user-agent: Applebot disallow: / user-agent: * disallow: crawl-delay: 60