# # robots.txt # User-agent: * Crawl-delay: 10 # Directories Allow: / Allow: /custom/ Allow: /images/ Allow: /graphics/ Allow: /pdfs/ # Request Amazonbot stop spidering calendars User-agent: Amazonbot Disallow: /calendar/ Disallow: /events/