# PYSC robots.txt file
User-agent: googlebot-image
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /i/ # No scanning bitmaps
Disallow: /j/ # No scanning images
Disallow: /pdf/ # No scanning documents
Disallow: /old_tinymce/ # No scanning editor backup
Disallow: /tinymce/ # No scanning editor
Disallow: /wdaccess/ # No scanning remote disk
Disallow: /cgi-bin/ # No scanning cgi scripts
Disallow: /entropybanner/ # No scanning this directory
Sitemap: http://www.pysc.org.uk