User-agent: psbot
Disallow: /

User-agent: *
Disallow: /index.php
Disallow: /w/
Disallow: /book/
Disallow: /assoc.php
Disallow: /wiki/Special:
Disallow: /wiki/MediaWiki:
Crawl-delay: 5
Request-rate: 1/5
Sitemap: http://www.awardannals.com/sitemap-index-awardannals.xml