#ALL BOTS
User-agent: *
Disallow: /cgi-bin/
Disallow: /*ref=*

User-agent: BoardReader
Disallow: /

User-agent: Fish search
Disallow: /

User-agent: The Python Robot
Disallow: /

# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: Slurp
Crawl-delay: 60

Sitemap: http://www.animemangatr.com/sitemap_index.xml.gz