# /robots.txt file for Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /admin/
Disallow: /data/

User-agent: Lachesis
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BecomeBot
Crawl-Delay: 30
Disallow: /cgi-bin

User-agent: IRLbot 
Disallow: /