# robots.txt

User-agent: *
Allow: /*?$
Disallow: /th99
Disallow: /*.map
Disallow: /*?
Disallow: /webmail
Disallow: /web-mail
Disallow: /logs
Disallow: /cookin

User-agent: Slurp
Disallow: /th99
Crawl-delay: 10

User-agent: ccbot
User-agent: CCBot/1.0
User-agent: BecomeBot
User-agent: discobot
Disallow: /
Disallow: /th99/

#User-agent: *
#Allow: /*?$
#Disallow: /th99
#Disallow: /*.map
#Disallow: /*?
#Disallow: /webmail
#Disallow: /web-mail
#Disallow: /logs
#Disallow: /cookin