# Generic Robot rules
User-agent: * 
Disallow:    /aj
Disallow:    /play
Disallow:    /webservice
Disallow:    /wsadmin
Disallow:    /wsadmin1
Disallow:    /work
Disallow:    /files
Disallow:    /cgi-bin


User-agent: Slurp
Crawl-delay: 9

User-agent: msnbot
Crawl-delay: 6

User-agent: nutch
Crawl-delay: 6

User-agent: yeti
Crawl-delay: 9

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 9

User-agent: naverbot
Crawl-delay: 9

User-agent: googlebot
Crawl-delay: 6

User-agent: dotbot
Crawl-delay: 6

User-agent: twiceler
Crawl-delay: 9

User-agent: yandex
Crawl-delay: 6

User-agent: Teoma
Crawl-delay: 6

User-agent: BoardReader
Crawl-delay: 9

User-agent: Exabot
Crawl-delay: 11