User-agent: msnbot
Crawl-delay: 15
Disallow: /_error/
Disallow: /images/
Disallow: /css/
Disallow: /js/
Disallow: /cgi-bin/
Disallow: /*.cgi$

User-agent: Slurp
Crawl-delay: 3
Disallow: /_error/
Disallow: /images/
Disallow: /css/
Disallow: /js/
Disallow: /cgi-bin/
Disallow: /*.cgi$

User-agent: discobot
Disallow: /

User-Agent: NaverBot
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: Megalodon
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: *
Crawl-delay: 30
Disallow: /_error/
Disallow: /images/
Disallow: /css/
Disallow: /js/
Disallow: /cgi-bin/
Disallow: /*.cgi$