User-agent: msnbot
Crawl-delay: 15
Disallow: /*.dat$
Disallow: /*.txt$
Disallow: /*.cgi$
Disallow: /*.php$
Disallow: /*.xml$
Disallow: /*.rdf$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.lzh$
Disallow: /*.pl$
Disallow: /*.gif$
Disallow: /*.jpg$

User-agent: Slurp
Crawl-delay: 2
Disallow: /*.dat$
Disallow: /*.txt$
Disallow: /*.cgi$
Disallow: /*.php$
Disallow: /*.xml$
Disallow: /*.rdf$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.lzh$
Disallow: /*.pl$
Disallow: /*.gif$
Disallow: /*.jpg$

User-Agent: ia_archiver
Disallow: /

User-agent: girafa
Disallow: /

User-agent: DiaGem
Disallow: /

User-Agent: NaverBot
Disallow: /
User-Agent: NPBot
Disallow: /
User-Agent: nabot
Disallow: /
User-Agent: cowbot
Disallow: /

User-Agent: Megalodon
Disallow: /

User-agent: *
Crawl-delay: 15
Disallow: /*.dat$
Disallow: /*.txt$
Disallow: /*.cgi$
Disallow: /*.php$
Disallow: /*.xml$
Disallow: /*.rdf$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.lzh$
Disallow: /*.pl$
Disallow: /*.gif$
Disallow: /*.jpg$