# wwwi/robots.txt   2009-9-22   AK.
# $Id: robots.txt 28476 2009-09-22 05:03:03Z akenning $
# robots.txt file for www.isometry.com.
# The Altavista Scooter makes daily indexes, which is too often.
# Fast is for webcrawler: http://www.alltheweb.com/help/webmaster/crawler
# Krugle: http://www.krugle.com/crawler/info.html
# ia_archiver is Alexa.com search for the wayback machine (archive.org).

User-agent: asterias
User-agent: DepSpid
User-agent: fast
User-agent: ia_archiver
User-Agent: InfoNavirobot
User-agent: msnbot
User-agent: Nutch
User-agent: psbot
User-agent: Scooter
User-agent: slurp
User-agent: speedy
User-agent: Teoma
User-agent: TutorGig
User-agent: Yandex
User-agent: Zao
User-agent: ZyBorg
Disallow: /

User-agent: Googlebot
Disallow: /adelaide.html
Disallow: /attacks/
Disallow: /cam/
Disallow: /diary/
Disallow: /extra/
Disallow: /extra/mahathir/
Disallow: /fbc/
Disallow: /hi.txt
Disallow: /human/
Disallow: /ideas/
Disallow: /images/
Disallow: /midi/akpc/
Disallow: /oicsummit/
Disallow: /soc/
Disallow: /status/
Disallow: /x/
Disallow: /*.akm$
Disallow: /*.asc$
Disallow: /*.bz2$
Disallow: /*.c$
Disallow: /*.css$
Disallow: /*.dat$
Disallow: /*.doc$
Disallow: /*.gif$
Disallow: /*.gz$
Disallow: /*.h$
Disallow: /*.java$
Disallow: /*.jpg$
Disallow: /*.m4$
Disallow: /*.mid$
Disallow: /*.ogg$
Disallow: /*.pdf$
Disallow: /*.pdf.gz$
Disallow: /*.pl$
Disallow: /*.pm$
Disallow: /*.png$
Disallow: /*.ps$
Disallow: /*.ps.gz$
Disallow: /*.ps.zip$
Disallow: /*.sys$
Disallow: /*.tex$
Disallow: /*.tgz$
Disallow: /*.zip$
Disallow: /*.Z$
Disallow: /*/makefile
Disallow: /*/LICENCE
Disallow: /*/CHANGES

# # Inktomi uses "slurp". So does Yahoo. But they give me almost no hits.
# User-agent: szukacz
# User-agent: http://www.almaden.ibm.com/cs/crawler
# User-agent: turnitinbot
# User-agent: gigabot
# User-agent: envolk
# User-agent: Krugle
# Disallow: /
# Disallow: /attacks/
# Disallow: /cam/
# Disallow: /diary/
# Disallow: /extra/
# Disallow: /extra/mahathir/
# Disallow: /fbc/
# Disallow: /hi.txt
# Disallow: /human/
# Disallow: /ideas/
# Disallow: /images/
# Disallow: /midi/akpc/
# Disallow: /oicsummit/
# Disallow: /soc/
# Disallow: /status/
# Disallow: /x/

User-agent: *
Disallow: /