# /robots.txt file 

User-agent: ia_archiver
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: lycra
Disallow: /

User-agent: Speedy
Disallow: /

# http://misc.infosnel.nl/robots_txt.html
# Any extra comments

User-agent: msnbot
Disallow: /

User-agent: psBot
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: htdig
Disallow: /

User-agent: wget
Disallow: /