# this file is robots.txt as per http://www.robotstxt.org/wc/robots.html
#
# etc
User-agent: *
Disallow: /asp
#
# lower load from inktomi's slurp robot
# http://www.inktomi.com/slurp.html
# Search engines: please consider supporting a crawl-delay like inktomi
User-agent: Slurp 
Crawl-delay: 300

# ridiculous amount of accesses from TurnitinBot
User-agent: TurnitinBot
Disallow: /

# altavista's image bot (does not block main altavista bot, only their image bot)
User-agent: vscooter 
Disallow: / 

# google's image bot (does not block main google bot, only their image bot)
User-agent: googlebot-image 
Disallow: /

# openbot load too high
User-agent: Openbot
Disallow: /