User-agent: *
Disallow: /cle/
Disallow: /Footer/
Disallow: /Scripts/
Disallow: /Webmail/

### STOLEN FROM SFU CS ###

# this robot has hit us a couple of times, re-retrieves the same files
# repeatedly, hits multiple times per second, etc etc... not welcome.

User-agent: NetAnts
Disallow: /

# this also seems to be a stupid web site grabber, thousands of hits
# on a single file, all of them 403 denied.

User-agent: GetRight
Disallow: /

# tried to slurp adbooking March 2006

User-agent: WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /