# Lets see if this keeps hawk.doit.state.ct.us out
User-agent: Ultraseek
Disallow: /

#Disallow Microsoft URL Control bot
User-agent: Microsoft URL Control
Disallow: /

#Disallow heritrix/1.12.1
User-agent: heritrix/1.12.1
Disallow: /

User-agent: discobot
Disallow: / 


# Don't want robots indexing "private" pages
User-agent: *
Disallow:  /secure/

# Don't want robots indexing directories
User-agent: *
Disallow: /webapps/
Disallow: /liaisons/
Disallow: /using/calendars/
Disallow: /dut/request.htm
Disallow: /dut/submitusabilityrequest.cfm
Disallow: /cgi-bin/
Disallow: /help/askHomer/
Disallow: /test
Disallow: /test/copyright/
Disallow: /test/giving/
Disallow: /copyrightTEMP/
Disallow: /online/services/ill/vcpage.html
Disallow: /using/comments/



# disallow Scooter any access to directory and file 
User-agent: Scooter 
Disallow: /online/databases/

# Disallow googlebot to index directory and file
User-Agent: Googlebot/2.1
Disallow: /online/databases
Disallow: /help/askHomer
Disallow: /liaisons
Disallow: /webapps

#Disallow Gigabot
User-Agent: Gigabot/2.0
Disallow: /help/askHomer
Disallow: /online/databases
Disallow: /liaisons/
Disallow: /webapps/
Disallow: /about/publications/journalprices.cfm


# disallow LinkLint any access directory and file
User-agent: LinkLint 
Disallow: /online/databases/
Disallow: /webapps/
Disallow: /liaisons/

# Disallow htdig to index this directory and file
User-Agent: htdig
Disallow: /online/databases/
Disallow: /webapps/
Disallow: /liaisons/

# Disallow Yahoo! Slurp to index directory and file
User-Agent: Slurp
Disallow: /help/askHomer
Disallow: /online/databases/
Disallow: /webapps/
Disallow: /liaisons/


# Disallow access to cgi-bin
User-Agent: *
Disallow: /cgi-bin/

# Disallow access to liaisons
User-Agent: *
Disallow: /liaisons/

# Disallow askKeevesAllow only specific directories
User-agent: Teoma
Disallow: /help/askHomer
Disallow: /online/databases/
Disallow: /webapps/
Disallow: /liaisons/