# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain

User-agent: Mediapartners-Google 
Disallow: 

User-agent: * 
Disallow: 

#Grub.org disallowed - ignoring robots file
User-agent: grub-client 
Disallow: /
Disallow: /altsearch/
Disallow: /employerfiles/
Disallow: /careerresources/
Disallow: /profiles/
Disallow: /links/
Disallow: /salarysurveys/
Disallow: /_ourcompanies/
Disallow: /articles/
Disallow: /faq/
Disallow: /simplesurvey/

# NPBot
User-agent: NPBot
Disallow: /  
 
#Disallow grub-client, does not respect robots file 
#User-agent: grub-client-1.4.3 
#Disallow: / 

#Disallow grub-client, does not respect robots file 
User-agent: grub 
Disallow: / 

# Turnitin <http://www.turnitun.com>
User-agent: TurnitinBot
Disallow: /

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

# MOMspider, AccessAbility's pet spider, can check our links.
User-agent: MOMspider
Disallow: /

# MOMspider, AccessAbility's pet spider, can check our links.
User-agent: EmailSiphon
Disallow: /

# e-SocietyRobot - 16000 hits a day - 
User-agent: e-SocietyRobot
Disallow: /