# robots.txt for http://www.dispatch related websites/  

# Planet Discover
User-agent: Search Publisher
Disallow:

# FirstRain
User-agent: fr_crawler
Disallow:

# Standard Googlebot
User-agent: Googlebot
Disallow:  

# Googlebot Premium Content
User-agent: Googlebot-PM
Disallow:  

# Googblebot Mobile
# Added 11/1/2006
User-agent: Googlebot-Mobile
Disallow:  

# Teoma Ask Crawler
User-agent: Teoma
Disallow:

# Yahoo! Slurp
# Added 11/1/2006
User-agent: Slurp
Disallow:  

# MSN
# Added 11/1/2006
User-agent: msnbot
Disallow:  

# Stanford University Crawler for Election Coverage
# Added 11/1/2006
# Disable 11/20/2006
User-agent: WebVac (webmaster@pita.stanford.edu WebVac.org )
Disallow:

# General exclude for everyone else
User-agent: * 
Disallow: /