# robots.txt file for allowing only certain robots and excluding all others
# for site cat-adventures by Francesca Doria
# website design by Andie Gilmour

User-agent: Googlebot       # Google
User-Agent: Googlebot-Image # Google Images
User-agent: Slurp           # Yahoo
User-agent: msnbot			# MSN
User-agent: AskJeeves		# might be redundant now
User-Agent: Teoma           # Ask.com
User-Agent: Ask Jeeves		# might be redundant
User-Agent: Jeeves			# might be redundant
User-Agent: Mercator		# Alta Vista
User-Agent: Lycos_Spider    # Lycos


Sitemap: http://www.cat-adventures.com/sitemapxml.php

Disallow: /photos/
Disallow: /thumbnails/
Disallow: /originals/
Disallow: /graphics/
Disallow: /*.png


# these two bots can intensively index a site and slow the server down
# slow them up a bit
User-Agent: msnbot
Crawl-Delay: 10
 
User-Agent: Slurp
Crawl-Delay: 10

# disallow all other bots
User-agent: *
Disallow: /