#sitemap location
Sitemap: http://www.whiterose-equestrian.co.uk/sitemap.php

# slow down yahoo bot from overvisiting
user-agent: slurp
crawl-delay: 240

# if you do not wish to have the google image bot scan your domain for images
# then you can include the following in your robots file.
user-agent: psbot 
disallow: /
user-agent: googlebot-image 
disallow: /
user-agent: sbider
disallow: /

# this says to apply these settings to all search engine spiders/crawlers
user-agent: *

# these settings will keep spiders from indexing your unwanted pages 
#   this assumes that your osc install is in your web site's root directory
#   ie: http://www.yoursite.com/catalog/index.php <- use if this brings up your osc main page

disallow: /cgi-bin/
disallow: /images/
disallow: /bmz_cache/
disallow: /cache/
disallow: /media/
disallow: /pub/
disallow: /temp/
disallow: /toolroom/
disallow: /shopad/
disallow: /myfiles/
disallow: /editors/
disallow: /download/
disallow: /bigdump/
disallow: /awstats/
disallow: /email/
disallow: /extras/
disallow: /index.php?main_page=popup_image*
disallow: /*&products_id=1078
disallow: /*&products_id=1014
disallow: /*&products_id=1055
disallow: /*&products_id=1009
disallow: /*&products_id=989
disallow: /*&products_id=987
disallow: /*&products_id=1062
disallow: /*&products_id=986
disallow: /*&products_id=814