# Disable wget access
User-agent: Wget
Disallow: /

User-agent: wget
Disallow: /

# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# SITEMAP page in robots.txt will help engines search bot to index the pages
Sitemap: /sitemapindex.xml

#  These settings will keep spiders from indexing your unwanted pages 
#  This assumes that your OSC install is in your web site's ROOT directory
#  ie: http://www.yoursite.com/index.php <- Use if this brings up your OSC main page
Disallow: /admin/
Disallow: /cache/
Disallow: /account.php
Disallow: /advanced_search.php
Disallow: /checkout_shipping.php
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /login.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /shopping_cart.php
Disallow: /product_reviews_write.php