User-agent: *
Disallow: */function.array-rand
Disallow: */function.require
Disallow: */function.opendir
Disallow: */function.mkdir
Disallow: */ref.outcontrol
Disallow: */function.main
#
#2009-09-25
#
#To shut down site completely from bots use either
# Disallow: /
#
User-agent: Googlebot-Image
Disallow: /
#
User-agent: NPBot
Disallow: /
#
User-agent: *
Disallow: /pri/
Disallow: /_/
Disallow: /hi/
#
Disallow: /secure/
Disallow: /bac/
#Disallow: /images/
Disallow: /cg/
#
#Block All Images
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: /*.gif$
#Disallow: /*.jpg$
#
#Disallow: /index.php
Disallow: /admin/
Disallow: /8/
Disallow: /dow/
Disallow: /pub/
Disallow: /cookie
Disallow: /account
Disallow: /add
Disallow: /advan
Disallow: /attr
Disallow: /checkout
Disallow: /create
Disallow: /discl
Disallow: /faqdesk
Disallow: /gv_
Disallow: /inc/
Disallow: /info_shopping_cart.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /paypal
Disallow: /popup
Disallow: /product_notifications.php
Disallow: /product_reviews_write.php
Disallow: /product_reviews_info.php
# Disallow: /product_reviews.php
Disallow: /products_all.php
Disallow: /redirect.php
# Disallow: /reviews.php
Disallow: /shopping
Disallow: /shipping_estimator_popup.php
Disallow: /ssl
Disallow: /stylesheet.css
Disallow: /tell_a_friend.php
Disallow: /temp/
Disallow: /vvc
Disallow: /wishlist
#
Disallow: /buy_now.php
Disallow: /php/
Disallow: /urc/
# Sitemaps
Sitemap: http://testproducts.com/sitemapproducts.xml
Sitemap: http://testproducts.com/sitemapcategories.xml
Sitemap: http://testproducts.com/sitemap.xml