# CRELoaded Generated Robots.txt # Robot Exclusion File -- robots.txt # Author: CRELoaded Team # Last Updated : May 11th 2005 #enhancements by Ted C User-Agent: * Allow: /xml/data/sitemap.xml Disallow: /NDS/* Disallow: mainpage_info.html Disallow: *sid=* Disallow: /DJI/ Disallow: improveyourdji.html Disallow: email_added.html Disallow: /cron-birthday.php Disallow: *customer_testimonials* Disallow: /cart/* Disallow: /admin/* Disallow: /download/* Disallow: /includes/* Disallow: /temp/ Disallow: /debug/ Disallow: /tmp/ Disallow: /pub/ Disallow: /templates/ Disallow: /urchin/ disallow: /support/ disallow: /livehelp/ disallow: solarsigning.php disallow: /i3/Privacy/information.html disallow: affiliate_affiliate.php disallow: wmt-signup.html disallow: my_points_help.php disallow: links-submit.php disallow: checkout_shipping.php disallow: create_account.php disallow: affiliate_info.php disallow: shopping_cart.php disallow: events_calendar.php disallow: affiliate_affiliate.php disallow: afilliate_password_forgotten.php disallow: solarsignin.php disallow: FAQ/search.php disallow: video- disallow: /support/ disallow: *buy_now* disallow: login.php disallow: product_reviews.* disallow: account.php disallow: account_edit.php disallow: account_history.php disallow: account_history_info.php disallow: account_password.php disallow: address_book.php disallow: address_book_process.php disallow: checkout_confirmation.php disallow: checkout_payment.php disallow: checkout_payment_address.php disallow: checkout_process.php disallow: checkout_shipping.php disallow: checkout_shipping_address.php disallow: checkout_success.php disallow: cookie_usage.php disallow: create_account.php disallow: create_account_success.php disallow: ipn.php disallow: login.php disallow: logoff.php disallow: password_forgotten.php disallow: paypal_notify.php disallow: redirect.php disallow: shipping_estimator_popup.php disallow: ssl_check.php disallow: vvc_display.php disallow: contact_us.php disallow: wpcallback.php disallow: shopping_cart.php disallow: wmt-signup.html disallow: my_points_help.php disallow: link_submit.php disallow: *click.php?redirect=* #Block All Images # Disallow: *.gif # Disallow: *.jpg # Disallow: /*.gif$ # Disallow: /*.jpg$ # #To block main page due to size from bots # Disallow: /index.php # #To shut down site completely from bots use either # Disallow: / # # # #Block out directories bots don't need to go to Disallow: /admin/* Disallow: /download/* Disallow: /font/ Disallow: /includes/ Disallow: /install/ Disallow: /tmp/ Disallow: /templates/ # #Block out things that are secure or login oriented Disallow: /address_book_process.php Disallow: /account.php Disallow: /account_edit_process.php Disallow: /account_history.php Disallow: /account_history_info.php Disallow: /address_book.php Disallow: /checkout_process.php Disallow: /checkout_address.php Disallow: /checkout_confirmation.php Disallow: /checkout_payment.php Disallow: /checkout_success.php Disallow: /conditions.php Disallow: /contact_us.php Disallow: /create_account.php Disallow: /create_account_process.php Disallow: /create_account_success.php Disallow: /info_shopping_cart.php Disallow: /login.php Disallow: /logoff.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /popup_search_help.php Disallow: /privacy.php Disallow: /product_notifications.php Disallow: /product_reviews.php Disallow: /product_reviews_info.php Disallow: /product_reviews_write.php Disallow: /redirect.php Disallow: /reviews.php Disallow: /shipping.php Disallow: /shopping_cart.php Disallow: /tell_a_friend.php Disallow: /cookie_usage.php # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. # I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID # OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS # AND NOT EVEN BROWSING THE SITE. User-agent: Googlebot-Image # Disallow: / User-Agent: * # Cleaning Up Errors Found in WebMaster Tools w/ Google Disallow: /-c-26_31.html Disallow: /-c-26_32.html Disallow: /-c-26_34.html