# CRELoaded Generated Robots.txt
# Robot Exclusion File -- robots.txt
# Author:  CRELoaded Team 
# Last Updated : September 11th, 2007

User-Agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /cert/
Disallow: /debug/
Disallow: /download/
Disallow: /ext/
Disallow: /includes/
Disallow: /pear/
Disallow: /pub/
Disallow: /temp/
Disallow: /templates/
Disallow: /tmp/


#To prevent only a select bots from any scans
#User-agent: crawlers.looksmart.com
#Disallow: /


#To prenet any images from being scanned
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: *.png


#To block main page due to size from bots
#Disallow: /index.php


#To shut down site completely from bots use
# Disallow: /


#Block out things that are secure or login oriented
#These are based on not using any rewrite rules
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_password.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /create_account_success.php
Disallow: /ipn.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /paypal_notify.php
Disallow: /redirect.php
Disallow: /shipping_estimator_popup.php
Disallow: /ssl_check.php
Disallow: /vvc_display.php
Disallow: /wpcallback.php

#Block out potential duplicate content
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?osCsid=

#Block remnants from old CRE Loaded version
Disallow: /m1/
Disallow: /m2/
Disallow: /m3/
Disallow: /m4/
Disallow: /m5/
Disallow: /m6/
Disallow: /m7/
Disallow: /m8/
Disallow: /m9/
Disallow: /m10/
Disallow: /m11/
Disallow: /m12/
Disallow: /m13/
Disallow: /m14/
Disallow: /m15/
Disallow: /m16/
Disallow: /m17/
Disallow: /m18/
Disallow: /m19/
Disallow: /m20/
Disallow: /m21/
Disallow: /m22/
Disallow: /m23/
Disallow: /m24/
Disallow: /m25/
Disallow: /m26/
Disallow: /m27/
Disallow: /m28/
Disallow: /m29/
Disallow: /m30/
Disallow: /m31/
Disallow: /m32/
Disallow: /m33/
Disallow: /m34/
Disallow: /m35/
Disallow: /m36/
Disallow: /m37/
Disallow: /m38/
Disallow: /m39/
Disallow: /m40/
Disallow: /m41/
Disallow: /m42/
Disallow: /m43/
Disallow: /m44/
Disallow: /m45/
Disallow: /m46/
Disallow: /m47/
Disallow: /m48/
Disallow: /m49/
Disallow: /m50/
Disallow: /m51/
Disallow: /m52/
Disallow: /m53/
Disallow: /m54/
Disallow: /m55/
Disallow: /m56/
Disallow: /m57/
Disallow: /m58/
Disallow: /m59/
Disallow: /m60/
Disallow: /m61/
Disallow: /m62/
Disallow: /m63/
Disallow: /m64/
Disallow: /m65/
Disallow: /m66/
Disallow: /m67/
Disallow: /m68/
Disallow: /m69/
Disallow: /m70/
Disallow: /m71/
Disallow: /m72/
Disallow: /m73/
Disallow: /m74/
Disallow: /m75/
Disallow: /m76/
Disallow: /m77/
Disallow: /m78/
Disallow: /m79/
Disallow: /m80/
Disallow: /m81/
Disallow: /m82/
Disallow: /m83/
Disallow: /m84/
Disallow: /m85/
Disallow: /m86/
Disallow: /m87/
Disallow: /m88/
Disallow: /m89/
Disallow: /m90/
Disallow: /m91/
Disallow: /m92/
Disallow: /m93/
Disallow: /m94/
Disallow: /m95/
Disallow: /m96/
Disallow: /m97/
Disallow: /m98/
Disallow: /m99/
Disallow: /m100/
Disallow: /el-1998---2002-F-Body-Engine-Connecting-Rods/
Disallow: /p628/DEI-155048-048-Flare-Jet/product_info.html
Disallow: /Engine-Type-General-Motors-Turbo-Buick-Valvetrain-Camshafts/c2_3_9_11_92/p37/WRE-Hyd.-Flat-Tappet-Cam-206/206/product_info.html
Disallow: /p7/Champion-GN-1-8-Bolt/product_info.html
Disallow: /p82/Jesel-Belt-Drive-System/product_info.html
Disallow: /p278/Kooks-Stainless-Steel-Race-Headers-(98-02-LS1)-No-Emmissions/product_info.html
Disallow: /p224/UMI-Performance-Bolt-In-3-Point-Tubular-Subframe-Connectors/product_info.html
Disallow: /p221/UMI-Performance-Weld-In-Tubular-Subframe-Connectors/product_info.html
Disallow: /p290/WRE-Stage-2-383-CI-LS6-Aluminum-Block/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Engine-Valvetrain-Pushrods/c77_78_110_111_116/p63/Comp-Cams-Chromemoly-Pushrods-7.400-(Std.-LSx-Length)/product_info.html
Disallow: /Engine-Type-General-Motors-Gen-II-LT-Based-Small-Block-Valvetrain-Valve-Springs/c2_3_34_36_108/p76/Manley-NexTek-Standard-Valve-Spring-Set-(.575-max.-lift)/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Engine-Valvetrain-Camshafts/c77_78_110_111_109/p43/Comp-Cams-XTREME-RPM-206/212-.515/.522/product_info.html
Disallow: /p32/Weber-Billet-Hyd-Roller-Camshaft-206/206-Buick-Camshaft/product_info.html
Disallow: /p69/Comp-Cams-Pro-Magnum-Hydraulic-Lifters/product_info.html
Disallow: /p47/Comp-Cams-XTREME-RPM-224/228-.534/.537/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Engine-Connecting-Rods/c77_78_110_120/p132/Eagle-%22ESP%22-H-Beam-Connecting-Rods,6.100%22,on-center,.927%22-pin/product_info.html
Disallow: /p39/WRE-Hyd-Flat-Tappet-Cam-218/212/product_info.html
Disallow: /p24/WRE-Oil-Pump-Gear-and-Cover-Kit/product_info.html
Disallow: /Engine-Type-General-Motors-Gen-II-LT-Based-Small-Block-Valvetrain-Camshafts/c2_3_34_36_104/p167/Comp-Cams-XTREME-ENERGY-220/230-.510/.510/product_info.html
Disallow: /p353/WRE-259-Cubic-inch-Buick-Turbo-109-short-block/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Engine-Valvetrain-Lifters/c77_78_110_111_115/p69/Comp-Cams-Pro-Magnum-Hydraulic-Lifters/product_info.html
Disallow: /Engine-Type-General-Motors-Gen-II-LT-Based-Small-Block-Valvetrain-Camshafts/c2_3_34_36_104/p172/Comp-Cams-XTREME-FUEL-INJECTION-(XFI)-202/212-.550/.546/product_info.html
Disallow: /Engine-Type-General-Motors-GEN-III/IV-LS-Based-Small-Block-Valvetrain-Rocker-Arms/c2_3_22_24_100/p87/Comp-Cams-GENIII/IV-Shaft-Mount-Aluminum-Rockers-(1.7-Ratio)/product_info.html
Disallow: /Engine-Type-General-Motors-GEN-III/IV-LS-Based-Small-Block-Valvetrain-Camshafts/c2_3_22_24_95/p54/WRE-Custom-Grind-LSx-Hydraulic-Roller-Camshafts/product_info.html
Disallow: /p323/WRE--Stage-1-402-CI-LS2-Aluminum-Block/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Engine-Pistons-and-Rings/c77_78_110_117/p111/Wiseco-4%22-Stroker-Turbo-Duty-Pistons-(4.030-Bore%3B--32cc)/product_info.html
Disallow: /p336/WRE-364-CI-LS2-Aluminum-Shortblock/product_info.html
Disallow: /p281/Kooks-Stainless-Steel-Headers-(98-99-LS1)-W/-AIR-&-EGR/product_info.html
Disallow: /p56/Comp-Cams-XFI-Solid-Roller-243/248-.653/.648/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Engine-Valvetrain-Timing-Sets/c77_78_110_111_113/p82/Jesel-Belt-Drive-System/product_info.html
Disallow: /p37/WRE-Hyd.-Flat-Tappet-Cam-206/206/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Suspension-K-Members/c77_78_121_122/p181/UMI-Performance-LSx-Tubular-K-Member/product_info.html
Disallow: /Make-and-Model-1998---2002-F-Body-Suspension-K-Members/c77_78_121_122/p182/BMR-Fabrication-LSx-Tubular-K-Member/product_info.html
Disallow: /p33/Weber-Billet-Hyd-Roller-Cam-212/206-Buick-Camshaft/product_info.html
Disallow: /Engine-Type-General-Motors-GEN-III/IV-LS-Based-Small-Block-Crankshafts/c2_3_22_25/p124/Callies-Magnum-XL-Crankshaft-(2.600---4.125-stroke)/product_info.html
Disallow: /p284/WRE-Stage-2-370-CI-LS-Iron-Block/product_info.html
Disallow: /p44/Comp-Cams-XTREME-RPM-212/218-.522/.529/product_info.html
Disallow: /el-1998---2002-F-Body-Engine-Connecting-Rods/c77_78_110_120/p132/Eagle-"ESP"-H-Beam-Connecting-Rods,6.100",on-center,.927"-pin/product_info.html

# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID
# OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.
#User-agent: Googlebot-Image
#Disallow: /