# CRELoaded Generated Robots.txt # Robot Exclusion File for main www -- /robots.txt # Author: James Hanna # Last Updated : Dec 30th 2006 User-Agent: * Disallow: /_*/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: postinfo.html Disallow: index-xx.html Disallow: _vti_inf.html #Block out /quiltingshop/ directories bots don't need to go to Disallow: /quiltingshop/admin/ Disallow: /quiltingshop/cache/ Disallow: /quiltingshop/cert/ Disallow: /quiltingshop/debug/ Disallow: /quiltingshop/doc/ Disallow: /quiltingshop/download/ Disallow: /quiltingshop/ext/ Disallow: /quiltingshop/images/ Disallow: /quiltingshop/includes/ Disallow: /quiltingshop/pear/ Disallow: /quiltingshop/pub/ Disallow: /quiltingshop/temp/ Disallow: /quiltingshop/templates/ Disallow: /quiltingshop/tmp/ Disallow: /quiltingshop/xxx-tallins/ #Block out things that are secure or login oriented Disallow: /quiltingshop/ac* Disallow: /quiltingshop/ad* Disallow: /quiltingshop/af* Disallow: /quiltingshop/ar* Disallow: /quiltingshop/b* Disallow: /quiltingshop/c* Disallow: /quiltingshop/d* Disallow: /quiltingshop/fa* Disallow: /quiltingshop/g* Disallow: /quiltingshop/ia* Disallow: /quiltingshop/inf* Disallow: /quiltingshop/ip* Disallow: /quiltingshop/links_* Disallow: /quiltingshop/lo* Disallow: /quiltingshop/n* Disallow: /quiltingshop/O* Disallow: /quiltingshop/pa* Disallow: /quiltingshop/po* Disallow: /quiltingshop/pri* Disallow: /quiltingshop/product_p* Disallow: /quiltingshop/product_r* Disallow: /quiltingshop/products* Disallow: /quiltingshop/pw* Disallow: /quiltingshop/r* Disallow: /quiltingshop/sh* Disallow: /quiltingshop/ss* Disallow: /quiltingshop/st* Disallow: /quiltingshop/t* Disallow: /quiltingshop/v* Disallow: /quiltingshop/w* #Block All Images Disallow: *.gif Disallow: *.jpg Disallow: /*.gif$ Disallow: /*.jpg$ # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. # I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID # OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS # AND NOT EVEN BROWSING THE SITE. User-agent: Googlebot-Image Disallow: /