# CRELoaded Generated Robots.txt
# Robot Exclusion File for main www -- /robots.txt
# Author:  James Hanna
# Last Updated : 10 16 2008

User-Agent: *
Disallow: /_*/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /store/
Disallow: /patch/
Disallow: index-xx.html

#Block out /store/ directories bots don't need to go to
Disallow: /stores/admin/
Disallow: /stores/cache/
Disallow: /stores/cert/
Disallow: /stores/debug/
Disallow: /stores/doc/
Disallow: /stores/download/
Disallow: /stores/images/
Disallow: /stores/includes/
Disallow: /stores/library/
Disallow: /stores/pub/
Disallow: /stores/temp/
Disallow: /stores/templates/
Disallow: /stores/tmp/

#Block out things that are secure or login oriented
Disallow: /stores/a*
allow: /stores/all*
Disallow: /stores/b*
Disallow: /stores/c*
Disallow: /stores/d*
Disallow: /stores/e*
Disallow: /stores/f*
allow: /stores/featured*
Disallow: /stores/g*
allow: /stores/G*
Disallow: /stores/i*
allow: /stores/index*
Disallow: /stores/l*
Disallow: /stores/m*
Disallow: /stores/O*
Disallow: /stores/o*
Disallow: /stores/p*
allow: /stores/pages*
allow: /stores/product*
Disallow: /stores/r*
allow: /stores/reviews*
Disallow: /stores/s*
allow: /stores/special*
Disallow: /stores/t*
Disallow: /stores/v*
Disallow: /stores/w*

#Block out /classifieds/ directories bots don't need to go to
Disallow: /classifieds/admin/
Disallow: /classifieds/cache/
Disallow: /classifieds/cert/
Disallow: /classifieds/debug/
Disallow: /classifieds/doc/
Disallow: /classifieds/download/
Disallow: /classifieds/ext/
Disallow: /classifieds/images/
Disallow: /classifieds/includes/
Disallow: /classifieds/pear/
Disallow: /classifieds/pub/
Disallow: /classifieds/temp/
Disallow: /classifieds/templates/
Disallow: /classifieds/tmp/
Disallow: /classifieds/xxx-tallins/

#Block out things that are secure or login oriented
Disallow: /classifieds/ac*
Disallow: /classifieds/ad*
Disallow: /classifieds/af*
Disallow: /classifieds/ar*
Disallow: /classifieds/b*
Disallow: /classifieds/c*
Disallow: /classifieds/d*
Disallow: /classifieds/fa*
Disallow: /classifieds/g*
Disallow: /classifieds/ia*
Disallow: /classifieds/inf*
Disallow: /classifieds/ip*
Disallow: /classifieds/links_*
Disallow: /classifieds/lo*
Disallow: /classifieds/O*
Disallow: /classifieds/pa*
Disallow: /classifieds/po*
Disallow: /classifieds/pri*
Disallow: /classifieds/product_p*
Disallow: /classifieds/product_r*
Disallow: /classifieds/products*
Disallow: /classifieds/pw*
Disallow: /classifieds/r*
Disallow: /classifieds/sh*
Disallow: /classifieds/ss*
Disallow: /classifieds/st*
Disallow: /classifieds/t*
Disallow: /classifieds/v*
Disallow: /classifieds/w*

#Block All Images
Disallow: *.gif
Disallow: *.jpg
Disallow: /*.gif$
Disallow: /*.jpg$

# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID
# OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.
User-agent: Googlebot-Image
Disallow: /