# Robot Exclusion File -- robots.txt
Sitemap: http://inetstreet.com/main/sitemap.php

User-Agent: *

#Block out things that are secure or login oriented
#These are based on not using any rewrite rules

Disallow: cre/
Disallow: cgi/inadmin
Disallow: ioncube/
Disallow: php_uploads/

Disallow: demo/develv2admin/
Disallow: demo/devel25admin/
Disallow: demo/devel24admin/
Disallow: demo/clcartv2admin/
Disallow: demo/clcart25admin/
Disallow: demo/clcart24admin/
Disallow: demo/clcartv2_slimadmin/
Disallow: demo/menstalladmin/

Disallow: sogoodlady/cart/admin/

Disallow: main/inadmin
Disallow: main/banned/
Disallow: main/cache/
Disallow: main/cert/
Disallow: main/debug/
Disallow: main/download/
Disallow: main/ext/
Disallow: main/font
Disallow: main/fpdf
Disallow: main/includes
Disallow: main/js
Disallow: main/kampanya
Disallow: main/live_support
Disallow: main/personal
Disallow: main/pub/
Disallow: main/temp/
Disallow: main/templates/
Disallow: main/tmp/
Disallow: main/userfiles
Disallow: main/cgi-bin
Disallow: main/account.php
Disallow: main/account_edit.php
Disallow: main/account_history.php
Disallow: main/account_history_info.php
Disallow: main/account_password.php
Disallow: main/add_checkout_success.php
Disallow: main/address_book.php
Disallow: main/address_book_process.php
Disallow: main/advanced_search.php
Disallow: main/checkout_confirmation.php
Disallow: main/checkout_payment.php
Disallow: main/checkout_payment_address.php
Disallow: main/checkout_process.php
Disallow: main/checkout_shipping.php
Disallow: main/checkout_shipping_address.php
Disallow: main/checkout_success.php
Disallow: main/contact_bean.php
Disallow: main/cookie_usage.php
Disallow: main/create_account.php
Disallow: main/create_account_success.php
Disallow: main/ipn.php
Disallow: main/login.php
Disallow: main/password_forgotten.php
Disallow: main/popup_image.php
Disallow: main/redirect.php
Disallow: main/shopping_cart.php
Disallow: main/shipping_estimator_popup.php
Disallow: main/ssl_check.php
Disallow: main/product_reviews_write.php

Disallow: domain/admin
Disallow: domain/download
Disallow: domain/images
Disallow: domain/includes
Disallow: domain/js
Disallow: domain/pub
Disallow: domain/tmp
Disallow: domain/account.php
Disallow: domain/account_edit.php
Disallow: domain/account_history.php
Disallow: domain/account_history_info.php
Disallow: domain/account_password.php
Disallow: domain/add_checkout_success.php
Disallow: domain/address_book.php
Disallow: domain/address_book_process.php
Disallow: domain/advanced_search.php
Disallow: domain/checkout_confirmation.php
Disallow: domain/checkout_payment.php
Disallow: domain/checkout_payment_address.php
Disallow: domain/checkout_process.php
Disallow: domain/checkout_shipping.php
Disallow: domain/checkout_shipping_address.php
Disallow: domain/checkout_success.php
Disallow: domain/contact_bean.php
Disallow: domain/cookie_usage.php
Disallow: domain/create_account.php
Disallow: domain/create_account_success.php
Disallow: domain/ipn.php
Disallow: domain/login.php
Disallow: domain/password_forgotten.php
Disallow: domain/popup_image.php
Disallow: domain/redirect.php
Disallow: domain/shopping_cart.php
Disallow: domain/shipping_estimator_popup.php
Disallow: domain/ssl_check.php
Disallow: domain/product_reviews_write.php


#To prevent only a select bots from any scans
#User-agent: crawlers.looksmart.com
#Disallow: /
User-agent: baiduspider.baidu.com
Disallow: /

#To prenet any images from being scanned
Disallow: *.gif
Disallow: *.jpg
Disallow: *.png


#To block main page due to size from bots
#Disallow: /index.php

#To shut down site completely from bots use
# Disallow: /


# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER GETTING RID
# OF THE GOOGLE IMAGE BOT. ALL WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.
User-agent: Googlebot-Image
Disallow: /