# robots.txt # #place this file in your root directory # # # # User-agent: * # #Block All Images Disallow: *.gif Disallow: *.jpg Disallow: /*.gif$ Disallow: /*.jpg$ # #To block main page due to size from bots # Disallow: /index.php # #To shut down site completely from bots use either # Disallow: / # #If you had search engine friendly URLs on and want to clean them out of the bots #Disallow: /default.php/cPath/ # # #Block out directories bots don't need to go to Disallow: /cgi-bin/ Disallow: /logs/ Disallow: /usage/ Disallow: /www/ Disallow: /catalog/admin/ Disallow: /catalog/popups/ Disallow: /catalog/download/ # #Block out things that are secure or login oriented Disallow: /catalog/address_book_process.php Disallow: /catalog/account.php Disallow: /catalog/account_edit.php Disallow: /catalog/account_edit_process.php Disallow: /catalog/account_history.php Disallow: /catalog/account_history_info.php Disallow: /catalog/address_book.php Disallow: /catalog/calendar_content.php Disallow: /catalog/checkout_process.php Disallow: /catalog/advanced_search.php Disallow: /catalog/advanced_search_result.php Disallow: /catalog/checkout_address.php Disallow: /catalog/checkout_confirmation.php Disallow: /catalog/checkout_payment.php Disallow: /catalog/checkout_success.php Disallow: /catalog/conditions.php Disallow: /catalog/contact_us.php Disallow: /catalog/events_calendar.php Disallow: /catalog/create_account.php Disallow: /catalog/create_account_b2b.php Disallow: /catalog/create_account_process.php Disallow: /catalog/create_account_success.php Disallow: /catalog/create_account_success_b2b.php Disallow: /catalog/info_shopping_cart.php Disallow: /catalog/login.php Disallow: /catalog/logoff.php Disallow: /catalog/password_forgotten.php Disallow: /catalog/popup_image.php Disallow: /catalog/popup_search_help.php Disallow: /catalog/privacy.php Disallow: /catalog/product_notifications.php Disallow: /catalog/product_reviews.php Disallow: /catalog/product_reviews_info.php Disallow: /catalog/product_reviews_write.php Disallow: /catalog/redirect.php Disallow: /catalog/reviews.php Disallow: /catalog/shipping.php Disallow: /catalog/shopping_cart.php Disallow: /catalog/tell_a_friend.php