############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /catalog Disallow: /catalog/includes Disallow: /catalog/download Disallow: /catalog/pub Disallow: /css Disallow: /img Disallow: /php Disallow: /uty Disallow: /dev # # list specific files robots are not allowed to index # Disallow: /account.php Disallow: /account_edit.php Disallow: /account_history.php Disallow: /account_history_info.php Disallow: /account_newsletters.php Disallow: /account_notifications.php Disallow: /account_password.php Disallow: /address_book.php Disallow: /address_book_process.php Disallow: /checkout_address_process.php Disallow: /checkout_confirmation.php Disallow: /checkout_shipping.php Disallow: /checkout_shipping_address.php Disallow: /checkout_payment.php Disallow: /checkout_payment_address.php Disallow: /checkout_process.php Disallow: /checkout_success.php Disallow: /create_account.php Disallow: /login.php Disallow: /logoff.php Disallow: /product_reviews_write.php Disallow: /shopping_cart.php Disallow: /pm2checkout_process.php Sitemap: http://www.sexywomyn.com/sitemap.xml # # End of robots.txt file # ###############################