# This says to apply these settings to ALL search engine spiders/crawlers User-agent: * Disallow: catalog/admin Disallow: catalog/includes Disallow: catalog/account.php Disallow: catalog/advanced_search.php Disallow: catalog/checkout_shipping.php Disallow: catalog/create_account.php Disallow: catalog/login.php Disallow: catalog/password_forgotten.php Disallow: catalog/popup_image.php Disallow: catalog/shopping_cart.php Disallow: catalog/contact_us.php Disallow: catalog/product_reviews_write.php Disallow: catalog/cookie_usage.php # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. #User-agent: Googlebot-Image #Disallow: /