############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /store/admin/ Disallow: /store/feeds/ Disallow: /store/includes/ Disallow: /store/pub/ Disallow: /store/login.php Disallow: /store/checkout_confirmation.php Disallow: /store/checkout_payment.php Disallow: /store/checkout_payment_address.php Disallow: /store/checkout_process.php Disallow: /store/checkout_shipping.php Disallow: /store/checkout_shipping_address.php Disallow: /store/checkout_success.php # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################