# # Robots.txt for Magento Community and Enterprise # # GENERAL SETTINGS # Enables robots.txt rules for all crawlers User-agent:* Disallow: # # Crawl-delay parameter: the number of seconds you want to wait between successful requests to the same server. # # Set a crawl rate, if your server's traffic problems.Please note that Google ignore crawl-delay setting in Robots.txt.You can set up this in Google Webmaster tool Crawl-delay: 100 # # Magento sitemap: URL to your sitemap file in Magento Sitemap: https://www.cartamoneta.com/sitemap.xml # # Settings that relate to the UNDER CONSTRUCTION # # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files Disallow:/CVS Disallow:/*.Svn$ Disallow:/*.Idea$ Disallow:/*.Sql$ Disallow:/*.Tgz$ # # GENERAL SETTINGS For MAGENTO # # Do not index the page Magento admin Disallow:/admin/ # # Do not index the general technical Magento directory Disallow:/app/ Disallow:/downloader/ Disallow:/errors/ Disallow:/includes/ Disallow:/lib/ Disallow:/pkginfo/ Disallow:/shell/ Disallow:/var/ # # Do not index the shared files Magento Disallow:/api.php Disallow:/cron.php Disallow:/cron.sh Disallow:/error_log Disallow:/get.php Disallow:/install.php Disallow:/LICENSE.html Disallow:/LICENSE.txt Disallow:/LICENSE_AFL.txt Disallow:/README.txt Disallow:/RELEASE_NOTES.txt # # MAGENTO SEA IMPROVEMENT # # Do not index the page subcategories that are sorted or filtered. Disallow:/*shopby?* Disallow:/*cat=* Disallow:/*conservazione=* Disallow:/*taglio=* Disallow:/*dir=* Disallow:/*cat=* Disallow:/*?Dir* Disallow:/*?Dir=desc Disallow:/*?Dir=asc Disallow:/*?Limit=all Disallow:/*?Mode* # Paths (no clean URLs) Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.php$ Disallow: /*?p=*& Disallow: /*?SID= Disallow: /*?limit=all Disallow: /*?___store=* Disallow: /*___store=* # # Do not index the second copy of the home page (example.com/index.php/).Un-comment only if you have activated Magento SEO URLs. # # Disallow:/index.php/ # # Do not index the link from the session ID Disallow:/*?SID= # # Do not index the page checkout and user account Disallow:/checkout/ Disallow:/onestepcheckout/ Disallow:/customer/ Disallow:/customer/account/ Disallow:/customer/account/login/ # # Do not index the search page and CEO, non-optimized link categories Disallow:/catalogsearch/ Disallow:/catalog/product_compare/ Disallow:/catalog/category/view/ Disallow:/catalog/product/view/ # # Server Settings # # Do not index the general technical directories and files on a server Disallow:/cgi-bin/ Disallow:/cleanup.php Disallow:/magento-cleanup.php Disallow:/autoImageResizer.php Disallow:/cert_DBconnect.php Disallow:/apc.php Disallow:/memcache.php Disallow:/phpinfo.php Disallow:/getSimilarProducts.php Disallow:/cert_sitemap.php Disallow:/old_images/ Disallow:/old_materiale/ Disallow:/old_redirect/ Disallow:/banconoteitaliane86/ Disallow:/banconoteitaliane86/* # # SETTINGS Image indexing # # Optional: If you do not want to Google and Bing to index your images #User-agent: Googlebot-Image #Disallow:/ #User-agent: msnbot-media #Disallow:/ User-agent: bingbot Crawl-delay: 5