# # Robots.txt for Magento Community and Enterprise # # GENERAL SETTINGS # Enables robots.txt rules for all crawlers User-agent: * # # Crawl-delay parameter: the number of seconds you want to wait between successful requests to the same server. # # Set a crawl rate, if your server's traffic problems. Please note that Google ignore crawl-delay setting in Robots.txt. You can set up this in Google Webmaster tool # Crawl-delay: 30 # # Magento sitemap: URL to your sitemap file in Magento Sitemap: https://www.poema.ro/sitemap.xml # # Settings that relate to the UNDER CONSTRUCTION # # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files Disallow:/CVS Disallow:/*. Svn $ Disallow:/*. Idea $ Disallow:/*. Sql $ Disallow:/*. Tgz $ # # GENERAL SETTINGS For MAGENTO # # Do not index the page Magento admin Disallow:/admin/ # # Do not index the general technical Magento directory Disallow:/app/ Disallow:/downloader/ Disallow:/errors/ Disallow:/includes/ Disallow:/lib/ Disallow:/pkginfo/ Disallow:/shell/ Disallow:/var/ Disallow:/img/ Disallow:/dev/ # # Do not index the shared files Magento Disallow:/api.php Disallow:/cron.php Disallow:/cron.sh Disallow:/error_log Disallow:/get.php Disallow:/install.php Disallow:/LICENSE.html Disallow:/LICENSE.txt Disallow:/LICENSE_AFL.txt Disallow:/README.txt Disallow:/RELEASE_NOTES.txt Disallow:/update*.php Disallow:/correct*.php Disallow:/export*.php Disallow:/info.php Disallow:/test*.php # # MAGENTO SEA IMPROVEMENT # # Do not index the page subcategories that are sorted or filtered. Allow: /blog/*?amp* Disallow:/*? Dir * Disallow:/*? Dir = desc Disallow:/*? Dir = asc Disallow:/*? Limit = all Disallow:/*? Mode * Disallow:/*?* # # Do not index the second copy of the home page (example.com/index.php/). Un-comment only if you have activated Magento SEO URLs. Disallow:/index.php/ Disallow:/4boabe/ # # Do not index the link from the session ID Disallow:/*? SID = # # Do not index the page checkout and user account Disallow:/checkout/ Disallow:/onestepcheckout/ Disallow:/customer/ Disallow:/customer/account/ Disallow:/customer/account/login/ Disallow:/wishlist/ # # Do not index the search page and CEO, non-optimized link categories Disallow:/catalogsearch/ Disallow:/catalog/product_compare/ Disallow:/catalog/category/view/ Disallow:/catalog/product/view/ # # Server Settings # # Do not index the general technical directories and files on a server Disallow:/cgi-bin/ Disallow:/cleanup.php Disallow:/apc.php Disallow:/memcache.php Disallow:/phpinfo.php # # SETTINGS Image indexing # # Optional: If you do not want to Google and Bing to index your images # User-agent: Googlebot-Image # Disallow:/ # User-agent: msnbot-media # Disallow:/ # # SETTINGS CUSTOM Disallow:/old/ Disallow:/old1/ Disallow:/dev/ Disallow:/pages/ Disallow:/incercari/ Disallow:/newsletter/ Disallow:/news/ Disallow:/Gif/ Disallow:/retur/ Disallow:/giftcard/ Disallow:/img/