# robots.txt automatically generated by PrestaShop e-commerce open-source solution # http://www.prestashop.com - http://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # 1. Сначала открываем стили, скрипты и графику (Включая WebP) Allow: /modules/*.css Allow: /modules/*.js Allow: /modules/*.png Allow: /modules/*.jpg Allow: /modules/*.webp Allow: /js/jquery/* # 2. Глобальные запреты системных папок PrestaShop Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /localization/ Disallow: /translations/ Disallow: /tools/ Disallow: /js/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # 3. Запреты для мусорных и приватных страниц (Ваш список) Disallow: /best-sales Disallow: /prices-drop Disallow: /password-recovery Disallow: /login Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*?order= Disallow: /*?q= Disallow: /*&q= Disallow: /*resultsPerPage= Disallow: /module/smartblog/details Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking Disallow: /*yclid=* Disallow: /*gclid=* Clean-param: order&q&resultsPerPage&utm_source&utm_medium&utm_campaign&utm_content&utm_term&yclid&gclid # Files #Disallow: /ru/password-recovery #Disallow: /ru/address #Disallow: /ru/addresses #Disallow: /ru/login #Disallow: /ru/cart #Disallow: /ru/discount #Disallow: /ru/order-history #Disallow: /ru/identity #Disallow: /ru/my-account #Disallow: /ru/order-follow #Disallow: /ru/credit-slip #Disallow: /ru/order #Disallow: /ru/search #Disallow: /ru/guest-tracking #Disallow: /ru/order-confirmation # bot User-agent: BLEXBot Disallow: / User-agent: DotBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: GenomeCrawler Disallow: / User-agent: Go-http-client Disallow: / User-agent: SeekportBot Disallow: / User-agent: SERankingBacklinksBot Disallow: / # Sitemap Sitemap: https://allfortennis.ru/1_index_sitemap.xml