# robots.txt automatically generated by PrestaShop e-commerce open-source solution # https://www.prestashop.com - https://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # https://www.robotstxt.org/robotstxt.html User-agent: AdsBot-Google User-agent: Amazonbot User-agent: anthropic-ai User-agent: Applebot User-agent: AwarioRssBot User-agent: AwarioSmartBot User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-Web User-agent: cohere-ai User-agent: DataForSeoBot User-agent: Diffbot User-agent: FriendlyCrawler User-agent: Google-Extended User-agent: GoogleOther User-agent: GPTBot User-agent: img2dataset User-agent: ImagesiftBot User-agent: magpie-crawler User-agent: Meltwater User-agent: omgili User-agent: omgilibot User-agent: peer39_crawler User-agent: peer39_crawler/1.0 User-agent: PerplexityBot User-agent: PiplBot User-agent: scoop.it User-agent: Seekr User-agent: YouBot Disallow: / User-agent: * Crawl-delay: 30 # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Directories for merino-sport.com Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /pl/app/ Disallow: /pl/cache/ Disallow: /pl/classes/ Disallow: /pl/config/ Disallow: /pl/controllers/ Disallow: /pl/download/ Disallow: /pl/js/ Disallow: /pl/localization/ Disallow: /pl/log/ Disallow: /pl/mails/ Disallow: /pl/modules/ Disallow: /pl/override/ Disallow: /pl/pdf/ Disallow: /pl/src/ Disallow: /pl/tools/ Disallow: /pl/translations/ Disallow: /pl/upload/ Disallow: /pl/var/ Disallow: /pl/vendor/ Disallow: /pl/webservice/ Disallow: /en/app/ Disallow: /en/cache/ Disallow: /en/classes/ Disallow: /en/config/ Disallow: /en/controllers/ Disallow: /en/download/ Disallow: /en/js/ Disallow: /en/localization/ Disallow: /en/log/ Disallow: /en/mails/ Disallow: /en/modules/ Disallow: /en/override/ Disallow: /en/pdf/ Disallow: /en/src/ Disallow: /en/tools/ Disallow: /en/translations/ Disallow: /en/upload/ Disallow: /en/var/ Disallow: /en/vendor/ Disallow: /en/webservice/ # Files Disallow: /*pl/adres Disallow: /*pl/adresy Disallow: /*pl/logowanie Disallow: /*pl/koszyk Disallow: /*pl/rabaty Disallow: /*pl/sledzenie-zamowien-gosci Disallow: /*pl/historia-zamowien Disallow: /*pl/dane-osobiste Disallow: /*pl/moje-konto Disallow: /*pl/zamówienie Disallow: /*pl/potwierdzenie-zamowienia Disallow: /*pl/sledzenie-zamowienia Disallow: /*pl/potwierdzenie-zwrotu Disallow: /*pl/odzyskiwanie-hasla Disallow: /*pl/szukaj Disallow: /*en/address Disallow: /*en/addresses Disallow: /*en/login Disallow: /*en/cart Disallow: /*en/discount Disallow: /*en/guest-tracking Disallow: /*en/order-history Disallow: /*en/identity Disallow: /*en/my-account Disallow: /*en/order Disallow: /*en/order-confirmation Disallow: /*en/order-follow Disallow: /*en/credit-slip Disallow: /*en/password-recovery Disallow: /*en/search User-agent: Googlebot Allow: / User-agent: Googlebot-image Allow: / User-agent: SemrushBot Disallow: / User-agent: MJ12Bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Bytespider Disallow: / User-agent: DataForSeoBot Disallow: /