# robots.txt automatically generated by PrestaShop e-commerce open-source solution # https://www.prestashop.com - https://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # https://www.robotstxt.org/robotstxt.html # Googlebot specific rules # User-agent: Googlebot # Crawl-delay: 10 # Allow: / # User-agent: Googlebot-Image # Disallow: / # User-agent: AhrefsBot # Crawl-delay: 10 # Disallow: / # User-agent: AhrefsSiteAudit # Crawl-delay: 10 # Disallow: / User-agent: SeekportBot Disallow: / User-agent: DuckDuckBot Disallow: / User-agent: DuckAssistBot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Twitterbot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: bingbot Disallow: / User-agent: GeedoProductSearch Disallow: / User-agent: AmazonProductDiscovery Disallow: / User-agent: GPTBot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: SemrushBot Disallow: / # User-agent: Storebot-Google # Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Bytespider Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: YandexBot Disallow: / User-agent: Photon Disallow: / User-agent: Applebot Disallow: / User-agent: SeznamBot Disallow: / User-agent: naver Disallow: / User-agent: Daum Bot Disallow: / User-agent: Baiduspider Disallow: / User-agent: 360Spider Disallow: / User-agent: HaosouSpider Disallow: / User-agent: YisouSpider Disallow: / User-agent: Majestic SEO Disallow: / User-agent: SEMrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: Searchmetrics Disallow: / User-agent: SEOkicks Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: SISTRIX Crawler Disallow: / User-agent: seoscanners.net Disallow: / User-agent: Sitebulb Disallow: / User-agent: RavenCrawler Disallow: / User-agent: serpstatbot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: adscanner Disallow: / User-agent: BuiltWith Disallow: / User-agent: NinjaBot Disallow: / User-agent: deepcrawl Disallow: / User-agent: * # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Directories for newsexmachine.com Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /en/app/ Disallow: /en/cache/ Disallow: /en/classes/ Disallow: /en/config/ Disallow: /en/controllers/ Disallow: /en/download/ Disallow: /en/js/ Disallow: /en/localization/ Disallow: /en/log/ Disallow: /en/mails/ Disallow: /en/modules/ Disallow: /en/override/ Disallow: /en/pdf/ Disallow: /en/src/ Disallow: /en/tools/ Disallow: /en/translations/ Disallow: /en/upload/ Disallow: /en/var/ Disallow: /en/vendor/ Disallow: /en/webservice/ Disallow: /tw/app/ Disallow: /tw/cache/ Disallow: /tw/classes/ Disallow: /tw/config/ Disallow: /tw/controllers/ Disallow: /tw/download/ Disallow: /tw/js/ Disallow: /tw/localization/ Disallow: /tw/log/ Disallow: /tw/mails/ Disallow: /tw/modules/ Disallow: /tw/override/ Disallow: /tw/pdf/ Disallow: /tw/src/ Disallow: /tw/tools/ Disallow: /tw/translations/ Disallow: /tw/upload/ Disallow: /tw/var/ Disallow: /tw/vendor/ Disallow: /tw/webservice/ Disallow: /zh/app/ Disallow: /zh/cache/ Disallow: /zh/classes/ Disallow: /zh/config/ Disallow: /zh/controllers/ Disallow: /zh/download/ Disallow: /zh/js/ Disallow: /zh/localization/ Disallow: /zh/log/ Disallow: /zh/mails/ Disallow: /zh/modules/ Disallow: /zh/override/ Disallow: /zh/pdf/ Disallow: /zh/src/ Disallow: /zh/tools/ Disallow: /zh/translations/ Disallow: /zh/upload/ Disallow: /zh/var/ Disallow: /zh/vendor/ Disallow: /zh/webservice/ # Files Disallow: /*en/password-recovery Disallow: /*en/address Disallow: /*en/addresses Disallow: /*en/login Disallow: /*en/cart Disallow: /*en/discount Disallow: /*en/order-history Disallow: /*en/identity Disallow: /*en/my-account Disallow: /*en/order-follow Disallow: /*en/credit-slip Disallow: /*en/order Disallow: /*en/search Disallow: /*en/guest-tracking Disallow: /*en/order-confirmation Disallow: /*tw/password-recovery Disallow: /*tw/address Disallow: /*tw/addresses Disallow: /*tw/login Disallow: /*tw/cart Disallow: /*tw/discount Disallow: /*tw/order-history Disallow: /*tw/identity Disallow: /*tw/my-account Disallow: /*tw/order-follow Disallow: /*tw/credit-slip Disallow: /*tw/order Disallow: /*tw/search Disallow: /*tw/guest-tracking Disallow: /*tw/order-confirmation Disallow: /*zh/password-recovery Disallow: /*zh/address Disallow: /*zh/addresses Disallow: /*zh/login Disallow: /*zh/cart Disallow: /*zh/discount Disallow: /*zh/order-history Disallow: /*zh/identity Disallow: /*zh/my-account Disallow: /*zh/order-follow Disallow: /*zh/credit-slip Disallow: /*zh/order Disallow: /*zh/search Disallow: /*zh/guest-tracking Disallow: /*zh/order-confirmation