# Specific domain robots # default isuit.it #robots.txt User-agent: * #Folder #Disallow: /referer/ Disallow: /catalogsearch/ #Disallow: /customer/ Disallow: /ajaxcart/ #Disallow: /quickview/ #Parameters #Disallow: /*dir=* #Disallow: /*order=* #Disallow: /*limit=* Disallow: /*color_filter=* #Disallow: /*currency=* User-agent: facebookexternalhit/1.1 Crawl-delay: 30 User-agent: DataForSeoBot Crawl-delay: 300 User-agent: ClaudeBot Crawl-delay: 300 User-agent: AhrefsBot Crawl-delay: 300 User-agent: msnbot Crawl-delay: 300 User-agent: bingbot Crawl-delay: 300 User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: PetalBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Barkrowler Disallow: / User-agent: SemrushBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot/0.1 Disallow: / User-agent: GPTBot Disallow: / User-agent: thesis-research-bot Disallow: / User-agent: GeedoProductSearch Disallow: / Sitemap: https://isuit.it/sitemaps/google_sitemap_en.xml Sitemap: https://isuit.it/sitemaps/google_sitemap_categories_brand_en.xml Sitemap: https://isuit.it/sitemaps/google_sitemap_custom_pages.xml