User-agent: Yandex Disallow: /admin/ Disallow: /webasyst/ Disallow: /*.html$ Disallow: /*.php$ Disallow: /*.pdf$ Disallow: /amp/ Disallow: /search Disallow: /mailer/ Disallow: /signup/ Disallow: /order/ Disallow: /cart/ Disallow: /checkout Disallow: /my/ Disallow: /undefined Disallow: /compare/ Disallow: /*? Allow: /*.jpg$ Allow: /*.png$ Allow: /config/ Disallow: /*?sort= Disallow: /*?sku= Disallow: /?sku=* Allow: /*?page= Disallow: /*?page=* Disallow: /*&page= Disallow: /*/tag/ Disallow: /*?addon= Disallow: /*?* Clean-param: etext / Sitemap: https://forbo.market/sitemap.xml User-agent: Googlebot Disallow: /admin/ Disallow: /logs/ Disallow: /webasyst/ Disallow: /test/ Disallow: /*.html Disallow: /*.php Disallow: /*.pdf Disallow: /search Disallow: /mailer/ Disallow: /order/ Disallow: /cart/ Disallow: /checkout Disallow: /my/ Disallow: *mailto: Disallow: /undefined Disallow: /compare/ Disallow: /*? Allow: /*.*? Allow: /config/ Disallow: /*?sku= Disallow: /?sku=* Disallow: /*?addon= Allow: /*?page= Disallow: /*?page=*& Disallow: /*&page= Allow: /*utm_source= Disallow: /tag/ User-agent: * Disallow: /admin/ Disallow: /logs/ Disallow: /webasyst/ Disallow: /test/ Disallow: /*.html Disallow: /*.php Disallow: /*.pdf Disallow: /search Disallow: /mailer/ Disallow: /order/ Disallow: /cart/ Disallow: /checkout Disallow: /my/ Disallow: *mailto: Disallow: /undefined Disallow: /compare/ Disallow: /*? Allow: /*.*? Allow: /config/ Disallow: /*?sku= Disallow: /?sku=* Disallow: /*?addon= Allow: /*?page= Disallow: /*?page=*& Disallow: /*&page= Disallow: /tag/ Clean-param: sku /product/ User-agent: AhrefsBot Crawl-delay: 5 User-agent: grapeshot Disallow: / User-agent: MegaIndex Crawl-delay: 5 User-agent: MJ12bot Disallow: / User-agent: Riddler (http://riddler.io/about) Disallow: / User-agent: Python-urllib/2.6 Disallow: / User-agent: DISCo Pump Disallow: / User-agent: Wget Disallow: / User-agent: Teleport Pro Disallow: / User-agent: psbot Disallow: / User-agent: Twiceler Disallow: / User-agent: NetinfoBot Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: grub-client Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: /