User-agent: * Disallow: /order Disallow: /favourites Disallow: /*search?q Disallow: /ajax Disallow: /uploads Disallow: /bestseller Disallow: /*?sort Disallow: /*?sub Disallow: /*?&hash User-agent: AI2Bot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: bigsur.ai Disallow: / User-agent: Bytespider Disallow: / User-agent: Diffbot Disallow: / User-agent: FriendlyCrawler Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: img2dataset Disallow: / User-agent: Kangaroo Bot Disallow: / User-agent: MachineLearningForPeaceBot Disallow: / User-agent: Meltwater Disallow: / User-agent: Nicecrawler Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: PanguBot Disallow: / User-agent: PiplBot Disallow: / User-agent: QualifiedBot Disallow: / User-agent: Scoop.it Disallow: / User-agent: Seekr Disallow: / User-agent: Sidetrade indexer bot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: YouBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: AwarioBot/1.0 Disallow: / User-agent: AliyunSecBot/Aliyun Disallow: / User-agent: OI-Crawler/Nutch Disallow: / User-agent: Pandalytics/2.0 Disallow: / User-agent: Nicecrawler/1.1 Disallow: / User-agent: DomainStatsBot/1.0 Disallow: / User-agent: BitSightBot/1.0 Disallow: / User-agent: Scrapy/2.11.2 Disallow: / User-agent: MJ12bot/v1.4.8 Disallow: / User-agent: MJ12bot/v2.0.0 Disallow: / User-agent: MJ12bot/v2.0.2 Disallow: / User-agent: Barkrowler/0.9 Disallow: / User-agent: DotBot/1.2 Disallow: / User-agent: BLEXBot/1.0 Disallow: / User-agent: serpstatbot/2.1 Disallow: / User-agent: XoviOnpageCrawler Disallow: / User-agent: Screaming Frog SEO Spider/8.1 Disallow: / User-agent: Gulper Web Bot 0.2.4 Disallow: / User-agent: WebZIP/3.5 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: SuperBot/4.4.0.60 Disallow: / User-agent: ScannerBot/1.0 Disallow: / User-agent: Scrapy/2.12.0 Disallow: /