User-agent: * Crawl-delay: 5 User-agent: ClaudeBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: Bytespider Crawl-delay: 5 Disallow: /*/*/*/* User-agent: GPTBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: Amazonbot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: DataForSeoBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: AhrefsBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: SEMrushBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: DotBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: MJ12bot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: BLEXBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: YandexBot Crawl-delay: 5 Disallow: /*/*/*/* User-agent: MegaIndex.ru Crawl-delay: 5 Disallow: /search/*/*/* User-agent: SeekportBot Crawl-delay: 5 Disallow: /search/*/*/* User-agent: SeznamBot Crawl-delay: 5 Disallow: /search/*/*/* User-agent: Exabot Crawl-delay: 5 Disallow: /search/*/*/* User-agent: * Allow: /