User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /
User-agent: GPTBot
Crawl-delay: 6
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: PingdomBot
Crawl-delay: 4
User-agent: PingdomTMS
Crawl-delay: 4
User-agent: BLEXBot
Crawl-delay: 36
User-agent: DotBot
Crawl-delay: 36
User-agent: SemrushBot
Crawl-delay: 18
User-agent: Amazonbot
Crawl-delay: 12
User-agent: PetalBot
Crawl-delay: 18
User-agent: ImagesiftBot
Crawl-delay: 20
User-agent: BingBot
Crawl-delay: 10

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /