User-agent: *
Disallow: /*/download/pdf/

User-agent: Amazonbot
Disallow: /

User-agent: amazon-kendra    # Amazon Kendra Web Crawler
Disallow: / # disallow access to all

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: SemrushBot
Disallow: /