User-agent: Amazonbot
Disallow: /

# OpenAI’s GPTBot
User-agent: GPTBot
Disallow: /

# Bing Chat Preview
User-agent: BingPreview
Disallow: /

# Anthropic’s Claude crawler
User-agent: Anthropic
Disallow: /

# Hugging Face
User-agent: huggingface
Disallow: /

# Any other crawler whose name contains "AI" (if your crawler honors wildcard matching here)
User-agent: *AI*
Disallow: /