# robots-observatory measurement host
# https://github.com/ramhee98/robots-observatory
#
# The /ai-honeypot/ paths below are disallowed and linked from nowhere.
# Requests to them are recorded and published as an open dataset.

User-agent: *
Disallow: /ai-honeypot/

User-agent: GPTBot
Disallow: /ai-honeypot/gptbot/

User-agent: OAI-SearchBot
Disallow: /ai-honeypot/oai-searchbot/

User-agent: ChatGPT-User
Disallow: /ai-honeypot/chatgpt-user/

User-agent: ClaudeBot
Disallow: /ai-honeypot/claudebot/

User-agent: Claude-User
Disallow: /ai-honeypot/claude-user/

User-agent: PerplexityBot
Disallow: /ai-honeypot/perplexitybot/

User-agent: Perplexity-User
Disallow: /ai-honeypot/perplexity-user/

User-agent: CCBot
Disallow: /ai-honeypot/ccbot/

User-agent: DuckAssistBot
Disallow: /ai-honeypot/duckassistbot/

User-agent: MistralAI-User
Disallow: /ai-honeypot/mistralai-user/

User-agent: Google-Extended
Disallow: /ai-honeypot/google-extended/

User-agent: Applebot-Extended
Disallow: /ai-honeypot/applebot-extended/