# FixiTool robots.txt — SELECTIVE AI policy (prepared 2026-10-21, NOT yet live)
# Takes effect only after: (1) user turns OFF Cloudflare "Managed robots.txt"
# in the dashboard, and (2) this file is uploaded to KV as site:/robots.txt.
# Policy: search engines fully allowed; AI TRAINING crawlers blocked;
# AI assistants fetching at a user's request (ChatGPT-User, Claude-User,
# Perplexity-User, Google-Agent, ...) allowed — they can send real visitors.

# --- AI training / dataset crawlers: blocked ---
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

# --- Everyone else (Googlebot, Bingbot, AI assistants): allowed ---
User-agent: *
Allow: /
Disallow: /admin/

Sitemap: https://fixitool.com/sitemap.xml