# See https://www.robotstxt.org/robotstxt.html
Sitemap: https://www.ixperience.co/sitemap.xml

# === Standard crawlers ===
User-agent: *
Disallow: /landing
Disallow: /tests
# Block ?amp= parameter URLs to prevent duplicate indexation
Disallow: /*?amp=

# === AI crawlers — allowed for citations and visibility ===

# OpenAI
User-agent: GPTBot
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Meta
User-agent: FacebookBot
Allow: /

Sitemap: https://www.ixperience.co/sitemap.xml