# Metrx — Allow AI crawlers for agent discovery
# https://metrxbot.com

# AI Model Crawlers — explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

# General crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /settings/

Sitemap: https://metrxbot.com/sitemap.xml