# CustomerGPT AI - Robots & Agent Readiness Configuration
# Declares machine-readable AI search and training preferences (Cloudflare Agent Readiness standard)

User-agent: *
Allow: /
Allow: /_next/static/
Allow: /_next/image/
Disallow: /_next/
Disallow: /cdn-cgi/

# AI Crawlers & Answer Engine Bots (Explicitly Allowed for GEO / AI Citations)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Bytespider
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Allow: /_next/static/
Allow: /_next/image/
Disallow: /_next/
Disallow: /cdn-cgi/

# Emerging AI Content Preferences (Content Signals Standard)
# Content-Signal: search=yes, ai-input=yes, train=yes

# Machine-Readable AI Discovery Files
# Developer portal: https://customergpt.ai/developers
# Public API index: https://customergpt.ai/api/v1
# OpenAPI 3.1: https://customergpt.ai/api/openapi.json
# API Catalog (RFC 9727): https://customergpt.ai/.well-known/api-catalog
# MCP server (Streamable HTTP, no auth): https://customergpt.ai/api/mcp
# MCP server card: https://customergpt.ai/.well-known/mcp.json
# CLI: npx customergpt-cli (https://customergpt.ai/developers#cli)
# LLM Context: https://customergpt.ai/llms.txt
# Full text: https://customergpt.ai/llms-full.txt
# Markdown: any page answers `Accept: text/markdown`, or append .md to its path

# Sitemap Reference
Sitemap: https://customergpt.ai/sitemap.xml