# productindex.ai — Verified product intelligence for the AI era.
#
# MCP server (recommended for AI agents and assistants):
#   https://mcp.productindex.ai/mcp/ — MCP endpoint (Streamable HTTP; OAuth 2.1 required; protocol versions in /docs/mcp.md)
#   /docs/mcp.md       — agent setup guide (self-configuration for Grok, Claude, Cursor, Windsurf)
#   /.well-known/mcp.json          — machine-readable MCP descriptor
#   /.well-known/oauth-authorization-server — OAuth 2.1 discovery (RFC 8414)
#
# LLM-optimized content is also available at:
#   /llms.txt          — category and product index (markdown)
#   /llms-full.txt     — full site dump (markdown, updated on each deploy)
#
# Every product page is also served as raw markdown and JSON-LD:
#   /p/{category}/{slug}.md
#   /p/{category}/{slug}.json

# All crawlers welcome
User-agent: *
Allow: /

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# Google (Gemini)
User-agent: GoogleOther
Allow: /

# Meta
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Apple
User-agent: Applebot
Allow: /

Sitemap: https://productindex.ai/sitemap-index.xml
Sitemap: https://productindex.ai/sitemap-images.xml

# Content usage preferences (https://contentsignals.org/)
# Text content is available for AI use, including training.
# Product images are served from a dedicated host that opts out of AI
# training (see its robots.txt + Content-Signal): https://productindex.ai/image-use-policy/
Content-Signal: ai-train=yes, search=yes, ai-input=yes