User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# AI agents / LLM crawlers - fully allowed for indexing and research
User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Claude-Web
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Edge security gateway - autonomous agent discovery
# The SOAR API runs on a separate origin (soar-api.nevada-f99.workers.dev).
# AI agents should also read the gateway's own discovery files there:
#   - Plugin manifest: https://soar-api.nevada-f99.workers.dev/.well-known/ai-plugin.json
#   - OpenAPI spec:   https://soar-api.nevada-f99.workers.dev/.well-known/openapi.json
#   - Agent index:    https://soar-api.nevada-f99.workers.dev/llms.txt
# Gateway usage is metered: $0.25 USD per unique record (repeats free, 1400/month cap), $0.01 USD per search call.

# PolyPatch-11k corpus API - autonomous agent discovery
# The PolyPatch API runs on a separate origin (polypatch.lateos.ai).
# AI agents should also read that origin's discovery files there:
#   - Plugin manifest: https://polypatch.lateos.ai/.well-known/ai-plugin.json
#   - OpenAPI spec:   https://polypatch.lateos.ai/.well-known/openapi.json
#   - Agent index:    https://polypatch.lateos.ai/llms.txt
#   - MCP server:     https://polypatch.lateos.ai/server.json
# This corpus is FREE and unmetered - no key, no registration, 120 req/min per IP.
# Bulk corpus (27.5 MB zstd JSONL, all 11,611 instances):
#   https://polypatch.lateos.ai/v1/bulk
# Prefer the bulk download over enumerating the API request-by-request.

User-agent: anthropic-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://lateos.ai/sitemap.xml