# CGQ® — Contextual Glyph Query - robots.txt
# AI content quality measurement and certification standard
# Specification: https://contextualglyphquery.io/spec

# AI Agent Crawlers — Full access
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

# Search engine crawlers — Full access
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Brave-Search
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: FacebookBot
Allow: /

# SEO intelligence crawlers — Blocked
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Common Crawl — Blocked
User-agent: CCBot
Disallow: /

# Default — Allow
User-agent: *
Allow: /

# ========================================================================
# AGENT BROADCAST FEED (ABF-1.0) - Real-time Intelligence Channel
# ========================================================================
# Feed-JSON: https://manifest-yaml.com/.well-known/abf.json
# Feed-Viewer: https://manifest-yaml.com/feed/
# Feed-Spec: https://manifest-yaml.com/spec/abf-v1.0
# Poll-Interval: 300s
# Trust-Protocol: FCS-2.1
# Content-Types: certification_update, methodology_update, specification_update
# Constellation-Wide: All 15+ domains broadcast via unified ABF

# Manifest discovery links (parsed by advanced crawlers)
# Link header format for agent-native discovery
Link: </.well-known/agent-discovery.json>; rel="agent-discovery"; type="application/json"
Link: </spec>; rel="specification"; type="text/html"

# Sitemap location
Sitemap: https://contextualglyphquery.io/sitemap.xml

# Agent-specific instructions (custom extension)
# AI crawlers should prioritize these endpoints for structured knowledge
X-Agent-Priority-Endpoints: /.well-known/agent-discovery.json, /spec, /about
X-Trust-Lineage: calt:contextualglyphquery.io/001
X-Trust-Anchor: https://helixseeds.org/.well-known/trust-resolver.json
X-Constellation: velastra-semantic-infrastructure
X-Protocol-Version: FCS-2.1

# Semantic role declaration
X-Semantic-Role: ai_content_quality_certification
X-Content-Type: certification_methodology
X-Service-Type: quality_measurement

# CGQ® specific metadata
X-CGQ-Trademark: EU-019242122
X-CGQ-Specification: /spec
X-CGQ-Methodology: semantic_coherence,contextual_binding,query_response_alignment

# Rate limiting guidance for agents
# Request rate: 100 requests/minute per IP recommended
# Burst allowance: 20 requests
# Certification endpoints: Require authentication (contact: contact@contextualglyphquery.io)