User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /cdn-cgi/

# --- Explicit AI / LLM crawlers (all allowed) ---
User-agent: GPTBot
# OpenAI
Allow: /

User-agent: Google-Extended
# Google AI data usage control token
Allow: /

User-agent: Applebot-Extended
# Apple AI data usage control token
Allow: /

User-agent: CCBot
# Common Crawl (used by many AI datasets)
Allow: /

User-agent: ClaudeBot
# Anthropic training crawler
Allow: /
User-agent: Claude-User
# Anthropic on-demand fetcher
Allow: /

User-agent: PerplexityBot
# Perplexity crawler
Allow: /
User-agent: Perplexity-User
# Perplexity on-demand fetcher
Allow: /

Host: universalrocks.com
Sitemap: https://universalrocks.com/sitemap.xml