# DGF Corporations — AI crawler policy (mirror of /robots.txt)
# Canonical: https://www.dgfcorporations.com/

# Parameter crawl fence
Disallow: /*?q=*
Disallow: /*?filter=*
Disallow: /*?search=*
Disallow: /*?sort=*
Disallow: /*?date=*
Disallow: /*?view=*

# Google Search + AI Overviews
User-agent: Googlebot
Allow: /

# Gemini grounding
User-agent: Google-Extended
Allow: /

# Bing + Copilot
User-agent: Bingbot
Allow: /

# Brave Search & Claude grounding
User-agent: BraveBot
Allow: /

# Anthropic Claude search grounding
User-agent: Claude-SearchBot
Allow: /

# ChatGPT Search
User-agent: OAI-SearchBot
Allow: /

# OpenAI crawl & search grounding
User-agent: GPTBot
Allow: /

# ChatGPT live fetch
User-agent: ChatGPT-User
Allow: /

# Anthropic crawl & Claude search grounding
User-agent: ClaudeBot
Allow: /

# Anthropic legacy crawl
User-agent: anthropic-ai
Allow: /

# Anthropic Claude web fetch (legacy)
User-agent: Claude-Web
Allow: /

# Claude live fetch
User-agent: Claude-User
Allow: /

# Perplexity index
User-agent: PerplexityBot
Allow: /

# Perplexity live fetch
User-agent: Perplexity-User
Allow: /

# Siri / Spotlight
User-agent: Applebot
Allow: /

# Apple Intelligence (training crawl — declined)
User-agent: Applebot-Extended
Disallow: /

# Alexa (training crawl — declined)
User-agent: Amazonbot
Disallow: /

# DuckDuckGo assist
User-agent: DuckAssistBot
Allow: /

# Cohere (training crawl — declined)
User-agent: cohere-ai
Disallow: /

# Meta AI (training crawl — declined)
User-agent: meta-externalagent
Disallow: /

Sitemap: https://www.dgfcorporations.com/sitemap.xml