# -------------------------------------------------------
# robots.txt — blackplasticglasses.com
# -------------------------------------------------------

# All crawlers
User-agent: *
Allow: /
Disallow: /proposal

# -------------------------------------------------------
# Search engines
# -------------------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# -------------------------------------------------------
# LLM & AI crawlers — explicitly welcomed
# -------------------------------------------------------

# OpenAI (ChatGPT, GPT training)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Apple
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Common Crawl (used by many LLM training pipelines)
User-agent: CCBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Amazon Alexa
User-agent: ia_archiver
Allow: /

# -------------------------------------------------------
# Sitemap
# -------------------------------------------------------

Sitemap: https://blackplasticglasses.com/sitemap.xml