# Ravishing Radish Catering - Robots.txt
# LLM-friendly content available at /llms.txt and /llms-full.txt

# Standard search engine crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI citation bots (allow for visibility in AI responses)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

# AI training bots (block to prevent content scraping for training)
User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot-Training
Disallow: /

# Default allow for other crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://ravishingradish.com/sitemap.xml

# LLM-friendly structured content (llmstxt.org standard)
# /llms.txt - Concise summary for AI systems
# /llms-full.txt - Comprehensive company information