# Robots.txt for Beep.lk
# https://beep.lk/robots.txt

# Allow all search engines and AI chatbots
User-agent: *
Allow: /

# Allow ChatGPT Search Bot (OpenAI)
User-agent: OAI-SearchBot
Allow: /

# Allow Bing Bot (Powers ChatGPT, Copilot, and others)
User-agent: Bingbot
Allow: /

# Allow Google Bot
User-agent: Googlebot
Allow: /

# Block GPTBot (AI training) - allows search but blocks training
# Remove this if you want OpenAI to use your content for training
User-agent: GPTBot
Disallow: /

# Allow Claude Bot (Anthropic)
User-agent: Claudebot
Allow: /

# Allow Perplexity Bot
User-agent: PerplexityBot
Allow: /

# Sitemaps
Sitemap: https://beep.lk/sitemap.xml

# Crawl-delay (optional, helps prevent server overload)
Crawl-delay: 1

# Disallow admin or private areas (add if needed in future)
# Disallow: /admin/
# Disallow: /private/