# robots.txt for madras.ro
# Controls which pages are accessible to bots and AI crawlers

# ---------------------------
# General rules for all bots
# ---------------------------
User-agent: *

# ---------------------------
# Search engines - Allowed
# ---------------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# ---------------------------
# AI crawlers - Allowed
# ---------------------------

# --- OpenAI / ChatGPT ---
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Anthropic / Claude ---
User-agent: ClaudeBot
Allow: /

User-agent: AnthropicBot
Allow: /

# --- Perplexity AI ---
User-agent: PerplexityBot
Allow: /

User-agent: PerplexityCrawler
Allow: /

# --- Google AI ---
User-agent: Google-Extended
Allow: /

# --- Meta AI ---
User-agent: Meta-ExternalAgent
Allow: /

Sitemap: https://www.madras.ro/sitemap.xml