# robots.txt for ramihmd.com
# https://www.rfc-editor.org/rfc/rfc9309

User-agent: *
Allow: /
Disallow: /api/
Disallow: /workshop/*/host

# AI search and indexing crawlers — welcome
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: facebookexternalhit
Allow: /

# Content preferences
# search=yes: index and surface in search
# ai-input=yes: use content to answer queries about this person/site
# ai-train=no: do not use for model training
Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://www.ramihmd.com/sitemap.xml

# LLM-friendly site map (proposed llms.txt standard)
# https://llmstxt.org/
# Concise:   https://www.ramihmd.com/llms.txt
# Full text: https://www.ramihmd.com/llms-full.txt