# Note: This robots.txt is served for all domains
# For api.ziarah.ai specifically, ALL paths are blocked at ingress level
# Google won't be able to access api.ziarah.ai except /api/* paths

User-agent: *
Disallow: /api/
Disallow: /private/
Allow: /public/

# Block AI crawlers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: GeminiAI
Disallow: /

# Sitemap for search engines
Sitemap: https://ziarah.ai/sitemap.xml