# UAE GPA Calculator — robots.txt
# https://uaegpacalculator.online

User-agent: *
Allow: /
Disallow: /api/
Disallow: /_astro/
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Allow: /manifest.json

# AI / LLM Crawlers — Allowed (Retrieval, Citation & Grounding)
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

# Aggressive Unattributed Scrapers — Blocked
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# Sitemaps & Machine-Readable Discovery Specifications
Sitemap: https://uaegpacalculator.online/sitemap-index.xml

# LLMs-Full: https://uaegpacalculator.online/llms-full.txt
# LLMs: https://uaegpacalculator.online/llms.txt
# Media-RSS: https://uaegpacalculator.online/rss.xml