User-agent: *
Allow: /
Disallow: /jobs
Disallow: /studio
Disallow: /talent
Disallow: /agents
Disallow: /agents/
Disallow: /admin
Disallow: /admin/

# Allow major AI crawlers explicitly
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Amazonbot
Allow: /

# Sitemap
Sitemap: https://www.govgtm.ai/sitemap.xml