# Everything except the form API and the CMS is crawlable, including by AI answer engines
# (see /llms.txt). *.pages.dev is kept out of search by an X-Robots-Tag header
# (public/_headers, functions/_middleware.ts), not by this file.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: Claude-User
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /keystatic

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /keystatic

Sitemap: https://www.bury-court.com/sitemap-index.xml