User-agent: *
Allow: /
Allow: /docs
Allow: /docs/
Disallow: /panel
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /odds-drop
Disallow: /odds-drop-prematch
Disallow: /kit/
Disallow: /settled
# Cloudflare's email-obfuscation URLs. Without this they 404 in bulk and fill
# Search Console's coverage report with crawl errors that aren't ours.
Disallow: /cdn-cgi/

# ── AI crawlers ────────────────────────────────────────────────────────────
# Until 2026-08-13 this file was overridden at the edge: Cloudflare's managed
# robots.txt (zone setting `is_robots_txt_managed`) prepended `Disallow: /` for
# GPTBot, ClaudeBot, Google-Extended, CCBot, Bytespider, Amazonbot,
# Applebot-Extended and meta-externalagent, so the block below never applied and
# our llms.txt / llms-full.txt were served to bots told not to fetch them.
# That setting is now OFF — this file is authoritative. If AI crawlers ever
# vanish from the logs again, re-check the zone setting before editing here.

# Answer engines: these produce citations and referral traffic, so they are
# welcome everywhere. This is the whole point of llms.txt / llms-full.txt.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

# Google's AI surface (AI Overviews / Gemini grounding). Listed explicitly
# rather than relying on `User-agent: *`, because being absent from AI Overviews
# is invisible in analytics — there is no referrer to miss.
User-agent: Google-Extended
Allow: /

# Bulk dataset scrapers: they take the content and return no citation, no
# referral and no visibility. Blocked deliberately. Delete a group to allow it.
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://pinnodds.com/sitemap.xml