# GeoWeb robots policy (M2-6)
# Static pages: open to all crawlers — we want to be cited by AI search engines
# /api/* paths: closed to all crawlers — agent interaction goes via
#   /.well-known/ai-plugin.json + the documented quota, not direct crawling
#
# llms.txt: https://geoweb.tw/llms.txt
# llms-full.txt: https://geoweb.tw/llms-full.txt
#
# Content-Signal (IETF draft-ietf-aipref-content-signal):
#   search=yes   — traditional search indexing is welcomed
#   ai-input=yes — AI inference / grounding (citations in AI search) is welcomed
#   ai-train=yes — content MAY be used as model training data (M3-118,
#                  2026-07-11 policy flip: training-corpus presence is the
#                  only channel into ungrounded / parametric AI answers)
#
# /bp_public: closed to all crawlers — investor pitch deck, unlisted by
#   design (also X-Robots-Tag: noindex + UA block server-side)
# /pk2026: closed to all crawlers - reseller Sales Kit. Unlike /bp_public this
#   one is ALSO behind real auth (partner_deck capability, M3-196); the deck
#   body never reaches the wire without a verified bearer token.
# /pk2026: closed to all crawlers — reseller Sales Kit. Unlike /bp_public this
#   one is ALSO behind real auth (partner_deck capability, M3-196); the deck
#   body never reaches the wire without a verified bearer token.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

# --- Major AI / LLM crawlers (explicit consent + scope) ---

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /bp_public
Disallow: /pk2026

Sitemap: https://geoweb.tw/sitemap.xml