User-agent: *
Allow: /
# Block only the /og preview-gallery route, NOT the OG card images
# (/og-*.jpg and /og/advisory/*.jpg) — those must stay crawlable for image
# indexing and social-card fetches. "$" anchors the match to the exact path.
Disallow: /og$
Disallow: /404

# Search-engine crawlers — explicitly welcomed. Index membership is the gate for
# answer-engine retrieval (the Bing index feeds ChatGPT/Copilot/Perplexity; Google
# feeds Gemini). The wildcard already allows them; these stanzas make it unambiguous.
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# AI crawlers are explicitly WELCOME — being read and retrieved is the goal, not blocked.
# (training crawlers)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

# Common Crawl — feeds many open LLM training corpora.
User-agent: CCBot
Allow: /

# On-query fetchers — the bots that pull a page the moment a user asks an answer
# engine about us. These are the ones that matter for "is JYOTINT credible?" retrieval.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

Sitemap: https://jyotishintelligence.com/sitemap.xml

# Plain-text orientation files for AI assistants and LLM-backed crawlers
# (proposed standard: https://llmstxt.org/).
# llms.txt:      https://jyotishintelligence.com/llms.txt
# llms-full.txt: https://jyotishintelligence.com/llms-full.txt
# ai.txt:        https://jyotishintelligence.com/ai.txt  (AI-usage-welcome policy; mirror at /.well-known/ai.txt)

# Machine-readable data endpoints (CC-BY) — the primary-source artifacts behind
# the record, for researchers, citation tooling, and answer-engines.
# Analyst brief:   https://jyotishintelligence.com/api/v1/brief.json       (one-GET orientation)
# Limitations:     https://jyotishintelligence.com/api/v1/limitations.json (the machine-readable ceiling)
# Live values:     https://jyotishintelligence.com/api/v1/manifest-meta.json (canonical manifestHash/counts/Brier + staleness check)
# RSS feed:        https://jyotishintelligence.com/feed.xml
# JSON Feed:       https://jyotishintelligence.com/feed.json
# Calibration:     https://jyotishintelligence.com/calibration.json
# Seal manifest:   https://jyotishintelligence.com/seal-manifest.json
# OTS Bitcoin proof: https://jyotishintelligence.com/seal-manifest.json.ots