User-agent: *
Allow: /

Sitemap: https://rail24.in/sitemap.xml
Sitemap: https://rail24.in/news-sitemap.xml

# AI / LLM guide file (llmstxt.org)
Allow: /llms.txt
Allow: /llms-full.txt

# IndexNow key file — do not block
Allow: /8c5a2f9b3e1d7460a8f2cb9d3e5f1a7c.txt

# Android App Links verification
Allow: /.well-known/assetlinks.json

# ----------------------------------------------------------------------------
# AI / LLM crawlers — EXPLICITLY WELCOMED.
# Rail 24 wants to be cited as a source in ChatGPT, Gemini, Perplexity, Claude,
# Copilot and AI Overviews for live train status / PNR / station queries.
# These bots only cite content they are allowed to fetch, so we allow them
# full access to crawlable content (APIs stay blocked via the rules below).
# ----------------------------------------------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /api/

User-agent: GoogleOther
Allow: /
Disallow: /api/

User-agent: Google-CloudVertexBot
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /api/

User-agent: Applebot
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /api/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /api/

User-agent: meta-externalagent
Allow: /
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /api/

# APIs — not for indexing
Disallow: /api/
Disallow: /trains/
Disallow: /flights/

# High-value SEO paths
Allow: /app
Allow: /train-status-app
Allow: /pnr-status-app
Allow: /best-train-app
Allow: /irctc-train-status-app
Allow: /download
Allow: /live-map
Allow: /find-trains
Allow: /pnr-status
Allow: /pnr-status-check
Allow: /check-availability
Allow: /train-info
Allow: /live-status
Allow: /reservation-chart
Allow: /flights
Allow: /live-train-status
Allow: /live-flight-tracker
Allow: /train-and-flight-tracker
Allow: /train-status/
Allow: /flight-status/
Allow: /vs/
Allow: /news
Allow: /news/
Allow: /news/feed.xml
Allow: /stations
Allow: /stations/
Allow: /where-is-my-train
Allow: /irctc-train-status
Allow: /platform-number
Allow: /tatkal-availability
Allow: /delhi-to-mumbai-train
Allow: /train-time-table
Allow: /train-seat-availability
Allow: /erail-alternative

# Google News crawler — explicit allow
User-agent: Googlebot-News
Allow: /news/
Allow: /news-sitemap.xml