# Google Search/Shopping keeps the prior dated-space crawl-budget rule.
# This is a separate, more-specific group: do not merge these rules with the
# wildcard group when evaluating a Googlebot-family or Storebot-Google request.
User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Googlebot-News
User-Agent: Googlebot-Video
User-Agent: Storebot-Google
Allow: /
Allow: /api/astro/
Disallow: /admin/
Disallow: /partner/
Disallow: /investor/
Disallow: /api/
Disallow: /checkout/
Disallow: /*?_rsc=
Disallow: /*&_rsc=
Disallow: /*?_rsc$
Disallow: /*&_rsc$
Disallow: /*?_rsc&
Disallow: /*&_rsc&
Disallow: /aaj-ka-panchang/*/2
Disallow: /hi/aaj-ka-panchang/*/2
Disallow: /rahu-kaal/*/2
Disallow: /hi/rahu-kaal/*/2
Disallow: /choghadiya/*/2
Disallow: /hi/choghadiya/*/2
Disallow: /hora/*/2
Disallow: /hi/hora/*/2
Disallow: /yamaganda/*/2
Disallow: /hi/yamaganda/*/2
Disallow: /gulika-kala/*/2
Disallow: /hi/gulika-kala/*/2
Disallow: /abhijit-muhurta/*/2
Disallow: /hi/abhijit-muhurta/*/2
Disallow: /brahma-muhurta/*/2
Disallow: /hi/brahma-muhurta/*/2
Disallow: /disha-shool/*/2
Disallow: /hi/disha-shool/*/2
Disallow: /godhuli-muhurta/*/2
Disallow: /hi/godhuli-muhurta/*/2
Disallow: /tarabalam/*/2
Disallow: /hi/tarabalam/*/2
Disallow: /panchak/*/2
Disallow: /hi/panchak/*/2
Disallow: /bhadra/*/2
Disallow: /hi/bhadra/*/2

# Default policy for every non-Google-search crawler, including AI crawlers
# and unknown/future User-agents: all public pages are crawlable. This is an
# advisory crawl policy, not authentication, and does not guarantee crawling,
# ranking, search visibility, or model training.
User-Agent: *
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Allow: /
Allow: /api/astro/
Disallow: /*?_rsc=
Disallow: /*&_rsc=
Disallow: /*?_rsc$
Disallow: /*&_rsc$
Disallow: /*?_rsc&
Disallow: /*&_rsc&
Disallow: /admin$
Disallow: /admin?
Disallow: /admin/
Disallow: /hi/admin$
Disallow: /hi/admin?
Disallow: /hi/admin/
Disallow: /partner$
Disallow: /partner?
Disallow: /partner/
Disallow: /hi/partner$
Disallow: /hi/partner?
Disallow: /hi/partner/
Disallow: /investor$
Disallow: /investor?
Disallow: /investor/
Disallow: /hi/investor$
Disallow: /hi/investor?
Disallow: /hi/investor/
Disallow: /api$
Disallow: /api?
Disallow: /api/
Disallow: /hi/api$
Disallow: /hi/api?
Disallow: /hi/api/
Disallow: /checkout$
Disallow: /checkout?
Disallow: /checkout/
Disallow: /hi/checkout$
Disallow: /hi/checkout?
Disallow: /hi/checkout/
Disallow: /account$
Disallow: /account?
Disallow: /account/
Disallow: /hi/account$
Disallow: /hi/account?
Disallow: /hi/account/
Disallow: /my-reading$
Disallow: /my-reading?
Disallow: /my-reading/
Disallow: /hi/my-reading$
Disallow: /hi/my-reading?
Disallow: /hi/my-reading/
Disallow: /order$
Disallow: /order?
Disallow: /order/
Disallow: /hi/order$
Disallow: /hi/order?
Disallow: /hi/order/
Disallow: /track$
Disallow: /track?
Disallow: /track/
Disallow: /hi/track$
Disallow: /hi/track?
Disallow: /hi/track/
Disallow: /cart$
Disallow: /cart?
Disallow: /cart/
Disallow: /hi/cart$
Disallow: /hi/cart?
Disallow: /hi/cart/
Disallow: /thank-you$
Disallow: /thank-you?
Disallow: /thank-you/
Disallow: /hi/thank-you$
Disallow: /hi/thank-you?
Disallow: /hi/thank-you/
Disallow: /ai-astrologer/chat$
Disallow: /ai-astrologer/chat?
Disallow: /ai-astrologer/chat/
Disallow: /hi/ai-astrologer/chat$
Disallow: /hi/ai-astrologer/chat?
Disallow: /hi/ai-astrologer/chat/
Disallow: /email/unsubscribe$
Disallow: /email/unsubscribe?
Disallow: /email/unsubscribe/
Disallow: /hi/email/unsubscribe$
Disallow: /hi/email/unsubscribe?
Disallow: /hi/email/unsubscribe/

Sitemap: https://kundlit.com/sitemap.xml

# Agent discovery:
# API catalog (RFC 9727): https://kundlit.com/.well-known/api-catalog
# Agent skills index:     https://kundlit.com/.well-known/agent-skills/index.json
# MCP server card:        https://kundlit.com/.well-known/mcp/server-card.json
# MCP docs (human):       https://kundlit.com/mcp
# llms.txt:               https://kundlit.com/llms.txt
#
# The MCP endpoint itself (/api/mcp) stays under the Disallow: /api/ rule on
# purpose. It is POST-only -- a crawler's GET is a 405 -- so there is nothing
# there to index, and the two lines above are the crawlable descriptions of it.