# robots.txt — vedicastrologerkapoor.com (Updated: 13 Sep 2025, IST)
# Strategy: Allow crawling everywhere so Google can read your X-Robots-Tag headers.
#           .htaccess sends "index, follow" ONLY on URLs ending in "video.html",
#           and "noindex, nofollow" for everything else.

# ── Google family ───────────────────────────────────────────────
User-agent: Googlebot
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: Googlebot-Video
Disallow:
User-agent: Googlebot-News
Disallow:
User-agent: AdsBot-Google
Disallow:
User-agent: AdsBot-Google-Mobile
Disallow:
User-agent: Google-InspectionTool
Disallow:

# ── All other crawlers ──────────────────────────────────────────
User-agent: *
Disallow:

# ── Sitemaps ────────────────────────────────────────────────────
Sitemap: https://vedicastrologerkapoor.com/sitemap.xml
Sitemap: https://vedicastrologerkapoor.com/video-sitemap.xml