# ============================================================
# robots.txt — UV Ledger & Tax Solutions
# ============================================================
# IMPORTANT: Replace "https://www.uvledger.com" with your
# actual live domain before uploading to the server.
# ============================================================

# ── Allow all good crawlers (Google, Bing, etc.) ──────────
User-agent: *

# Block admin panel from all bots
Disallow: /admin/
Disallow: /admin

# Block internal/utility scripts
Disallow: /setup/
Disallow: /includes/
Disallow: /uploads/

# Block PHP handler endpoints (no SEO value)
Disallow: /submit-enquiry
Disallow: /submit-enquiry.php
Disallow: /thank-you
Disallow: /thank-you.php

# Block query string URLs (duplicate content)
# Disallow: /*?* # Commented out to allow indexing of blog-detail.php?slug= URLs

# Allow clean service & core pages
Allow: /
Allow: /about
Allow: /services
Allow: /blog
Allow: /contact
Allow: /gst-registration
Allow: /itr-filing
Allow: /msme-registration
Allow: /fssai-license
Allow: /trademark-registration
Allow: /dsc-certificate
Allow: /company-registration
Allow: /service-tds
Allow: /service-tax-planning
Allow: /service-accounting
Allow: /service-payroll
Allow: /pf-services
Allow: /service-gst
Allow: /service-itr
Allow: /service-msme
Allow: /service-fssai
Allow: /privacy
Allow: /terms
Allow: /sitemap.xml

# ── Googlebot specific (optional override) ─────────────────
User-agent: Googlebot
Disallow: /admin/
Disallow: /setup/
Disallow: /includes/
Disallow: /uploads/
Disallow: /submit-enquiry.php
# Disallow: /*?* # Commented out to allow indexing of blog-detail.php?slug= URLs

# ── Block bad/harmful bots ─────────────────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ── Sitemap Location ───────────────────────────────────────
Sitemap: https://www.uvledger.com/sitemap.xml