# ==============================================================================
# ProValuer Commercial (www.provaluer.in) - Robots Configuration
# ==============================================================================

User-agent: *
Allow: /
Allow: /index.html
Allow: /manifest.json
Allow: /favicon.png
Allow: /icons/
Allow: /assets/
Allow: /llms.txt

# Disallow Authentication, Private Internal Dashboards and API Endpoints
Disallow: /login*
Disallow: /register*
Disallow: /admin*
Disallow: /client*
Disallow: /pa*
Disallow: /spa*
Disallow: /api*
Disallow: /valuation*
Disallow: /template*
Disallow: /template-management*
Disallow: /report*
Disallow: /report-generation*

# Dedicated Directives for AI Search Engines & LLM Scrapers
User-agent: Google-Extended
Allow: /
Disallow: /login*
Disallow: /register*
Disallow: /admin*
Disallow: /api*
Disallow: /template-management*
Disallow: /report-generation*

User-agent: GPTBot
Allow: /
Disallow: /login*
Disallow: /register*
Disallow: /client*
Disallow: /pa*
Disallow: /spa*
Disallow: /admin*
Disallow: /api*
Disallow: /valuation*
Disallow: /template*
Disallow: /template-management*
Disallow: /report*
Disallow: /report-generation*

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Canonical XML Sitemaps
Sitemap: https://www.provaluer.in/sitemap.xml
Sitemap: https://www.provaluer.in/knowledge-sitemap.xml