# ============================================
# ROBOTS.TXT - HealthArt Crawler Directives
# ============================================
# Last Updated: 2026-02-18
# Site: https://healthart.in

User-agent: *

# ============================================
# DISALLOW: Authenticated App Pages
# ============================================
# These pages require user login and should not be crawled

Disallow: /reports
Disallow: /profile
Disallow: /share/create
Disallow: /share/*
Disallow: /gmail/
Disallow: /gmail/*

# ============================================
# DISALLOW: Dynamic Share Links
# ============================================
# Share links are public but dynamic and may require PIN
# Pattern: /s/:shareId

Disallow: /s/
Disallow: /s/*

# ============================================
# DISALLOW: Admin Panel
# ============================================
# Admin panel is restricted and should never be indexed

Disallow: /admin
Disallow: /admin/*

# ============================================
# DISALLOW: Authenticated Dashboard
# ============================================
# /dashboard is authenticated and should not be indexed

Disallow: /dashboard


# ============================================
# ALLOW: Public Informational Pages
# ============================================
# These pages are publicly accessible and contain valuable content

Allow: /
Allow: /tests
Allow: /tests/*
Allow: /labs
Allow: /similar-tests
Allow: /privacy-policy

# ============================================
# ALLOW: Discovery & SEO Files
# ============================================
# Files for AI agents, crawlers, and search engines

Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /favicon-16x16.png
Allow: /favicon-32x32.png
Allow: /favicon-48x48.png
Allow: /apple-touch-icon.png
Allow: /site.webmanifest

# ============================================
# SITEMAP LOCATION
# ============================================

Sitemap: https://healthart.in/sitemap.xml

# ============================================
# CRAWL RATE (Optional - for specific bots)
# ============================================
# Uncomment if needed to control crawl rate
# Crawl-delay: 1

# ============================================
# NOTES FOR CRAWLERS
# ============================================
# - Public content: /tests, /labs, /similar-tests, /privacy-policy
# - For comprehensive documentation: /llms.txt and /llms-full.txt
# - For AI-specific directives: /ai.txt
# - Complete URL list: /sitemap.xml