# robots.txt for calculat.co.in
# Last updated: June 1, 2025

# Default rule for all web crawlers
User-agent: *
Disallow: /admin/          # Disallow access to admin directories
Disallow: /tmp/            # Disallow temporary files/folders
Disallow: /private/        # Disallow private areas
Disallow: /cgi-bin/        # Disallow cgi-bin directory (often contains scripts)
Disallow: /*.php$          # Disallow crawling of PHP files if they are not meant to be directly accessed
Disallow: /*?               # Disallow URLs with query parameters if they lead to duplicate content
Allow: /wp-admin/admin-ajax.php # Example: Allow specific essential files if a broader rule disallows them (Common for WordPress)

# Specific rules for Googlebot (optional, if you need to treat Google differently)
# User-agent: Googlebot
# Allow: /important-for-google/

# Specific rules for Bingbot (optional)
# User-agent: Bingbot
# Disallow: /not-for-bing/

# Sitemap(s) - Very important for helping crawlers find all your content
Sitemap: https://calculat.co.in/sitemap.xml
# If you have multiple sitemaps, list each one:
# Sitemap: https://calculat.co.in/page-sitemap.xml