User-agent: *
Allow: /

# Block access to sensitive files
Disallow: /admin/
Disallow: /private/
Disallow: /*.log$

# Allow all important pages
Allow: /
Allow: /*.html
Allow: /*.php
Allow: /ar/
Allow: /vi/
Allow: /sw/
Allow: /uz/
Allow: /id/
Allow: /sq/
Allow: /hi/
Allow: /pt/

# Sitemap location
Sitemap: https://clevcalc.com/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1
