# robots.txt for CompareIntel
# https://compareintel.com/robots.txt

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin

# Sitemap location
Sitemap: https://compareintel.com/sitemap.xml

# Crawl-delay (optional, helps prevent server overload)
Crawl-delay: 1