# robots.txt for statedataindex.com

# Allow all crawlers (search engines AND AI assistants) full access.
# NOTE: the weak project pages are de-indexed with a <meta robots="noindex"> tag,
# NOT here. Do not Disallow them in robots.txt — crawlers must be able to FETCH
# those pages to SEE the noindex tag and drop them. Blocking crawl would freeze
# them in the index instead of removing them.
User-agent: *
Allow: /

# Sitemap location (helps search engines and AI crawlers discover all pages)
Sitemap: https://statedataindex.com/sitemap.php