# robots.txt for lilAgents.com
# Content Signals (https://contentsignals.org/, IETF draft-romm-aipref-contentsignals)
# declare AI usage preferences. Recognized by AI/agent crawlers and Cloudflare;
# Semrush's strict RFC 9309 audit flags it as "invalid format" — known false
# positive, the directive is intentionally non-standard.
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /localhost/

# Admin / private surfaces
Disallow: /audits/lockin/admin/
Disallow: /audits/*/admin/
Disallow: /internal/

# Block tracking-only query strings from being indexed
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?source=*

Sitemap: https://lilagents.com/sitemap.xml