# See https://www.robotstxt.org/robotstxt.html

User-agent: *
Allow: /
Disallow: /sign-in
Disallow: /sign-out
Disallow: /reset-password
Disallow: /request-access/verify
Disallow: /request-access/details
Disallow: /request-access/submitted
Disallow: /dashboard
Disallow: /overview
Disallow: /runs
Disallow: /reviews
Disallow: /jobs
Disallow: /agents
Disallow: /models
Disallow: /training
Disallow: /connections
Disallow: /standards
Disallow: /capabilities
Disallow: /operator-console
Disallow: /terminal
Disallow: /billing
Disallow: /board
Disallow: /settings
Disallow: /settings/
Disallow: /identity/
Disallow: /api/
Disallow: /dev/
Disallow: /health
Disallow: /healthz
Disallow: /ready

Sitemap: https://colter.ai/sitemap.xml

# AI agents and LLM crawlers — see /llms.txt for a site descriptor