# robots.txt for crowgrid.com
# All crawlers welcome — including AI/LLM bots for GEO discovery
# Site overview for AI agents available at /llms.txt (and /tr/llms.txt, /es/llms.txt)

User-agent: *
Allow: /

# Block private/auth pages (no SEO value, prevents indexing of empty/redirect pages)
Disallow: /admin/
Disallow: /login
Disallow: /signup
Disallow: /reset-password
Disallow: /forgot-password

# Block parameterized URLs that create duplicates
Disallow: /*?returnTo=
Disallow: /*?s=
Disallow: /*?search=

# Sitemap
Sitemap: https://crowgrid.com/sitemap.xml