User-agent: *
Allow: /

# Genuinely internal / non-page surfaces — safe to block from crawl.
Disallow: /_authenticated/
Disallow: /api/
Disallow: /auth
Disallow: /p/

# Block preview query variants (noindex is not reachable via robots for
# arbitrary query strings, so blocking crawl is appropriate here).
Disallow: /*?preview=1
Disallow: /*&preview=1

# NOTE: /log-in, /sign-up, /blog-template-preview, and
# /landing-page-template-preview are intentionally NOT disallowed here.
# Those pages emit a `noindex` meta tag and must remain crawlable so
# search engines can see and honour that directive.

# Allow major search + AI crawlers explicitly.
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://www.finedge.in/sitemap.xml