User-agent: * Allow: / User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Googlebot-Extended Allow: / User-agent: cohere-ai Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Bingbot Allow: / User-agent: Applebot Allow: / # Auth callback can leak short-lived tokens in the URL fragment — keep crawlers out. Disallow: /auth/callback # API surface is not for indexing. Disallow: /api/ # Signed-in workspace areas render no useful content for unauthenticated crawlers. Disallow: /dashboard Disallow: /dashboard/ Disallow: /intro Disallow: /intro/ Disallow: /areas Disallow: /areas/ Disallow: /timeline Disallow: /timeline/ Disallow: /journal Disallow: /journal/ Disallow: /profile Disallow: /profile/ Disallow: /private-reading Disallow: /private-reading/ Disallow: /chat Disallow: /chat/ Disallow: /choose-concern Disallow: /admin Disallow: /admin/ # /membership renders the paywall to signed-in users only; mark non-indexable # to avoid an empty/redirected page being treated as a thin canonical. Disallow: /membership Disallow: /membership/ # Block tracking-parameter URL variants from being treated as duplicates of the canonical. Disallow: /*?utm_* Disallow: /*?fbclid=* Disallow: /*?gclid=* Sitemap: https://getzavora.in/sitemap.xml