# River robots policy
#
# Indexable marketing/content pages are open to every crawler, including the
# JavaScript and CSS under /_next/ that search engines need to render them.
# Private, authenticated, transactional, tokenised, and API paths are excluded
# from crawling. robots.txt is not an access-control mechanism; the application
# still enforces authentication and authorization.
#
# /desktops/<id> and /spaces/<id> are signed-in app shells that were never
# indexed, yet took most of Googlebot's page fetches in October 2026. Shared
# items live at /entity/<id>, which stays crawlable for link previews.
#
# Pages intentionally excluded from search but safe to crawl (for example /x/*,
# /showcase/*, /labs/*, and interactive */app variants) are NOT disallowed here.
# Their noindex meta must remain crawlable or a search engine cannot see it.
#
# Search crawlers inherit the default policy. A single grouped AI-training
# policy adds /x/ so unpublished positioning experiments are not training data.

User-agent: *
Disallow: /app/
Disallow: /desktops/
Disallow: /spaces/
Disallow: /admin
Disallow: /oauth/
Disallow: /plaid-oauth
Disallow: /google-drive/callback
Disallow: /blog-auth-callback
Disallow: /clients/
Disallow: /demos/
Disallow: /dev/
Disallow: /first-run-preview
Disallow: /tool-card-preview
Disallow: /selfhosted-onboarding
Disallow: /selfhosted-login
Disallow: /electron-onboarding
Disallow: /electron-first-run
Disallow: /checkout
Disallow: /success
Disallow: /payment-success
Disallow: /org-payment-success
Disallow: /os-signup
Disallow: /configure-river-1
Disallow: /invitations/
Disallow: /r/
Disallow: /claim/
Disallow: /onboarding/
Disallow: /broadcast-unsubscribe
Disallow: /api/

User-agent: GPTBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: Anthropic-AI
User-agent: CCBot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Meta-ExternalAgent
User-agent: Applebot-Extended
Disallow: /app/
Disallow: /desktops/
Disallow: /spaces/
Disallow: /admin
Disallow: /oauth/
Disallow: /plaid-oauth
Disallow: /google-drive/callback
Disallow: /blog-auth-callback
Disallow: /clients/
Disallow: /demos/
Disallow: /dev/
Disallow: /first-run-preview
Disallow: /tool-card-preview
Disallow: /selfhosted-onboarding
Disallow: /selfhosted-login
Disallow: /electron-onboarding
Disallow: /electron-first-run
Disallow: /checkout
Disallow: /success
Disallow: /payment-success
Disallow: /org-payment-success
Disallow: /os-signup
Disallow: /configure-river-1
Disallow: /invitations/
Disallow: /r/
Disallow: /claim/
Disallow: /onboarding/
Disallow: /broadcast-unsubscribe
Disallow: /api/
Disallow: /x/

Sitemap: https://meetriver.com/sitemap-index.xml