# https://nenspace.com robots.txt
#
# One group, every agent — search engines and AI crawlers alike (Googlebot,
# Bingbot, GPTBot, OAI-SearchBot, ClaudeBot, Claude-SearchBot, PerplexityBot,
# Google-Extended, Applebot-Extended, CCBot, Meta-ExternalAgent, ...) all get
# the same open marketing surface. Deliberate: AI answer engines are a
# discovery surface for nenspace (SEO.md §5, "AI answers" row).
# Do NOT add per-bot "User-agent:" groups to loosen or tighten one crawler —
# a named group REPLACES the * rules for that bot entirely, which would
# silently lift the app-route blocks below for it.

User-agent: *

# Allow landing/marketing pages
Allow: /

# Block all app routes (authenticated content — middleware/page auth
# redirects anonymous visits, this just keeps crawlers from wasting budget)
Disallow: /calendar
Disallow: /chat
Disallow: /dashboard
Disallow: /habits
Disallow: /journal
Disallow: /logbook
Disallow: /meditation
Disallow: /nen
Disallow: /notes
Disallow: /query
Disallow: /settings
Disallow: /space
Disallow: /today
Disallow: /working-memory

# Block all API routes
Disallow: /api/

# Block auth routes (login page + callbacks — no search value)
Disallow: /auth

# Sitemap
Sitemap: https://nenspace.com/sitemap.xml