# Veltake — https://veltake.ai
#
# GENERATED by web/scripts/generate-robots.mjs (pnpm robots) from
# src/lib/route-index.ts. Do NOT hand-edit: scripts/check-route-index.mjs fails
# the build when this file and that list disagree, and a hand-added rule would
# be silently reverted by the next build.
#
# The marketing/legal site, public author profiles, review-approved posts and
# the tool pages are crawlable and indexable. Everything below is the private half
# of the app: account surfaces, editors, checkout and the auth flow. Blocking
# the FETCH here is about crawl budget; what a crawler that arrives anyway is
# told is the `noindex` baseline in the served document (M367).
User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /
Allow: /*/features/agent$
Allow: /*/features/agent?
Allow: /*/features/agent/$
Allow: /*/features/agent/?
Disallow: /invite
Disallow: /oauth/
Disallow: /auth/
Disallow: /_mkt/
Disallow: /v1/
Disallow: /*/agent$
Disallow: /*/agent?
Disallow: /*/agent/
Disallow: /*/auth$
Disallow: /*/auth?
Disallow: /*/auth/
Disallow: /*/clone$
Disallow: /*/clone?
Disallow: /*/clone/
Disallow: /*/create$
Disallow: /*/create?
Disallow: /*/create/
Disallow: /*/creations$
Disallow: /*/creations?
Disallow: /*/creations/
Disallow: /*/creator$
Disallow: /*/creator?
Disallow: /*/creator/
Disallow: /*/developers$
Disallow: /*/developers?
Disallow: /*/developers/
Disallow: /*/explore$
Disallow: /*/explore?
Disallow: /*/explore/
Disallow: /*/extension$
Disallow: /*/extension?
Disallow: /*/extension/
Disallow: /*/favorites$
Disallow: /*/favorites?
Disallow: /*/favorites/
Disallow: /*/films$
Disallow: /*/films?
Disallow: /*/films/
Disallow: /*/follow$
Disallow: /*/follow?
Disallow: /*/follow/
Disallow: /*/generation$
Disallow: /*/generation?
Disallow: /*/generation/
Disallow: /*/home$
Disallow: /*/home?
Disallow: /*/home/
Disallow: /*/inspiration$
Disallow: /*/inspiration?
Disallow: /*/inspiration/
Disallow: /*/marketing$
Disallow: /*/marketing?
Disallow: /*/marketing/
Disallow: /*/notifications$
Disallow: /*/notifications?
Disallow: /*/notifications/
Disallow: /*/oauth$
Disallow: /*/oauth?
Disallow: /*/oauth/
Disallow: /*/paywall$
Disallow: /*/paywall?
Disallow: /*/paywall/
Disallow: /*/profile$
Disallow: /*/profile?
Disallow: /*/profile/
Disallow: /*/referral$
Disallow: /*/referral?
Disallow: /*/referral/
Disallow: /*/settings$
Disallow: /*/settings?
Disallow: /*/settings/
Disallow: /*/studio$
Disallow: /*/studio?
Disallow: /*/studio/
Disallow: /*/team$
Disallow: /*/team?
Disallow: /*/team/
Disallow: /*/u$
Disallow: /*/u?
Disallow: /*/u/
Disallow: /*/wallet$
Disallow: /*/wallet?
Disallow: /*/wallet/
Disallow: /*/assets/library$
Disallow: /*/assets/library?
Disallow: /*/assets/library/
Disallow: /*/assets/uploads$
Disallow: /*/assets/uploads?
Disallow: /*/assets/uploads/
Disallow: /*/*/followers$
Disallow: /*/*/followers?
Disallow: /*/*/followers/
Disallow: /*/*/following$
Disallow: /*/*/following?
Disallow: /*/*/following/

# AI-crawler policy (M273) — search indexing and answer-engine RETRIEVAL are
# welcome (those agents are also UA-routed into the server prerender; see
# web/nginx.conf), model TRAINING is not. A specific User-agent group replaces
# the * group entirely for that agent, so these are full blocks.
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://veltake.ai/sitemap.xml
Sitemap: https://veltake.ai/sitemap-home.xml
Sitemap: https://veltake.ai/sitemap-profiles.xml
Sitemap: https://veltake.ai/sitemap-posts.xml
Sitemap: https://veltake.ai/sitemap-api.xml