# VibeKit robots.txt
# https://vibekit.bot

User-agent: *
Allow: /
Allow: /docs
Allow: /examples
Allow: /claude-code
Allow: /cursor
Allow: /vs-lovable
Allow: /vs-replit
Allow: /vs-bolt
Allow: /vs-cursor
Allow: /ios-ai-agent
Allow: /telegram-ai-agent
Allow: /persistent-ai-agent
Allow: /ai-agent-for-github
Allow: /byok-ai-agent
Allow: /anthropic-api-key-format
# Use-case + keyword landings (2026-05-12)
Allow: /code-on-iphone
Allow: /deploy-from-phone
Allow: /mobile-coding
Allow: /ai-app-builder
Allow: /cursor-mobile
Allow: /claude-mobile
Allow: /qwen-ai-agent
Allow: /chatgpt-plus-coding
# Migration-intent landings
Allow: /replit-alternative
Allow: /lovable-alternative
Allow: /bolt-alternative
# Cluster pages on proven high-CTR themes (2026-05-20)
Allow: /claude-on-telegram
Allow: /free-claude-alternative
Allow: /vibe-coding
# npm package landings
Allow: /mcp-server
Allow: /remote-agent
Allow: /cli
Allow: /blog
Allow: /blog/
Allow: /about
Allow: /pricing
Allow: /SKILL.md
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/llms.txt
Allow: /llms.txt

# Content Signals preferences
# ai-train=yes: our content is marketing we WANT in model weights — being trained
# on is how an LLM has zero-shot brand recall for "VibeKit" without browsing (the
# growth thesis). We have no monetizable IP to protect, so the publisher-default
# ai-train=no worked against us. search + ai-input already opted-in for live citation.
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Disallow non-public pages
Disallow: /app
Disallow: /app/
Disallow: /admin
Disallow: /admin/
Disallow: /github/callback
Disallow: /vercel/callback
Disallow: /credits/
Disallow: /webhooks/
Disallow: /health

# Legacy routes from the prior life of this domain — 410 Gone at the server.
# Listed here so crawlers stop retrying.
Disallow: /forecast-text
Disallow: /forecasts
Disallow: /scripps-cam
Disallow: /scripps-viz

# AI Agent / LLM Instructions
# API documentation: https://vibekit.bot/SKILL.md
# Plugin manifest: https://vibekit.bot/.well-known/ai-plugin.json
# LLM discovery: https://vibekit.bot/.well-known/llms.txt
# Base URL: https://vibekit.bot/api/v1

# Sitemap location
Sitemap: https://vibekit.bot/sitemap.xml

# Crawl-delay for politeness
Crawl-delay: 1