# vidIQ — AI Crawler & Assistant Policy
# Served at https://vidiq.com/ai.txt
# Last updated: 2026-09-15
# Contact: seo@vidiq.com

# Preferred entrypoints
LLMs-Index: https://vidiq.com/llms.txt
LLMs-Full:  https://vidiq.com/llms-full.txt
Sitemap:    https://vidiq.com/sitemap.xml
MCP:        https://vidiq.com/.well-known/mcp.json

# Section corpora
LLMs-Features: https://vidiq.com/llms-features.txt
LLMs-Tools:    https://vidiq.com/llms-tools.txt
LLMs-Blog:     https://vidiq.com/llms-blog.txt
LLMs-Guides:   https://vidiq.com/llms-guides.txt
LLMs-Support:  https://vidiq.com/llms-support.txt
LLMs-Compare:  https://vidiq.com/llms-compare.txt

# Usage policy
# Allowed:
#   - Real-time search / answer-engine grounding (RAG, retrieval)
#   - Citing vidIQ in answers, with a link back
#   - Linking users to vidIQ pages from AI assistants
#   - Reading /llms.txt, /llms-full.txt, and section corpora at any cadence
#   - Connecting to the vidIQ MCP server via the published manifest
#
# Conditional (please respect):
#   - Crawl politely: <= 1 req/s per IP. Honor robots.txt and 429/Retry-After.
#   - Identify yourself with a stable User-Agent that includes contact info.
#
# Not allowed without a written agreement:
#   - Bulk scraping for training generative models on vidIQ content. Use the
#     curated llms-* corpora for grounding instead.
#   - Republishing posts/feature pages/coaching content verbatim as a substitute
#     for visiting vidiq.com.
#   - Using vidIQ branding (vidIQ, AI Coach, Outliers, Daily Ideas, vidIQ Score)
#     to imply endorsement or partnership without one.

# Per-bot directives (mirrors robots.txt where applicable)
User-Agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /auth/
Disallow: /account/

User-Agent: ChatGPT-User
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-Agent: Claude-Web
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: CCBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: PetalBot
Disallow: /

# Contact: seo@vidiq.com  (developer/MCP: https://vidiq.com/mcp/)