# Influverse AI - robots.txt
# https://influverse.ai

# Twitterbot needs explicit access to images for card previews
User-agent: Twitterbot
Allow: /images/
Allow: /api/og
Allow: /
Disallow: /api/
Disallow: /home
Disallow: /image
Disallow: /video$
Disallow: /scheduler
Disallow: /subscription
Disallow: /store
Disallow: /settings
Disallow: /models
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /feedback
Disallow: /video-editor
Disallow: /brands
Disallow: /referrals
Disallow: /auto-social
Disallow: /super/
Disallow: /super/*

User-agent: *
Allow: /images/
Allow: /api/og
Allow: /

# Disallow admin, API, and auth routes
Disallow: /api/
Disallow: /home
Disallow: /image
Disallow: /video$
Disallow: /scheduler
Disallow: /subscription
Disallow: /store
Disallow: /settings
Disallow: /models
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /feedback
Disallow: /video-editor
Disallow: /brands
Disallow: /referrals
Disallow: /auto-social
Disallow: /super/
Disallow: /super/*

# Allow search engines to index public pages
Allow: /pricing
Allow: /about
Allow: /terms
Allow: /privacy
Allow: /contact
Allow: /help
Allow: /cookies

# Sitemap location
Sitemap: https://influverse.ai/sitemap.xml

# LLM-friendly documentation
Allow: /llms.txt
Allow: /llms-full.txt

# AI endpoints — readable by LLM crawlers
Allow: /api/ai-summary
Allow: /api/ai-faq
Allow: /api/ai-pricing
Allow: /api/product-facts

# LLM markdown hub (future)
Allow: /llm/