# SuperWebPros - Robots.txt
# Allow general crawling but protect chat/conversation routes

User-agent: *
Allow: /

# Block chat and conversation routes from indexing
Disallow: /chat
Disallow: /c/
Disallow: /api/chat
Disallow: /api/c/
Disallow: /api/conversations/

# Block admin and preview routes  
Disallow: /admin
Disallow: /preview/

# Block development and testing routes
Disallow: /video-test
Disallow: /demo

# Allow important content for SEO
Allow: /articles/
Allow: /episodes/
Allow: /

# Sitemap location
Sitemap: https://superwebpros.com/sitemap.xml

# Allow AI agents and crawlers to access llms.txt
Allow: /llms.txt