# Robots.txt for SayWize - AI-Powered YouTube Analytics Platform
# Last updated: 2026

User-agent: *

# Allow crawling of public pages
Allow: /
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy

# Explicitly allow blog section for SEO
Allow: /blog
Allow: /blog/
Allow: /blog/*
Allow: /blog/category/
Allow: /blog/category/*

# Disallow crawling of authentication and user-specific pages
Disallow: /dashboard
Disallow: /auth
Disallow: /callback
Disallow: /api

# Disallow crawling of dynamic video analysis pages
Disallow: /dashboard/*

# Disallow crawling of checkout and payment pages
Disallow: /polar

# Allow static assets and manifest
Allow: /icons/

Allow: /manifest.json

# Sitemap location
Sitemap: https://saywize.com/sitemap.xml

# Crawl delay (optional - can help reduce server load)
Crawl-delay: 1