# Robots.txt for Create AI Stack
# https://createaistack.com/robots.txt

# Allow all robots to index all pages
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://createaistack.com/sitemap.xml

# Crawl delay to be respectful to servers
Crawl-delay: 1

# Allow indexing of main content
Allow: /$
Allow: /demo
Allow: /api

# Disallow sensitive areas
Disallow: /api/auth
Disallow: /api/webhooks
Disallow: /_next/
Disallow: /admin
Disallow: /dashboard

# Google adsbot
User-agent: AdsBot-Google
Allow: /

# Google Adsense
User-agent: Mediapartners-Google
Allow: /

# Bing bot
User-agent: bingbot
Allow: /

# Yandex bot
User-agent: Yandex
Allow: /

# Baidu bot
User-agent: Baiduspider
Allow: /

# Sitemap
Sitemap: https://createaistack.com/sitemap.xml