# Robots.txt for Devpilot
# This file tells search engines which pages to crawl and which to ignore

# Allow all search engines to crawl the site
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /_next/
Disallow: /api/auth/
Disallow: /*.json$

# Crawl delay to be respectful to server resources (in seconds)
Crawl-delay: 1

# Specific directives for Google
User-agent: Googlebot
Allow: /

# Specific directives for Bingbot
User-agent: Bingbot
Allow: /

# Sitemaps
Sitemap: https://devpilot.io/sitemap.xml
Sitemap: https://docs.devpilot.io/sitemap.xml