User-agent: *
Allow: /

# Sitemap
Sitemap: https://qcode.cc/sitemap.xml

# 禁止爬取敏感页面
Disallow: /auth/
Disallow: /dashboard
Disallow: /profile
Disallow: /api/

# 允许爬取SEO页面
Allow: /ai-coding-tools-comparison
Allow: /ai-coding-tutorial
Allow: /claude-code-vs-competitors
Allow: /pricing
Allow: /privacy
Allow: /terms

# 爬取频率限制
Crawl-delay: 1