User-agent: *
Allow: /

# 禁止访问API路径
Disallow: /api/
Disallow: /auth/

# 禁止访问私有页面
Disallow: /dashboard/settings
Disallow: /dashboard/credits
Disallow: /dashboard/subscription

# 允许访问公开页面
Allow: /login
Allow: /forgot-password
Allow: /dashboard/tutorial
Allow: /dashboard/installation

# 网站地图位置
Sitemap: https://aicodewith.com/sitemap.xml

# 爬取延迟（毫秒）
Crawl-delay: 1

# 针对特定搜索引擎的规则
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2