# 宇之然 AI - robots.txt
# https://yuzhiran.com/robots.txt

User-agent: *
Allow: /

# 禁止抓取后台管理页面
Disallow: /admin/
Disallow: /auth/
Disallow: /my/
Disallow: /dashboard/
Disallow: /notifications/
Disallow: /enterprise/
Disallow: /learning/

# 禁止抓取 API 路径
Disallow: /api/
Disallow: /_next/

# 允许搜索引擎抓取重要页面
Allow: /tools/
Allow: /courses/
Allow: /skills/
Allow: /practices/
Allow: /prompts/
Allow: /contents/
Allow: /community/
Allow: /discover/
Allow: /sandbox/
Allow: /marketplace/
Allow: /about/
Allow: /privacy/
Allow: /terms/

# 爬虫抓取频率限制
Crawl-delay: 1

# 搜索引擎验证
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /auth/
Disallow: /my/
Disallow: /dashboard/
Disallow: /notifications/
Disallow: /enterprise/
Disallow: /learning/
Disallow: /api/
Disallow: /_next/
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /auth/
Disallow: /my/
Disallow: /dashboard/
Disallow: /notifications/
Disallow: /enterprise/
Disallow: /learning/
Disallow: /api/
Disallow: /_next/
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /auth/
Disallow: /my/
Disallow: /dashboard/
Disallow: /notifications/
Disallow: /enterprise/
Disallow: /learning/
Disallow: /api/
Disallow: /_next/
Crawl-delay: 2

User-agent: Yandex
Allow: /
Disallow: /admin/
Disallow: /auth/
Disallow: /my/
Disallow: /dashboard/
Disallow: /notifications/
Disallow: /enterprise/
Disallow: /learning/
Disallow: /api/
Disallow: /_next/
Crawl-delay: 1

# Sitemap 位置
Sitemap: https://yuzhiran.com/sitemap.xml