From 1fc358d47c8f0ab93a7f0eaca131f0da3763e3a8 Mon Sep 17 00:00:00 2001
From: Hermes Agent <hermes@aicrm.local>
Date: Thu, 17 Sep 2026 17:22:30 +0800
Subject: [PATCH] =?UTF-8?q?seo:=20robots=E7=88=AC=E8=99=AB=E5=A3=B0?=
 =?UTF-8?q?=E6=98=8E=E8=A1=A5=E5=85=A8=E5=9B=BD=E5=86=85=E5=A4=96=E5=85=A8?=
 =?UTF-8?q?=E9=87=8F(AI=E5=BC=95=E6=93=8E+=E4=BC=A0=E7=BB=9F=E6=90=9C?=
 =?UTF-8?q?=E7=B4=A2)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 server/src/routes/seo.js | 18 ++++++++++++------
 1 file changed, 12 insertions(+), 6 deletions(-)

diff --git a/server/src/routes/seo.js b/server/src/routes/seo.js
index 6463c0c..245fe70 100644
--- a/server/src/routes/seo.js
+++ b/server/src/routes/seo.js
@@ -32,12 +32,18 @@ router.get('/robots.txt', (req, res) => {
       'Allow: /',
       'Disallow: /api/',
       '',
-      'User-agent: GPTBot',
-      'Allow: /',
-      'User-agent: ClaudeBot',
-      'Allow: /',
-      'User-agent: PerplexityBot',
-      'Allow: /',
+      '# AI 引擎与搜索爬虫（SEO/GEO）：全量欢迎抓取',
+      ...[
+        // 国际 AI 引擎
+        'GPTBot', 'OAI-SearchBot', 'ChatGPT-User',
+        'ClaudeBot', 'Claude-User', 'anthropic-ai',
+        'PerplexityBot', 'Perplexity-User',
+        'Googlebot', 'Google-Extended',
+        'Bingbot', 'Applebot', 'Applebot-Extended',
+        'DuckAssistBot', 'Amazonbot', 'meta-externalagent', 'YouBot',
+        // 国内 AI 引擎与传统搜索
+        'Bytespider', 'Baiduspider', '360Spider', 'Sogou web spider', 'YisouSpider',
+      ].flatMap((ua) => ['User-agent: ' + ua, 'Allow: /', 'Disallow: /api/', '']),
       '',
       `Sitemap: ${o}/sitemap.xml`,
       '',