From 2330ead8614ebbdab9780ce50fa2f12361fc39dc Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E4=BD=95=E5=A4=952077?= <274166795@qq.com>
Date: Tue, 12 Aug 2025 21:35:54 +0800
Subject: [PATCH] Update robots.txt

---
 layouts/robots.txt | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/layouts/robots.txt b/layouts/robots.txt
index 28b3cbc..e5a1532 100644
--- a/layouts/robots.txt
+++ b/layouts/robots.txt
@@ -1,5 +1,12 @@
 User-agent: *
 
+# 不允许抓取 Cloudflare 的内部目录
 Disallow: /cdn-cgi/
 
-Sitemap: https://ai.hubtoday.app/sitemap.xml
\ No newline at end of file
+# 新增：不允许抓取 /en 和 /ja 目录
+Disallow: /en/
+Disallow: /ja/
+
+# 站点地图
+Sitemap: https://ai.hubtoday.app/sitemap.xml
+Sitemap: https://ai.hubtoday.app/zh/sitemap.xml