Update robots.txt

This commit is contained in:
何夕2077
2025-11-04 18:14:17 +08:00
committed by GitHub
parent 003c3b50f0
commit 3cb52ea4fd

View File

@@ -4,8 +4,8 @@ User-agent: *
Disallow: /cdn-cgi/
# 新增:不允许抓取 /en 和 /ja 目录
Disallow: /en/
Disallow: /ja/
# Disallow: /en/
# Disallow: /ja/
# 站点地图
Sitemap: https://ai.hubtoday.app/sitemap.xml