shen/Hextra-AI-Insight-Daily
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update _headers

Browse Source
This commit is contained in:
何夕2077
2025-08-12 21:47:43 +08:00
committed by GitHub
parent 2330ead861
commit 8f73f13aba
1 changed files with 11 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
static/_headers
View File

@@ -1,6 +1,7 @@
# 允许索引所有内容，但禁止使用 Google 的 AI (Google-Extended)
# 允许索引所有内容，并允许 Google 的 AI (Google-Extended)
# (Allow indexing for all content, and allow Google's AI (Google-Extended))
/*
X-Robots-Tag: googlebot: index, nofollow, google-extended: none
X-Robots-Tag: googlebot: index, follow
# 阻止搜索引擎索引图片，但允许在搜索结果中显示（如果它们被其他页面引用）
/images/*
@@ -22,33 +23,11 @@
/ja/categories/
X-Robots-Tag: noindex
# 隐私政策页面 (Privacy Policy Pages)
/privacy-policy/
X-Robots-Tag: noindex
/en/privacy-policy/
X-Robots-Tag: noindex
/ja/privacy-policy/
X-Robots-Tag: noindex
# 服务条款页面 (Terms of Service Pages)
/terms-of-service/
X-Robots-Tag: noindex
/en/terms-of-service/
X-Robots-Tag: noindex
/ja/terms-of-service/
X-Robots-Tag: noindex
/2025-07/
X-Robots-Tag: noindex
/en/2025-07/
X-Robots-Tag: noindex
/ja/2025-07/
X-Robots-Tag: noindex
/2025-06/
X-Robots-Tag: noindex
/en/2025-06/
X-Robots-Tag: noindex
/ja/2025-06/
X-Robots-Tag: noindex
# -----------------------------------------------------------------
# 新增：禁止抓取和索引 /en 和 /ja 目录
# (New: Disallow crawling and indexing for /en and /ja directories)
# -----------------------------------------------------------------
/en/*
X-Robots-Tag: noindex, nofollow
/ja/*
X-Robots-Tag: noindex, nofollow