diff --git a/layouts/robots.txt b/layouts/robots.txt index 47f5040..bc67499 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,7 +1,7 @@ User-agent: * # 不允许抓取 Cloudflare 的内部目录 -Disallow: /cdn-cgi/ +# Disallow: /cdn-cgi/ # 新增:不允许抓取 /en 和 /ja 目录 # Disallow: /en/