From 806572a8179db488f3b21f9caa74d67115e93c74 Mon Sep 17 00:00:00 2001 From: Cell <1024@lruihao.cn> Date: Sat, 13 Aug 2022 16:25:35 +0800 Subject: [PATCH] :mag: Feat(seo): update robots.txt --- layouts/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/layouts/robots.txt b/layouts/robots.txt index cefec37d..f721d368 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -4,6 +4,10 @@ Disallow: /images/ Disallow: /js/ Disallow: /css/ +Disallow: /*offline/ +Disallow: /*404.html$ +Disallow: /*.md$ + User-agent: MJ12bot Disallow: /