diff --git a/layouts/robots.txt b/layouts/robots.txt index cefec37d..f721d368 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -4,6 +4,10 @@ Disallow: /images/ Disallow: /js/ Disallow: /css/ +Disallow: /*offline/ +Disallow: /*404.html$ +Disallow: /*.md$ + User-agent: MJ12bot Disallow: /