From b77f7928229703195b74beca0793f988f9a6b82d Mon Sep 17 00:00:00 2001 From: Ari Archer Date: Sat, 23 Oct 2021 10:09:23 +0300 Subject: [PATCH] update @ Sat 23 Oct 10:09:23 EEST 2021 --- robots.txt | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/robots.txt b/robots.txt index f6859e5..00b7254 100644 --- a/robots.txt +++ b/robots.txt @@ -1,8 +1,4 @@ User-agent: * Disallow: /data/* Disallow: /content/* -Allow: / -Allow: /index.html -Allow: /page/blog -Allow: /page/blog/* -Allow: /page/minimal.txt +Allow: *