diff --git a/robots.txt b/robots.txt index 3314e7d..4ec806d 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,5 @@ User-agent: * Disallow: /data/* +Allow: /index.html +Allow: /page/blog/* +Allow: /page/minimal.txt