diff --git a/robots.txt b/robots.txt index 4ec806d..956ff2a 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,6 @@ User-agent: * Disallow: /data/* +Disallow: /content/* Allow: /index.html Allow: /page/blog/* Allow: /page/minimal.txt