diff --git a/vnshed/static/robots.txt b/vnshed/static/robots.txt index b6dd667..1f53798 100644 --- a/vnshed/static/robots.txt +++ b/vnshed/static/robots.txt @@ -1,3 +1,2 @@ -# allow crawling everything by default User-agent: * -Disallow: +Disallow: /