diff --git a/static/robots.txt b/static/robots.txt index b6dd667..252b459 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,3 +1,3 @@ # allow crawling everything by default User-agent: * -Disallow: +Disallow: /cdn-cgi/ \ No newline at end of file