From 1bb7dc9770f9e6b9b4a0f3d2f37dc7f26273a193 Mon Sep 17 00:00:00 2001 From: Chief-spartan-117 Date: Fri, 12 Sep 2025 23:48:41 +0545 Subject: [PATCH] robot.txt updated --- static/robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/static/robots.txt b/static/robots.txt index b6dd667..252b459 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,3 +1,3 @@ # allow crawling everything by default User-agent: * -Disallow: +Disallow: /cdn-cgi/ \ No newline at end of file