robot.txt updated

This commit is contained in:
Chief-spartan-117
2025-09-12 23:48:41 +05:45
parent 4ebeec97fc
commit 1bb7dc9770

View File

@@ -1,3 +1,3 @@
# allow crawling everything by default
User-agent: *
Disallow:
Disallow: /cdn-cgi/