# allow crawling everything by default User-agent: * Disallow: /cdn-cgi/