# Default: block the pages from crawlers User-agent: * Allow: / Disallow: /notMyFirstHTML/part* Disallow: /notMyFirstHTML/*end* Disallow: /mindustry-web/onlinemode* # Allow OpenAI's crawler User-agent: OAI-SearchBot Allow: /notMyFirstHTML/part* Allow: /notMyFirstHTML/*end* # Allow Anthropic's crawler User-agent: ClaudeBot Allow: /notMyFirstHTML/part* Allow: /notMyFirstHTML/*end* # Content Signals Policy: https://cloudflare.com Content-Signal: search=yes, ai-input=yes, ai-train=no Sitemap: https://khoichon.dev/sitemap.xml