{
  "id": 7685237,
  "title": "Cloudflare: Stay discoverable in search while disallowing AI training",
  "url": "https://urgent.news/2026/09/16/cloudflare-stay-discoverable-in-search-while-disallowing-ai-training",
  "topic": "ai",
  "section": "AI",
  "published": "2026-09-16T02:25:18.000Z",
  "source": {
    "name": "Hacker News",
    "slug": "hacker-news",
    "url": "https://blog.cloudflare.com/accountable-mixed-use-ai-crawlers/"
  },
  "original_language": "en",
  "account": "Cloudflare has introduced a new feature to help website owners remain discoverable in search while preventing AI training. This is due to the tradeoff caused by mixed-use crawlers that can serve both search and AI training purposes. If a site owner refuses to allow one, they inadvertently block the other. Cloudflare's new Disallow AI Training setting allows site owners to maintain search indexing while blocking AI training. Major search engines such as Apple, Google, and Microsoft have committed to respecting this setting. The new setting will complement existing options for blocking training crawlers and ads. It provides site owners with granular control over how their content is used without sacrificing visibility in search results.",
  "summary": null,
  "key_points": [
    "Cloudflare introduces Disallow AI Training setting",
    "Major search engines commit to respecting setting",
    "Provides granular control over content usage"
  ],
  "editors_take": "Website owners can now prevent AI training on their content without sacrificing search engine visibility, thanks to Cloudflare's new Disallow AI Training setting respected by major search engines.",
  "illustration": null,
  "coverage": {
    "outlets": 1,
    "also_reported_by": []
  },
  "ai_generated": true,
  "disclaimer": "Summaries, key points and the editor’s take are written by software from other outlets’ reporting and may contain errors — always check the linked original."
}