{
  "id": 20540264,
  "title": "Long-Context Generation Is a Sampling Problem (When You Turn Up the Heat)",
  "url": "https://urgent.news/2026/11/17/long-context-generation-is-a-sampling-problem-when-you-turn-up-the",
  "topic": "ai",
  "section": "AI",
  "published": "2026-11-17T03:30:03.000Z",
  "source": {
    "name": "arXiv cs.AI",
    "slug": "arxiv-cs-ai",
    "url": "https://arxiv.org/abs/2611.22148v1"
  },
  "original_language": "en",
  "account": null,
  "summary": "Open-weight language models are widely observed to get worse the longer they generate. Often, attempts to fix this involve more training. At high temperature, The sampler, i.e. the rule that picks the next token out of the model's probabilities, decides whether long and agentic generation survives and/or thrives. We test 29 open-weight models from 1B to 122B parameters on ten established…",
  "key_points": [],
  "editors_take": null,
  "illustration": null,
  "coverage": {
    "outlets": 1,
    "also_reported_by": []
  },
  "ai_generated": true,
  "disclaimer": "Summaries, key points and the editor’s take are written by software from other outlets’ reporting and may contain errors — always check the linked original."
}