{
  "id": 2279137,
  "title": "InsufficiencyBench: Evaluating LLM legal advice on underspecified user queries",
  "url": "https://urgent.news/2026/08/20/insufficiencybench-evaluating-llm-legal-advice-on-underspecified-user",
  "topic": "ai",
  "section": "AI",
  "published": "2026-08-20T16:14:47.000Z",
  "source": {
    "name": "arXiv cs.AI",
    "slug": "arxiv-cs-ai",
    "url": "https://arxiv.org/abs/2608.20220v1"
  },
  "original_language": "en",
  "account": null,
  "summary": "Legal AI systems are increasingly used to answer legal questions, yet existing benchmarks assume queries arrive fully specified. In practice, users omit facts that materially determine the legal outcome. We introduce InsufficiencyBench, the first legal benchmark targeting query-side insufficiency: whether a model recognizes when a query lacks legally material information, identifies what is…",
  "key_points": [],
  "editors_take": null,
  "illustration": null,
  "coverage": {
    "outlets": 1,
    "also_reported_by": []
  },
  "ai_generated": true,
  "disclaimer": "Summaries, key points and the editor’s take are written by software from other outlets’ reporting and may contain errors — always check the linked original."
}