{"data":{"id":"78f784c6-b283-4e2b-b425-16e5aa38826b","title":"Cited but Not Consulted: A Counterfactual Audit of Legal Chain-of-Thought Faithfulness","summary":"Researchers tested whether LLMs that cite a legal authority to justify a verdict actually depend on it. Across seven open-weight models (8B-70B) and four benchmarks, models named the correct authority in 66.7%-100% of generations, but the verdict changed when the authority was swapped in only 0.0%-21.7% on CaseHOLD, 30.0%-76.7% on ECHR and SCOTUS, and 43.3%-50.0% on ContractNLI. A red-teaming evaluation found that compliance with an adversarial instruction hidden in the case facts (73.3%-96.4%) far exceeded this verdict-swap sensitivity.","solution":"N/A -- no mitigation discussed in source.","labels":["research","safety"],"sourceUrl":"https://arxiv.org/abs/2610.12361v1","publishedAt":"2026-10-08T17:26:17.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"research","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":[],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-10-08T17:26:17.000Z","capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":["integrity"],"aiComponentTargeted":"model","llmSpecific":true,"classifierConfidence":0.9,"researchCategory":"preprint","atlasIds":null}}