{"data":{"id":"f441f0f4-8316-402b-a716-b1c18b7b7293","title":"Prevented is Not Protected: What Attack Success Rate Hides about RAG","summary":"This paper examines defenses against knowledge poisoning in Retrieval-Augmented Generation (RAG), which are usually scored by attack success rate (ASR). The authors introduce Aligned RAG Evaluation, a matched-query protocol that compares clean and poisoned responses with and without defense, using matched conditions analysis, LLM-judge endorsement, and retrieval dependence controls. Experiments on HotpotQA and Natural Questions show that existing defenses can introduce unexpected target-positive answers even while preventing some attacks, and that evaluation criteria can change defense rankings.","solution":"N/A -- no mitigation discussed in source.","labels":["security","research"],"sourceUrl":"https://arxiv.org/abs/2610.40742v1","publishedAt":"2026-10-29T15:21:32.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":["other"],"issueType":"research","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":[],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-10-29T15:21:32.000Z","fixReleasedAt":null,"daysToFix":null,"fixCheckedAt":null,"capecIds":null,"crossRefCount":0,"attackSophistication":"advanced","impactType":["integrity"],"aiComponentTargeted":"rag","llmSpecific":true,"classifierConfidence":0.95,"researchCategory":"preprint","atlasIds":null}}