{"data":{"id":"32a4ebf2-d87d-4a0d-8608-58fa8d7e898c","title":"VagueBench: Benchmarking the Robustness of Embodied Agents on Ambient Context Illusions","summary":"VagueBench is a benchmark built on the AI2-THOR simulator that tests whether embodied agents still complete tasks when instructions omit non-essential context while keeping the task semantics unchanged. The authors name this failure the Ambient Context Illusion, and the benchmark contains 1,303 instruction pairs. Across 6 state-of-the-art agents, task success rate dropped by a relative 19.65% and empty plan rate rose by a relative 54.10%, and the authors report the effect also appears in real-world robotic systems.","solution":"N/A -- no mitigation discussed in source.","labels":["research","safety"],"sourceUrl":"https://arxiv.org/abs/2611.03765v1","publishedAt":"2026-11-02T15:00:40.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"research","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":[],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-11-02T15:00:40.000Z","fixReleasedAt":null,"daysToFix":null,"fixCheckedAt":null,"capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":["safety"],"aiComponentTargeted":"agent","llmSpecific":false,"classifierConfidence":0.85,"researchCategory":"preprint","atlasIds":null}}