{"data":{"id":"2077f0fb-54a2-4b0f-a67f-ab0f8d101193","title":"Omni-UBench: Benchmarking Omni-Modal LLM-based Guardrails Across Safety, Utility, and Reliability","summary":"Omni-UBench is a benchmark that evaluates omni-modal guardrail models on safety, utility, and reliability, using over 183k samples from 35+ sources spanning text, image, audio, video, and cross-modal combinations. Tested on 15 representative OLLMs and omni-modal guardrails, it finds that modern OLLMs show strong content moderation potential even without guardrail-specific tuning. Existing guardrails still miss cross-modal queries that conceal harmful intent or use sophisticated jailbreaks, and they show safety hallucination and over-sensitivity to textual patterns.","solution":"N/A -- no mitigation discussed in source.","labels":["research","safety"],"sourceUrl":"https://arxiv.org/abs/2610.31713v1","publishedAt":"2026-10-22T04:20:51.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":["jailbreak"],"issueType":"research","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":["Omni-modal Large Language Models (OLLMs)"],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-10-22T04:20:51.000Z","capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":["safety"],"aiComponentTargeted":"model","llmSpecific":true,"classifierConfidence":0.95,"researchCategory":"preprint","atlasIds":["AML.T0054"]}}