{"data":{"id":"a85d67e7-9186-4de0-95be-6f916c15762b","title":"Introducing Agentic Evaluation in FAITH","summary":"Cisco Foundation AI has introduced Agentic FAITH, an extension of its FAITH evaluation framework that adds multi-step, tool-using agent tasks alongside existing question-answering cybersecurity benchmarks. The first integrated agentic benchmark, VulnLoc, tests whether agents can locate vulnerable files in a repository and avoid false alarms on patched code, using terminal tools in a read-only environment that can run locally with Docker or on Kubernetes through Agent Sandbox.","solution":"N/A -- no mitigation discussed in source.","labels":["research","industry"],"sourceUrl":"https://blogs.cisco.com/ai/introducing-agentic-evaluation-in-faith/","publishedAt":"2026-10-23T20:47:50.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"news","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":["FAITH","Agentic FAITH","VulnLoc","Agent Sandbox","Cisco Foundation AI"],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-10-23T20:47:50.000Z","capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":null,"aiComponentTargeted":"agent","llmSpecific":true,"classifierConfidence":0.8,"researchCategory":null,"atlasIds":null}}