{"data":{"id":"bfae6905-63e0-4738-ac5d-8b3f880302cf","title":"How to Evaluate AI Agent Cybersecurity Capabilities ","summary":"Wiz published a tutorial on building a benchmark for offensive AI agents, based on its relaunched Cyber Model Arena. The post argues that benchmarks should start from one concrete question, such as whether an agent can perform a real attack given only the task instruction, a general-purpose scaffold, a 1,000-second budget and no external knowledge sources. The full methodology and task set are available for download, and the arena v3.9 covers 26 models, four general-purpose harnesses, 59 agents and 327 challenges.","solution":"N/A -- no mitigation discussed in source.","labels":["research","security"],"sourceUrl":"https://www.wiz.io/blog/cyber-model-arena-ai-benchmark","publishedAt":"2026-11-10T16:03:25.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"news","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":["Wiz Cyber Model Arena"],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-11-10T16:03:25.000Z","fixReleasedAt":null,"daysToFix":null,"fixCheckedAt":null,"capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":null,"aiComponentTargeted":"agent","llmSpecific":true,"classifierConfidence":0.9,"researchCategory":null,"atlasIds":null}}