{"data":{"id":"7a37a77c-dbcd-4c47-aacc-a426837548c5","title":"A shared playbook for trustworthy third party evaluations","summary":"Independent third-party evaluators test frontier models to provide evidence about their critical capabilities and safety mitigations. The post argues that today's models use tools, track state across many steps and act within workflows, so results depend on the surrounding setup, which it calls the \"harness\". It recommends that evaluation reports state the claim the setup was designed to test and share evidence that the result is valid.","solution":"N/A -- no mitigation discussed in source.","labels":["research","safety"],"sourceUrl":"https://openai.com/index/trustworthy-third-party-evaluations-foundations","publishedAt":"2026-05-29T00:00:00.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"research","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":["OpenAI"],"affectedVendorsRaw":["OpenAI","frontier models"],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-05-29T00:00:00.000Z","fixReleasedAt":null,"daysToFix":null,"fixCheckedAt":null,"capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":null,"aiComponentTargeted":"framework","llmSpecific":false,"classifierConfidence":0.85,"researchCategory":"blog","atlasIds":null}}