{"data":{"id":"b59d2ed4-84ea-4309-88c6-de2ea810bf0f","title":"What we learned evaluating an LLM classifier and a code parser against their previous results | Endor Labs","summary":"Endor Labs describes two evals it runs against its own systems, one for an LLM-backed classifier and one for a deterministic code parser. A nightly run flagged a classifier case that kept getting a milder label, where a \"block\" decision had come back as \"ask\"; the team fixed the classifier rather than accept the new output. The post argues that evals measure quality and trends over time, a need that exists even without a model.","solution":"N/A -- no mitigation discussed in source.","labels":["research","industry"],"sourceUrl":"https://www.endorlabs.com/learn/why-evals-are-the-missing-layer-in-integration-testing","publishedAt":"2026-11-19T18:01:19.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"news","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":["LLM classifier","code parser"],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-11-19T18:01:19.000Z","fixReleasedAt":null,"daysToFix":null,"fixCheckedAt":null,"capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":null,"aiComponentTargeted":null,"llmSpecific":false,"classifierConfidence":0.6,"researchCategory":null,"atlasIds":null}}