{"data":{"id":"95e9ccf6-e8a5-4212-a148-69bb2dcd19c8","title":"\nFrom Zipf's Law to Neural Scaling through Heaps' Law and Hilberg's Hypothesis\n","summary":"This paper derives the neural scaling law, which describes how a foundation model's cross entropy rate changes with training tokens, parameters, and compute, from Zipf's law on token distributions. The authors chain the derivation through Heaps' law on vocabulary growth and Hilberg's hypothesis on entropy scaling. They illustrate the steps with a toy example, the Santa Fe process, which satisfies all four statistical laws.","solution":"N/A -- no mitigation discussed in source.","labels":["research"],"sourceUrl":"\nhttp://jmlr.org/papers/v27/25-3192.html\n","publishedAt":"2026-01-01T00:00:00.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"research","affectedPackages":null,"affectedPackageNames":null,"affectedPackageRefs":null,"affectedVendors":[],"affectedVendorsRaw":[],"classifierModel":"claude-haiku-5-5","classifierPromptVersion":"v4","summaryPromptVersion":"v2","headline":null,"headlinePromptVersion":null,"cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"epssCheckedAt":null,"kevDateAdded":null,"advisoryAliases":null,"affectedPackagesSource":null,"affectedPackagesCheckedAt":null,"patchAvailable":null,"disclosureDate":"2026-01-01T00:00:00.000Z","fixReleasedAt":null,"daysToFix":null,"fixCheckedAt":null,"capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":null,"aiComponentTargeted":null,"llmSpecific":true,"classifierConfidence":0.75,"researchCategory":"peer_reviewed","atlasIds":null}}