{"data":{"id":"95e9ccf6-e8a5-4212-a148-69bb2dcd19c8","title":"\nFrom Zipf's Law to Neural Scaling through Heaps' Law and Hilberg's Hypothesis\n","summary":"This paper explores the mathematical connection between Zipf's law (a principle stating that word frequencies follow a power law distribution, where a few words appear very often and most appear rarely) and the neural scaling law (which describes how an AI model's prediction error improves as you give it more training data, parameters, or computing power). The authors show that under certain assumptions, the neural scaling law can be derived as a logical consequence of Zipf's law, connecting it through two intermediate principles: Heaps' law (about vocabulary growth) and Hilberg's hypothesis (about information content scaling).","solution":"N/A -- no mitigation discussed in source.","labels":["research"],"sourceUrl":"\nhttp://jmlr.org/papers/v27/25-3192.html\n","publishedAt":"2026-01-01T00:00:00.000Z","cveId":null,"cweIds":null,"cvssScore":null,"cvssSeverity":null,"severity":"info","attackType":[],"issueType":"research","affectedPackages":null,"affectedVendors":[],"affectedVendorsRaw":[],"classifierModel":"claude-haiku-4-5-20251001","classifierPromptVersion":"v3","cvssVector":null,"attackVector":null,"attackComplexity":null,"privilegesRequired":null,"userInteraction":null,"exploitMaturity":null,"epssScore":null,"patchAvailable":null,"disclosureDate":"2026-01-01T00:00:00.000Z","capecIds":null,"crossRefCount":0,"attackSophistication":"moderate","impactType":null,"aiComponentTargeted":"model","llmSpecific":true,"classifierConfidence":0.92,"researchCategory":"peer_reviewed","atlasIds":null}}