{"data":{"ecosystem":"pypi","name":"lm-eval","url":"https://aisecwatch.com/packages/pypi/lm-eval","latestVersion":"0.4.13","firstReleaseAt":"2021-09-02T02:28:24.540Z","repository":"https://github.com/EleutherAI/lm-evaluation-harness","llm":{"exposure":"direct","depth":0,"integratedAt":"2021-09-02T02:28:24.540Z","integratedVersion":"0.0.1","sdks":["huggingface","litellm"],"path":[]},"authority":{"profile":["http"],"fromDependencies":["pypi:aiohttp","pypi:requests"]},"dependencies":[{"ecosystem":"pypi","name":"accelerate","versionSpec":">=0.26.0","scope":"extra:hf"},{"ecosystem":"pypi","name":"auto-gptq","versionSpec":">=0.6.0","scope":"extra:gptq"},{"ecosystem":"pypi","name":"datasets","versionSpec":">=2.16.0","scope":"runtime"},{"ecosystem":"pypi","name":"evaluate","versionSpec":">=0.4.0","scope":"runtime"},{"ecosystem":"pypi","name":"gptqmodel","versionSpec":">=1.0.9","scope":"extra:gptqmodel"},{"ecosystem":"pypi","name":"ibm-watsonx-ai","versionSpec":">=1.1.22","scope":"extra:ibm-watsonx-ai"},{"ecosystem":"pypi","name":"litellm","versionSpec":"<1.85,>=1.60","scope":"extra:litellm"},{"ecosystem":"pypi","name":"optimum","versionSpec":null,"scope":"extra:optimum"},{"ecosystem":"pypi","name":"optimum-habana","versionSpec":null,"scope":"extra:habana"},{"ecosystem":"pypi","name":"optimum-intel","versionSpec":null,"scope":"extra:ipex"},{"ecosystem":"pypi","name":"peft","versionSpec":">=0.2.0","scope":"extra:hf"},{"ecosystem":"pypi","name":"trackio","versionSpec":">=0.23.0","scope":"extra:trackio"},{"ecosystem":"pypi","name":"transformers","versionSpec":">=4.1","scope":"extra:hf"},{"ecosystem":"pypi","name":"unitxt","versionSpec":"==1.22.0","scope":"extra:unitxt"},{"ecosystem":"pypi","name":"vllm","versionSpec":">=0.18","scope":"extra:vllm"},{"ecosystem":"pypi","name":"wandb","versionSpec":">=0.16.3","scope":"extra:wandb"},{"ecosystem":"pypi","name":"aiohttp","versionSpec":null,"scope":"extra:api"},{"ecosystem":"pypi","name":"antlr4-python3-runtime","versionSpec":"==4.11","scope":"extra:math"},{"ecosystem":"pypi","name":"dill","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"emoji","versionSpec":"==2.14.0","scope":"extra:japanese-leaderboard"},{"ecosystem":"pypi","name":"fugashi","versionSpec":null,"scope":"extra:japanese-leaderboard"},{"ecosystem":"pypi","name":"fuzzywuzzy","versionSpec":null,"scope":"extra:longbench"},{"ecosystem":"pypi","name":"immutabledict","versionSpec":null,"scope":"extra:ifeval"},{"ecosystem":"pypi","name":"jieba","versionSpec":null,"scope":"extra:longbench"},{"ecosystem":"pypi","name":"jinja2","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"jsonlines","versionSpec":null,"scope":"extra:archiver"},{"ecosystem":"pypi","name":"kstar-planner","versionSpec":"==1.4.2","scope":"extra:acpbench"},{"ecosystem":"pypi","name":"langdetect","versionSpec":null,"scope":"extra:ifeval"},{"ecosystem":"pypi","name":"lark","versionSpec":">=1.1.9","scope":"extra:acpbench"},{"ecosystem":"pypi","name":"librosa","versionSpec":null,"scope":"extra:audiolm-qwen"},{"ecosystem":"pypi","name":"math-verify","versionSpec":null,"scope":"extra:math"},{"ecosystem":"pypi","name":"more-itertools","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"nagisa","versionSpec":">=0.2.7","scope":"extra:multilingual"},{"ecosystem":"pypi","name":"neologdn","versionSpec":"==0.5.3","scope":"extra:japanese-leaderboard"},{"ecosystem":"pypi","name":"nltk","versionSpec":">=3.9.1","scope":"extra:ifeval"},{"ecosystem":"pypi","name":"numpy","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"onnxruntime","versionSpec":">=1.23","scope":"extra:onnxruntime"},{"ecosystem":"pypi","name":"onnxruntime-genai","versionSpec":null,"scope":"extra:onnxruntime-genai"},{"ecosystem":"pypi","name":"pandas","versionSpec":null,"scope":"extra:wandb"},{"ecosystem":"pypi","name":"pddl","versionSpec":"==0.4.2","scope":"extra:acpbench"},{"ecosystem":"pypi","name":"pillow","versionSpec":null,"scope":"extra:dev"},{"ecosystem":"pypi","name":"pycountry","versionSpec":null,"scope":"extra:multilingual"},{"ecosystem":"pypi","name":"pymorphy2","versionSpec":null,"scope":"extra:libra"},{"ecosystem":"pypi","name":"pytablewriter","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"pytest","versionSpec":">=9.0","scope":"extra:dev"},{"ecosystem":"pypi","name":"pytest-cov","versionSpec":null,"scope":"extra:dev"},{"ecosystem":"pypi","name":"pytest-xdist","versionSpec":null,"scope":"extra:dev"},{"ecosystem":"pypi","name":"python-dotenv","versionSpec":null,"scope":"extra:ibm-watsonx-ai"},{"ecosystem":"pypi","name":"requests","versionSpec":null,"scope":"extra:api"},{"ecosystem":"pypi","name":"rouge","versionSpec":null,"scope":"extra:longbench"},{"ecosystem":"pypi","name":"rouge-score","versionSpec":">=0.0.4","scope":"runtime"},{"ecosystem":"pypi","name":"sacrebleu","versionSpec":">=1.5.0","scope":"runtime"},{"ecosystem":"pypi","name":"scikit-learn","versionSpec":">=0.24.1","scope":"runtime"},{"ecosystem":"pypi","name":"scipy","versionSpec":null,"scope":"extra:ruler"},{"ecosystem":"pypi","name":"sentencepiece","versionSpec":null,"scope":"extra:dev"},{"ecosystem":"pypi","name":"soundfile","versionSpec":null,"scope":"extra:audiolm-qwen"},{"ecosystem":"pypi","name":"sparsify","versionSpec":null,"scope":"extra:sparsify"},{"ecosystem":"pypi","name":"sqlitedict","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"statsmodels","versionSpec":"==0.14.4","scope":"extra:discrim-eval"},{"ecosystem":"pypi","name":"sympy","versionSpec":">=1.12","scope":"extra:math"},{"ecosystem":"pypi","name":"tarski","versionSpec":"==0.8.2","scope":"extra:acpbench"},{"ecosystem":"pypi","name":"tenacity","versionSpec":null,"scope":"extra:api"},{"ecosystem":"pypi","name":"tiktoken","versionSpec":null,"scope":"extra:api"},{"ecosystem":"pypi","name":"torch","versionSpec":">=1.8","scope":"extra:hf"},{"ecosystem":"pypi","name":"tqdm","versionSpec":">=4.59.0","scope":"runtime"},{"ecosystem":"pypi","name":"typing-extensions","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"wonderwords","versionSpec":null,"scope":"extra:ruler"},{"ecosystem":"pypi","name":"word2number","versionSpec":null,"scope":"runtime"},{"ecosystem":"pypi","name":"zeno-client","versionSpec":null,"scope":"extra:zeno"},{"ecosystem":"pypi","name":"zstandard","versionSpec":null,"scope":"extra:archiver"}],"advisories":[],"checkedAt":"2026-10-09T22:00:24.801Z"},"meta":{"advisoryMatching":"by package name and ecosystem; an advisory with no ecosystem recorded for the package is matched by name alone"}}