Downloads in the 30 and 7 days to October 10, 2026. Refreshed weekly.
Package Information
No reported malware or high/critical advisories · Details
The current version has no OSV.dev malware reports and no critical or high-severity vulnerabilities.
Package Insights
((week_daily_avg - month_daily_avg) / month_daily_avg) * 100More insights and metrics
Downloads by OS
Python Versions
Top Countries
Weekly Downloads
GitHub Stars *
Dependencies
- datasets >=2.16.0
- dill
- evaluate >=0.4.0
- jinja2
- more-itertools
- numpy
- pytablewriter
- rouge-score >=0.0.4
- sacrebleu >=1.5.0
- scikit-learn >=0.24.1
- sqlitedict
- tqdm >=4.59.0
- typing-extensions
- word2number
77 optional dependencies
-
accelerate>=0.26.0[hf]extra == "hf"
-
aiohttp[api]extra == "api"
-
aiohttp[dev]extra == "dev"
-
aiohttp[litellm]extra == "litellm"
-
antlr4-python3-runtime==4.11[math]extra == "math"
-
auto-gptq>=0.6.0[gptq]extra == "gptq"
-
emoji==2.14.0[japanese-leaderboard]extra == "japanese-leaderboard"
-
fugashi[japanese-leaderboard]extra == "japanese-leaderboard"
-
fuzzywuzzy[longbench]extra == "longbench"
-
gptqmodel>=1.0.9[gptqmodel]extra == "gptqmodel"
-
ibm-watsonx-ai>=1.1.22[ibm-watsonx-ai]extra == "ibm-watsonx-ai"
-
immutabledict[ifeval]extra == "ifeval"
-
jieba>=0.42.1[multilingual]extra == "multilingual"
-
jieba[longbench]extra == "longbench"
-
jsonlines[archiver]extra == "archiver"
-
kstar-planner==1.4.2[acpbench]extra == "acpbench"
-
langdetect[ifeval]extra == "ifeval"
-
lark>=1.1.9[acpbench]extra == "acpbench"
-
librosa[audiolm-qwen]extra == "audiolm-qwen"
-
litellm<1.85,>=1.60[litellm]extra == "litellm"
-
lm-eval[tasks]extra == "tasks"
-
math-verify[math]extra == "math"
-
nagisa>=0.2.7[multilingual]extra == "multilingual"
-
neologdn==0.5.3[japanese-leaderboard]extra == "japanese-leaderboard"
-
nltk[ruler]extra == "ruler"
-
nltk>=3.9.1[ifeval]extra == "ifeval"
-
numpy[wandb]extra == "wandb"
-
numpy[onnxruntime]extra == "onnxruntime"
-
numpy[onnxruntime-genai]extra == "onnxruntime-genai"
-
onnxruntime>=1.23[onnxruntime]extra == "onnxruntime"
-
onnxruntime-genai[onnxruntime-genai]extra == "onnxruntime-genai"
-
optimum[optimum]extra == "optimum"
-
optimum-habana[habana]extra == "habana"
-
optimum-intel[ipex]extra == "ipex"
-
pandas[wandb]extra == "wandb"
-
pandas[zeno]extra == "zeno"
-
pddl==0.4.2[acpbench]extra == "acpbench"
-
peft>=0.2.0[hf]extra == "hf"
-
pillow[dev]extra == "dev"
-
pycountry[multilingual]extra == "multilingual"
-
pymorphy2[libra]extra == "libra"
-
pytest>=9.0[dev]extra == "dev"
-
pytest-cov[dev]extra == "dev"
-
pytest-xdist[dev]extra == "dev"
-
python-dotenv[ibm-watsonx-ai]extra == "ibm-watsonx-ai"
-
requests[api]extra == "api"
-
requests[litellm]extra == "litellm"
-
requests[dev]extra == "dev"
-
rouge[longbench]extra == "longbench"
-
rouge-score>=0.1.2[japanese-leaderboard]extra == "japanese-leaderboard"
-
scipy[ruler]extra == "ruler"
-
sentencepiece>=0.1.98[sentencepiece]extra == "sentencepiece"
-
sentencepiece[dev]extra == "dev"
-
soundfile[audiolm-qwen]extra == "audiolm-qwen"
-
sparsify[sparsify]extra == "sparsify"
-
statsmodels==0.14.4[discrim-eval]extra == "discrim-eval"
-
sympy>=1.12[math]extra == "math"
-
tarski==0.8.2[acpbench]extra == "acpbench"
-
tenacity[litellm]extra == "litellm"
-
tenacity[dev]extra == "dev"
-
tenacity[api]extra == "api"
-
tiktoken[api]extra == "api"
-
tiktoken[dev]extra == "dev"
-
torch>=1.8[hf]extra == "hf"
-
tqdm[dev]extra == "dev"
-
tqdm[litellm]extra == "litellm"
-
tqdm[api]extra == "api"
-
trackio>=0.23.0[trackio]extra == "trackio"
-
transformers[onnxruntime]extra == "onnxruntime"
-
transformers[onnxruntime-genai]extra == "onnxruntime-genai"
-
transformers>=4.1[hf]extra == "hf"
-
unitxt==1.22.0[unitxt]extra == "unitxt"
-
vllm>=0.18[vllm]extra == "vllm"
-
wandb>=0.16.3[wandb]extra == "wandb"
-
wonderwords[ruler]extra == "ruler"
-
zeno-client[zeno]extra == "zeno"
-
zstandard[archiver]extra == "archiver"
Used By
- axolotl 10.0K/mo
- heretic-llm 8.0K/mo
- oumi 5.7K/mo
- aligntune 4.8K/mo
- agenttune 3.4K/mo
- instructlab-eval 2.9K/mo
- safetune 2.1K/mo
- angelslim 1.8K/mo
- evalmetry 1.3K/mo
- onecomp 1.3K/mo