Package Insights
- No releases in 291 days despite active commits
((week_daily_avg - month_daily_avg) / month_daily_avg) * 100Weekly Downloads
GitHub Stars
Downloads by OS
Python Versions
Top Countries
Dependencies
- aiohttp
- blake3
- cachetools
- cbor2
- cloudpickle
- cmake >=3.26.1
- compressed-tensors ==0.10.2
- depyf ==0.19.0
- diskcache ==5.6.3
- einops
- fastapi >=0.115.0
- filelock >=3.16.1
- gguf >=0.13.0
- importlib-metadata
- jinja2 >=3.1.6
- lark ==1.2.2
- llguidance <0.8.0,>=0.7.11
- lm-format-enforcer <0.11,>=0.10.11
- mistral-common >=1.8.2
- msgspec
- ninja
- nixl ==0.3.0
- numpy
- openai >=1.99.1
- openai-harmony >=0.0.3
- opencv-python-headless >=4.11.0
- outlines-core ==0.2.10
- packaging >=24.2
- partial-json-parser
- pillow
- prometheus-client >=0.18.0
- prometheus-fastapi-instrumentator >=7.0.0
- protobuf
- psutil
- py-cpuinfo
- pybase64
- pydantic >=2.10
- python-json-logger
- pyyaml
- pyzmq >=25.0.0
- ray
- regex
- requests >=2.26.0
- scipy
- sentencepiece
- setproctitle
- setuptools <80,>=77.0.3
- setuptools-scm >=8
- six >=1.16.0
- tiktoken >=0.6.0
- tokenizers >=0.21.1
- torch-xla ==2.8.0
- tpu-info ==0.4.0
- tqdm
- transformers >=4.55.0
- typing-extensions >=4.10
- watchfiles
- wheel
- xgrammar ==0.1.21
11 optional dependencies
- boto3[runai]
- datasets[bench]
- fastsafetensors[fastsafetensors]
- flashinfer-python[flashinfer]
- librosa[audio]
- mistral-common[audio]
- pandas[bench]
- runai-model-streamer[runai]
- runai-model-streamer-s3[runai]
- soundfile[audio]
- tensorizer[tensorizer]