regex
cachetools
psutil
sentencepiece
numpy
requests>=2.26.0
tqdm
blake3
py-cpuinfo
transformers>=5.5.3
tokenizers>=0.21.1
safetensors>=0.6.2
protobuf!=6.30.*,!=6.31.*,!=6.32.*,!=6.33.0.*,!=6.33.1.*,!=6.33.2.*,!=6.33.3.*,!=6.33.4.*,>=5.29.6
fastapi[standard]<0.137.0,>=0.133.0
starlette>=1.0.1
aiohttp>=3.13.3
openai>=2.0.0
pydantic>=2.12.0
prometheus_client>=0.18.0
pillow
prometheus-fastapi-instrumentator>=8.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.11.3
outlines_core==0.2.14
lark==1.2.2
typing_extensions>=4.10
filelock>=3.16.1
partial-json-parser
jsonschema>=4.23.0
pyzmq>=25.0.0
msgspec
mistral_common[image]>=1.11.5
opencv-python-headless>=4.13.0
pyyaml
einops
compressed-tensors==0.17.0
depyf==0.20.0
cloudpickle
watchfiles
python-json-logger
ninja
pybase64
cbor2
ijson
setproctitle
openai-harmony>=0.0.3
anthropic>=0.71.0
model-hosting-container-standards<1.0.0,>=0.1.14
mcp
opentelemetry-sdk>=1.27.0
opentelemetry-api>=1.27.0
opentelemetry-exporter-otlp>=1.27.0
opentelemetry-semantic-conventions-ai>=0.4.1
numba==0.65.0
torch==2.11.0
torchaudio==2.11.0
torchvision==0.26.0
torchcodec>=0.14
PyNvVideoCodec==2.0.4
flashinfer-python==0.6.14
apache-tvm-ffi==0.1.10
tilelang==0.1.9
nvidia-cudnn-frontend>=1.19.1
nvtx==0.2.15
fastsafetensors>=0.3.2
nvidia-cutlass-dsl[cu13]==4.6.0
quack-kernels>=0.4.0
humming-kernels[cu13]==0.1.10

[:platform_machine == "x86_64" or platform_machine == "aarch64" or platform_machine == "arm64" or platform_machine == "s390x" or platform_machine == "ppc64le"]
xgrammar<1.0.0,>=0.2.1

[:platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64" or platform_machine == "ppc64le" or platform_machine == "s390x"]
llguidance<1.8.0,>=1.7.0

[:platform_system == "Linux"]
tokenspeed-mla==0.1.8

[:python_version > "3.11"]
six>=1.16.0
setuptools<81.0.0,>=77.0.3

[audio]
av
scipy
soundfile
soxr
mistral_common[audio]

[bench]
pandas
matplotlib
seaborn
datasets
scipy
plotly

[deepstream]
nvidia-deepstream-videodecode-cu13>=9.0.2

[extra-quant]
vllm-gguf-plugin>=0.0.2

[fastsafetensors]
fastsafetensors>=0.3.2

[flashinfer]

[grpc]
smg-grpc-servicer[vllm]>=0.5.2

[helion]
helion==1.1.0

[instanttensor]
instanttensor>=0.1.9

[otel]
opentelemetry-sdk>=1.26.0
opentelemetry-api>=1.26.0
opentelemetry-exporter-otlp>=1.26.0
opentelemetry-semantic-conventions-ai>=0.4.1

[runai]
runai-model-streamer[azure,gcs,s3]>=0.15.7

[tensorizer]
tensorizer==2.10.1

[video]

[zen]
zentorch==2.11.0.0
