click>=8.1
fastapi>=0.110
uvicorn[standard]>=0.29
pydantic>=2.0
huggingface-hub>=0.23
pyyaml>=6.0
httpx>=0.27
sse-starlette>=1.6
jsonschema>=4.0

[all]
installm[llamacpp,transformers,vllm]

[dev]
pytest>=8.0
pytest-asyncio>=0.23
httpx>=0.27
respx>=0.21

[llamacpp]
llama-cpp-python>=0.2

[ollama]

[transformers]
torch>=2.0
transformers>=4.40
accelerate>=0.30
sentencepiece>=0.1.99

[vllm]
vllm>=0.4
