fastapi==0.115.12
GPUtil==1.4.0
openai==1.52.0
pydantic==2.11.5
pydantic_core==2.33.2
ray==2.46.0
requests==2.32.2
serverless-llm-store
speedtest-cli==2.1.3
types-requests==2.31.0.20240125
uvicorn[standard]==0.23.1

[test]
accelerate==1.7.0
datasets==3.6.0
GPUtil==1.4.0
outlines==0.1.11
peft==0.15.2
ray==2.46.0
speedtest-cli==2.1.3
torch==2.7.0
transformers==4.52.4
vllm==0.9.0.1
pytest
pytest-asyncio

[worker]
accelerate==1.7.0
datasets==3.6.0
GPUtil==1.4.0
outlines==0.1.11
peft==0.15.2
ray==2.46.0
speedtest-cli==2.1.3
torch==2.7.0
transformers==4.52.4
vllm==0.9.0.1
