fastapi==0.108.0
GPUtil==1.4.0
grpcio==1.49.1
grpcio-tools==1.49.1
openai==1.52.0
pydantic==2.9.0
pydantic_core==2.23.2
ray==2.9.0
requests==2.32.2
serverless-llm-store
speedtest-cli==2.1.3
types-requests==2.31.0.20240125
uvicorn[standard]==0.23.1
