torch==2.2.0
bitsandbytes==0.41.1
accelerate>=0.27.2
huggingface-hub<1.0.0,>=0.11.1
tokenizers>=0.13.3
transformers==4.43.1
speedtest-cli==2.1.3
hivemind
tensor_parallel==1.0.23
humanfriendly
async-timeout>=4.0.2
packaging>=20.9
sentencepiece>=0.1.99
peft==0.8.2
safetensors>=0.3.1
Dijkstar>=2.6.0
numpy<2

[:platform_machine == "x86_64"]
cpufeature>=0.2.0

[dev]
pytest==6.2.5
pytest-forked
pytest-asyncio==0.16.0
black==22.3.0
isort==5.10.1
psutil
