fairscale==0.4.1
apex
flash-attn
deepspeed==0.10.0
transformers==4.31.0
networkx
pyomo
pynvml==11.4.1
grpcio==1.34.1
grpcio-tools==1.34.1
fsspec==2023.10.0
pyarrow==12.0.0
pandas==2.0.1
tensorboard==2.11.0
dlrover[torch]
protobuf==3.20.3
safetensors
GPy
pymoo==0.5.0
