fairscale==0.4.1
apex
flash-attn
deepspeed==0.10.3
transformers>=4.31.0
networkx
pyomo
pynvml==11.4.1
fsspec
grpcio==1.62.1
grpcio-tools==1.58.0
pyarrow==12.0.0
pandas==2.0.1
tensorboard==2.14.0
dlrover[torch]==0.3.6
protobuf==4.25.3
safetensors
GPy
pymoo==0.5.0
grouped_gemm
megablocks
