fairscale==0.4.1
apex
flash-attn
deepspeed>=0.10.3
transformers>=4.31.0
networkx
pyomo>=6.7.0
pynvml==11.4.1
fsspec
grpcio
grpcio-tools
pyarrow>=12.0.0
pandas>=2.0.1
tensorboard>=2.11.0
dlrover[torch]>=0.4.7
protobuf
safetensors
GPy
pymoo==0.5.0
grouped_gemm
megablocks
