fairscale==0.4.1
apex
flash-attn
deepspeed==0.10.3
transformers>=4.31.0
networkx
pyomo==6.7.0
pynvml==11.4.1
fsspec
grpcio
grpcio-tools
pyarrow==12.0.0
pandas==2.0.1
tensorboard==2.11.0
dlrover[torch]==0.4.2
protobuf
safetensors
GPy
pymoo==0.5.0
grouped_gemm
megablocks
