nltk>=3.6.7
sentencepiece>=0.1.96
boto3>=1.17.32
pandas>=1.3.5
jieba>=0.42.1
scikit-learn>=1.0.2
tensorboard>=2.9.0
transformers>=4.31.0
datasets>=2.0.0
setuptools>=66.0.0
protobuf>=3.19.6
ftfy
Pillow>=9.3.0
einops>=0.3.0
diffusers>=0.7.2
pytorch-lightning>=1.6.5
taming-transformers-rom1504==0.0.6
rouge-score
sacrebleu>=2.3.1
jsonlines
accelerate
PyYAML>=5.4.1
safetensors
timm
