datasets
einops
nltk
accelerate>=0.18.0
tabulate
transformers>=4.26.0
statsmodels
tiktoken>=0.3.2
markdown
scikit-learn
sentencepiece
pandas
wandb
torch>=1.13.1
fire
openai

[dev]
pre-commit>=3.2.0
isort
black>=23.1.0

[full]
flash-attn
apex
deepspeed
benepar
spacy
spacy_fastlang
plotly
mapply
