datasets
einops
nltk
accelerate<=0.20.0,>=0.18.0
tabulate
transformers<=4.29.2,>=4.26.0
statsmodels
tiktoken>=0.3.2
markdown
scikit-learn
sentencepiece
pandas
wandb
torch>=1.13.1
fire
openai
alpaca_eval>=0.5.4

[dev]
pre-commit>=3.2.0
black>=23.1.0
isort

[full]
flash-attn
apex
deepspeed
benepar
spacy
spacy_fastlang
plotly
mapply
