torch>=2.1.0
transformers>=4.40.0
cut-cross-entropy>=0.1.0
datasets>=2.18.0
pyarrow>=14.0.0
huggingface-hub>=0.20.0
tokenizers>=0.19.0
numpy

[dev]
pytest>=7.0.0
build>=1.0.0
twine>=4.0.0
