LICENSE
README.md
pyproject.toml
src/afrisyl_tokenizer/__init__.py
src/afrisyl_tokenizer/tokenizer.py
src/afrisyl_tokenizer/trainer.py
src/afrisyl_tokenizer/utils.py
src/afrisyl_tokenizer.egg-info/PKG-INFO
src/afrisyl_tokenizer.egg-info/SOURCES.txt
src/afrisyl_tokenizer.egg-info/dependency_links.txt
src/afrisyl_tokenizer.egg-info/requires.txt
src/afrisyl_tokenizer.egg-info/top_level.txt
src/afrisyl_tokenizer/vocabs/ndebele_vocab.json
src/afrisyl_tokenizer/vocabs/shona_vocab.json
src/afrisyl_tokenizer/vocabs/tswana_vocab.json