mon_tokenizer/__init__.py,sha256=xPTxKf0S02gdmYQimYgEwFoAB7wtOqXKjGHm6iduJl0,1731
mon_tokenizer/cli.py,sha256=xhIZLfIhNbYcsXQCbfqDLUS-8Hs3NUe-ITPtgehVeR0,5701
mon_tokenizer/data/model_card.json,sha256=Df7JR4N4sdizLU2OQpqTy20LRPkaOuBfGWFOWkCj7D0,2717
mon_tokenizer/data/mon_tokenizer.json,sha256=NNGBUy7ufmdUv7rWk3U-5GYL3aAOs2oszHzS83LHEoI,4855546
mon_tokenizer/metrics.py,sha256=HsTW3QeeyzxFgg7Vix-rSB4nA-5vuzUy585GTnexdeg,8427
mon_tokenizer/normalization.py,sha256=teNa3xuRvAPwIcTX-D6eV-WzRPu7nNE5Ldc-FFAKanc,5050
mon_tokenizer/py.typed,sha256=GOT8C04qnpPD7E1WtP9WAcnKQg3U4Yq-BhOGC4H59Ms,60
mon_tokenizer/syllable.py,sha256=TkSC73ym8kK3ibxACJvEieLioXpqf7FOwXbC5DR8K1A,7258
mon_tokenizer/tokenizer.py,sha256=1Lr9Cwhx-My9Zf-5YGB2djYX3aRGlV5hyUxl6TSoqDg,9243
mon_tokenizer/trainer.py,sha256=Aw0unUaOdCoeaZps5tKGICUYTRSEeqw8Q9ffQhzEUKg,13993
mon_tokenizer-1.0.1.dist-info/licenses/LICENSE,sha256=KruVpvbyEKlKo4pQMdqd4VLxoj_stixsn2YwgnymFPA,1069
mon_tokenizer-1.0.1.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
mon_tokenizer-1.0.1.dist-info/entry_points.txt,sha256=TrBj26_jmiM59UJ-_PYRGanNsJxgu30oRlIhP6lItWU,58
mon_tokenizer-1.0.1.dist-info/METADATA,sha256=NQ6fwhtwo7TJ_KQrizTu_vaEtz_kcox8H4kNKu7_lhM,7453
mon_tokenizer-1.0.1.dist-info/RECORD,,
