MicroTokenizer/MicroTokenizer.py,sha256=PK_vuFlofuUQPUpy1PTKZrcYWlMj8bbYHRi4KPif_wY,7045
MicroTokenizer/__init__.py,sha256=OzZnmA85mr4hGQ449j8fbIDqyFIwL9TNVdnMNhjO2zU,1864
MicroTokenizer/cli.py,sha256=Xnt5YOWqkDi4pr2a2EVGt6w49FrimSygF_LmqRinVUs,434
MicroTokenizer/hmm.py,sha256=Kj_nSGrSi7yhT2vkO-8_w1E5N6egpGdbREBccide25w,1828
MicroTokenizer/merge_token.py,sha256=z02w-G2rKTb96BD3lRehS0261RiGT2yJBzZe2-QadLs,2858
MicroTokenizer/dictionary/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer/hmm_model_data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer/hmm_model_data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer/hmm_model_data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.2.data/data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer-0.1.2.data/data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer-0.1.2.data/data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer-0.1.2.data/data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.2.dist-info/DESCRIPTION.rst,sha256=zhptLaTAUKMoKQ9I_34kKeYkUd3P3xC9SD2t2OuBdNI,3200
MicroTokenizer-0.1.2.dist-info/METADATA,sha256=e71Dw_CFV3Gdj0TUogS_OuESaJxmee7G1RqNusNxXZs,4087
MicroTokenizer-0.1.2.dist-info/RECORD,,
MicroTokenizer-0.1.2.dist-info/WHEEL,sha256=kdsN-5OJAZIiHN-iO4Rhl82KyS0bDWf4uBwMbkNafr8,110
MicroTokenizer-0.1.2.dist-info/entry_points.txt,sha256=b2V0TPstQgSfvJ7fseBCFGuhWr3zP7VfEm_lRQs5-mc,60
MicroTokenizer-0.1.2.dist-info/metadata.json,sha256=PTcmdK5t15aKrz-_XOySrMC92l7F8UZ2LMmWRLIM6Ek,1210
MicroTokenizer-0.1.2.dist-info/top_level.txt,sha256=68HqvYUEnSsda_7S7O7Ui4otcFus_66u7u1mwRhg4YM,15
