MicroTokenizer/__init__.py,sha256=DTllnWHKBxymh8Mr0R3mP2fgUXJ1rsz5mNg7FuA7wlI,1486
MicroTokenizer/cli.py,sha256=Sy_ms-O77KVmnddnCXbuAuRvk41JaZvfcEWePpjjeUQ,788
MicroTokenizer/dag.py,sha256=dogcsvJXirEVIjxzHYC7BLTkkqIOZfJ-pV36rlJZciU,130
MicroTokenizer/hmm.py,sha256=Kj_nSGrSi7yhT2vkO-8_w1E5N6egpGdbREBccide25w,1828
MicroTokenizer/merge_token.py,sha256=z02w-G2rKTb96BD3lRehS0261RiGT2yJBzZe2-QadLs,2858
MicroTokenizer/tokenizer.py,sha256=oBqYA0xMCG8BcizU_93aCi6C0i0hMX2QlymclhVUqZs,3788
MicroTokenizer/model_data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer/model_data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer/model_data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer/model_data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.6.1.data/data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer-0.1.6.1.data/data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer-0.1.6.1.data/data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer-0.1.6.1.data/data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.6.1.dist-info/DESCRIPTION.rst,sha256=t8wI-Ym4jSKtJPbnbL9lV14cYFg2V54kfTTkmAjU_l4,4180
MicroTokenizer-0.1.6.1.dist-info/METADATA,sha256=nC_g2sXV2rNxWzEZf5M_ECPctqPG3U9bV0K7hU3KPNs,5089
MicroTokenizer-0.1.6.1.dist-info/RECORD,,
MicroTokenizer-0.1.6.1.dist-info/WHEEL,sha256=kdsN-5OJAZIiHN-iO4Rhl82KyS0bDWf4uBwMbkNafr8,110
MicroTokenizer-0.1.6.1.dist-info/entry_points.txt,sha256=b2V0TPstQgSfvJ7fseBCFGuhWr3zP7VfEm_lRQs5-mc,60
MicroTokenizer-0.1.6.1.dist-info/metadata.json,sha256=8vJYWNYRL7WxLXQtpwl-OuD5-3-BZ4BXkOKC31AS_OQ,1232
MicroTokenizer-0.1.6.1.dist-info/top_level.txt,sha256=68HqvYUEnSsda_7S7O7Ui4otcFus_66u7u1mwRhg4YM,15
