MicroTokenizer/__init__.py,sha256=L7fg5wkQDgqew75Cy7Quqajtcnyq6v3xqlXeX48D4eg,1486
MicroTokenizer/cli.py,sha256=Sy_ms-O77KVmnddnCXbuAuRvk41JaZvfcEWePpjjeUQ,788
MicroTokenizer/dag.py,sha256=dogcsvJXirEVIjxzHYC7BLTkkqIOZfJ-pV36rlJZciU,130
MicroTokenizer/hmm.py,sha256=Kj_nSGrSi7yhT2vkO-8_w1E5N6egpGdbREBccide25w,1828
MicroTokenizer/merge_token.py,sha256=z02w-G2rKTb96BD3lRehS0261RiGT2yJBzZe2-QadLs,2858
MicroTokenizer/tokenizer.py,sha256=oBqYA0xMCG8BcizU_93aCi6C0i0hMX2QlymclhVUqZs,3788
MicroTokenizer/DAG/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/DAG/dictionary/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/DAG/dictionary/dictionary.py,sha256=A8n-mD3YOj6ryF5jv26wzeev46Idh91G97kIGrzLDjo,1244
MicroTokenizer/DAG/dictionary/hash_table_algorithm.py,sha256=aG0yXrqyuCJb18QA0J1iyI-7T_2B7r8XXTDixQ2L1-g,1017
MicroTokenizer/DAG/dictionary/reader.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/DAG/dictionary/trie_algorithm.py,sha256=3UcgGvKRjzO1oL-3RbxvNIjSXLTNeBu3BGz7MsD0WJs,2438
MicroTokenizer/DAG/graph_builder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/DAG/graph_builder/graph_builder.py,sha256=NhmwHy0BGezM83dEcLW9iQtZ6EoWzDdldFRM1nZtFxk,1660
MicroTokenizer/DAG/graph_builder/non_recursive_algorithm.py,sha256=bTYdq6U_cn1V7CEX7akBzS0NYmwUwqRBeimf61vpqBY,4288
MicroTokenizer/DAG/graph_builder/recursive_algorithm.py,sha256=i1zjH_MqNTIQi1QzyzizAnozv5GAcA3Ki1HYvPQkm84,4743
MicroTokenizer/cli_command/__init__.py,sha256=tNKqfMuVB5L96buP08z08lQhgFmW-OSxvVuodpRbQfM,25
MicroTokenizer/cli_command/download.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/cli_command/evaluate.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/cli_command/info.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/cli_command/link.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/cli_command/train.py,sha256=9u48DtCoEZjTqUFdexGW4Xc8EHd9MWAngouYwMIYR64,349
MicroTokenizer/model_data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer/model_data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer/model_data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer/model_data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer/train/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/train/train.py,sha256=0AR1rQ26Cs98HcFyYgqtyLvrflV3Slgsqq1uDAC7lac,197
MicroTokenizer/train/train_dag.py,sha256=7FRCy2WI4tGWJ-4rRbnc9Hr_YZ88L49Xt5r08Acxe2E,760
MicroTokenizer/train/train_hmm.py,sha256=uNacEdtiBcLRQySwfpOmTah5Fr-bs2hHcaJBcvNee7k,496
MicroTokenizer-0.1.6.2.data/data/A.pickle,sha256=ryWvdVl4m0AhKwbJM9M7hAi3YU7_H3JfFIEUHIWlmK4,210
MicroTokenizer-0.1.6.2.data/data/B.pickle,sha256=uZ-qhTqMxdTQSguCniplzhfoaHCiPFm7akqbQH3glZM,231910
MicroTokenizer-0.1.6.2.data/data/dict.txt,sha256=cZfDIR3dmJYrA2zfQDJNHqK_qhK9Ao5o-qcBEaiOEqg,5071852
MicroTokenizer-0.1.6.2.data/data/vocabulary.pickle,sha256=lkFQ52NGXrX5dGSzQpSUr6m6UMxpO4nT2EARwYya2Ls,47743
MicroTokenizer-0.1.6.2.dist-info/DESCRIPTION.rst,sha256=t8wI-Ym4jSKtJPbnbL9lV14cYFg2V54kfTTkmAjU_l4,4180
MicroTokenizer-0.1.6.2.dist-info/METADATA,sha256=W5G9PlD6RRRuQAYJcd5Z2YO2liiLHbakCb3bsNNrcWE,5089
MicroTokenizer-0.1.6.2.dist-info/RECORD,,
MicroTokenizer-0.1.6.2.dist-info/WHEEL,sha256=kdsN-5OJAZIiHN-iO4Rhl82KyS0bDWf4uBwMbkNafr8,110
MicroTokenizer-0.1.6.2.dist-info/entry_points.txt,sha256=b2V0TPstQgSfvJ7fseBCFGuhWr3zP7VfEm_lRQs5-mc,60
MicroTokenizer-0.1.6.2.dist-info/metadata.json,sha256=sA9KgXlsgrZIz3QNntGpM1-lYfHtVmhbxKDa3FWlSCg,1232
MicroTokenizer-0.1.6.2.dist-info/top_level.txt,sha256=68HqvYUEnSsda_7S7O7Ui4otcFus_66u7u1mwRhg4YM,15
