MicroTokenizer/__init__.py,sha256=xucDavYnWYHe-BhICO7kTBnmiUldbc62WKeH9QVnfkw,1893
MicroTokenizer/pipeline.py,sha256=7ufe5OQFqYCBHZPY5IQwpyPUcmWx-MjL1OX-A8INyCY,7366
MicroTokenizer/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/cli/main.py,sha256=XbTaZBgjjVZnzibVzwo4bjJ3GcNIs9yfxNg8H6f0UAI,797
MicroTokenizer/cli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/cli/commands/train.py,sha256=Qt1y2rLMD1HCIBSi7Jua8raagHQuMA55SFpJBmcrHdk,277
MicroTokenizer/data_structures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/data_structures/dictionary.py,sha256=tFBSOQmqO7v8j9NjFiRbkdZO7XDkCQNQBUIIQOcPeJg,1566
MicroTokenizer/data_structures/graph_builder.py,sha256=e-UHG60ctQpzYRZiWnVrUDtc5K5l8QyZvA7PTacLp9c,1637
MicroTokenizer/data_structures/non_recursive_algorithm.py,sha256=1OWvOsXhupNMeK3AFtoC3kLptQd00Qpl6mGg7Th7GRs,4563
MicroTokenizer/data_structures/train_dictionary.py,sha256=PwP-Vd4E_XFnS6nr7z7FM8Mnk8WUHNWx6qpIyJkEkvI,780
MicroTokenizer/data_structures/trie_algorithm.py,sha256=5oMkieco92-wJqHcwwt4Bg6dTqnF5IzCYuWM5EyufA0,2141
MicroTokenizer/encoding/BMES.py,sha256=QBq9Sd927tEazGTNCO3Y06VD6Y8LZSQsONMg4hzwtFE,422
MicroTokenizer/encoding/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/ensemble/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/ensemble/merge_solutions.py,sha256=MzaQK4gpDyWDtudGHL12t_IGBVrEaxlFelwvyjMKzc8,2856
MicroTokenizer/experimental/__init__.py,sha256=_9I2oQ-M1u85T528QLMOGOPi2Ug4ME57LxOSVHcJvE4,1892
MicroTokenizer/model_data/A.pickle,sha256=EDLCuOeZXW9zazXXLP0IfEOkZYj2VJoZvLbOqxGpxss,221
MicroTokenizer/model_data/B.pickle,sha256=c6v8oW5yX9JvB2R1LJwESbVVWcYQFtXNfkdTzpw0rQI,283337
MicroTokenizer/model_data/dict.txt,sha256=94V3dEUuLL0_5YxDHnqbzvj7zREPzPrV1pdSmsisT-Y,598704
MicroTokenizer/model_data/feature_func_list.pickle,sha256=IW9zv2lmRqZ68T0JAXFtkxsaO52_qk-K3NqVIa-t6G4,90
MicroTokenizer/model_data/model.crfsuite,sha256=2xRb88CqU69SYZDrgvXGMsof8lLETACmhi3467SQQmU,47139688
MicroTokenizer/model_data/vocabulary.pickle,sha256=mrX0B8ayXLZMNJ2XU7QiwGnpyAgsDPJ-ipVPYe5sCdQ,60212
MicroTokenizer/tokenizers/BMES.py,sha256=GC_OoflqFCEBhgWiPOVoQFdVoCAjwLO9t-lAYOKMfjk,3334
MicroTokenizer/tokenizers/__init__.py,sha256=kvmT4D1Mr4YOfcpP1iq5dYqPrruKPL7o_0dkzknMHGo,67
MicroTokenizer/tokenizers/base_tokenizer.py,sha256=Z99o5-2oKw1qslIzB3A_7dFi6vzrPsZTrYnzT3lw6ik,739
MicroTokenizer/tokenizers/dag_tokenizer.py,sha256=Uglv7b4BEHl_S3A4mFFSUlj2UQnDNumz5vaZE-QYkBo,1745
MicroTokenizer/tokenizers/hmm_tokenizer.py,sha256=GF0QjTVu3MfN5cAirw_frnYvLfHoYzjNRggJp5D-kqQ,2243
MicroTokenizer/tokenizers/whitespace_split_tokenizer.py,sha256=y7EgZZmdg77kC6rbpf1-aQMmy8X-xR9e6fjrDzxh5cc,229
MicroTokenizer/tokenizers/crf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/tokenizers/crf/tokenizer.py,sha256=aI6XFfv56qS-yhhkWRGY6uL0PWo5ybI17lbL93oiSKU,2604
MicroTokenizer/tokenizers/crf/trainer.py,sha256=-bsqBsoXWAsL0PzEomwkAZ5TV3dKSgfK8t7vjyiP6BQ,4097
MicroTokenizer/tokenizers/ensemble/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/tokenizers/ensemble/tokenizer.py,sha256=0lsQVKpC6mz8lMPg5qwWYc_LeIRSJHP3oW6GBe7NV68,720
MicroTokenizer/tokenizers/max_match/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/tokenizers/max_match/backward.py,sha256=vGm2XNr0dz_kPfu19RtVkofcoIhO5iBf4NgLza7Ae00,2012
MicroTokenizer/tokenizers/max_match/bidirectional.py,sha256=7wj1Ik8tRAzZ5jfeSHEz1WOcJH-uw_XBgiSRYIZClnQ,2464
MicroTokenizer/tokenizers/max_match/forward.py,sha256=5PHvQ3GCo-Vr79kCoUXQYpJY_hgADNvUtR28fxTxNP4,1983
MicroTokenizer/tokenizers/unicode_script/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
MicroTokenizer/tokenizers/unicode_script/generate_script_data.py,sha256=mL-0FPhKwp6WB_sfFZvekqVVVMAvR2AkYYfWI61vfFA,1075
MicroTokenizer/tokenizers/unicode_script/script_data.py,sha256=U2np21tAji1EKLWqlFqqzgwbDGuwlvit9I6f_KJnb2Q,73981
MicroTokenizer/tokenizers/unicode_script/token.py,sha256=AWOGoUwVAg6tyXxLlASGJf0WTOlnNFsAEKqbAv8I7AI,230
MicroTokenizer/tokenizers/unicode_script/tokenizer.py,sha256=M6wnq5OnkK3DbTXYVlv7d9ZBphWlA1fYKxfa8ptE1Ww,2012
MicroTokenizer-0.21.3.data/data/A.pickle,sha256=EDLCuOeZXW9zazXXLP0IfEOkZYj2VJoZvLbOqxGpxss,221
MicroTokenizer-0.21.3.data/data/B.pickle,sha256=c6v8oW5yX9JvB2R1LJwESbVVWcYQFtXNfkdTzpw0rQI,283337
MicroTokenizer-0.21.3.data/data/dict.txt,sha256=94V3dEUuLL0_5YxDHnqbzvj7zREPzPrV1pdSmsisT-Y,598704
MicroTokenizer-0.21.3.data/data/feature_func_list.pickle,sha256=IW9zv2lmRqZ68T0JAXFtkxsaO52_qk-K3NqVIa-t6G4,90
MicroTokenizer-0.21.3.data/data/model.crfsuite,sha256=2xRb88CqU69SYZDrgvXGMsof8lLETACmhi3467SQQmU,47139688
MicroTokenizer-0.21.3.data/data/vocabulary.pickle,sha256=mrX0B8ayXLZMNJ2XU7QiwGnpyAgsDPJ-ipVPYe5sCdQ,60212
MicroTokenizer-0.21.3.dist-info/AUTHORS.rst,sha256=9iJD9QWDjoG5aTSjTocEmfuAQ4RjyuR_Vv96LTRNDLM,158
MicroTokenizer-0.21.3.dist-info/LICENSE,sha256=ZfIUqEulmWjat4jASyI8XcHIsp7Hidy25TgBp6ZupKw,1072
MicroTokenizer-0.21.3.dist-info/METADATA,sha256=Dza_b5DPwWlnseFK0YgYVvPhVLZJY9xNpkpYCt7Fsjw,4355
MicroTokenizer-0.21.3.dist-info/WHEEL,sha256=TJ49d73sNs10F0aze1W_bTW2P_X7-F4YXOlBqoqA-jY,109
MicroTokenizer-0.21.3.dist-info/entry_points.txt,sha256=gm_atm0vtzQCF5DTbNI3fcC_PWoqxbAH2yPWrKNgu94,64
MicroTokenizer-0.21.3.dist-info/top_level.txt,sha256=68HqvYUEnSsda_7S7O7Ui4otcFus_66u7u1mwRhg4YM,15
MicroTokenizer-0.21.3.dist-info/RECORD,,
