multi_tokenizer/__init__.py,sha256=PeYenjtOUkxxYpmiCq6pBA_OaVzGX-GuyC8heJj_aZQ,355
multi_tokenizer/language_detect.py,sha256=KES6E3wK4w0m4iqe-y7bPakANCAZSlIOJ_No7mhbZYI,2900
multi_tokenizer/pretrained/__init__.py,sha256=TGdhaI508HC33QcXtU4b7pOHzdr3ux-_jJaN-jBw1wU,2468
multi_tokenizer/pretrained/chinese_tokenizer.json,sha256=MvNDQRIEpXQkkzNvo5hzBIbFnIULM8ZpipX2cgpXe4Y,2018477
multi_tokenizer/pretrained/english_tokenizer.json,sha256=KEhFe5CpSC3f7ocOZbmXbaeHpttb-QrunOd4FB4kEbY,848625
multi_tokenizer/pretrained/hindi_tokenizer.json,sha256=gJGkZX2rYxCuRfFQUG31NtOUJOuRrkOhUuGqhOJS6FU,360706
multi_tokenizer/pretrained/spanish_tokenizer.json,sha256=be-UChYw-K0KzAMyr9wPE-QCetWXwf4AHiSR8lO-z8o,1151404
multi_tokenizer/tokenizer.py,sha256=Rf-qnbzQj7K_5DmRSpn7BwwD3nFMbO-1O4CW2Rvi7B0,8592
multi_tokenizer-0.1.3.dist-info/LICENSE,sha256=bz-xAMkaTLOSzuA8CO7zU06zhLZB7oBQzwtR_23XBoo,1078
multi_tokenizer-0.1.3.dist-info/METADATA,sha256=5BDozbCxjf0LHmJTxj1zPkdW0KCuRkxtVeY1y2IyZ1Y,4370
multi_tokenizer-0.1.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
multi_tokenizer-0.1.3.dist-info/RECORD,,
