jpn_bpe_tokenizer/__init__.py,sha256=CQbdmrcd0SK6lXT5n3vUEZxzCQZMmnWDCRRsUO7my30,95
jpn_bpe_tokenizer/mecab_bpe_tokenizer.py,sha256=o5wd95QLGQmCQwMdYhm68v03TXkBPqKI3bKfMv0aYw0,6621
jpn_bpe_tokenizer/pre_tokenizers.py,sha256=iUIMH5iGRDCWYPEaBFMRZ5n9w0W9tuuPqKr6DkdqVNI,1626
jpn_bpe_tokenizer/trainer.py,sha256=vjSFdJJXl7ERy3TCadZr-8AVVbVGdpd4j1nPMzQvOBk,792
Japanese_BPE_Tokenizer-0.1.2.dist-info/LICENSE,sha256=WfetpJ1591TGgEgmWIPUvrIDVsKxEVg2R-Lzn9rqR3s,1065
Japanese_BPE_Tokenizer-0.1.2.dist-info/METADATA,sha256=YIMDQ5_PJJEdNHWEMzbr4PuQ6v7UGFhL-lL3We_NtpE,1182
Japanese_BPE_Tokenizer-0.1.2.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
Japanese_BPE_Tokenizer-0.1.2.dist-info/top_level.txt,sha256=19Bn_IURfTB-v-hB4UqCl6-v_toG3g9vhz9KnC1vL-U,18
Japanese_BPE_Tokenizer-0.1.2.dist-info/RECORD,,
