fast_tokenizer/__init__.py,sha256=H80Zi1bu_Hq_rQWQaliAdZNOa_moLzsqNGL7QiGBops,2517
fast_tokenizer/c_wrap.py,sha256=SCDJzNmdwuUM8gr8AMb4utYpjv3F7sG6SNroWJWdOrA,14469
fast_tokenizer/commit.log,sha256=qfyIE76OiDCATUd_qZ5x8IGLRQxBuMZq7eFi9Oe4_nQ,41
fast_tokenizer/core_tokenizers.lib,sha256=T7AsKwXLUh0s5W54bx6AkBnumaPqNKodX_ZncinehGI,491380
fast_tokenizer/core_tokenizers.pyd,sha256=WE3j-m5gbEnQPMHTDNUs-RG6G9BNEx7VCwZxoU_bo54,2646016
fast_tokenizer/decoders/__init__.py,sha256=eTK7QKxZi22yPIOn3QI13HfLP1gJlnRKkxuCTN-4XwU,987
fast_tokenizer/libs/__init__.py,sha256=z23nLakJGh-a90MkqaCRaoyIHVSrAZ9oj6y6SOPePl8,689
fast_tokenizer/libs/icudt70.dll,sha256=tITmc-48zsnruNz9OXlQEvNcM1cN5EWacyY6I8EVOT8,29469184
fast_tokenizer/libs/icuuc70.dll,sha256=FNYMN3subySFiYkLzlW6MoGN62ATn9scDsc5xx7gmHw,2243072
fast_tokenizer/models/__init__.py,sha256=AS7pp2IBX3O4-PqknM8IwZyb8_ZLbyhmYP7SG6s9mcI,5910
fast_tokenizer/normalizers/__init__.py,sha256=Esp3V0rJn9UiEcTh049udeZykBQxCd7CXbiV-Nuzgxs,3248
fast_tokenizer/postprocessors/__init__.py,sha256=0fs6rjLLaNiFijHu6GmYj3x5Y6JB8QizvqkbkNNIr78,2236
fast_tokenizer/pretokenizers/__init__.py,sha256=XdRlWcO2WOfl7cJAUy7R9WZbPPVQFQsgneVbdDwismM,4213
fast_tokenizer/tokenizers_impl/__init__.py,sha256=D3PbPUWHLK8JPraz_iNUo9y-ELMZDpxw2rMPeLZjyrs,810
fast_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=9x_QipD86V9fsMf7ll7m5ZW8kO4OLkC8ZEHHToUxyng,5534
fast_tokenizer/tokenizers_impl/clip.py,sha256=D1x2N73ILMn2n6diMwmqhR4br2m3yGN8_-A4zGiN20E,3954
fast_tokenizer/tokenizers_impl/ernie.py,sha256=JFna3Hi4uBmwK4ZmmAEo8CMdtGIiFrqUF99sTSUpG88,4551
fast_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=AKoTUv8o3OQwUQ64b7X-vCr5aA9muw6BBEoO99el6Lg,2221
fast_tokenizer_python-1.0.2.dist-info/METADATA,sha256=4A-o_wzTbbIY00mOpXeB0lp0GEM5dH5uKaZAlh8UAzc,1046
fast_tokenizer_python-1.0.2.dist-info/WHEEL,sha256=-FqDJjo4HrkrIaThvtAYef2eEAn1_QvVe5nINCnUEbQ,101
fast_tokenizer_python-1.0.2.dist-info/top_level.txt,sha256=G2FxpveaMu1v2sT4JakuAWDrhVZ4TkTY1pB57BC1-eU,15
fast_tokenizer_python-1.0.2.dist-info/RECORD,,
