faster_tokenizer/__init__.py,sha256=UuGqUs0PcCcmpxasmm7qAgckJOZcjorUnjr7SRnaDHI,3320
faster_tokenizer/commit.log,sha256=_0ubF0kdl55qQtuUygbycqid7xlUyKZRIJzXB6LmWGs,41
faster_tokenizer/core_tokenizers.lib,sha256=633YrRuNdVbX43iDPWqufZIL2Ao5WKDT3RLA9TOc6ZI,461772
faster_tokenizer/core_tokenizers.pyd,sha256=RqdOIxfbcZ2jDjTMz_0_ZFQEkNVrix4c9cfH7c5jzgE,2528768
faster_tokenizer/libs/__init__.py,sha256=cOu8wzox8XwJKd_A8HwkIH3LsCk8DLwxYCREU3Nslms,687
faster_tokenizer/libs/icudt70.dll,sha256=FTth4Yw-TGSn8pkV9d0B2BUUFPDMuL2JiMHAqgnIpI0,29469184
faster_tokenizer/libs/icuuc70.dll,sha256=fXZuL6tSnvODeKLX76lwce9XV_cYOnN7xsNQ4JfgpPk,2243072
faster_tokenizer/models/__init__.py,sha256=89ulDGTZ1xpAlknRluybkZR0dvEjWdw3eM6ftlvYpuE,661
faster_tokenizer/normalizers/__init__.py,sha256=Dmv30sHlT87v6psiAiOg9KuC4jWcPy-DApqvKbs79dw,666
faster_tokenizer/postprocessors/__init__.py,sha256=4Z-qUw2kBsq22-kEouWtAOB6xadASkp7KAeFf9k-Zkk,669
faster_tokenizer/pretokenizers/__init__.py,sha256=FZiYIzp306EVX8NmqPV5FUET7k92AKh3q4u48oVewAg,668
faster_tokenizer/tokenizers_impl/__init__.py,sha256=kJSNoPvD8c83naMaiDo-55kALfQyScLAiFH94s2_zvo,779
faster_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=bRJz6rlM8ES1OkQkHP0_NZBfeNbftpFY7sNFQlbq4eE,5946
faster_tokenizer/tokenizers_impl/ernie.py,sha256=3g8k-Y-tqQVrQZVD2RAWfg-7AeUNMO16cNSQFSIWF_8,4734
faster_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=G0Kahcb0jBYieNYem2duvlIRGAw1nRZIkUk_TdMhiOc,2403
faster_tokenizer-0.2.0.dist-info/METADATA,sha256=uuUEjn3Ald57abo4eHIPTEumc8yDu2hrvUJ9kOUIDso,976
faster_tokenizer-0.2.0.dist-info/WHEEL,sha256=M2GQ3lde8oJhlQPj2wbRvnqE3cuovPJasri5X5aCmck,100
faster_tokenizer-0.2.0.dist-info/top_level.txt,sha256=j2BW9gWYY5YNUk6oB0I1eyS6S1XixFyCric933fAcgI,17
faster_tokenizer-0.2.0.dist-info/RECORD,,
