faster_tokenizer/__init__.py,sha256=e7PfJmkcykf8av5Mp9FooHvI3dNPLLwd_TKqOJ7vIr8,3320
faster_tokenizer/commit.log,sha256=tNBy-KgqRnT12wlBlX97dqOe1SVTvqZDMZ_JHz6jWnw,41
faster_tokenizer/core_tokenizers.lib,sha256=lwLxrdcLspSI3F-m1AnwAZrhKYwWgIsGuifC8ObLbHs,461488
faster_tokenizer/core_tokenizers.pyd,sha256=xXPt-Jc6sqAV3TV2rJb5ZcQ8fLj4cesI7qF_nU7gsj8,2554368
faster_tokenizer/libs/__init__.py,sha256=cOu8wzox8XwJKd_A8HwkIH3LsCk8DLwxYCREU3Nslms,687
faster_tokenizer/libs/icudt70.dll,sha256=6xxc-G39tlv7HfL0WdENQySNZEindVgap6-Ky2gR_yY,720896
faster_tokenizer/models/__init__.py,sha256=89ulDGTZ1xpAlknRluybkZR0dvEjWdw3eM6ftlvYpuE,661
faster_tokenizer/normalizers/__init__.py,sha256=Dmv30sHlT87v6psiAiOg9KuC4jWcPy-DApqvKbs79dw,666
faster_tokenizer/postprocessors/__init__.py,sha256=4Z-qUw2kBsq22-kEouWtAOB6xadASkp7KAeFf9k-Zkk,669
faster_tokenizer/pretokenizers/__init__.py,sha256=FZiYIzp306EVX8NmqPV5FUET7k92AKh3q4u48oVewAg,668
faster_tokenizer/tokenizers_impl/__init__.py,sha256=kJSNoPvD8c83naMaiDo-55kALfQyScLAiFH94s2_zvo,779
faster_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=bRJz6rlM8ES1OkQkHP0_NZBfeNbftpFY7sNFQlbq4eE,5946
faster_tokenizer/tokenizers_impl/ernie.py,sha256=3g8k-Y-tqQVrQZVD2RAWfg-7AeUNMO16cNSQFSIWF_8,4734
faster_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=G0Kahcb0jBYieNYem2duvlIRGAw1nRZIkUk_TdMhiOc,2403
faster_tokenizer-0.1.6.dist-info/METADATA,sha256=iYOW43K_ou8kjBvic2NwD8dODIP5JFM8Uh8qUyhEZUU,996
faster_tokenizer-0.1.6.dist-info/WHEEL,sha256=-FqDJjo4HrkrIaThvtAYef2eEAn1_QvVe5nINCnUEbQ,101
faster_tokenizer-0.1.6.dist-info/top_level.txt,sha256=j2BW9gWYY5YNUk6oB0I1eyS6S1XixFyCric933fAcgI,17
faster_tokenizer-0.1.6.dist-info/RECORD,,
