utf8_tokenizer/__init__.py,sha256=hNEfiekqYUqVOf9Yt7jHw7DEEKcU0XLm40-tpLc73xo,583
utf8_tokenizer/byt5_comparison.py,sha256=z6JasUolPZLhv0px9mpHF401vV0vc29xHC3NqBbatM8,1043
utf8_tokenizer/byte_embeddings.py,sha256=VohlhpmxrmD5RyaSrC3xWq7dvZ2RPnhF19T_ZBpAQgk,6663
utf8_tokenizer/char_causal_lm.py,sha256=KAI0D7Tq1jif3b2mz0KE2rBypwtsLIzLZSD5x3oL3fU,14300
utf8_tokenizer/char_embeddings.py,sha256=NRs8Db4APImx4a5fkeTicP0y9Yzo8I3b8hIYiATHDAU,5986
utf8_tokenizer/chat_template.jinja,sha256=VCUvTcUAq-ULi19Nf4ExMgPI05VrtxinUEJwbSZ-Bzk,2096
utf8_tokenizer/control.py,sha256=Phmzf7za4i172FblLtMW5Xtwa6Y6nqTKFwPCTTuveII,1946
utf8_tokenizer/logits_processor.py,sha256=B2YX-p_W0aEwKihyEsA4cbgKOsSnTY9cmvbYrCZsxT4,10828
utf8_tokenizer/tokenizer.py,sha256=w1FJT2FstpjMvL5JZpyk6N2Rjt2MWLPESQ1EOjtZf-s,9966
utf8_tokenizer/utils.py,sha256=gnC-ej8uEco78_uUhFf4ijaERD8nXSRh0ENY1_JBO1g,2959
utf8_tokenizer-0.8.1.dist-info/licenses/LICENSE,sha256=-85p81jfHERhmQnds40xOFt4q3cTlX0GFbSUuJU1jxI,1061
utf8_tokenizer-0.8.1.dist-info/METADATA,sha256=0jPUkFbCUup_fKO_qrx3YGqlWRG7PgwKOBCE-fvfIiY,5366
utf8_tokenizer-0.8.1.dist-info/WHEEL,sha256=YCfwYGOYMi5Jhw2fU4yNgwErybb2IX5PEwBKV4ZbdBo,91
utf8_tokenizer-0.8.1.dist-info/top_level.txt,sha256=V2Z9WBmh9TrN0TBnwyu5p0Tca1WSHRby9oJ8MAFN26w,15
utf8_tokenizer-0.8.1.dist-info/RECORD,,
