bigcode_tokenizer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
bigcode_tokenizer/cli.py,sha256=0pYcgRJR0L1Etaos7RQxbvEUt76JFTVvCSxRYq2Oa2E,934
bigcode_tokenizer/parallel_tokenizer.py,sha256=unVMb7w4CadFEj5GEgg_qQWT8IPokdxpc7vgqJnNTqY,2335
bigcode_tokenizer/token.py,sha256=FQEKaN4GuaV5NcgNC4yye3hGkrmQI3AP5tBK4C_TkD8,712
bigcode_tokenizer/tokenizer.py,sha256=IfrkqfnmZB4vbarpK_eAqwjCiPyMMoNzKcOZcXWp1Uc,3621
bigcode_tokenizer-0.1.0.data/scripts/bigcode-tokenizer,sha256=s8PiO96vJ4os7cKWAuvpUJsaxbmcfjwVdRsUBfTWGwk,87
bigcode_tokenizer-0.1.0.dist-info/DESCRIPTION.rst,sha256=jDgb99kK0sUuXMrXADDakxsfqNju6WLfQbSIiJJ2pEY,53
bigcode_tokenizer-0.1.0.dist-info/METADATA,sha256=tUxcqGw5MEnEiJ6T9o62uV7nkIAZQ08NTHtARgnm_ao,755
bigcode_tokenizer-0.1.0.dist-info/RECORD,,
bigcode_tokenizer-0.1.0.dist-info/WHEEL,sha256=8Lm45v9gcYRm70DrgFGVe4WsUtUMi1_0Tso1hqPGMjA,92
bigcode_tokenizer-0.1.0.dist-info/metadata.json,sha256=OG3aER_idMnFAsIAetg2aWaXz-NSiF3VsfHkfPVrRMU,873
bigcode_tokenizer-0.1.0.dist-info/top_level.txt,sha256=XkYBobGFHv0KAnCuxo9Mst4mIKleGfei2JNt1sn1ml0,24
tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/java_tokenizer_test.py,sha256=0OMfjlL37TZuesLyAACJQk_RZwbIFbD2jsevFE5zJko,1551
tests/token_test.py,sha256=hcsbaNJO-E-dM2W36rkwoOhFRFQju6tUqP6Oht3UL1M,918
