dataprep/VERSION,sha256=DvDAVFkmnAHifUrPxGV_if1Jwv0iq7dT2BXCXuR0kSA,15
dataprep/__init__.py,sha256=RASejiPmsywhyfeSu540C2f5r5u-Gc1WH_ekM6yU5E0,581
dataprep/__main__.py,sha256=_40LllHC4pGQKZaZDVSzuSU7GwMnKenpq0vgVQ3wnlk,142
dataprep/config.py,sha256=u2d1zGvbgWpwn_BpsEmIpIAD9QbpBrHsZKG6fQJ7Emk,1329
dataprep/dirutils.py,sha256=NTZQrF1FLA_EiLKkGpcKIcnwwgi8VPPQKpObUBT-SMk,3320
dataprep/fileutils.py,sha256=211E29HvRWq1n_dHhWJWwZh1aiUptgzg9z0-CcgPEJk,1328
dataprep/logging.yaml,sha256=PGYFZ19O_97YCxbVVElnQJhLzQEL79n-L9CrYLlAt9Y,671
dataprep/noneng.py,sha256=USgtsYFpfCbpNY2A-6pY0qB0XpAfZnJEaXb5CFVOAHg,1312
dataprep/parse_projects.py,sha256=C7juQj1eGeIRT5tbNpwOQhSz5JayARY9u9m4b3osJ4w,2680
dataprep/prepconfig.py,sha256=eqw0Y3Tqj09hk_J02O58r50MHjCFCbpOkeum-hboAcU,8060
dataprep/stemming.py,sha256=INjXT8V27AbU37pJG_b_MtpnshbARiByU21ja_zFSWA,307
dataprep/subtokens.py,sha256=zEVCrb_tws2AYo6_KkEcwAiBI7pQo8Ogd4366L-Y1cU,2983
dataprep/to_repr.py,sha256=QRf30bqx90YBEaapXmYDyng_ozPZ3YNwxQmEkZk6IDE,7091
dataprep/util.py,sha256=uSGb9Cgm7j8av56y-HGnk0p33cLC5BKU7-ngEPBcA_Q,6113
dataprep/vocab.py,sha256=uF-WngIuUgUKJmVgSFWDgeariQ8LhUV6SsOppQne5ko,15156
dataprep/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/api/common.py,sha256=AyWO8GFL-s5BLk4fU1BshHY4BA92WCbRZIXD_FvYGyA,2162
dataprep/api/corpus.py,sha256=SNowVvVu9yvlv8oJegg-PJqUZV2-MEci77F8LCk4zM8,11847
dataprep/api/text.py,sha256=IHddchrrouvZQB7QS1fdtQiNyyphND4zRrndugCXUM4,22983
dataprep/bpepkg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/bpepkg/bpe_config.py,sha256=lEb-lSYEoc6SwsMzFJdsn_ZNCst89cRRBTtSa53lKiw,4265
dataprep/bpepkg/bpe_encode.py,sha256=bAVg7JwWhCxtUanh2k1g7gIMYcGBX-7W4twgmCegE7M,5694
dataprep/bpepkg/bpe_learn.py,sha256=lnv18NVXvP7iB-F4OAPwveCjPLILojHTC6pepM-oaMA,5253
dataprep/bpepkg/cache.py,sha256=lKRDYl5BGnRxgw2V_nT2VYPGn8LT2y1H9Gt84jS2HSU,998
dataprep/bpepkg/merge.py,sha256=TyoW4CJo-xSc_l53yHLCgKDH7b6w9XQlvquoBR3WJuE,5273
dataprep/bpepkg/wild_bpe.py,sha256=XbWAFEeaXC2q95VFJnpnml2CNPNA2sSywog_ECO5khA,19959
dataprep/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/cli/impl.py,sha256=Y70bcPJLM_kU38axSiThbKbskMDqiz-HppdDOZQvDrI,5118
dataprep/cli/spec.py,sha256=W7GPWqkGVvKRlfKeg2NI__cR5Y0CzSaxHtXFw9vogDg,9966
dataprep/cli/vocab.py,sha256=nI9jXhh_0uyffn3L9tUZnNXDKpT6-eosZGoA-U4dSZc,626
dataprep/data/bpe/10k/merges.txt,sha256=U9xFW2X74JZIKLIBl7N8PyzsZK76Bft0EELMpe-nlTg,132354
dataprep/data/bpe/case/0/merges.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/data/bpe/case/10k/merges.txt,sha256=U9xFW2X74JZIKLIBl7N8PyzsZK76Bft0EELMpe-nlTg,132354
dataprep/data/bpe/case/1k/merges.txt,sha256=Crr9sZI8TPOyJI48KGx3_4mUSFGNtfhKmatY4xW6sv8,12133
dataprep/data/bpe/case/5k/merges.txt,sha256=tqIFLf_amQ7p756TykInMddsHduEhzrId5RoN5Gyf5I,63769
dataprep/data/bpe/nocase/0/merges.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/infrastructure/bpelearner.py,sha256=BKfPqAZWqsVBEKhtpDW0b2MmzbQZrvXx_rgAz23LNjs,4826
dataprep/infrastructure/bperegistry.py,sha256=NvBCJaLa5vQcB-nE6x-AomricRNedy3s0Fx76Kq3Vdo,8548
dataprep/infrastructure/dataset.py,sha256=5HSiCXEQazqwk0h9yLYHA2o2XmkzzxUBmo7xNAvaocg,12722
dataprep/infrastructure/stages.py,sha256=Tja-DyK-9_8-Gxi94h7VeXRWGaamS71XUi6wSsyHSfU,2940
dataprep/infrastructure/vocabloader.py,sha256=L65fEQZqpXidvn0UVv2Z4k0v96Zbo2jpCFTzrw03C4A,1916
dataprep/parse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/parse/core.py,sha256=q2NXKH98WduojucmKa5913Et7yFja485ZPEJZgucfHg,1483
dataprep/parse/matchers.py,sha256=E4aiJRTS_Sy-FF4RUuZoP7KDa_riyyeI0ovToaA5gs8,3616
dataprep/parse/subtokens.py,sha256=jAlewNHw6tYY0NP2BIp4TRxWO_e3QDQ1BNk7kHCmeP0,3628
dataprep/parse/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/parse/model/containers.py,sha256=dR0OZC-JTVvbVHYxXCo6U-ZGuuMGXfQq0G4Z3ZpLbss,7102
dataprep/parse/model/core.py,sha256=NEtVFgxW-wl7ve1Rr3BKwo8mgj8t_kUqnc6aBf1KSeg,1208
dataprep/parse/model/metadata.py,sha256=-9EjgnlY8rIrM_6iYdML1Rkco9HyVhu4AhCc1UWytZs,6704
dataprep/parse/model/noneng.py,sha256=f_fVfn8kvldBg-ttcjl61I40AfKP6vhVc5YVcnuY19o,1674
dataprep/parse/model/numeric.py,sha256=2Kr0xITCRqUCv-0CWjOcUbirfPY0FKben3mU5IVzvFQ,1249
dataprep/parse/model/placeholders.py,sha256=nfjmUYA29qZ2CMoqa5bxZyl8hhEGBSlNqgI7EzErVxI,388
dataprep/parse/model/whitespace.py,sha256=1cx2i_Q1c5GHrtgyy5aPpaU-5lx7VE75_sQM8SFOniw,1844
dataprep/parse/model/word.py,sha256=k_FU9JaLidbZA4xXdiYJx6tSqMnka-YLzgHgWQMtYg8,4342
dataprep/preprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/preprocess/core.py,sha256=_jko2_3lOt7l6w3Sd5PNU58ea5lizGEzyHdjiZs2bCw,2029
tests/__init__.py,sha256=LLi6a_Iy7QA5sRmDY_kVYr247bC5x_FLGqsls09Dx9E,104
tests/test_corpus_b2b.py,sha256=Fat1-XX3d1pBY_wnXjGJsRXbr8GnLjVlMz7bGtIxeAE,1366
tests/test_subword_separation.py,sha256=EchWYH5IdgtoUtfoCiV08pCRZen9WjJMvjaxGgmLFoY,3449
tests/test_to_repr.py,sha256=Ac8UyRTgJvACsUdtCJOUaPL-liRUYOAuogm3LKuPQdQ,20809
tests/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/api/test_corpus.py,sha256=5I6XZ5ARCDBTjH3Z_SrC2Fx4_rELdJ5gFgttEd2Mb_Q,3059
tests/bpepkg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/bpepkg/test_merge.py,sha256=Rt1imd7x6Fb6Uph1H-Tij-U1G2V9hrgbOtl1Gh91nGQ,1256
tests/bpepkg/wild_bpe_performance.py,sha256=cyPKp1LRzI4ktp3AL8-x4BjeavQlnpxcqhnOUC1fW-A,3299
tests/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/cli/test_spec.py,sha256=u4-JqmKx72fVa58kGPHFLalJleTYBO0icOtjvDlS-0w,20069
tests/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/infrastructure/test_bpelearner.py,sha256=IzAAM-Dw0BT7etnxI6LqG7eO8sRofVJytcsyiFbVw3Y,911
tests/infrastructure/test_bperegistry.py,sha256=Bq5vb5T7upxJqP8m-2eDq7GObA_LIz11lEOGLnIgt-o,6101
tests/infrastructure/test_dataset.py,sha256=oSAWFU9U4ce1DoM04NhbuM1iVix0O0NEiZ2AnbRtN3w,5438
tests/parse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/parse/test_core.py,sha256=rRs2XX5_Lba0ieW0DITfLtw2x-YM4-c7AQasduXa7MI,13528
tests/parse/test_subtokens.py,sha256=SsvZrgs8LO53Fw70kWDS9JtlvPZa2LZNrwj2el-8YGU,1338
giganticode_dataprep-1.0.0a10.dist-info/LICENSE,sha256=mTCFcE4Y41dR0sP7hz-LXhCPApr-q3H2etVuCyNrjWo,1068
giganticode_dataprep-1.0.0a10.dist-info/METADATA,sha256=S7u8z9nlYuUFX_MbSZkFc9uC2vEbT8QfHCZ1zXOmc6o,11883
giganticode_dataprep-1.0.0a10.dist-info/WHEEL,sha256=p46_5Uhzqz6AzeSosiOnxK-zmFja1i22CrQCjmYe8ec,92
giganticode_dataprep-1.0.0a10.dist-info/entry_points.txt,sha256=A-z4W7PBYuHGzCszP-PJe4GAC3VmkFa1EIjc0c-LV5Y,53
giganticode_dataprep-1.0.0a10.dist-info/top_level.txt,sha256=LH1g_LSoBnug6XQ6yVx_iLPWBJahzkrdnbjB1xdYneI,15
giganticode_dataprep-1.0.0a10.dist-info/RECORD,,
