token2token/__init__.py,sha256=8JTUXNxNLUeSm5Kp72zmjarrAcMdg0UgeD9gUu-Qwvk,232
token2token/extend.py,sha256=WrK5weNGewmRagPDJ6fbQcmpBtK82qqzHAPKic2Avs4,3984
token2token/methods.py,sha256=imbKUUWtrvkXdI3K_RKXxFYXoP_8sadQRTvXYGz-EoM,6994
token2token/token2token.py,sha256=WHiOemWharfMyOk2TXFz8gaeiaz4OYuVhlHHl_m-mH0,9882
token2token/utils.py,sha256=MgNGVeAlL_hTY6zLeNR0MPY5iPHitrHLircg13R5QaY,5691
token2token/weights.py,sha256=ScXt-E-d3xwRQHamUKG1io_0oJ5QLAVwrtCSkbIMZFs,16651
token2token/word2word.py,sha256=vHXN9YnH4YqbhHZ34nmVD8164U91kewosFo9SaHpskc,6573
token2token/tokenizer_extension/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
token2token/tokenizer_extension/extension.py,sha256=hmvUNOzq9uqdDSEtB2gdPfUsJVjDT0THfd_IGldKM5I,2741
token2token/tokenizer_extension/pruning.py,sha256=jEmcJ715OCezsuso95b17K6Qt76icPS-tgY4awkUKJA,1818
token2token/tokenizer_extension/train_vocab_extension.py,sha256=ZxgNYKURxI_IYWyoYRLq_b9e8vom1tTQ01s7DnT-Dog,8447
token2token-1.2.0.dist-info/licenses/LICENSE,sha256=UOZ1F5fFDe3XXvG4oNnkL1-Ecun7zpHzRxjp-XsMeAo,11324
token2token-1.2.0.dist-info/METADATA,sha256=xrGXz3XplA56sI1MCQHxZvkp2OgSfeq_DBg_0IHuudE,8123
token2token-1.2.0.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
token2token-1.2.0.dist-info/top_level.txt,sha256=mVCPmHOeuNLWQqGjWUnblswuThu9lVVFnyNRVV43yCk,12
token2token-1.2.0.dist-info/RECORD,,
