amtokenizers/__init__.py,sha256=htHWIb-k5KZx6eQ9PwmNAmlH2ux1_BhM64dOll1mVi8,30
amtokenizers/params.py,sha256=GdeH1p-M3tBk9ln1Ip3QxtAUamaeR8pontsL5eLtam4,154
amtokenizers/utils.py,sha256=gzgU2sNhzIjXSHiMFmNpbVe8_HrSjc0DLeNEANbpoHI,2595
amtokenizers/data/amhtok-10000-10-byte_bpe-merges.txt,sha256=y3kSinYSNuBUTEzfvLv5gNFZEX7PNuQF9HctI_lc6Yw,210822
amtokenizers/data/amhtok-10000-10-byte_bpe-vocab.json,sha256=guEJR4fHduYmjLU-5f7gcLEaMUitwZ464G-xHgWfiD8,270627
amtokenizers/data/amhtok-10000-10-char_bpe-merges.txt,sha256=tINGRpquWJnWXwygvBbPsuuzoS7I4ZY_Un9a2dJ2Dwg,126546
amtokenizers/data/amhtok-10000-10-char_bpe-vocab.json,sha256=DeDW5znFmCtjS03SRt9oKVKLTbGzQbrGIdLhWfGvai0,192730
amtokenizers/data/amhtok-10000-10-sent_piece-merges.txt,sha256=N8cEkQh4yuLyNm-88WEr_vCAG3NlxQiY-L-aWAmpJrY,126014
amtokenizers/data/amhtok-10000-10-sent_piece-vocab.json,sha256=VjGR9ENrLNT6hjpiQeRrohVBzvIl0rB_DBWpUaPKIKY,187832
amtokenizers/data/amhtok-10000-10-word_piece-merges.txt,sha256=N8cEkQh4yuLyNm-88WEr_vCAG3NlxQiY-L-aWAmpJrY,126014
amtokenizers/data/amhtok-10000-10-word_piece-vocab.json,sha256=VjGR9ENrLNT6hjpiQeRrohVBzvIl0rB_DBWpUaPKIKY,187832
amtokenizers/data/amhtok-10000-5-byte_bpe-merges.txt,sha256=y3kSinYSNuBUTEzfvLv5gNFZEX7PNuQF9HctI_lc6Yw,210822
amtokenizers/data/amhtok-10000-5-byte_bpe-vocab.json,sha256=guEJR4fHduYmjLU-5f7gcLEaMUitwZ464G-xHgWfiD8,270627
amtokenizers/data/amhtok-10000-5-char_bpe-merges.txt,sha256=TatrWbfj3-_FKqy0wPiK_MSU-8YwZyArdbe5_BCUTOI,126546
amtokenizers/data/amhtok-10000-5-char_bpe-vocab.json,sha256=H19kvb3zSfHneBCtD4NNQ6qmNU3jZPfckX101_cvi_k,192730
amtokenizers/data/amhtok-10000-5-sent_piece-merges.txt,sha256=N8cEkQh4yuLyNm-88WEr_vCAG3NlxQiY-L-aWAmpJrY,126014
amtokenizers/data/amhtok-10000-5-sent_piece-vocab.json,sha256=VjGR9ENrLNT6hjpiQeRrohVBzvIl0rB_DBWpUaPKIKY,187832
amtokenizers/data/amhtok-10000-5-word_piece-merges.txt,sha256=N8cEkQh4yuLyNm-88WEr_vCAG3NlxQiY-L-aWAmpJrY,126014
amtokenizers/data/amhtok-10000-5-word_piece-vocab.json,sha256=VjGR9ENrLNT6hjpiQeRrohVBzvIl0rB_DBWpUaPKIKY,187832
amtokenizers/data/amhtok-25000-10-byte_bpe-merges.txt,sha256=TWUnhQP7KJVkjJEQ0ct6dtESr86ZC1aIKOPuYdGfTyQ,606918
amtokenizers/data/amhtok-25000-10-byte_bpe-vocab.json,sha256=lfOcm-Ggkr5SZ8XGZrokUwRmjeFRjmUVBpRBd_JTOdI,771723
amtokenizers/data/amhtok-25000-10-char_bpe-merges.txt,sha256=P01sbi4lJSpeeEupeT0u-7ZkQ6V0-f5hKX12JBHqhSM,376456
amtokenizers/data/amhtok-25000-10-char_bpe-vocab.json,sha256=A_ExhAEjEMXJq9YjmfAFUqBgfziwPMlZKdrTdVaT41w,547640
amtokenizers/data/amhtok-25000-10-sent_piece-merges.txt,sha256=-mPgDzMoC5CnyihWr6qTfyRffhdhIAIlzXfx8FiHxdI,365382
amtokenizers/data/amhtok-25000-10-sent_piece-vocab.json,sha256=VTGCmw_jC0X-zPCobaWjaFieWYnFLMmtiXQenDtqgD0,532200
amtokenizers/data/amhtok-25000-10-word_piece-merges.txt,sha256=-mPgDzMoC5CnyihWr6qTfyRffhdhIAIlzXfx8FiHxdI,365382
amtokenizers/data/amhtok-25000-10-word_piece-vocab.json,sha256=VTGCmw_jC0X-zPCobaWjaFieWYnFLMmtiXQenDtqgD0,532200
amtokenizers/data/amhtok-25000-5-byte_bpe-merges.txt,sha256=TWUnhQP7KJVkjJEQ0ct6dtESr86ZC1aIKOPuYdGfTyQ,606918
amtokenizers/data/amhtok-25000-5-byte_bpe-vocab.json,sha256=lfOcm-Ggkr5SZ8XGZrokUwRmjeFRjmUVBpRBd_JTOdI,771723
amtokenizers/data/amhtok-25000-5-char_bpe-merges.txt,sha256=dggLN4mEMFMQdX5kP0dect2tUqbTveeSXyKlI_RoKTo,376456
amtokenizers/data/amhtok-25000-5-char_bpe-vocab.json,sha256=7q4tY1lKAJICWmTxCBttT5nrS3LJiTxcOyExQhs2Qt4,547640
amtokenizers/data/amhtok-25000-5-sent_piece-merges.txt,sha256=-mPgDzMoC5CnyihWr6qTfyRffhdhIAIlzXfx8FiHxdI,365382
amtokenizers/data/amhtok-25000-5-sent_piece-vocab.json,sha256=VTGCmw_jC0X-zPCobaWjaFieWYnFLMmtiXQenDtqgD0,532200
amtokenizers/data/amhtok-25000-5-word_piece-merges.txt,sha256=-mPgDzMoC5CnyihWr6qTfyRffhdhIAIlzXfx8FiHxdI,365382
amtokenizers/data/amhtok-25000-5-word_piece-vocab.json,sha256=VTGCmw_jC0X-zPCobaWjaFieWYnFLMmtiXQenDtqgD0,532200
amtokenizers/data/amhtok-50000-10-byte_bpe-merges.txt,sha256=wHA_QXc0n-BXNH-VOqslC1BAI1noilO24K0aVpzLNOs,1318484
amtokenizers/data/amhtok-50000-10-byte_bpe-vocab.json,sha256=sD78x4hTTAgzIkaEWXGlfLgRyXghFQSTphQPxLtW3CM,1658289
amtokenizers/data/amhtok-50000-10-char_bpe-merges.txt,sha256=lILK8yt0hXwgcd1H1rd-j5WOIFbaJ4tExmd_AOayzAg,822424
amtokenizers/data/amhtok-50000-10-char_bpe-vocab.json,sha256=F3k2jzMrCVztv3C8tWbhJSNUbfhfHAk6iUVCxs1U8Ho,1168608
amtokenizers/data/amhtok-50000-10-sent_piece-merges.txt,sha256=quqe00cdnY74vgQvI9yi3GBPnclX16Xe0tt48_gM3Ik,791071
amtokenizers/data/amhtok-50000-10-sent_piece-vocab.json,sha256=_ki16Zqte3egaioCRu6KrNdwebPbjplRZc4nk_gBNYA,1132889
amtokenizers/data/amhtok-50000-10-word_piece-merges.txt,sha256=quqe00cdnY74vgQvI9yi3GBPnclX16Xe0tt48_gM3Ik,791071
amtokenizers/data/amhtok-50000-10-word_piece-vocab.json,sha256=_ki16Zqte3egaioCRu6KrNdwebPbjplRZc4nk_gBNYA,1132889
amtokenizers/data/amhtok-50000-5-byte_bpe-merges.txt,sha256=wHA_QXc0n-BXNH-VOqslC1BAI1noilO24K0aVpzLNOs,1318484
amtokenizers/data/amhtok-50000-5-byte_bpe-vocab.json,sha256=sD78x4hTTAgzIkaEWXGlfLgRyXghFQSTphQPxLtW3CM,1658289
amtokenizers/data/amhtok-50000-5-char_bpe-merges.txt,sha256=X79kveeJUVvIil1hsFLjMNwuAdxL_G8BtjHX1K6xuzs,822424
amtokenizers/data/amhtok-50000-5-char_bpe-vocab.json,sha256=iKChLSixfUyCNvIk2pSc3qZVGL3-8nuytIKzlZRfAE8,1168608
amtokenizers/data/amhtok-50000-5-sent_piece-merges.txt,sha256=quqe00cdnY74vgQvI9yi3GBPnclX16Xe0tt48_gM3Ik,791071
amtokenizers/data/amhtok-50000-5-sent_piece-vocab.json,sha256=_ki16Zqte3egaioCRu6KrNdwebPbjplRZc4nk_gBNYA,1132889
amtokenizers/data/amhtok-50000-5-word_piece-merges.txt,sha256=quqe00cdnY74vgQvI9yi3GBPnclX16Xe0tt48_gM3Ik,791071
amtokenizers/data/amhtok-50000-5-word_piece-vocab.json,sha256=_ki16Zqte3egaioCRu6KrNdwebPbjplRZc4nk_gBNYA,1132889
amtokenizers-0.0.6.dist-info/METADATA,sha256=TxGN8wMznkAtLp1vrTvmF6zles4A_Up2aCsGyrhXjS8,1907
amtokenizers-0.0.6.dist-info/WHEEL,sha256=EVRjI69F5qVjm_YgqcTXPnTAv3BfSUr0WVAHuSP3Xoo,92
amtokenizers-0.0.6.dist-info/top_level.txt,sha256=dIn1Qj-ZwPRgmG2satrZ63UO23AkA1R1xl6fsJI6UhA,13
amtokenizers-0.0.6.dist-info/RECORD,,
