ZiTokenizer/ZiSegmenter.py,sha256=gbxx2APyVLJrXgK_3GV-Z56UBKuMyEIYEaL3tJSjfrY,2268
ZiTokenizer/ZiTokenizer.py,sha256=zDHevRdjXPZj-lIXKZZLzY0aY7ectQcsAzWZprH-MJc,7507
ZiTokenizer/__init__.py,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
ZiTokenizer/glance.py,sha256=-tU__Vck9QqbKxpW2rhgE3sTVSj-ndcMU01wbekgBFM,2081
ZiTokenizer/languages/ab/vocab.txt,sha256=kaFs2bCYwrjA5hbL-hVu3W3aiw5EaxQmgiGU5bPrQec,367267
ZiTokenizer/languages/ace/vocab.txt,sha256=usOi7ocmo-1uSImQJd3VkMPIrqihmfZTEZwKl4v8D8I,114399
ZiTokenizer/languages/ady/vocab.txt,sha256=EPbyvyEacFiYiYduZSroK2rfBsr639EMVFLcLPoL6Sw,72764
ZiTokenizer/languages/af/vocab.txt,sha256=Kaf4wyfS27y-62Us3wN_c1DnAR14IkHTtJ4gwLcCKBc,306779
ZiTokenizer/languages/ak/vocab.txt,sha256=8KZLwDIIolSL0ITyZ3t_bVgDMpJxAEWVhBzgOBiu4CY,67813
ZiTokenizer/languages/als/vocab.txt,sha256=GNWKeaNEcBCck9Ce27QWsOxaUrxz_QMp2sISdNgklls,332299
ZiTokenizer/languages/alt/vocab.txt,sha256=PYyQh08pZ1uuV6dlyZgw3Ihpb0NIHOCa7Et12NRu8Bo,293823
ZiTokenizer/languages/am/vocab.txt,sha256=n1pYEH_S947lseB4kxqmhLtPFK-jOtGONOcoA544ogE,760906
ZiTokenizer/languages/ami/vocab.txt,sha256=pkd51uFUvz-5A1r8d5H2bSLmgV5f5WBYqN4fEJRQxBs,146201
ZiTokenizer/languages/an/vocab.txt,sha256=IIre2cuO_90n3l6VRJag59HHCnUmW4VT5K4g5zA4wDI,263820
ZiTokenizer/languages/ang/vocab.txt,sha256=xzBEEUOz_Oyr6X5F-MVGY1nQ6pZSa2OQVWAXAOnvlKI,255414
ZiTokenizer/languages/ar/vocab.txt,sha256=5ZnTnfffJk72m5yazCgdcpZN1us2Lh80OaIfMAhxIgo,425903
ZiTokenizer/languages/arc/vocab.txt,sha256=y95MlLhtCBMJu2at-e4ZoakSu9Q3wQodd5D8Kg1ahTU,105188
ZiTokenizer/languages/ary/vocab.txt,sha256=YyD_TP4FLHaymfr5R4Swv3WWtSrbFpRWbRtacTq3oIw,300825
ZiTokenizer/languages/arz/vocab.txt,sha256=4Xt-qNy3dPAqw8hXtSuVT6FLVz9zTR4Eg642YEFS3Ks,201717
ZiTokenizer/languages/as/vocab.txt,sha256=NOIrlpGf04PHDjupyvTLmeS_dOIF1RjuOGBn8D3DfOc,86821
ZiTokenizer/languages/ast/vocab.txt,sha256=6W1JZO3-Kyu6ZhSGDgJsjdZx4_P8tuFIFF-XZA0sjPs,282426
ZiTokenizer/languages/atj/vocab.txt,sha256=MMOmGrLj_mqQWzKH7vDksYatx0rkfqXAo6bK479u0Z4,67828
ZiTokenizer/languages/av/vocab.txt,sha256=iKYX2UmuBgngQ3-20m4TmjKTWQK5yI79zZjAOjxSXLA,366762
ZiTokenizer/languages/avk/vocab.txt,sha256=hQYoY_32AKckHTIN1bYl4A7iaLS9B3ATMtFetVbkidw,260040
ZiTokenizer/languages/awa/vocab.txt,sha256=1qxwdtH5wRpnaA5_tLK6wGZS9xxUnp6fZgttHfVcagI,71208
ZiTokenizer/languages/ay/vocab.txt,sha256=qjpEr7GLyjGX8EU9BrT4BAz15KmYy_vdM6w8DnE2l1w,213040
ZiTokenizer/languages/az/vocab.txt,sha256=-VTwXc3wyouyYMtM72IMLHSLTXrb3y-TdV6fY-lRGz4,332754
ZiTokenizer/languages/azb/vocab.txt,sha256=7A8k8o0Wv_rdjLpUJyK3ZbBmzlX71OLxMGVCh7UZ2_A,259043
ZiTokenizer/languages/ba/vocab.txt,sha256=luD89xPymXLM6lOeaLNYuGVf_M3ircdcQABLWAXVW14,497817
ZiTokenizer/languages/ban/vocab.txt,sha256=8o0u5vM9y1Sl-2kouUvwhh04q6HtaFYj1LtQRBCK-MI,227399
ZiTokenizer/languages/bar/vocab.txt,sha256=DQF1Dy_vfm4khWTEJGsc-6KMr5Vb8MWSRGsKnWs-Vlg,371955
ZiTokenizer/languages/bcl/vocab.txt,sha256=E5AsvN-NG-oCoFcWwQxcM5ecNd08Z8qUhZRrlCVlRm4,326511
ZiTokenizer/languages/be/vocab.txt,sha256=kzeStyNi6YMQVn5wZp6FVEt3zsY7cnJIX1OC56IGyaM,638544
ZiTokenizer/languages/bg/vocab.txt,sha256=6icFBO7xKS3GLR_HeHwYiuuG-Mh4G4VS4LQNqsmsq8M,626134
ZiTokenizer/languages/bh/vocab.txt,sha256=B8x2qZNvKZTUQIlGKx_N8uaOzFqz_VKF0lnkMPMW2HM,128555
ZiTokenizer/languages/bi/vocab.txt,sha256=10I3Ppyq8oZxIOIofnp7mus4BP9Kd_cC5yLOak641uU,33692
ZiTokenizer/languages/bjn/vocab.txt,sha256=gP0OEWjEWJZbeDqvH89ZEJ8UzbrncEIGO7X-ZepuH8A,280495
ZiTokenizer/languages/blk/vocab.txt,sha256=4SZgRaK14zAJztvADr4hz4EKqdjUEAyw7DoCq2oq25Q,50306
ZiTokenizer/languages/bm/vocab.txt,sha256=5JL-vAKJgcx9C5K9mZixtlE6hSfwDolJn7SjCdNg8H0,44283
ZiTokenizer/languages/bn/vocab.txt,sha256=Ag-B9oFkoQNkaht8l7mzUxroN_N4k5dqdAj0TKqOnD4,76846
ZiTokenizer/languages/bo/vocab.txt,sha256=8jO-4oUG7MG56WlXLTO9PlH7pJQkq2vRV7qsQkPexiQ,24821
ZiTokenizer/languages/bpy/vocab.txt,sha256=FqbilA8BIQYIdiuCXvidKyJBXj0wsWi1LXP09tRaKfI,58424
ZiTokenizer/languages/br/vocab.txt,sha256=IkatwXZ_gqChEhOKumkkXwh5n5rkaGQN1uw5VqpbSJ4,240874
ZiTokenizer/languages/bs/vocab.txt,sha256=n_xjCT_V1ZihPd52wDEgx2FWVYjgKatrqaeocfgzIm0,348207
ZiTokenizer/languages/bug/vocab.txt,sha256=1YSytqJht2dH5v_nCjUPHvYckeRsCA-qLyFOS_lBTzM,45475
ZiTokenizer/languages/bxr/vocab.txt,sha256=ZIQ-WnSfMzBfr5pddsaomUP8-BnuTuR0hhT9O3_rPng,486310
ZiTokenizer/languages/ca/vocab.txt,sha256=Oxh0DebOgr3dB9a4zBrunhPqurFq00g5Jjj5eFLx5g0,260555
ZiTokenizer/languages/cdo/vocab.txt,sha256=PLmDTJYJf1jNug7BDcViB86Xj-olaUgvunEoUFDKZww,99737
ZiTokenizer/languages/ce/vocab.txt,sha256=ZgEnZP6nT2J5092SaqCXl4FflG8B4x32sxY_2DRJwpo,167798
ZiTokenizer/languages/ceb/vocab.txt,sha256=iAiMkh99SqYelfCPCAPsjZAHTDWIskh2V7U4o5y3mDs,109853
ZiTokenizer/languages/ch/vocab.txt,sha256=NPnfX6DAoeBllrw2NpCr_o9cOX-9sOLP5NjYKIJW2Bo,25873
ZiTokenizer/languages/cho/vocab.txt,sha256=fD3Mwn_2LvVA0MpezM5P553M7lQ6uw8iz3dJjyc-XT8,14158
ZiTokenizer/languages/chr/vocab.txt,sha256=uzkfNZInqnv3PeqvcNiKDluIsU442vDYXGu2clZx2tk,34717
ZiTokenizer/languages/chy/vocab.txt,sha256=PeKwVgs1dUwU6adMVc7HAtgO5rTgZmdksNVQLPknM5U,23477
ZiTokenizer/languages/ckb/vocab.txt,sha256=cjkz7kw53zVRXIxcPlK3GyhJkGuZgxe7S0VEzS2DdSE,487009
ZiTokenizer/languages/co/vocab.txt,sha256=zTcTqyq16Xt7pbxMQI_8NuFMVlyZeMZdax-4wkcRGqY,355295
ZiTokenizer/languages/cr/vocab.txt,sha256=2i7JsJIqToFyJoMX-G1uq3kCzfGzLdgHShAz5aDqxJ0,17568
ZiTokenizer/languages/crh/vocab.txt,sha256=yPXtHRDv6spcNfpitDQLt7wt6U-fo6LPG-A7h1Ex1Bk,316396
ZiTokenizer/languages/cs/vocab.txt,sha256=lHk3lPGGt7G6jk-QEAdq48MfccOv2f1uHFuV1761QpI,221112
ZiTokenizer/languages/csb/vocab.txt,sha256=JR7CVhvFa9hHkuTLjOGvUjqy45ZtqEEH96oLBPg-O3E,173616
ZiTokenizer/languages/cu/vocab.txt,sha256=FEnjOcUfPSZ1QtZjtyADwisDUkp-Gnr0HRpXauMPjJQ,77961
ZiTokenizer/languages/cv/vocab.txt,sha256=Qi6GldplW3JUnG7VAyr5Y-lI08xMnZ0HiABq6rcQeec,263868
ZiTokenizer/languages/cy/vocab.txt,sha256=FFsI1Zi58XCzxdRXTl_QXIX2uS63hnHH3f5id3y1E2w,212867
ZiTokenizer/languages/da/vocab.txt,sha256=_ocV3oD3V-HVIUAG0Ivqzv3W04s7cJ4j2K8GFbO6Lek,364174
ZiTokenizer/languages/dag/vocab.txt,sha256=sF_M6vtxJf8dAmOoWMREAXu-2qamlM919pK-XY86FWg,170552
ZiTokenizer/languages/de/vocab.txt,sha256=3MLLbY7tRhOUxi-aII4ei9-eWb4uR4A5iuzOYtCah4s,367352
ZiTokenizer/languages/din/vocab.txt,sha256=NfFQ9k1daVDA-uRxpWIX2Q3j1qlF7i7sRyN-cg5koWg,66297
ZiTokenizer/languages/diq/vocab.txt,sha256=Jv9Gg-o0PB6jBbTzpmwfiRypHgUL2Ipic3eEppB88Yc,198091
ZiTokenizer/languages/dsb/vocab.txt,sha256=e8Z7ep1EFtzVS8v8Ed5XCWNkZwiIIi0Dzt8jEtWr-ws,254729
ZiTokenizer/languages/dty/vocab.txt,sha256=ptJcmi0FqFS14leRJ6ESoL6o2T42czTX16dnGVCBCWY,138811
ZiTokenizer/languages/dv/vocab.txt,sha256=op3lWs19c9yp74gJaHxE2qsm2h4WM4IrYvJB6IKYY5o,52268
ZiTokenizer/languages/dz/vocab.txt,sha256=b7TUcKkLdR9bIk0N19XM83sPUH6z-ypO6hIZpHh_ZNo,33747
ZiTokenizer/languages/ee/vocab.txt,sha256=QAOp4Jb7ryy6H6Ym86-bVO08LpBn9er6jMxKzBX4jbg,41967
ZiTokenizer/languages/el/vocab.txt,sha256=qtT0yjGI6G7eCH-eYxmKGGYYLHsx6RleHTX_M2ZMbiA,298731
ZiTokenizer/languages/eml/vocab.txt,sha256=0VPd1Bf1unnCErsgsT6vH5M_El7B4D7hG2Z9gxs0N2Y,125527
ZiTokenizer/languages/en/vocab.txt,sha256=OAxNK7kOLrkN1rCNasm27JKxxBjWgc3x-kVlPsz7TBs,274311
ZiTokenizer/languages/eo/vocab.txt,sha256=q72xRG6u0ijad9iKouCFO6-u_Ce3JasuYcyPP9pz-v8,322277
ZiTokenizer/languages/es/vocab.txt,sha256=5tg-BWSvILEP0OSI5AcV6cffoF_-K4KcPo7QcsOJiWg,286403
ZiTokenizer/languages/et/vocab.txt,sha256=tc7sGyXs-mtm8vp26M9OF1E-k5ZfY9oOnoRvDm8fjno,409699
ZiTokenizer/languages/eu/vocab.txt,sha256=ir8sVcBI0Z7xWmYXKxPpdYcU2peiOtTvFsJTsdm834w,341435
ZiTokenizer/languages/ext/vocab.txt,sha256=SwHlOL9ct3gFlaORoMS1PjxoiVIvwfe0t7yLqw_PUIc,285970
ZiTokenizer/languages/fa/vocab.txt,sha256=wUB0lQDS9rYtfCvPsQxH7mMhNdszc3DP1yLRYn21gWY,291970
ZiTokenizer/languages/ff/vocab.txt,sha256=f0spB6f8asmYtbt6gKhLhx5Pf1ZXfqtQl307wnlcLqk,90468
ZiTokenizer/languages/fi/vocab.txt,sha256=6jvFemKYjfHxAVj520dWi66VcCJX1sz9ULXmG-mngW0,431334
ZiTokenizer/languages/fj/vocab.txt,sha256=Y9L0XuO3uuz9ASJS-V5oR5JcOHzS5dMVdCmijWmUxmI,41780
ZiTokenizer/languages/fo/vocab.txt,sha256=P-Z8aNG009Y2uKlQMYidiw7ZUepjT2uv9iabKvolYWI,286275
ZiTokenizer/languages/fr/vocab.txt,sha256=pGpbq0s5V-mCymw9v14RgNJ7L6ZUq2s5T-QrMxKnw_Q,227582
ZiTokenizer/languages/frp/vocab.txt,sha256=0bETA61BfjEPh_b1zMDoQxU5LoDondkOetgXu65jN-Y,186420
ZiTokenizer/languages/frr/vocab.txt,sha256=ihc3ZV_uLRrMNP8U-ewBYwZxjAsPKsu37HmodTfXyIg,266023
ZiTokenizer/languages/fur/vocab.txt,sha256=b5QRTahOQWUtO7p8j-hJrwQwXSSBYokqBykmM5FWmJY,202317
ZiTokenizer/languages/fy/vocab.txt,sha256=L2CzPT5Cgma_WJMWCPS8PqoBo9a3pq5gVTLGYYgvryM,299474
ZiTokenizer/languages/ga/vocab.txt,sha256=PpLatXzYL1LJ8blvpCXBqszDBIgq5tcHHzTlaFvE05g,212645
ZiTokenizer/languages/gag/vocab.txt,sha256=4ZpAeqK1aaGoQ2GjfIko4hw5S8vvSx36ZU0Sk_EetvA,178303
ZiTokenizer/languages/gan/vocab.txt,sha256=W0mtnfSyr43Fl4P1GDJqQpVTNpNnNTd0hF3OdckghAM,51647
ZiTokenizer/languages/gcr/vocab.txt,sha256=4bn8dhJsbrMMMLxz28rQELvBD9YwqlD3n9_VB_YeZoM,114474
ZiTokenizer/languages/gd/vocab.txt,sha256=o8PGRgs15fA37Ddafy0xWOHbV6CX0k7LbTehY-ulVAE,221731
ZiTokenizer/languages/gl/vocab.txt,sha256=ZoUq_mlJGM9ZngIqOVV7Mol3CkOQWHsCzj_0fzgbe1U,282046
ZiTokenizer/languages/glk/vocab.txt,sha256=dxMPU3Mvpy3dSHoUjwxCm9ObbAhdck6tCHallNEn02o,299901
ZiTokenizer/languages/global/HeZi.txt,sha256=helf_vtsz5evLZECNlj7iQuC4kAtptTWBr7ne43iJeg,1596299
ZiTokenizer/languages/global/JiZi.txt,sha256=HhYdshsh1t05ZPDtamfyRvjzKIBIRgMg2wMDRqvbEnE,42424
ZiTokenizer/languages/global/vocab.txt,sha256=nb7LiTPeyCVZfXxAtTh2WgDoNbtnQZGbZO0x17KvEuI,928676
ZiTokenizer/languages/gn/vocab.txt,sha256=R0HEJxECdEYHnvNrwwU4errgrXpsQQ1DvKEFgcPvMuI,216545
ZiTokenizer/languages/gom/vocab.txt,sha256=_ZE1ep3R63_RwMkvOkokyfmgwQPkqpLQWLo752cbhY4,128523
ZiTokenizer/languages/gor/vocab.txt,sha256=VmmDky7MDyWXYwtDiNqCV0v2gA5n3Q0MqB0gCHRXDLY,141900
ZiTokenizer/languages/got/vocab.txt,sha256=qWLUAsGzbW80oBoC5va2k2hdZvP8A2RTpTtxfrp5f_w,28699
ZiTokenizer/languages/gu/vocab.txt,sha256=UJNN4iVjoGdEAflP2vm5US_nqzqe1wdziDnRXGIyjDc,73844
ZiTokenizer/languages/guw/vocab.txt,sha256=v4l6tZZvcCuHlLsrPfrbUDGAV-xSNvnQsu1pBIfRTaY,68771
ZiTokenizer/languages/gv/vocab.txt,sha256=T6NcunFnQoen7M7btIA7rPzvYKcH5-F-ce9B5M550-o,221281
ZiTokenizer/languages/ha/vocab.txt,sha256=iRlai2y9NYkC8y9lmnVj65SOy9aMMhXTGJ1hzfleAC4,203169
ZiTokenizer/languages/hak/vocab.txt,sha256=U2hCN8h-EgvDdAxnciWlNBlq1PPisn2xFGFnUPJEfrM,98757
ZiTokenizer/languages/haw/vocab.txt,sha256=t-y49EJZP9zXKBtalrsVGO5RP6sLXEYNc2W3vtlc_nk,57401
ZiTokenizer/languages/he/vocab.txt,sha256=QXgGV-Yj3KZbc12dgImrtbkQGvGtkWPQHluEm_Zd93Q,567159
ZiTokenizer/languages/hi/vocab.txt,sha256=t0VWTPN7GooCpmEsB0r6jmCrSoriskBlNdeWVq7HNZ0,59975
ZiTokenizer/languages/hif/vocab.txt,sha256=piMAkiGgmRWom-EwfL2x1BUQjM_ayHMZ8mS1t2KxUiw,196234
ZiTokenizer/languages/ho/vocab.txt,sha256=tBePWgq9_KbhcHv6X_cnc3M3JaJL7QYBdnp6UM4wRcQ,13541
ZiTokenizer/languages/hr/vocab.txt,sha256=luJIwJjkHGn-uSpk4LA2j-SDXX_7r_PxaIGdKN8O_tE,373001
ZiTokenizer/languages/hsb/vocab.txt,sha256=TAe3k4PIUiddksdxvCKEorqxqvjA5Hi9tqO9y03wHYs,253286
ZiTokenizer/languages/ht/vocab.txt,sha256=PTVQmd8kfB6mmDZxrr6_AxUf4DaAG2n8Tqqx116o4DU,209128
ZiTokenizer/languages/hu/vocab.txt,sha256=-VnBTrd1ahKlgZoWNnSU0rWeyg7u3LNvdqQ9RobwodY,206292
ZiTokenizer/languages/hy/vocab.txt,sha256=h4u_YHFFOBG37sv8Q_K4Mz_pS0ytqMRTwHdZyHYNfwM,742824
ZiTokenizer/languages/hyw/vocab.txt,sha256=OF37SY78o3m3TCpM94C67gB5lQRkDXh3LpalUfc70I8,785821
ZiTokenizer/languages/ia/vocab.txt,sha256=4UgUyt5SWs8V6XWpAV2VgGE35jxKPSW5YMzZOprTH-E,304293
ZiTokenizer/languages/id/vocab.txt,sha256=5sXtMNNDHPW-NxsHYF_nRVxZRRjNkSJ4JTfvoAmU-AQ,297832
ZiTokenizer/languages/ie/vocab.txt,sha256=YFJPQ8XV6Npy90PT7Z1Wux3NvuCJp7QqXl88qf0_bo4,206848
ZiTokenizer/languages/ig/vocab.txt,sha256=Iqsbieqk7bRX4hQ28st2NtLdGqToUw6oguBPdFmV_q4,142930
ZiTokenizer/languages/ii/vocab.txt,sha256=xOKW_6WTDrhbFiHbINlWzEAGjIC0t2FRR5pLlKiRzyY,14948
ZiTokenizer/languages/ik/vocab.txt,sha256=vx0sUGafBYOBWu-lUZsi-eqiSwtDkYuwB0QKCN6gWQI,25348
ZiTokenizer/languages/ilo/vocab.txt,sha256=CsTP_dhWJ-g0CTxn24pSqJfsoyT327y3mXzc2ir58FI,259129
ZiTokenizer/languages/inh/vocab.txt,sha256=gWeeEV8LN3iDNsHdq5JxokdwLqLdVbe6dSjWq5BEPhg,477262
ZiTokenizer/languages/io/vocab.txt,sha256=4qyWmaeSL7N8QKlTqxVcxHlXR10pEyrcBN31miBGSGw,198222
ZiTokenizer/languages/is/vocab.txt,sha256=gKxjejITe7GX0aysx_dMi5zazvN5evmCIhehsN0MFSQ,259466
ZiTokenizer/languages/it/vocab.txt,sha256=DiiGzU5rbScL6zxTbE2UwfZ5FICaJVOvm1P-QoeG60k,340385
ZiTokenizer/languages/iu/vocab.txt,sha256=JOTdsgMZ2gvzQNvt1cPvTpYqq3_ppoia2-lwNdaujRs,52892
ZiTokenizer/languages/ja/vocab.txt,sha256=gcwdco_34h2zbK5axM7i0ENpzsu2J6a2T3mlyQ1S92o,47749
ZiTokenizer/languages/jam/vocab.txt,sha256=OQYIhq49DewSURYYqLjvQIkqE2vX4wQRqBbAgMsiZ3o,85859
ZiTokenizer/languages/jbo/vocab.txt,sha256=sO-dvBdHoGA-KzuXCa4dEeq7m3xtAT1FlzAIvNMVSZs,119163
ZiTokenizer/languages/jv/vocab.txt,sha256=ixuZKbqe0tSOyVQkxLjv77F5KyEeBE0VHfWnVmQ0r9s,309817
ZiTokenizer/languages/ka/vocab.txt,sha256=zdhuni3Xbd2MiiUs44f9J6XUAujBo82na79LE0lgXRo,1091231
ZiTokenizer/languages/kaa/vocab.txt,sha256=pufX5Qosg9daeh-FA4fvAtidziotH7LbmWxMHWErPZU,287515
ZiTokenizer/languages/kab/vocab.txt,sha256=tqN_PmvOHdN747Qw7tdxb_PUFQpxQhC2eJ4VVKF7KB4,242030
ZiTokenizer/languages/kbd/vocab.txt,sha256=j7dETppTojVGn1F2rFovCaXCiM5kO-0oWwzMCU_pcMM,279939
ZiTokenizer/languages/kbp/vocab.txt,sha256=3TdoQQVLx6EbY2c4jlC0nw0iC3TOf0RfHAIOHHIFVvs,141667
ZiTokenizer/languages/kcg/vocab.txt,sha256=_H6Ds10jRSVj5_4EV7Pt1UzTM8Ei0YdI--5SnJVjuzE,65019
ZiTokenizer/languages/kg/vocab.txt,sha256=Jm56ZdRLPu9nnAp9f1G09rayifLr68DdOvO5J5uZ9zI,33871
ZiTokenizer/languages/ki/vocab.txt,sha256=wdbkKkOJrD4wfK8t_-m1Y5AcjN6HVYsFaAHFCrmeW0s,36063
ZiTokenizer/languages/kj/vocab.txt,sha256=gV-WMpWzTuZZUhXe9G4I7VKOjqaC3jbjA7wAOWydjL4,13816
ZiTokenizer/languages/kk/vocab.txt,sha256=ujBtBkNX_nPyTXPtVjR6zYGsJqsD7Prb4tRMhR2VH3k,490152
ZiTokenizer/languages/kl/vocab.txt,sha256=zGROssfImKRcmOhiwtQSjspsUSuNRTG-WTEDI0AdbYc,46222
ZiTokenizer/languages/km/vocab.txt,sha256=JE4XhBAgKMbvyzgAy-I74HxVUZaDGwj4635xDfHVMmY,98096
ZiTokenizer/languages/kn/vocab.txt,sha256=Sa8IjLs7tOFJqnhmKiwz2P2DglFUn_MkwmDPizqDMsA,68920
ZiTokenizer/languages/ko/vocab.txt,sha256=0WBNYulJledxeEbQxDaHYIZ27axj4y2GSQNt-pF5hpQ,1094451
ZiTokenizer/languages/koi/vocab.txt,sha256=1Ywff2ztkMPHeS1c6Pii3f-tezNJ-m4OtOpevxIStIE,312883
ZiTokenizer/languages/krc/vocab.txt,sha256=gxUhrDIJNxlk_dmE_90JoXyrnMKUvehXMT-24SwxLfY,468744
ZiTokenizer/languages/ks/vocab.txt,sha256=u9s8ars9sXE0-QorrAhyz29qbCjrAMzLY7J1sJ8pQN0,122301
ZiTokenizer/languages/ksh/vocab.txt,sha256=InBKJa75v15hLZt-MV_6wvHPrSVMqs73zKQurE7_J1Y,181070
ZiTokenizer/languages/ku/vocab.txt,sha256=qR6orPjshokpiqkosSrRVLILJ4YqVSQRzUpAvCfrH-k,196113
ZiTokenizer/languages/kv/vocab.txt,sha256=SfHW2z3l-HCDSW_xWvuODjgY9xDn4klPaVmArUS8_0w,355212
ZiTokenizer/languages/kw/vocab.txt,sha256=QP6igMYlp3WRMRMkdc2CnWoXuTh2inJ-lWoP02rDE04,223924
ZiTokenizer/languages/ky/vocab.txt,sha256=O5GdLwavSCvIKq3hnOkrYiJ2DR7ogLL8tj95_iTw2s8,560975
ZiTokenizer/languages/la/vocab.txt,sha256=_S08TCh1xRsWp5eaYSf7MVQQb-tbFui33g-wpIX6i2c,456816
ZiTokenizer/languages/lad/vocab.txt,sha256=dCULN4ghWsIrfQalzr1hcYOfOoOp7izz0qIepUFoPUI,279194
ZiTokenizer/languages/lb/vocab.txt,sha256=meJ55Mr19I5vSuwKEzG4u2X6tFBUFXlvvynkgSPRvt8,298717
ZiTokenizer/languages/lbe/vocab.txt,sha256=yaTtc7Qle99ykuaxSlIOm_EocH5YMnsJ4g9helj6N2k,195500
ZiTokenizer/languages/lez/vocab.txt,sha256=ax0eIm8Jn_ai-FwRXKOc-kpQY4kuzItgskIFLsoyVY8,493414
ZiTokenizer/languages/lfn/vocab.txt,sha256=GrIdLfttdjT5n18CLziyxEAU0S97YN6sFmifGJ01OUE,223996
ZiTokenizer/languages/lg/vocab.txt,sha256=swI3EOMSknpML5gAsNvZfYJtbJ8xrneF8pJnT9pti0M,328788
ZiTokenizer/languages/li/vocab.txt,sha256=XCnWjEHz3-8psIA5P752cBgufelnUtJkrA43rcS5Zcc,323559
ZiTokenizer/languages/lij/vocab.txt,sha256=c7c72u_q6nw74jC8iYordBwg1Dht32kKIrT96Rj1KIM,191827
ZiTokenizer/languages/lld/vocab.txt,sha256=ySjwZoKI5sVC2RviKc_yU0Hb2wEU_Bb9mhrxUlB0dsg,131954
ZiTokenizer/languages/lmo/vocab.txt,sha256=Yi5QPHCBEHT28U8Zs1JFhVgPUMHZ9drLmNry56-s2VY,224159
ZiTokenizer/languages/ln/vocab.txt,sha256=NDKXdqGdMt_BRpCf9blWUJQIPJ5H_07nYdnKcllGE04,126111
ZiTokenizer/languages/lo/vocab.txt,sha256=zXC46cu0sE8HDEK9QOQyTeqAm5hHT5HzkyWzDlyhY10,456923
ZiTokenizer/languages/lrc/vocab.txt,sha256=Stq4RssOqnCeDhzWLmM_ppMmAoFaXAyFPlsVv_mAbk8,15819
ZiTokenizer/languages/lt/vocab.txt,sha256=6bbuWNS5R753WmJLIsA57xDlLYW6UsQ7RuGnrOUW67I,317096
ZiTokenizer/languages/ltg/vocab.txt,sha256=BRq5aYybceRYGzt7D-ndZfP2V7yqyxUjfTtvDkrad5s,80551
ZiTokenizer/languages/lv/vocab.txt,sha256=DYv2S58OF6baTeapYpGlRGqgKLDj5eJZzA0kD7JhVjA,214206
ZiTokenizer/languages/mad/vocab.txt,sha256=xw5QS498kv2u5fW42ZHJc_yrapFvZoeOOD9r1R66d5A,99374
ZiTokenizer/languages/mai/vocab.txt,sha256=Y021XMJ2DCNwMeG1S1LURVd30DpZrriulWbXUelnOH0,105355
ZiTokenizer/languages/mdf/vocab.txt,sha256=FR2gTS2AG54G1VjPLcRUme3xOL78xIE8bUvVOnDWogc,208077
ZiTokenizer/languages/mg/vocab.txt,sha256=v_oSGzfBefpwN3jSetbaK5w8tcJOG9ePgTMQct-3Ycg,152637
ZiTokenizer/languages/mh/vocab.txt,sha256=9UgVfAyXFASMsPVhtV9l-scDhgCGNCcASUg89R0GVck,14610
ZiTokenizer/languages/mhr/vocab.txt,sha256=yyxs72gpdDc4OA_UZTw-gEwDAa5aNnimwH7x3mL08LU,412793
ZiTokenizer/languages/mi/vocab.txt,sha256=iTSxIV-YbbnyKR3zfSNFXV2ZpTf2OA9lQ8-uC-XaTzg,78004
ZiTokenizer/languages/min/vocab.txt,sha256=X0CJgOgcECDUF9Nqu1u3Iy-MeGs4qM8wafic4MPp31o,151298
ZiTokenizer/languages/mk/vocab.txt,sha256=Lmnx13-mKZwTOB06KgjOIi0g_jqXtYKitnhEWPQfMe8,612761
ZiTokenizer/languages/ml/vocab.txt,sha256=J1c0NW9joyTS3E1I2d6UIPulxVDE2SwYNnkQFN0FKwk,83907
ZiTokenizer/languages/mn/vocab.txt,sha256=lOLCnjHm-lFtEZoYDyROckKnIJVd7QugIN_rlgIPhBM,468306
ZiTokenizer/languages/mni/vocab.txt,sha256=mwHd1-whNnOAUyvZRq8bWTzVEopwn6WDRigBSL5crlY,58972
ZiTokenizer/languages/mnw/vocab.txt,sha256=QHuXTIavkYB1MjxmZc5bllRmX4Sf3Ih9vlwViHYBK8M,67409
ZiTokenizer/languages/mr/vocab.txt,sha256=cKifnvxJDb7Z_sGzbRwfKif2L441czsOajRMi-dFJWU,69522
ZiTokenizer/languages/mrj/vocab.txt,sha256=3nuV700bJsd8Md5CsOQxkb7jQQt6E2hjf-gzsg8_504,450372
ZiTokenizer/languages/ms/vocab.txt,sha256=GkGTZNMO21PwODgr0g_FFWPrpBGZVwe_A3Do0Xj2v18,276485
ZiTokenizer/languages/mt/vocab.txt,sha256=PKgd8ZrTCNTrojIO6pc5iEBp0rypopN-7QvOAru_ZaI,253184
ZiTokenizer/languages/mus/vocab.txt,sha256=4MKvZfyLTOuLcwvn0eKgjj897WMJSijMNr1prD7rG6k,12941
ZiTokenizer/languages/mwl/vocab.txt,sha256=OJormFEVToOgivcdjxr0EIKFhN6RbMp_lD9DV37SQDc,282461
ZiTokenizer/languages/my/vocab.txt,sha256=B4j4JNkZKnJFkKx7vuJtmFYlflRwatyYxOuWUXgLif8,54215
ZiTokenizer/languages/myv/vocab.txt,sha256=S37Yp41SNQ6Xp89PINf8wgl6jRt2Pdn2zgfbnWVSKGk,293651
ZiTokenizer/languages/mzn/vocab.txt,sha256=WnkD6va-Qd-z1JVcWeUe9D_sE9bRq6MmbTzZzoABYEk,305643
ZiTokenizer/languages/na/vocab.txt,sha256=jIOTMWVmJGBRfkA7EUXOF8Sz6xn8L_sfxPCgvlyWX-c,39930
ZiTokenizer/languages/nah/vocab.txt,sha256=V_xd6ui5abzC85Sjb5y_ec5akHflx0JSbqbhCiZtweI,234641
ZiTokenizer/languages/nap/vocab.txt,sha256=RmAXHnhPfcwvZFhgvMWgrN2bIrij13-t5wsyL3CenRk,286843
ZiTokenizer/languages/nds/vocab.txt,sha256=IEi5NMoMopHUjF_bR5IdvGkygse96gfJ-gP5IsPKXsQ,274854
ZiTokenizer/languages/ne/vocab.txt,sha256=8_IDUtnfC-UA8ZCzdOrhE9-7GECAH9LfvSxy6Ldwgtg,89074
ZiTokenizer/languages/new/vocab.txt,sha256=ddCxv2yEafoGgXDLqGIOaHSSdHdXac1i3_1Za_5E43s,42711
ZiTokenizer/languages/ng/vocab.txt,sha256=PmhYZkGzsW8sahSMl75vlMQzYJ8sZqYy9BzqLy6vU7Q,20030
ZiTokenizer/languages/nia/vocab.txt,sha256=5tJRpDOM56uT7brcQYQS5qCSAzIzmN7zfvd-rTuM4xo,93535
ZiTokenizer/languages/nl/vocab.txt,sha256=Qj08sP4mZL628yMyzlhkPk0x66hALoVPDDH84HXO1sk,347831
ZiTokenizer/languages/nn/vocab.txt,sha256=76tWrQp2ADjeWcbgbwVmUymiktrPDNzFQ0r02h6KX9w,332206
ZiTokenizer/languages/no/vocab.txt,sha256=Ha2LSK5UCsINHeXzEp8gnMZoVuBYgni-qt_dMuW5PMw,354664
ZiTokenizer/languages/nov/vocab.txt,sha256=rWlKRueRee8e5B5O0GHij2CP0aLm302bcgR_Mca2L_E,72460
ZiTokenizer/languages/nqo/vocab.txt,sha256=gH3KT46sFUBW0it4jtYhJkweJItpEbV9m3cV_2tISdY,100818
ZiTokenizer/languages/nrm/vocab.txt,sha256=yEFZSrgm1tSF8gJ19zprqt1a4AqA7AMtwgwIOVbzysU,132966
ZiTokenizer/languages/nso/vocab.txt,sha256=o2LN7UY4hXqUP1MvRzhvsl7AhB8fzmAHuWvC5Gk52U0,92909
ZiTokenizer/languages/nv/vocab.txt,sha256=Prv9WBnDAcUqTyJxQw8qRDaQJfX5a0BPQ_vTKE6Ja8Y,54940
ZiTokenizer/languages/ny/vocab.txt,sha256=tP1888NBMfH7nv4NfHmKT8bCWe77AnHw-CfgJV4JIv4,134516
ZiTokenizer/languages/oc/vocab.txt,sha256=03u9htKpWCQfnII4CVMPuiDjJpvOErEGjv0yiNp4X94,255846
ZiTokenizer/languages/olo/vocab.txt,sha256=mhDZpNCyOCFkVhzOTdJU1OfPfV1rbdKv_GSf-nGAnOk,211255
ZiTokenizer/languages/om/vocab.txt,sha256=SLO_5bVlTvUGzUUbcjRqyYg4vF8e4dZbqTS0zgBk0T0,210091
ZiTokenizer/languages/or/vocab.txt,sha256=pIB31VtluWm6LXx5MGvLs4Ad-daeAOvzE3q9tCYth24,96975
ZiTokenizer/languages/os/vocab.txt,sha256=oe0HKLXZ8B3xLj-M30e7iHqWXnNXaqAxEuIbxLin8cg,207852
ZiTokenizer/languages/pa/vocab.txt,sha256=__zbcHH6zkauGp7BNXsr2d_fI-QdQenJn6VY0HAPkO8,75965
ZiTokenizer/languages/pag/vocab.txt,sha256=Amvjb_YGY602WgJa-m-6Bpfil3MaVTmyzLozf5T7mng,74559
ZiTokenizer/languages/pam/vocab.txt,sha256=oUBk2dtqOADTtO74aAJUUdRCpRWBxbCicSo-yt_S30U,323396
ZiTokenizer/languages/pap/vocab.txt,sha256=MIu08mQkf9A_sGqp134Xx2pbstQSL8aIwSf7A87YaO4,161375
ZiTokenizer/languages/pcd/vocab.txt,sha256=_4xteBh779SdEWWg-Oj8Mno_KmysBzJkZ9PG4Nk_XrM,263867
ZiTokenizer/languages/pcm/vocab.txt,sha256=m7SQ3zhU2N0nS2ls2I3nxqhUfrVTyXzsfK3hKQHazTc,63211
ZiTokenizer/languages/pdc/vocab.txt,sha256=aHbsIn8D6tgJw_5xCWECFH83Na5Zpw5zC9zb_UeVYvQ,83015
ZiTokenizer/languages/pfl/vocab.txt,sha256=_2T5od8L9kmcO6Bx84DY2ixWspBkFhV_QvXOfBMPxzk,269662
ZiTokenizer/languages/pi/vocab.txt,sha256=WkJo6gHnDlGwVBAP_YTOkwTTAlE7mJ1i__D3hhobOOE,52415
ZiTokenizer/languages/pih/vocab.txt,sha256=0-EziLPQBLxeMTr0gqCm0Oa4e2kvDAx5kluMUynpImI,33944
ZiTokenizer/languages/pl/vocab.txt,sha256=GF_XilWh-OutGW-AteZjbtUkMJt-OMNM_s_e7Kw4CSE,370567
ZiTokenizer/languages/pms/vocab.txt,sha256=247uXXdIZhhpzhLTySp5ctdPVMpeT2E_pRKPmkgRBZw,146523
ZiTokenizer/languages/pnb/vocab.txt,sha256=SSE2e2jNaOlUtMrcuQc_00J_aTU91MIo1fwMXsEvtgU,287241
ZiTokenizer/languages/pnt/vocab.txt,sha256=weOJ5Xf8xzy-jYEQ7JIBDDrFgAkxwHti9X9KFrXcsT0,106283
ZiTokenizer/languages/ps/vocab.txt,sha256=FuwA6ZR8rD5cxfStKGldAWY1-VzHb_ZV75UYrZds1HA,404364
ZiTokenizer/languages/pt/vocab.txt,sha256=llMsE66AsXMxpBXJqjETkfud06Di-BaEmaHHgfX1sMI,265040
ZiTokenizer/languages/pwn/vocab.txt,sha256=_IHh8Jf4DXIjAgNLu1xx8HOS-BpyHbx9L1KGcxJynfs,71077
ZiTokenizer/languages/qu/vocab.txt,sha256=54IWNS8XbXTztSRFaN88a0RiWa24lwJ4LbLhE3Cvvss,256265
ZiTokenizer/languages/rm/vocab.txt,sha256=8rrrA_wgvsFXgA_zx616bGb-2gkrRA4iv0N59TI3J4M,283013
ZiTokenizer/languages/rmy/vocab.txt,sha256=HjiB-s_i8tcTeATp2bHsXio1GqLd8zlG9LG6FVxpCXg,45964
ZiTokenizer/languages/rn/vocab.txt,sha256=zCXcrvwgqP4KT30q6DxEbWPWXuvU7c6oYuJjF4hPyKc,47949
ZiTokenizer/languages/ro/vocab.txt,sha256=c9YcMBo86-c0d-FHi9pVNRHa3n9jcLSb3Q2lAATFqaU,272285
ZiTokenizer/languages/ru/vocab.txt,sha256=oKoOcGvPJfM57pIV6lDe4CCutx1-pydQ3-T9ZKcYhK8,791559
ZiTokenizer/languages/rue/vocab.txt,sha256=1ezALYCqjcxPPtvbDmaz4jMasskFrcMl4BPTVsOq93Y,733085
ZiTokenizer/languages/rw/vocab.txt,sha256=02Mp_LU4l7dKaw9uBqWiIphTQztXIfdPJ5g5CTWIuGo,320508
ZiTokenizer/languages/sa/vocab.txt,sha256=-UA_4sTmZyyTwYTYNeCtG7szNchwwo92sxFsd87mnfg,77425
ZiTokenizer/languages/sah/vocab.txt,sha256=bQJSvDjWZgUhVHx32Zesqzzo-qlfsSQPqw2ssfbJLkY,631791
ZiTokenizer/languages/sat/vocab.txt,sha256=Iq-Q2-X1uMtYER_9xJPazZxwSXHEVaqU0vRkh7NeZRw,464093
ZiTokenizer/languages/sc/vocab.txt,sha256=Lv5OOnQJfl-EywZJpMnYtHkUL6O_u-KKFVx0QG8Iwsw,324418
ZiTokenizer/languages/scn/vocab.txt,sha256=F-W9EFAkht_TNNa5Cvd227EFqGybFUl76ZlGDimsG8o,323876
ZiTokenizer/languages/sco/vocab.txt,sha256=ffknSwaj0Tw90Kqwso0xDiqlU13743En8gi_wDgq3YA,289965
ZiTokenizer/languages/sd/vocab.txt,sha256=TUswodtV9ZLVCOqS7ybVUFIB4lGBqRCX0smtLhI69Zo,293867
ZiTokenizer/languages/se/vocab.txt,sha256=njBQamfhHRY0WAIFPpOm1_hEWV_bPZB1mWaDHd-8vXo,221059
ZiTokenizer/languages/sg/vocab.txt,sha256=AbWVwYXWPzHiH8PA1ln7clMZM0GjfcpNrUFRLqKsDdE,24790
ZiTokenizer/languages/sh/vocab.txt,sha256=7aKwpHQ9O_rx7l6X98NjjFijvBc3ZfjGirxl0sFwWqA,333085
ZiTokenizer/languages/shi/vocab.txt,sha256=MaYTQGfmdD3UT2zPw8WNuOgOjlJtTpYae5cDk8Ls438,154836
ZiTokenizer/languages/shn/vocab.txt,sha256=s_7inuPqV4-mzNh80GVGjtpvgcek7DjNQtjN5CJvoX4,72931
ZiTokenizer/languages/si/vocab.txt,sha256=D_p6mBk0ALRd_PyhQ5IOmP42H31hNblXMZEJDniJQL4,100251
ZiTokenizer/languages/sk/vocab.txt,sha256=pNE6igY_JvE8oe98r0XwoKDM3OngW8ve5IHi6WKRsBQ,253915
ZiTokenizer/languages/skr/vocab.txt,sha256=_uu4M9cSIKHF1Ltb-eMADSjOWqGp5mG1MtI3-R28pWs,298500
ZiTokenizer/languages/sl/vocab.txt,sha256=-QBJeZSclYdKxR4-d7eslsi-C2rq1dmCOGsPZl8E1do,341990
ZiTokenizer/languages/sm/vocab.txt,sha256=Tpu2Y9JK_IYaR_9PFNvq-zUuh6w48hqlRl4hJ6nEfF4,54517
ZiTokenizer/languages/smn/vocab.txt,sha256=jzw6SPk5_2enZykEg0twwAPUwZNiY25E9Ny8QupVXU4,292394
ZiTokenizer/languages/sn/vocab.txt,sha256=kMxvRiWksoh3ujF8gl4gG_RZZYag3_9Ju_2StvuVYsA,457404
ZiTokenizer/languages/so/vocab.txt,sha256=cKkNvzx1nhfV6rXuhaJ1aMezo_ttLXPO8s_E1AGLSgE,367933
ZiTokenizer/languages/sq/vocab.txt,sha256=aGg9fOU-BiNJuk2kYx4Xk93g8ZekSomuZWwaarukRTI,269425
ZiTokenizer/languages/sr/vocab.txt,sha256=lIKa4TIMJmq6WIpHjqcwc4-KsNSukk235ADvaIBO3z8,646488
ZiTokenizer/languages/srn/vocab.txt,sha256=0f0WCf2X5ssB2K7JJGTzpqAt28f4HxJCz7_-JZDNrc8,37175
ZiTokenizer/languages/ss/vocab.txt,sha256=8TyHerNu5gU97M5M8_BXWKa-kicd7SydFYxWSUZ-TwE,81419
ZiTokenizer/languages/st/vocab.txt,sha256=ca6tWnsqjMXhgixVKmk9lSOeXXN9iB6k1OznGd7OIgU,75100
ZiTokenizer/languages/stq/vocab.txt,sha256=_xnaEMFF1Lqtx8wk-NYwWXQBL53aoWMmTPliBb8S_UA,271414
ZiTokenizer/languages/su/vocab.txt,sha256=ujUEkjnxhbYHef_qtSgL2o0lrWkcFabM_teDQSUluzs,264349
ZiTokenizer/languages/sv/vocab.txt,sha256=namSLBy5Jqfqa2kIM8xhfiBofAP2lFQp60QWBr9Dg1s,269592
ZiTokenizer/languages/sw/vocab.txt,sha256=elyb8yZi4UzshCxDmJLosVWCriw3-xJlkIRpQELSm0Q,287081
ZiTokenizer/languages/szl/vocab.txt,sha256=oylZn2JuQa-XHgdpKIb2WnYtAkoPeUV9YAATLl0mFKo,240479
ZiTokenizer/languages/szy/vocab.txt,sha256=aM36ZCFNQhnRwGooeJNtmMRed-FTYO-pdIzuD_JQlh8,181051
ZiTokenizer/languages/ta/vocab.txt,sha256=GUo4302Su2EiSnMEYGNzTpoIp_J09Ig_PJl4UaGsVc4,47886
ZiTokenizer/languages/tay/vocab.txt,sha256=bsKDQYK8YaCj_tqgl3ExVrDsr_8ggR1vaK3ncYsiF8I,96135
ZiTokenizer/languages/tcy/vocab.txt,sha256=pMcHXz4MspbC64QeGBVfnWejO78Fiy7L2oHZNeGxQy4,100108
ZiTokenizer/languages/te/vocab.txt,sha256=Ww6dfag7OOqblij0eU3KujdWS-qZ3aiioQjUI71f8jY,57082
ZiTokenizer/languages/ten/vocab.txt,sha256=m1T5jc-UX-uAkLOb6L9KyY4RY6tKIUIrWByNzx_R2YQ,77452
ZiTokenizer/languages/tet/vocab.txt,sha256=XD_k10o1rmBuANSbT-bv2bo1gOlbAncky3TxDJ_GJxc,138462
ZiTokenizer/languages/tg/vocab.txt,sha256=AqlUC_KaMiJij-9XgWtBPTdxEla3unCKaxvLpByAC14,394417
ZiTokenizer/languages/th/vocab.txt,sha256=YBIog1VcrbPa2ARngMnn51rVLSg3P-tfURknI73hmI4,408835
ZiTokenizer/languages/ti/vocab.txt,sha256=Fg-i5JL6SGsgu0jtv_L11VD0--UEj3-TdCdcv5zd_Ag,131436
ZiTokenizer/languages/tk/vocab.txt,sha256=Q5BwWxuBT6ZfN5dm6rz2Dp4xv1mDVW6OOrwlpqO__OY,240441
ZiTokenizer/languages/tl/vocab.txt,sha256=K6rILnbPrYejKUglnUBRmcErZPFW8qkVlptEOoQCh7c,313797
ZiTokenizer/languages/tn/vocab.txt,sha256=7rfEf6RkhB0HOmYBzccFz7giAYGoAq5K7igvCLeFbyI,107022
ZiTokenizer/languages/to/vocab.txt,sha256=xH1r2ijEJnNnxTLzk2HmA0Y17LSMqIHfjU7_gV5Bbws,57410
ZiTokenizer/languages/tpi/vocab.txt,sha256=9ZXFs7dmDyr1zZc-zfuhKKkrdOwKZgf-YLJvdHtOGX8,36232
ZiTokenizer/languages/tr/vocab.txt,sha256=994JNez9isx2Szp95rCZ3iHqV6_kGDnXhLGE-aF9TEw,307762
ZiTokenizer/languages/trv/vocab.txt,sha256=QgcAoqcWwHUzFWVkPNXG9Wy40V6FJ4oPSMaUCgaIQO0,214370
ZiTokenizer/languages/ts/vocab.txt,sha256=nKy1Ihm-eCmtM1y5qx233QoYkcRMgcnCYpzInM-DeV0,71258
ZiTokenizer/languages/tt/vocab.txt,sha256=_9qc-N9KGVICJcPvMVW0IgDEYdopkxproYZ9RcKVur0,241864
ZiTokenizer/languages/tum/vocab.txt,sha256=k9IUiwUjdOt7I185A-jzBdtD3h_bWpqOERA3_PGcOZQ,69147
ZiTokenizer/languages/tw/vocab.txt,sha256=2QpDZ0MfGtGvLm-XyC_1VuaT-UIl5sJfqAcT7M2itcE,182079
ZiTokenizer/languages/ty/vocab.txt,sha256=tdyN5LNhFIBnrfET-uxCzCJRyDjfsnyFEOPtXvo3lxg,34518
ZiTokenizer/languages/tyv/vocab.txt,sha256=Y1CAsHdCbh4782W9v6I4J11MVdX5GG1DR4WwIy-gayo,684719
ZiTokenizer/languages/udm/vocab.txt,sha256=sSHgsAqUwS5PA9TjzH1dks1-txYDY0U2Sbs_AZmtC5c,446235
ZiTokenizer/languages/ug/vocab.txt,sha256=4CFNSdkjd7QwhF2gjsMAQAUGTocFZwWN_QAOWjkRqvA,596557
ZiTokenizer/languages/uk/vocab.txt,sha256=XVIMp4dXoMSN5FhV5RDsDmM9A74Kz2adjhoqpeJX7XI,688235
ZiTokenizer/languages/ur/vocab.txt,sha256=pXILXDIOPw0Rm1Tg1m1N-7TIs-wbs3IOXnxIPxmWric,265095
ZiTokenizer/languages/uz/vocab.txt,sha256=RC8u92NaTFd4rdnzL4UdWrU4BF2JiYxG5IMQlwPeQqY,359654
ZiTokenizer/languages/ve/vocab.txt,sha256=gbl419Z340KH24_zMncW_iQPv7ogU1X2lqkhatfV1_M,29937
ZiTokenizer/languages/vec/vocab.txt,sha256=K0dUZQPkUZ7f7KDneRCjIKwPsKPVNpe4IcHr2NNSMmw,146672
ZiTokenizer/languages/vep/vocab.txt,sha256=ACmAkD6-RqBS827dmcD12v6t94WjmHLig47kkHM8nyc,249090
ZiTokenizer/languages/vi/vocab.txt,sha256=VpFe8zChCi-7aUmwx8t7gHeibcT35S02B_uYCGiAfIY,65662
ZiTokenizer/languages/vls/vocab.txt,sha256=9Np_zXwMOqVlbd4rR3EO6l_YX5mJqDfHLOGL86eYXTI,330083
ZiTokenizer/languages/vo/vocab.txt,sha256=bOGzorl-bBSho4gG9t5jGcAt44pg-J6ESRja3lqu-4Y,132040
ZiTokenizer/languages/wa/vocab.txt,sha256=3qNT0Fu4QehnZumT3x9GQ6jE_bIPeTd-vKAO_iG4DG8,179321
ZiTokenizer/languages/war/vocab.txt,sha256=a0DTEz1CYhMEicMLxIkFedDwiluOLLK2IMC5ZN-qeq8,253693
ZiTokenizer/languages/wo/vocab.txt,sha256=eqVWfWERtAVUQvIFu0gzKTw534FbKfgY-HxLc4wND_E,140231
ZiTokenizer/languages/wuu/vocab.txt,sha256=-8j5_4HuXq48JCwnuOVt48BZs4W161FgkSR1HoqA3pU,94782
ZiTokenizer/languages/xal/vocab.txt,sha256=CwllvTyv4Vybp_qCkNu7zkxVbkiGPAupcwwx0BibQLY,185015
ZiTokenizer/languages/xh/vocab.txt,sha256=73r81Hof5tmpaAcrFbRefvDwgolpMB19FWWd6NIxsPs,222353
ZiTokenizer/languages/xmf/vocab.txt,sha256=jY2BG7le1Wbme8x6ITos-ze5msPl3rPKaLk9a1VIV2w,906340
ZiTokenizer/languages/yi/vocab.txt,sha256=hxD8OK9BV33RE1OL6MInBZChuKllZDFtBX1ne71dQ0o,343731
ZiTokenizer/languages/yo/vocab.txt,sha256=V-p6FyjHs-9IYcGG8U7gAmdKAfhYyl5aszXkIEPKXm8,127768
ZiTokenizer/languages/za/vocab.txt,sha256=dZsbDh-C2Wyr-I_DWOmnoLdcOhUfeUUFgEA_fVbogp0,114818
ZiTokenizer/languages/zea/vocab.txt,sha256=yEHyjNwVzaVbCM_xUi2Od549Phpvto3zIPLzCP0BeFY,237089
ZiTokenizer/languages/zh/vocab.txt,sha256=8EqOICCB_00YgL3vUp00jbsaoClEB0Nn8zorkRK5VnE,73091
ZiTokenizer/languages/zu/vocab.txt,sha256=4mPSjHtyWI3FLmpY-q4mqYB2TqRZKE6Wup9B2ylj7Ic,479658
ZiTokenizer-0.0.5.dist-info/METADATA,sha256=mrf2CRaFf5IvNCr_z_RrtBbjeiYg89dudz5MzRg6_oE,1607
ZiTokenizer-0.0.5.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
ZiTokenizer-0.0.5.dist-info/top_level.txt,sha256=kslu8TDXLMuvyuwlcreZxTb3XVLm--InVmoqp-i3LHw,12
ZiTokenizer-0.0.5.dist-info/RECORD,,
