ZiTokenizer/ZiSegmenter.py,sha256=gbxx2APyVLJrXgK_3GV-Z56UBKuMyEIYEaL3tJSjfrY,2268
ZiTokenizer/ZiTokenizer.py,sha256=sracMKSVta1ZPKFjZHJ8VqSLUNE43-Txsk3y3ep_gPQ,7601
ZiTokenizer/__init__.py,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
ZiTokenizer/glance.py,sha256=wNN5FL_5qmQfFMdGA1jRGnrJUfCiQC0clPy2UYv0PgI,2245
ZiTokenizer/languages/ab/vocab.txt,sha256=z56ppBZSAUgN-QrmPKS1zyRGVbLc_fHtIQeBcMrk2lk,98840
ZiTokenizer/languages/ace/vocab.txt,sha256=HOCIFFtZG-XX8zFzppXTJxazHFnBFLZbfMbZ-h_ZEbI,64972
ZiTokenizer/languages/ady/vocab.txt,sha256=UKd3MKrZ7FI9UDp9hF7AU2PFUCun1A-4OnGE3_B0_vc,33213
ZiTokenizer/languages/af/vocab.txt,sha256=_ccJ6-pbQPEzF7_OJlyLLviYOKNJLv1dIdZjU0WqOww,313065
ZiTokenizer/languages/ak/vocab.txt,sha256=s1VliM_Q-p4qQkra8ZDqiUhokmic8V8SW0vzny_uL4c,42311
ZiTokenizer/languages/als/vocab.txt,sha256=OOuadCzPoo3HVHU_Sbeyiok9IqCOl06OyGyZiSbl1Dw,327868
ZiTokenizer/languages/alt/vocab.txt,sha256=VNL_jGUxlB9epN4bXACDa1ChGIBoLCmOxBpYAu5xsV4,169608
ZiTokenizer/languages/am/vocab.txt,sha256=VkKIQO66tizO_Qea--pSx0L_eg44D-2WN5pbdquoqvY,653631
ZiTokenizer/languages/ami/vocab.txt,sha256=zZSaXsv9sy90zm9Pfhcn0OOOWc_21o714b0HGr5iXOM,68332
ZiTokenizer/languages/an/vocab.txt,sha256=_dj4SI5XB5q1ygH9xCb88FtacSyXdPKEg5Q2jXY_Zoc,278521
ZiTokenizer/languages/ang/vocab.txt,sha256=QD1bW9jkMQB7n-xK_yzvBtj3q6eA5y82WS_Kh4XSY0s,115839
ZiTokenizer/languages/ar/vocab.txt,sha256=obAB5g7geN8eMKOSvnf4CnEk7giVQmgV6edsN-0Zh_Q,402676
ZiTokenizer/languages/arc/vocab.txt,sha256=TnCJ_GUxY2pc8egKZUsM6gSG_m2FeIreS6vYoNG_Ams,37699
ZiTokenizer/languages/ary/vocab.txt,sha256=pztwUQyaWYQMUZbVjP9kf4x9fUEIp05MSvjpc3X6Zdg,228639
ZiTokenizer/languages/arz/vocab.txt,sha256=QeuOIoc0aUxMKOH2eYNgq1hrNhps_eQZMC-u0vOBIfk,171077
ZiTokenizer/languages/as/vocab.txt,sha256=8-avpaZp6k2DizwaKxQdPwnwCvnSrVabDQDDCfxIEZ0,87216
ZiTokenizer/languages/ast/vocab.txt,sha256=vwu5mL5t6KevsE7snd1lDeA26-IAZsq7O9NakGUz6Ac,285492
ZiTokenizer/languages/atj/vocab.txt,sha256=wgCpLIRdGcOdC3MsTlMWhu9E_46Zum7RCpkPBcASOYo,38572
ZiTokenizer/languages/av/vocab.txt,sha256=RigwSuaxXZy_8cpKyHoyz0NejGYN3p2k3TVPIBbeqIU,225249
ZiTokenizer/languages/avk/vocab.txt,sha256=0Uxx0H_FRUYRx1QpSnVlM0bWD4zq68sk-ROlnYKNw6s,173963
ZiTokenizer/languages/awa/vocab.txt,sha256=oAEnraVHs_Epm_kDQGhstKt9nAlc1RsnmMC67v9rzTk,36407
ZiTokenizer/languages/ay/vocab.txt,sha256=9j80tE0xSn8cl6wiq7pi7X9thK_cg_s-TPkN7gxumZs,97116
ZiTokenizer/languages/az/vocab.txt,sha256=z6oFKYlS5f4QKAbItXQeJIIsPcZubBJcdr_xFr6gRLU,329515
ZiTokenizer/languages/azb/vocab.txt,sha256=N6i9gEqUj7X4P-kxTAM0QOqeI_oB8o6tUmjFh8pr930,244333
ZiTokenizer/languages/ba/vocab.txt,sha256=UlZ6TuU4vdRvFBovAngmjHq8HjWno3a_FBYBAnlrDpA,510185
ZiTokenizer/languages/ban/vocab.txt,sha256=rtr5PGQKHOFt9sa-Z2ei7APy-PNUrb2ltqUYOP62OY8,215859
ZiTokenizer/languages/bar/vocab.txt,sha256=RKHFfQlo9n1hThL63_byjfk0GWsrQcYj_NziYpxcyOo,367450
ZiTokenizer/languages/bat_smg/vocab.txt,sha256=Ijtdvo-KbHwj5SZ9xALhM8XdSKKz2agwv-44TeDWcck,123189
ZiTokenizer/languages/bcl/vocab.txt,sha256=OpP2pzw6nYBiLUn0zQNslixG1lPoTuAThnT7LVv0RhY,290613
ZiTokenizer/languages/bd/vocab.txt,sha256=90r_VKCHzReF6PzG5P7IyhCOyMPyX4DlG3X0UyM_A3Y,25456
ZiTokenizer/languages/be/vocab.txt,sha256=2sSwtB9M1KrsEdn2INlgCAgfCTCErsGcwnk1Epg7sm8,602132
ZiTokenizer/languages/be_x_old/vocab.txt,sha256=m_Nn-BrQv9m8Cla2rw-qH84kgbCTmQTkTuyckcqTVQU,608924
ZiTokenizer/languages/bg/vocab.txt,sha256=T9KKQwPPUl8KjFPCbrpLqBxhoH46KNA0vFoxImdKg-I,617586
ZiTokenizer/languages/bh/vocab.txt,sha256=drQkO5ifunGyTtst6O2hD3z9Rekj33iJKG-MJCmlmUo,96413
ZiTokenizer/languages/bi/vocab.txt,sha256=aklDMpsd5vx027uRlFkoMKa_F0Og5JlhUC6Sp6kz6oo,21302
ZiTokenizer/languages/bjn/vocab.txt,sha256=g2MzNwZKKFCJqN5CChwj2XZmUoAd74YxxcIZE4yETd0,167702
ZiTokenizer/languages/blk/vocab.txt,sha256=uFcwCbZDpvSTqyhsh_UK8WpcG3ngYD4FJLOR3jh-fmU,32748
ZiTokenizer/languages/bm/vocab.txt,sha256=S92FrgCEpl9dKk_im1rGuIMOz-8ZIJwdHEL82TjNWfU,25891
ZiTokenizer/languages/bn/vocab.txt,sha256=JoLCFX0ad3LClw0iz7_NKcInm4HNPmFsuJyxo_Bop8I,79510
ZiTokenizer/languages/bo/vocab.txt,sha256=dLjkHgs4Hh982-yjsdpJ6C6l2-DEaDZkr6Nr2enOMcg,23736
ZiTokenizer/languages/bpy/vocab.txt,sha256=pJGJC8oSYUWNAUaG8y6CnTeLzI6EFjUKt62R9dTyszM,44266
ZiTokenizer/languages/br/vocab.txt,sha256=CQhhsMkmtJ8VUikTdBjg1Bd1LhHk_Uv29cNvlMaDnBA,257717
ZiTokenizer/languages/bs/vocab.txt,sha256=BSxQQZQsccVpM5r9TKX0ZUuyXRIFzmb3cLZVG0CHA_g,327255
ZiTokenizer/languages/bug/vocab.txt,sha256=IMu1f6zzxmfrX41-WV771sztZ9yD4AWOJwt-T7rYn60,27356
ZiTokenizer/languages/bxr/vocab.txt,sha256=aqGOipILHMbx17uee_9L3YnWkO1h9fSgAAel_iTABoI,246364
ZiTokenizer/languages/ca/vocab.txt,sha256=VkpangAjokl6nrchSEicljcAsai-72wbAAfqhqLGX6Q,269290
ZiTokenizer/languages/cbk_zam/vocab.txt,sha256=XM5BJNCpe0HWYQS2xz4QPWNLBs9bF_w936ZBEy_eRyU,88073
ZiTokenizer/languages/cdo/vocab.txt,sha256=BY3GLN4RzKtFMTBupgvQTLhCZW-Q2kafJFuIbMyGYzs,46172
ZiTokenizer/languages/ce/vocab.txt,sha256=mXHw3tuNHxipMEwy8c2dW-8ZQO-X530jANsxSjRdAE4,128567
ZiTokenizer/languages/ceb/vocab.txt,sha256=Ybxuy18RM5ff3WAAh2IZFPQ8v3lN3kieE6W8XY1xe-M,87360
ZiTokenizer/languages/ch/vocab.txt,sha256=9bnhcpi07I6O0DwRu0dXlmJf3p7Xnk-acFgycgHy4Hs,17549
ZiTokenizer/languages/cho/vocab.txt,sha256=oiSlafU0_deR6n4tSwfYhEcPlZzd6CAqAbO0VKo8WUg,12957
ZiTokenizer/languages/chr/vocab.txt,sha256=XCX77vvUNBOh2i8nGAoFFL8qykpX_6EfVSr56MqowNE,23580
ZiTokenizer/languages/chy/vocab.txt,sha256=08MDeh8sniPfOWeGMhWvWgHUIgYeP_X875ioFxWgvDc,15939
ZiTokenizer/languages/ckb/vocab.txt,sha256=0J6h6y0HiSSI4uVDsEt5gwClSGCJf5tor0_r1ZTgFbM,513265
ZiTokenizer/languages/cn/vocab.txt,sha256=49uwLuLhn9tVxdOIbZDAuKclMrYrzq5ALsk0Eb6O_f4,12900
ZiTokenizer/languages/co/vocab.txt,sha256=5HOpP8-km3kApQ6WR7T0FYmDztZ3iK0jvYo2Te6Y9M4,241517
ZiTokenizer/languages/cr/vocab.txt,sha256=bJ26cmCJzgcdJtWOAc_Ww-Eg4kXlaKu_C2Vua2tg-kw,14009
ZiTokenizer/languages/crh/vocab.txt,sha256=L4hbmAqQMxQt2gNYCDnNDUvmxEu7iQgRlKlDBLp-o7I,157598
ZiTokenizer/languages/cs/vocab.txt,sha256=r3QDTVmBljlQfgk2m2hGfnasMdig6Kz2hZzIuG9YIUA,223762
ZiTokenizer/languages/csb/vocab.txt,sha256=3grn7l7-pFBz0aALcHokCUtDic3pLk_SCs0EvonNGPo,92416
ZiTokenizer/languages/cu/vocab.txt,sha256=4UeN9RbsITwk70ZQhpybYX4tuYZWrkV4ktOWmnBbo78,42257
ZiTokenizer/languages/cv/vocab.txt,sha256=KaLBZF_X3FE3bKwQCAmqZhVmdZyJ7Xq3q17JITQO9ZE,266057
ZiTokenizer/languages/cy/vocab.txt,sha256=Ul9y-9PdsO7GXEARz9pavLxUOsee3D6NRLDLyNlSGdY,233906
ZiTokenizer/languages/da/vocab.txt,sha256=VHSF-2QF5_WYif66JJOunEA8qd3Tt8C805wIPz_VwZE,360585
ZiTokenizer/languages/dag/vocab.txt,sha256=c62GoV18UaUO1_8dwJD1RTomsHsGJ-z-6AJ5ai0k-KE,101302
ZiTokenizer/languages/de/vocab.txt,sha256=10pGOdFjYdS0pr0BpH8W6Ml2s-oriHxsR5Xxreiyz2c,362090
ZiTokenizer/languages/din/vocab.txt,sha256=f3uu4efDXtRMii05LjSupOhqRSOqA7EHWODq9-wSS2A,27309
ZiTokenizer/languages/diq/vocab.txt,sha256=uoTbeYT5lxENMO23N94z8739RGgSfNfO6OlHSRNVGKM,236190
ZiTokenizer/languages/dk/vocab.txt,sha256=0BnrCL2ydUZVyCIeqXcbOBQ-VSFY_BFHtLhVdI3h3CQ,36967
ZiTokenizer/languages/dsb/vocab.txt,sha256=EqTv8RfW4tM74Q8SdwcUyTEHDOmFH0vsqB7fwKbbI0o,112579
ZiTokenizer/languages/dty/vocab.txt,sha256=iriga4VO9JqbLSHxGQCoiji7mqp-mxCpUVwnVwkFnIo,58766
ZiTokenizer/languages/dv/vocab.txt,sha256=Xm4nspt6Ii_I3s_ssK_qYJsCIDD2e85vJ8nKy7hlLAM,23188
ZiTokenizer/languages/dz/vocab.txt,sha256=O7gM02Py497kSPSISuqwX9fukaWHCLl1gAOj35PCAPc,27314
ZiTokenizer/languages/ee/vocab.txt,sha256=U25xvtnwaZxfhpqlSkXpr4DRg5opxnjWEm7wrylSNKE,28289
ZiTokenizer/languages/el/vocab.txt,sha256=uQNc6X5lWXUsSGUTvL1lDAfDykcLYFApR0rD7Fbwvyw,297879
ZiTokenizer/languages/eml/vocab.txt,sha256=UuJLufB66-OV8dZqixcyLaCJ_VaMSv9wlLT25ZHqG3A,147642
ZiTokenizer/languages/en/vocab.txt,sha256=qCKdYWFVie1mYxF8hpP3O5Pb3KH8K3pUlQxAVXaoI2A,281012
ZiTokenizer/languages/eo/vocab.txt,sha256=5tY9wOfXQly_0FECeXeVhYvK0zAcRPX2JYBebk6SP4k,320172
ZiTokenizer/languages/es/vocab.txt,sha256=i7XJrdOH-BoyKswwNPmK-9h0mfOi8zitg8DN70PtfyE,287855
ZiTokenizer/languages/et/vocab.txt,sha256=Gf0-wEme3m8fRmYepc9EnCbT4fiOZpf5o4LVjXEmijA,415660
ZiTokenizer/languages/eu/vocab.txt,sha256=LcYZrvaa-BjdBod4mHomYp_e56ZG0sWcKOfO9ETxJuA,364299
ZiTokenizer/languages/ext/vocab.txt,sha256=Lj6KyCo-8or7AFpqszYz9p9tXFNwVASD8IgwlpAMUuQ,131463
ZiTokenizer/languages/fa/vocab.txt,sha256=UJY3jI_0oBhxcADZteNKYNdYtBdkhKKexAvt4xA1CT4,317996
ZiTokenizer/languages/ff/vocab.txt,sha256=arkE3JnGoQxRgq3qARg8wIEdRjMDL5x2cLATCVyFPLo,48622
ZiTokenizer/languages/fi/vocab.txt,sha256=rGkvs9BzvBfYMr5EMgctw75p_yj7dMwp_c5PHkJn4Ok,419626
ZiTokenizer/languages/fiu_vro/vocab.txt,sha256=q30SEv1kH2W3WWcrXjqiSFpo8jiLji8CUNsLbcONw7U,107966
ZiTokenizer/languages/fj/vocab.txt,sha256=jC7EsXrzjcykHlg9oG4L8USuxF6vGUxpPJNfxR3yeOU,38620
ZiTokenizer/languages/fo/vocab.txt,sha256=mLO1p9b6hQX88EOMOfJgA4qesPAe2J8NMfB7C15UrVM,291745
ZiTokenizer/languages/fr/vocab.txt,sha256=caLtMt-7FKHIevr-7GE-V-snWZjehfqJcY_xP6lL2E0,237897
ZiTokenizer/languages/frp/vocab.txt,sha256=JIFmCMwhkmQNoVVvfqfGd7B0CREF_mUjw84dzMUFzFE,88659
ZiTokenizer/languages/frr/vocab.txt,sha256=vOFuasYYboYm1fnOhvRaj-rAFJP4OY-bmV91JwTsaTQ,241441
ZiTokenizer/languages/fur/vocab.txt,sha256=B7L1-uTxOtkkl6Mjv8NdHy0LZCgCosC3KBBH36-S_i4,110048
ZiTokenizer/languages/fy/vocab.txt,sha256=cGrc4y08Ec-kEqwCKK1w1GsDl5XrW-yyy8LK1e-iFE0,309451
ZiTokenizer/languages/ga/vocab.txt,sha256=KANTf2YqhmKTrZ9QN5exIN5b8jGKA6-61r5UHCftClQ,222590
ZiTokenizer/languages/gag/vocab.txt,sha256=8tYejyZqmO3E0eZXnHTPzOzj7Te6PQFokGVdKcBMtlg,81767
ZiTokenizer/languages/gan/vocab.txt,sha256=MugWMPSw7wv7_-GheE3_ZUfROoQo7hhwoP785U-6elI,44421
ZiTokenizer/languages/gcr/vocab.txt,sha256=702JtD2TLHKSv7zcUUj45PQ3xEIQGzyNug_KGwZy0jo,61218
ZiTokenizer/languages/gd/vocab.txt,sha256=ppFTFVKKYhBkTIG5ZPidbwNEWVTiBjg2-erYRjADBe4,226277
ZiTokenizer/languages/ge/vocab.txt,sha256=F9a3YV1XRND4X7opOiqR61VSf5DtdeaL_wJKSrhvtdg,58316
ZiTokenizer/languages/gl/vocab.txt,sha256=51QdANMQuKoReTRa073-cFXC7My_W6n-LOwwhXfdGHo,299095
ZiTokenizer/languages/glk/vocab.txt,sha256=LsNMr28SaI2V0gp9rUkvAe04E0_RfmFOxnstBWp3TjI,146114
ZiTokenizer/languages/global/vocab.txt,sha256=BVoQvCPdW4NScFJHwA1Fjh3_-nj-P9a-iZClVm_D7Bw,860689
ZiTokenizer/languages/gn/vocab.txt,sha256=qhzyX4uAuSk7DxmiPVaO5Ts5ktQ4vQ1eJfqcIGu8Rd4,142626
ZiTokenizer/languages/gom/vocab.txt,sha256=D1IQHnn9ZtMCm3YGOckYUwseKUYpL9teOINTZ0zsg7Y,106780
ZiTokenizer/languages/gor/vocab.txt,sha256=LA9FEXuxrMvv-ko4opWXY623XhfmtU5L5z6iwvarbn4,91239
ZiTokenizer/languages/got/vocab.txt,sha256=vHWgubW0zmIszkq_zt63VWytfb_ZNjuJ9zOQw25pmFU,28557
ZiTokenizer/languages/gr/vocab.txt,sha256=XnqizEmFwpxpaiNr-ofj0sMhL1kiTIkDPp2IZOY_Ftk,13587
ZiTokenizer/languages/gu/vocab.txt,sha256=YiUeluJQ_oMq0LyehdL7DBImM4zL906f5S1HU-kY3QM,68669
ZiTokenizer/languages/guw/vocab.txt,sha256=ACPoOTOHAH8x4941tt5LQgg5zeBmZRb8ylQV0r1Fdr8,46301
ZiTokenizer/languages/gv/vocab.txt,sha256=cDUY0DHF-nBzskVFve5s9hSHdw7P9zN0OiW3xnrsQMc,139237
ZiTokenizer/languages/ha/vocab.txt,sha256=kBpax0D3cvSBqNm6o0NQlvHXfBUSZvmUzonWrtNRH2I,217914
ZiTokenizer/languages/hak/vocab.txt,sha256=BPsvUw_5Rf2v8e63aJDKRfKAjT9py-DLmGibRH9UmC0,57172
ZiTokenizer/languages/haw/vocab.txt,sha256=8o08cRwJ0haYcxeyyvXKQ1BTOe2--MbOhf10NQeWMsw,33350
ZiTokenizer/languages/he/vocab.txt,sha256=rI9L6jsbjy_mf2wHmymxIErg05dHkZEkSwGrGUPuKYc,521545
ZiTokenizer/languages/hi/vocab.txt,sha256=ZsnDmdSsNtSphgqmoyiUkVa0YiTnSO9FsuBNYomknZw,67228
ZiTokenizer/languages/hif/vocab.txt,sha256=0KysbIXCOEZuPhX5Red_yp5McpOfO9mqyYdRgprQ3kI,124416
ZiTokenizer/languages/ho/vocab.txt,sha256=SJ0mqt57qpDZBBOkcIBQN9wf4IDnZHjmVQsZPv2NDFE,12883
ZiTokenizer/languages/hr/vocab.txt,sha256=1Vh1nu9Frdl5EHgIwqVYwuTRFoa5xHcH2rDSDfs4j0M,372432
ZiTokenizer/languages/hsb/vocab.txt,sha256=QRhh-GSkzT7miCF4-Lykw62riNjac6Fw0OWDqeooYP0,248827
ZiTokenizer/languages/ht/vocab.txt,sha256=eOI88HUQ1BlX5OYCeRS1nBjtRR9o-UQnQeM4eLvEVSs,235925
ZiTokenizer/languages/hu/vocab.txt,sha256=D15vdMlzStabkljjaKuOU9m9HfpSpC_B3DgePXQ7QNs,220581
ZiTokenizer/languages/hy/vocab.txt,sha256=eElhsNZ_oNp5rm7nt_dVBJTCMdfPAA2C_I6iKF9MN8o,636229
ZiTokenizer/languages/hyw/vocab.txt,sha256=9GB1Rwk6pK-2ntvXCkpfc81H90RHGXL-krMMNAq5pIU,756643
ZiTokenizer/languages/ia/vocab.txt,sha256=Z68yHrxig24Qrz8M2kkUqEanu7eCbR-L834dSd815W8,368709
ZiTokenizer/languages/id/vocab.txt,sha256=SnwT1o9lVU0SmDo9_cUJktlk2qC1YSGZXzR1XUd15To,294097
ZiTokenizer/languages/ie/vocab.txt,sha256=B4JLI9Xr2DHKhrxTFKmasRiVeCyZwDmqPMCJ6lJ2b2U,141125
ZiTokenizer/languages/ig/vocab.txt,sha256=a2-4qxb8EOW7Zxl-4WbLBs2epR3nqR-Xg0WneFWYZL0,160091
ZiTokenizer/languages/ii/vocab.txt,sha256=t_rweojey4qnQyLdA-fTTtAcHKzQAh9qsj0JDSosNrM,12906
ZiTokenizer/languages/ik/vocab.txt,sha256=E5qF9YST7K9AXiKhoEhe0-0Xc0j7KbiBZwY_vrO-oFc,16714
ZiTokenizer/languages/ilo/vocab.txt,sha256=FRLr0-UHKn6EDcxXp4wNldKI3QnLGBwC93qPTX0INDc,248154
ZiTokenizer/languages/inh/vocab.txt,sha256=N9ZLtIwM_QZjVlxxfSsRmAPiWFKdZsiYTvmIRE8-ZfM,120861
ZiTokenizer/languages/io/vocab.txt,sha256=m1oZBC2UkyFzJ3eqTKZ_rkJsv6vR0I1tXJK8xi3bUvs,291935
ZiTokenizer/languages/is/vocab.txt,sha256=2PAQerJGlqd8oDSL8rdrHhdK9rcolwv97s7WSeCTJC4,265309
ZiTokenizer/languages/it/vocab.txt,sha256=Y0npPowbBN0rEmgf3MB_pVAKkTYV45wRLWCF1L7p9oM,349747
ZiTokenizer/languages/iu/vocab.txt,sha256=uYJZuCFNZHVC-Z1xSKf0G70N-dKGPDCsajfOsGIj8O4,18293
ZiTokenizer/languages/ja/vocab.txt,sha256=GInC_pdEtIzatIBGcC78WG0OhyDYY48anUn1axbiwPw,59447
ZiTokenizer/languages/jam/vocab.txt,sha256=Ic_KYy2VRsM2uCgWFkH0tJ5WtbJwf1l7CXpyUEa87ck,53360
ZiTokenizer/languages/jbo/vocab.txt,sha256=0fbbuJak4Q_sO7WrekTG5OUjoAsOe_Y--rTLEallLf4,52253
ZiTokenizer/languages/jv/vocab.txt,sha256=LhcTY_lHON7VzOnOJ3OfcQu0kNtA-toYoHCQcWrxgSg,231996
ZiTokenizer/languages/ka/vocab.txt,sha256=WVoPgHs3b0dQUgqs77dDe-K68hqMuvKDE7X8-CFFjXw,1013487
ZiTokenizer/languages/kaa/vocab.txt,sha256=sX8P47jNaqCyYwdGVghkkLzGbbYMGg9wIryddzt4BW8,145224
ZiTokenizer/languages/kab/vocab.txt,sha256=l4GFSGkvvuZ5_dovShFuC7m4b6_bJan0KyNMCLxcWbk,128224
ZiTokenizer/languages/kbd/vocab.txt,sha256=QX5IiEBhOFtBNRtuxSoRm4YyFtF8FkpYAHDEgRBlZ3s,110033
ZiTokenizer/languages/kbp/vocab.txt,sha256=IlPjh_ki14S4wnB4W9hBaoPy08LcvCzaeBXcm_uTDR4,84696
ZiTokenizer/languages/kcg/vocab.txt,sha256=0yu16CevU1QDacABaLXw8z_UfGYWGJqZ_y2okAZR42s,29258
ZiTokenizer/languages/kg/vocab.txt,sha256=7uIZ7_zuGjc4KtekypJwzbxVoZDzhsnViPicPt9OoJg,22110
ZiTokenizer/languages/ki/vocab.txt,sha256=Q0M6QZ-4IYl6hrCLulGIjSkJt4-kLZxzr1H8xWiHwN0,22913
ZiTokenizer/languages/kj/vocab.txt,sha256=pVlBhnZXYvn6suZjsksFfK_Z73Wxyxb6rqfHwXgNQd0,12816
ZiTokenizer/languages/kk/vocab.txt,sha256=3qcuJi0sNh3_gLMOji9xOJTRL7igl7RA2lGyp95dmTI,551160
ZiTokenizer/languages/kl/vocab.txt,sha256=6BAg6gDzAlbS-JFfDzEQcarZOGYlvqNhXWgX5-4pb_8,24442
ZiTokenizer/languages/km/vocab.txt,sha256=UQb-apWTZQeBWWYD60M4IDm-rpdtfax_V5doxbo3daw,81873
ZiTokenizer/languages/kn/vocab.txt,sha256=hHh-5kh82QmGq90GDlIba8z2Kq5hsGLfamCUeBxPzxE,67405
ZiTokenizer/languages/ko/vocab.txt,sha256=XpM5MF3rs2ztXoDFtigNGhFUfnv9GORqHj-O4UOMFZg,1082478
ZiTokenizer/languages/koi/vocab.txt,sha256=SGSEG0f0DQQouB7GWYfpF5i5ygPwFBR3lv814u7I7ek,129638
ZiTokenizer/languages/kr/vocab.txt,sha256=0oWw1CmTt6XB6_A4L1gDYNY5rDRprqfQ-_RRrP4f1oc,12810
ZiTokenizer/languages/krc/vocab.txt,sha256=n3LK5USCPW8qeFlZ4dchI9qhw19QvZOvxPCKWRI1GiY,163017
ZiTokenizer/languages/ks/vocab.txt,sha256=ILgs4n8WaKD_h9YZmzttO2bvQia6ZRa5PMuqD5nc9Nw,49254
ZiTokenizer/languages/ksh/vocab.txt,sha256=kYfSTM5TLv40aS2X2TThTb0i3rRbjH3WYOcodGRQsh4,96265
ZiTokenizer/languages/ku/vocab.txt,sha256=Ggc5uXvjbCq5t2BMdbOTgwBJD_8g3FlIENdIk8jGOxE,192864
ZiTokenizer/languages/kv/vocab.txt,sha256=syjjyh4Zeva9wuVua2mN5HnUfHHKQ7czb93f_RKnYsw,206093
ZiTokenizer/languages/kw/vocab.txt,sha256=vNU6AxF-UEFw7CXmEDGrWxMBaWaK5Qsd8pQDvHXLz2Q,118340
ZiTokenizer/languages/ky/vocab.txt,sha256=yNxlWkQzoPWUa6wYdnWBP5wkyjZnqYJRuh28akllfyQ,598014
ZiTokenizer/languages/la/vocab.txt,sha256=O5BnTZDkO2kmCVfe5NNbKDwYGVI-ofiEB4CxDICO89I,465807
ZiTokenizer/languages/lad/vocab.txt,sha256=qSuE-m6KFXDhCjPu17dzzzKb37HG8IUCZ-PGVbhfRJg,136321
ZiTokenizer/languages/lb/vocab.txt,sha256=oeHl3kRr1x0FKQi7351NCmiB3vbFap3h9zgJnkAXBOk,302593
ZiTokenizer/languages/lbe/vocab.txt,sha256=w71RwRfxoGZCZPyscEinbjtEOGHSDF7s4gjzDdYMvIw,34661
ZiTokenizer/languages/lez/vocab.txt,sha256=dcqI2mfXRLc6weJJ4bpgveULkfb0pjgdjG_yr_Mp_pY,249771
ZiTokenizer/languages/lfn/vocab.txt,sha256=fy15U5xhZjT-OP5ROuPr0_4fKTfCbQ5vK9ePYcLpKwU,156698
ZiTokenizer/languages/lg/vocab.txt,sha256=hRm_pVfaIuEuvefdzsrFlRoH3F8_GiuT1MUvUvijxzs,181591
ZiTokenizer/languages/li/vocab.txt,sha256=yfQSllzCMYw_fR8q46PMI41S37sRUwXtT3WiVwQ3Mjw,291776
ZiTokenizer/languages/lij/vocab.txt,sha256=qeettyUxhp25IGecTYlEfvy36tj-t9VwUnLSgLJNuEo,238297
ZiTokenizer/languages/lld/vocab.txt,sha256=_AGmRMpwaD1_VTqlYLPlxSrWlwJw2rhlSsAnL-JP18w,110673
ZiTokenizer/languages/lmo/vocab.txt,sha256=SG7FXC6DL0O0GCks2RLE5mddptnlq9XYA7i2OLAarZg,203301
ZiTokenizer/languages/ln/vocab.txt,sha256=3ugDrHJ6a80Pbu6IjlgE6--wa5DWY1ZoUNEsaMqvUKQ,67335
ZiTokenizer/languages/lo/vocab.txt,sha256=35P-ccIzyI-2tYnafTlgnbYQA4RDQCDoluZ9MQ6sKYE,282901
ZiTokenizer/languages/lrc/vocab.txt,sha256=qS3k3DeaAqxeAQHr93M6jHVBJUNrpdWkfFab1194WNQ,12836
ZiTokenizer/languages/lt/vocab.txt,sha256=hwesOtSzP_-wC1Tiy7et9rDcpR1RfoqXkJasnP7Ptdk,266110
ZiTokenizer/languages/ltg/vocab.txt,sha256=DscQYqa-TjPthUrOq0H7OUqMAmW2OLQvg2u7NN5qoyM,44442
ZiTokenizer/languages/lv/vocab.txt,sha256=baYItRGAfm5Q36hfKnMSFjyEJtdPMzimEmp7ft_tGag,219259
ZiTokenizer/languages/mad/vocab.txt,sha256=zErKULTx2Rbu5ctczjWtKmynqK5ttvAIG3XciH7vxno,42050
ZiTokenizer/languages/mai/vocab.txt,sha256=rex67xYcRqE74Y1qUfeD3Q-qpSeLL_jr-pMkgB_4cqU,85522
ZiTokenizer/languages/map_bms/vocab.txt,sha256=nHpPYq1aGTw3UUQOuOuXrwMihuoIWRvan7OVsVPmX04,125350
ZiTokenizer/languages/mdf/vocab.txt,sha256=GMSQGede4_4NVFEddduCnZR1W8rUgwBwIQESuEUJjyo,142008
ZiTokenizer/languages/mg/vocab.txt,sha256=2SMORNf4dt-3VFbdBNLsgEbvYXIogs5EI50DFqW16F0,204558
ZiTokenizer/languages/mh/vocab.txt,sha256=AyVJDsk6dHt4y5ni-uUm1i9xSW67fNY575VXy6_XZLA,13064
ZiTokenizer/languages/mhr/vocab.txt,sha256=L7mhmEsk27a7SVEFI5ocI225Ilp6cDN6i7FmdUlKJX0,275413
ZiTokenizer/languages/mi/vocab.txt,sha256=DQRKJb1nl28aKKDdldC27ZxNVlpO5RmkW8Rnb7RIy3c,53572
ZiTokenizer/languages/min/vocab.txt,sha256=cczfBEzMI1G7cizLHcM7pst5A3DD-7uJvk3mkw19G6c,108551
ZiTokenizer/languages/mk/vocab.txt,sha256=xU7mIciU78tuFsUIOTEd99X6UkIoFczXcudlHrMrc3w,603453
ZiTokenizer/languages/ml/vocab.txt,sha256=XRluttqydIt9GxeZIXBvcAPRwBjBoGrLHmG6y_WFKY4,87265
ZiTokenizer/languages/mn/vocab.txt,sha256=90ELMRTv8cMtGg5FxlCQCRUx2QKKr9QTcKSSzUTgJsM,488623
ZiTokenizer/languages/mni/vocab.txt,sha256=aZVxTR0fQ0sa5UCp-fKgEvh1goMRchfTz46UKjl3um0,40500
ZiTokenizer/languages/mnw/vocab.txt,sha256=pRJ2tAxPIzk-g-cAmrwZw3sTJuet4Ap-vdAnv_KQVkM,71606
ZiTokenizer/languages/mr/vocab.txt,sha256=GkrKIfNiq8yjkRP_MCSvh2tVWX8ptorkbPIuZLi8Zhw,68020
ZiTokenizer/languages/mrj/vocab.txt,sha256=PQLVn3OhFx_CDt5BVpzC-PafHwqbwry1ruZpdQsE5SA,192223
ZiTokenizer/languages/ms/vocab.txt,sha256=2MKAEH_jONE7uW7HL_4VLlDRfhfjqe5zkO3crsl_Ajo,286750
ZiTokenizer/languages/mt/vocab.txt,sha256=RmB-VdE0mcSH0oBKbM0dKlH8NtkgpRYe1FDKDRABycw,253074
ZiTokenizer/languages/mus/vocab.txt,sha256=djp-ehvsFskFKwzduHBp3ZptJABanbfuypaOgrYZ82U,12842
ZiTokenizer/languages/mwl/vocab.txt,sha256=GNIBGEuC_Oa5y3pfNSGFJXWlyD1q1j79JL_lNK5Dyjk,286079
ZiTokenizer/languages/mx/vocab.txt,sha256=EjtIrRflGevG11QXc9h4h6wG9iBIQEP5aITK0MjNdKA,49874
ZiTokenizer/languages/my/vocab.txt,sha256=dO5G-Ea0qWZ-NaATpaSIcPEvrzhScXyYao5NEKkp8JU,55433
ZiTokenizer/languages/myv/vocab.txt,sha256=Kjf_hiUzpdOXQ-GQ5xPazbZPylc897ybiRliP393xz0,360790
ZiTokenizer/languages/mzn/vocab.txt,sha256=Iu6rPVel82Tw0UtGv47MFeNXKkmV2LMd4l1ytGhn6CU,216991
ZiTokenizer/languages/na/vocab.txt,sha256=kZ6HVp_ibyaV-ld7dHJ_R3vZcLEQhOEh1FRQnoMxcGo,24190
ZiTokenizer/languages/nah/vocab.txt,sha256=mG2tGWwi1zsndfbS-FSKBfflWwbjIoYbegEqYLoBtC4,126062
ZiTokenizer/languages/nap/vocab.txt,sha256=uLuds_v34Fyi1avtAyh7xgQ9YqlaOriNCLGaIBBEly0,256580
ZiTokenizer/languages/nds/vocab.txt,sha256=14pNhVL5JKrL0GHfXStsULkn2pjycHJIc9bGRalvlSE,251608
ZiTokenizer/languages/nds_nl/vocab.txt,sha256=M5jtQIJSs4c68fR2P6zxPadX4pnrjVOAgiyE9GZVnec,325996
ZiTokenizer/languages/ne/vocab.txt,sha256=wnWrHVNay8Q21P9Cf5NPsQVHPfGxMT8fePR0KeNGeJY,75561
ZiTokenizer/languages/new/vocab.txt,sha256=l0O8Qtr6AQSQqtvRBvADKPY4usli3i2fMcTq1uL8XJA,38589
ZiTokenizer/languages/ng/vocab.txt,sha256=va30njG-tg0IidtIQIJWtGCvIid63FlmQ8yF88otVZI,13988
ZiTokenizer/languages/nia/vocab.txt,sha256=NBKooNsaYrBZjK1JL1G3JRmaHF6hPutpOWsgcJ01W24,102742
ZiTokenizer/languages/nl/vocab.txt,sha256=y_6BaYQ44ysVEVhWnDM1e6mSjClaR7HYeLwIVf7n5bg,352048
ZiTokenizer/languages/nn/vocab.txt,sha256=VzfJiKG9Rj_VQDEI4N_YgWbRTea3sMX8f99X4beFuI4,325204
ZiTokenizer/languages/no/vocab.txt,sha256=ZFIcj2IoUa4zqReSMBZ1FGvwD6U_-_hUp_DFP3yp79E,363610
ZiTokenizer/languages/nov/vocab.txt,sha256=9s13lGKSl93ZlZlyRdJGqssVxw90gZz6WaMCKJndWmk,42299
ZiTokenizer/languages/nqo/vocab.txt,sha256=rulZzkqhIF7Hfu7ebLW0oQtXXdA7XCjgFjih_2rnI9c,71458
ZiTokenizer/languages/nrm/vocab.txt,sha256=XhCW6YV6QJZf_oba1oGitXh4DRq8VNsMiaiSghPMbSA,75975
ZiTokenizer/languages/nso/vocab.txt,sha256=h27sbBhg5l1IegYLzF7XixZ1Zjh1BWURzaDorZLRLgM,50777
ZiTokenizer/languages/nv/vocab.txt,sha256=7frqkf3nh80C365Tnf7rmECwKtoNjlT41qoFh8Y7xUo,44691
ZiTokenizer/languages/ny/vocab.txt,sha256=PnH1lgmik210QcclVxC7lUet8pX4OiRBgsW_KT5lbP4,76743
ZiTokenizer/languages/nyc/vocab.txt,sha256=EU_cvlvx6FBZEH4bUZNVP4eBd7G9lPJTKi1jbqDfavs,16851
ZiTokenizer/languages/nz/vocab.txt,sha256=pTgS9-5Xpe63zTniP-aOEY3pSk46-EbL2mUz5axP5bg,16523
ZiTokenizer/languages/oc/vocab.txt,sha256=C1uDrkQR6A9YendRmWVUHefJu2PcMJBTNDrfk246pGU,266965
ZiTokenizer/languages/olo/vocab.txt,sha256=kHNjCCXLBcCFzJfLUZV8UVBJxsQm52S96ZV2QYB1Umo,105504
ZiTokenizer/languages/om/vocab.txt,sha256=945sVXeHA6gk0NRDeSC9M3K3PGD8U9Jt9oTYPT6T3h4,158168
ZiTokenizer/languages/or/vocab.txt,sha256=2YJoO7m_Z3Hthol3pnEFAZVQKx8-ihT0YAAJ21Rvgl4,98960
ZiTokenizer/languages/os/vocab.txt,sha256=4h8CPI7zUAUHKgpQvpUqTT8GjQ7wkRTjRrOz-toCiCM,311925
ZiTokenizer/languages/pa/vocab.txt,sha256=EUFDYJ2sLGip-Kyr6HtVaNVAh_gcjmVj_QUPaSi0qgU,80189
ZiTokenizer/languages/pa_us/vocab.txt,sha256=QwWBVkKrIpJSm2TGuiCSG8RpVW9eRdk_IFKchfDLpHQ,16417
ZiTokenizer/languages/pag/vocab.txt,sha256=Jianfar8vCVZMFen9DOiGh-pC_HkpYmSYwNy-nzcXKA,65876
ZiTokenizer/languages/pam/vocab.txt,sha256=b4W5oaOxpwIqCvmykZWzyukayB8ATxowkC67KCpE0tk,202030
ZiTokenizer/languages/pap/vocab.txt,sha256=xfti_YZnGzH8K3eaYSmQcYMu_AUFT0vk0RHFOve9RYk,91593
ZiTokenizer/languages/pcd/vocab.txt,sha256=B1mjVSexxeN8Ojph3FVsDR0-FZrr3wJxOPEmuJlDL-Y,137361
ZiTokenizer/languages/pcm/vocab.txt,sha256=vciJUjsKDHIYM4tB5KbR0-ddhz9rIrc36N5qqQbO5iQ,42633
ZiTokenizer/languages/pdc/vocab.txt,sha256=R4uMcNVDLFO9khB0fzvSsZe3xbW0BPUx2TN6pcQD0c4,46448
ZiTokenizer/languages/pfl/vocab.txt,sha256=XB9pJtoPfkjB9xSOPc13qOBubrrs74jCuERHrk7CMOw,118534
ZiTokenizer/languages/pi/vocab.txt,sha256=CHN7HDvROLCERwhrNlMrDZxbCDlApytxMgpamUKFPV4,19510
ZiTokenizer/languages/pih/vocab.txt,sha256=3XiryY33QpmXbjk-K2u2AFUSLdvd-CiCRp42Khk2k_k,22583
ZiTokenizer/languages/pl/vocab.txt,sha256=2vqMf6A44lUFSLpOWIWVA63_o1YCGog-faDkj0cWFLc,356302
ZiTokenizer/languages/pms/vocab.txt,sha256=8hVVEv0s4OyCJxrulB1SZgxeFBiWc6Hpr0SqlfkfrSo,162983
ZiTokenizer/languages/pnb/vocab.txt,sha256=8csWRyMzBK6MqKRNpSfJTrS0lO26uOQTX-Pywwz8reU,322505
ZiTokenizer/languages/pnt/vocab.txt,sha256=j3bcW0ocxilzFvfhl5UkYNNFDBQwbUB-mK0t5OoUZvg,33325
ZiTokenizer/languages/ps/vocab.txt,sha256=3g8GUw1Vvx1FT6rURKblzoa-DtlfvPBRsgjcCUPNIWk,403819
ZiTokenizer/languages/pt/vocab.txt,sha256=hmPObdaFO-eYUlqFZSl-AWjLIVK3lZp65yiywqTpqmg,278849
ZiTokenizer/languages/pwn/vocab.txt,sha256=PO4Xoe_GrDY66Yjau6VrHAAdw-Q5C_OLE_T8-3S2hIM,37521
ZiTokenizer/languages/qu/vocab.txt,sha256=4wojR_vSY5WmekPGAQOAVGN7tXoXwQsnTpIZeciZGl4,301770
ZiTokenizer/languages/rm/vocab.txt,sha256=TR65O6inN9qWUtkWPIgHJCZe3yBMA1t3COL51lpLg60,279828
ZiTokenizer/languages/rmy/vocab.txt,sha256=ZaYzJEc6mr8fDUamnX7builHQaTyxAbfbTY_1iHdyzs,26464
ZiTokenizer/languages/rn/vocab.txt,sha256=62LjrPmSIkkNqvxUF71kF94Se78uYZccFns7I88bfFM,28519
ZiTokenizer/languages/ro/vocab.txt,sha256=EG13wplBK5vuOY7NRNIL-ZQZphMHt5u2E5jei2VS18g,272608
ZiTokenizer/languages/roa_rup/vocab.txt,sha256=PQY8nSi8B1U88Xgp_ieB3WfKuzFOrfemhaKQWNtJdhk,62239
ZiTokenizer/languages/roa_tara/vocab.txt,sha256=04U5VQyriDh8Q9uHEyJYJsbAhpJhJdutUX5UZ9_laQQ,163906
ZiTokenizer/languages/rs/vocab.txt,sha256=1HiWUlv2CeJqB1-07YQBbKKqqbsoyOloSDnYeQh6ih0,118956
ZiTokenizer/languages/ru/vocab.txt,sha256=0hQBDo5B8KFEwuJ1VQ_aoDPwNmGh_7In_67rlxibrBY,704028
ZiTokenizer/languages/rue/vocab.txt,sha256=wA3QAyp6NwFN5cNz-peltJ2bokvzsLllcuwCMgKMuY8,440962
ZiTokenizer/languages/rw/vocab.txt,sha256=9oVNtrY7bFUba8M6OiywOApjRUMP3z6gnr0kuhxYk1k,167197
ZiTokenizer/languages/sa/vocab.txt,sha256=1kV0SgTGHmgF2dg_16K2fkTVT9ITzB05Bh7sAn9OKgI,86393
ZiTokenizer/languages/sah/vocab.txt,sha256=jwul0Terojizt4GswI467CEmru6FqD2yVk8XGx4vEU4,664254
ZiTokenizer/languages/sat/vocab.txt,sha256=Y9tYgCCousK1MBoOfjnTUHJ5COAkpKa9Ukr3NHapFAE,528495
ZiTokenizer/languages/sc/vocab.txt,sha256=DE6wfA8P5cg-UEIWu0M_tQtK4ONTRO9QtEaU99tc7qw,316517
ZiTokenizer/languages/scn/vocab.txt,sha256=colegymeiPOiAFU_HfGiZHOl5T1_ME3SsHOomKnlUMs,329806
ZiTokenizer/languages/sco/vocab.txt,sha256=6IzaW_loK5Bl1_TKoNTq74zxzpX83frqgLsqG9avS2I,284483
ZiTokenizer/languages/sd/vocab.txt,sha256=Z8krmrSD3TaDNY4-zhWJgbBo2VD_iBZIniX-Tqj7WJ0,291407
ZiTokenizer/languages/se/vocab.txt,sha256=-ZO_MJeVGCgSYBwMBy5q4CmimL4qFFFKQfecOM0t_v0,244712
ZiTokenizer/languages/sg/vocab.txt,sha256=2y0dui78PbK8OGha9A9AKV3QzHfQjH1sjc1g69f76Tc,194547
ZiTokenizer/languages/sh/vocab.txt,sha256=v__-sl4DtwwQxcQhd0wRyxFp6YZMdnOJGhQLYwwgN3k,242691
ZiTokenizer/languages/shi/vocab.txt,sha256=Yk9BamlexQQ-Z4rWZyynVlqVsRyzcqHz29gNehj5QV0,66216
ZiTokenizer/languages/shn/vocab.txt,sha256=r35hKvgwZsp_pVk9r4JRQGCWRCCebhVzttw_KPRHCZ4,40072
ZiTokenizer/languages/shy/vocab.txt,sha256=S3UoI-jQzKTDiUneHfnFYZG9NqBPJYSV4ll72bN07hE,25450
ZiTokenizer/languages/si/vocab.txt,sha256=GICxKv9aZCMQNLfP_odn_vLmcYWKrmnkpEY_O3F30pI,81996
ZiTokenizer/languages/sk/vocab.txt,sha256=yi0senz2IMKKqC4o6d1thqp0oCmgbk4JLyC6unRK96o,247313
ZiTokenizer/languages/skr/vocab.txt,sha256=wBWWWu6E5h0QrXXw_1G4EqqgwjbkNQQleCBfNLLD4EA,187329
ZiTokenizer/languages/sl/vocab.txt,sha256=uGYxz2gzMrGYZv2Tyzfmf-4mvWYQR2PeK3KXaASUYfE,340785
ZiTokenizer/languages/sm/vocab.txt,sha256=Q2-z1xUBC2bXyWQ7t24kVViGg1YX0QukKSa3gSfnzd8,39312
ZiTokenizer/languages/smn/vocab.txt,sha256=OWU4lMGOjEPoAhxCgtto1PoMQdRNNCSvG8TMmYivT2c,140318
ZiTokenizer/languages/sn/vocab.txt,sha256=TvOt_f72p6YQ4FgvXl0QV2G42Ukek5LcQx3Y2vWQGPw,244285
ZiTokenizer/languages/so/vocab.txt,sha256=YRZtDXh2LwonJl9qCAh1a-A0x-t5CSIWZHrIfKHazmc,338963
ZiTokenizer/languages/sq/vocab.txt,sha256=Kjec1gWR4rjHto15xbawWR5jgPpF27eEcKyvFDOYFTM,267848
ZiTokenizer/languages/sr/vocab.txt,sha256=oJeqw_E0201_LYdwx4V6hRyCmM5HzblgBDqEcxdLGus,621988
ZiTokenizer/languages/srn/vocab.txt,sha256=KbV0ub8HgrKdLX_PrNDUh-dzT3R13QtVWDyTAUpMR5U,22621
ZiTokenizer/languages/ss/vocab.txt,sha256=1nut7PKEV7ZlFEsyWTkUR55hIq9XH1FpA0VVhMCntXE,41518
ZiTokenizer/languages/st/vocab.txt,sha256=b7E1Yonm4AJeSdpzCV1gP8895gqn5mxaLMx1jFEg_Pw,51895
ZiTokenizer/languages/stq/vocab.txt,sha256=LWk0tWS8HfQmA0GsNZZBExHPJEKZ53g2VecFNYSPgrw,133082
ZiTokenizer/languages/su/vocab.txt,sha256=kLaHVeoCAyg9XpfXh-z6AfQ4L3P-SlRK2D53SuIfEWA,258144
ZiTokenizer/languages/sv/vocab.txt,sha256=TKKVBQYsFKtJ0_RmN80jb2whTzErduM6Qi1pnZkWLJc,214092
ZiTokenizer/languages/sw/vocab.txt,sha256=l3kXLpaSpyCL-XgTod2CLb5CyWq8ep5MOqU6UOMApdQ,303969
ZiTokenizer/languages/szl/vocab.txt,sha256=MdvriXExmhZaIjhP3YtbBp3VyQT_OeppxN-rKFVIN6w,149834
ZiTokenizer/languages/szy/vocab.txt,sha256=iJs0LvOt0MfvKFrBzdilNxrypqclfIh9aR-7xE50un4,140895
ZiTokenizer/languages/ta/vocab.txt,sha256=skr9mDSvkuecK5wJMW8URJIfLh4CqAFBNdLeSD_X6dY,58722
ZiTokenizer/languages/tay/vocab.txt,sha256=QD03hLu5rdyTbaepVwatbTsNjO7XDvddQVSgW21baRk,53830
ZiTokenizer/languages/tcy/vocab.txt,sha256=bWQ3Xy3iURWXOBVRdvA-VKBMM695D-qy7s0ySos49lg,55946
ZiTokenizer/languages/te/vocab.txt,sha256=MyxjE4TxAlqWsmUotqsoQh-LWwrvl2IuTJgACuDO7ds,56303
ZiTokenizer/languages/ten/vocab.txt,sha256=eRR5BP1O3WzC9V-U5t6ykz8VRtpJPQWzBlv80szq-pU,40219
ZiTokenizer/languages/tet/vocab.txt,sha256=xXkpoxKksLEk9z8thzyhZRIl8awT1CUxhsqJ1YuwIK8,52661
ZiTokenizer/languages/tg/vocab.txt,sha256=8f2FYM_sAbiZhV8-RBGI3Iy9SFBPl5UMBxURXjuB86Y,428155
ZiTokenizer/languages/th/vocab.txt,sha256=n5juQjIdrXechql2GEkWXfGMVD1J39iYptsaP4kNlIs,369484
ZiTokenizer/languages/ti/vocab.txt,sha256=EZw2sBmA8WyySL4xPHPvr9pjGzYlvv8IaK4HVeEEILI,35176
ZiTokenizer/languages/tk/vocab.txt,sha256=NMAfzDuOz4RbEzl4BrCd0M_05gYrYG2RE4ufWVVSbjc,229885
ZiTokenizer/languages/tl/vocab.txt,sha256=Sg37EGL_LeVdJu6JuAVyOx6yLjyLMRhXC0vymIkjmbE,301170
ZiTokenizer/languages/tn/vocab.txt,sha256=pEgAuqVrMQ4PPRLrhCCTg6_Av704JQn2S_aYhu99tHw,68629
ZiTokenizer/languages/to/vocab.txt,sha256=sLoVQ8gl8uWx3kFQrctUplhkK_PFdHbzhnBSJ_UlyTE,35516
ZiTokenizer/languages/tpi/vocab.txt,sha256=Jv6ZlRxFLHvoAaQspTqd1mFgNd5eM564ZKo7xV0IlKo,48573
ZiTokenizer/languages/tr/vocab.txt,sha256=tbTAJo5biVTo9qu1Rn0lcAi4Sgs0tMWxz3IoQbVAtas,288978
ZiTokenizer/languages/trv/vocab.txt,sha256=zYQKA3_LxqP7o7knUPbyfNdhAUqqwf29n4hb6T5nHyI,96810
ZiTokenizer/languages/ts/vocab.txt,sha256=shY_tfxxvqIPMfokftX3faBVOh_xBc5A7j_d2El2t6U,50149
ZiTokenizer/languages/tt/vocab.txt,sha256=yTJ_W4C5AL-2xJZBib7W4vxGAzKEQ3RQqCOmGuRYgdE,159423
ZiTokenizer/languages/tum/vocab.txt,sha256=P3vovBzhpv2ZpG39IWxgpbP040UkXCYm38eNPUpKgY0,50647
ZiTokenizer/languages/tw/vocab.txt,sha256=SiF8ihFwrYrXUkpFW6uhTxFMw9wB7ghK73EX-ghMN14,101806
ZiTokenizer/languages/ty/vocab.txt,sha256=6bsbRgnzhDEbwZxoee4c11zfvZlgFLZl3ygYtB1FQa8,17760
ZiTokenizer/languages/tyv/vocab.txt,sha256=F9-bhHcolNCU3TCS-aJpuKU0qbTw3B5NgyyOtbT2d78,404070
ZiTokenizer/languages/ua/vocab.txt,sha256=zNrij5K-Xeyj3Ww4WiQ4JSZ2VDNJ3BLUZrZ16ueCHZw,342006
ZiTokenizer/languages/udm/vocab.txt,sha256=To90rWMVu9QBNj-NjKXiKqGXk91O5LNdEQY_Wx5CyMk,195218
ZiTokenizer/languages/ug/vocab.txt,sha256=94UU-Qy21X2eO_oshCcEf4ZJ5l3RRkGInu7_M8k5_rs,587401
ZiTokenizer/languages/uk/vocab.txt,sha256=kJ6hm29JXQ_pBg2KKYxSonImHDo-Yf9AJSAeW3BDhNg,665642
ZiTokenizer/languages/ur/vocab.txt,sha256=vm-oKU2ypvORQ-xtT82XH8VhWFLoRffPyO3daAdWGqw,284860
ZiTokenizer/languages/uz/vocab.txt,sha256=j3teiWWDmVzSwmFGrCro6l3vdUuvRqCd4W4O5QVdXaU,372471
ZiTokenizer/languages/ve/vocab.txt,sha256=x0EEixMhivVrgHh77hJBn2JT6o6PS3o2wafD0souIts,21623
ZiTokenizer/languages/vec/vocab.txt,sha256=-_Yl0YcVMmjnaSn3Lnn5f7mnbOczTayRe4acOO9Uy2Y,221589
ZiTokenizer/languages/vep/vocab.txt,sha256=masjQK8qNm45iT-bBYXg-m3Di7oRIF3IqXBJA9mr4pQ,237557
ZiTokenizer/languages/vi/vocab.txt,sha256=VRy8nHGlrOuVIh41EWe2DM9D8hcKkokIch_lhagiCDI,83469
ZiTokenizer/languages/vls/vocab.txt,sha256=bMpZhCXhA5RSg34wLwYAN42HEjziEE53uJqiY22ra_s,268926
ZiTokenizer/languages/vo/vocab.txt,sha256=MafNpNdPH4N3y7SROwlbchYT0BZz2fNe1s3S2liT9YM,125960
ZiTokenizer/languages/wa/vocab.txt,sha256=R3dQhfp1gG9bQkG3fyz_GqZMdVnBwldz9asi8pJRABU,168926
ZiTokenizer/languages/war/vocab.txt,sha256=0FrKqA5HVrZm7NC7qZLhN5S8IAI9EWhHHgLBDkpAwUg,147610
ZiTokenizer/languages/wb/vocab.txt,sha256=iJ7AyPCkzpIRBhwRHbbi4liNbamn9Z4XHflXVs8emeg,14359
ZiTokenizer/languages/wo/vocab.txt,sha256=_5eixkNrNQ4GXqGWLX2xxOAWHTgSs6IJj3MKFdLDN3Q,85863
ZiTokenizer/languages/wuu/vocab.txt,sha256=qc03dpFnNUs1z3FosWjdNep7XaBo0_T4-p5putl-ckw,80671
ZiTokenizer/languages/xal/vocab.txt,sha256=KaakJuGrr91JCFbbiRZ9rzuYRA3pKmM7EsRHxNkH4Q0,51583
ZiTokenizer/languages/xh/vocab.txt,sha256=h3ve8yzsMB8nikO52ItSqUV-G3QhAg9DNfKYT6eFKLU,100658
ZiTokenizer/languages/xmf/vocab.txt,sha256=AZnDhJawLRYOncd-EqJR5Q-hxHWy7_3PVZFmB7nAr80,866550
ZiTokenizer/languages/yi/vocab.txt,sha256=d08tCffyng3xZm3T_A6XUEB6oGRQWBBLwH_uCZWzYqA,329426
ZiTokenizer/languages/yo/vocab.txt,sha256=7a9wgPLNGrrhd45cOeR0nGc-gfFSaFcrwlgDitTKevM,144586
ZiTokenizer/languages/yue/vocab.txt,sha256=XioPTdvWdBFx12hBDZfNbLCLgrVAWorNBdXVZAZV_fo,41046
ZiTokenizer/languages/za/vocab.txt,sha256=I-hGEAcMrVUQrIZn6fjnGkEFjCQ7aAMfFYjz1aPNGJc,48776
ZiTokenizer/languages/zea/vocab.txt,sha256=u0ftx5jfi2fVOYbpewNJi98mELhWMaNDBJlvMuE4a0E,118491
ZiTokenizer/languages/zh/vocab.txt,sha256=RvIaYT4K0Gik2e5eDDTY1mEfBevgN_9MAGe-Fn17T6k,84767
ZiTokenizer/languages/zh_classical/vocab.txt,sha256=Xjp6q9nZOUZWr1SkGRoFyGOKcOQTA4p-b_Xma5anzq4,57694
ZiTokenizer/languages/zh_min_nan/vocab.txt,sha256=angZQcS-tRgDz6-zEPrFMm1-BT51VcrfkuNqoO2ruo4,70959
ZiTokenizer/languages/zh_yue/vocab.txt,sha256=jzmT1njjsyv9dsb9zoF1pc_2B1odMk8BVOmpYqV11sI,94251
ZiTokenizer/languages/zu/vocab.txt,sha256=I2uKMT9fP74y3hPJwUNvN3PbXubRE1iEDe0x0Ft2qlU,217615
ZiTokenizer-0.0.4.dist-info/METADATA,sha256=uQ5rKQ4wtztKtq8dGnUgpzA96rmX7cqNX4YbUgCWcdc,1632
ZiTokenizer-0.0.4.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
ZiTokenizer-0.0.4.dist-info/top_level.txt,sha256=kslu8TDXLMuvyuwlcreZxTb3XVLm--InVmoqp-i3LHw,12
ZiTokenizer-0.0.4.dist-info/RECORD,,
