ZiTokenizer/ZiSegmenter.py,sha256=gbxx2APyVLJrXgK_3GV-Z56UBKuMyEIYEaL3tJSjfrY,2268
ZiTokenizer/ZiTokenizer.py,sha256=1FWPklpIZ1zNQqBWus5Z3QUHIHpJut-wkjqFYLCIRzo,7734
ZiTokenizer/__init__.py,sha256=frcCV1k9oG9oKj3dpUqdJg1PxRT2RSN_XKdLCPjaYaY,2
ZiTokenizer/glance.py,sha256=WLFiAsxSsFVNI8a9Z7zq0nXxISbUdyRQh_G7P4p5xwQ,2131
ZiTokenizer/languages/ab/vocab.txt,sha256=HUkE8C-TzhuR03eqzTznHiC7KD0LUFEfJ_18bMhaxxA,178108
ZiTokenizer/languages/ace/vocab.txt,sha256=F9-iB27meUUQb27hMnkPfpwFBNIE393M6rfd9R3-LbY,101737
ZiTokenizer/languages/ady/vocab.txt,sha256=oMrTLLiY_VXT2TAWTAt4Rvgp8Mf_EWDG8MZcyOpaqh8,55349
ZiTokenizer/languages/af/vocab.txt,sha256=TMfvuQOhcMWdkr944TQL7ipfwKBKFl25slWtRMldP6k,317699
ZiTokenizer/languages/ak/vocab.txt,sha256=3qlvjVmAUpnoaPpN2DvgktR4wP2j_cyotj2g0CaX0BM,62197
ZiTokenizer/languages/als/vocab.txt,sha256=-TWDECYujAvyQ70BUACZg25U3jauMkxJDDK-OaXlp3Q,335600
ZiTokenizer/languages/alt/vocab.txt,sha256=_oPWoxTYPVsadq6duvPLIHP1mHpjOZas6MoZzHBYMK0,275863
ZiTokenizer/languages/am/vocab.txt,sha256=_08O-PyvkO49_zluDSPryzhT5YFQdByrnZEGyyBisWU,763770
ZiTokenizer/languages/ami/vocab.txt,sha256=wrO8yKhSjheM-JKcmRJl4cJNayd9SDnIpG0Wcj42sMQ,130234
ZiTokenizer/languages/an/vocab.txt,sha256=ICKxiAlRSh4VTSqYm9QlEb8uZop7r1jGU0aaCX6kgfs,295726
ZiTokenizer/languages/ang/vocab.txt,sha256=ra4TppuvWxrlKAvVvJGh8qHqIIjim9KZ4DUjzK81ldk,158464
ZiTokenizer/languages/ar/vocab.txt,sha256=3l8TF3Q5X7cgAhjJ51qO-LZBF9n8nKg0ELwfCqFSE6A,412961
ZiTokenizer/languages/arc/vocab.txt,sha256=8QohjNegkOcpPanRSMbK2MjD3af9o15yB1CYkfgOKXk,54437
ZiTokenizer/languages/ary/vocab.txt,sha256=UVlDZYFK4fm8-5YH5ka4cAa-NdhxCybz3Y9Q_EFPzHc,388987
ZiTokenizer/languages/arz/vocab.txt,sha256=f1btubvZ-s2AQ6OMRF92UtxGO8eild4Mq4Hy2xjrlA4,195766
ZiTokenizer/languages/as/vocab.txt,sha256=yGk450eE52zy9z4v6FPt-cSy2uWCmC1mYXFr7poHdAU,92824
ZiTokenizer/languages/ast/vocab.txt,sha256=TWR-4hES7EnjgERFiUq43Yr7sjC4mSRK0qD0EjjGD5s,294906
ZiTokenizer/languages/atj/vocab.txt,sha256=hOQSGALDGVBf-SvndpVM7MgJcIJwBg9alxfzigzSBHw,62904
ZiTokenizer/languages/av/vocab.txt,sha256=7mah_2JenBfPea3k6Uk-RIbnoU0v-D0FrLB3MIKSZm0,397310
ZiTokenizer/languages/avk/vocab.txt,sha256=8_DoWYI5s3U0pdklmgzn1GeMMV1uv_w_LWiSd1kksvs,174149
ZiTokenizer/languages/awa/vocab.txt,sha256=F1-DN2OWHJedL-NMw6kzhq3wISFSZSNJB-x5p42muQU,45436
ZiTokenizer/languages/ay/vocab.txt,sha256=4XTpzWYeeXVAwwsdOIXc-NRIARi49llQkyoD8LS9miU,151641
ZiTokenizer/languages/az/vocab.txt,sha256=C0wlRWm63oUJdwx0LYHFB4J-4QPISaxb4SQ9yDS7Rwk,333498
ZiTokenizer/languages/azb/vocab.txt,sha256=qllnhTZ5RxreobDbfLZx8tMaLZOwWy6x_nn28xCTXCQ,246044
ZiTokenizer/languages/ba/vocab.txt,sha256=4JqE9_l8Owa-Ib5jxBxP4REg7Wmjl_aeMbiNlq3VXCw,523459
ZiTokenizer/languages/ban/vocab.txt,sha256=kZ9O47oYCmyiZsWsvoZ0NKNpIqTbpgzwhzAQMekJz2E,243638
ZiTokenizer/languages/bar/vocab.txt,sha256=tkuUZrz8e0m1PHK6j55mX6Ev-MMZHGmZ_tz2c_vw5kM,360893
ZiTokenizer/languages/bat_smg/vocab.txt,sha256=Il964whjL2-X5WXnPE67LeD86h_SDCwEJTiwg0icPeg,201576
ZiTokenizer/languages/bcl/vocab.txt,sha256=OBW2adRxVN5tbN_ksQeWW5uUO05bffcrgs89T1Uwhns,307792
ZiTokenizer/languages/be/vocab.txt,sha256=Vl6qQQ-jz9MGOh1i0PHjUEKd0gbAUYiayuc6Otzv8N4,624299
ZiTokenizer/languages/be_x_old/vocab.txt,sha256=SCCAAPCj9Go-KXkcgJOShwnEk4AktdnfTt9EcTzX0DQ,641053
ZiTokenizer/languages/bg/vocab.txt,sha256=vZwRSfu0zmjjy5G08-o4dptBAUawytX-PvuVEjsd37E,618027
ZiTokenizer/languages/bh/vocab.txt,sha256=qFmnz_MfnRFnEu-1H5--k7jrcIuZAdSz1OsZSJo2kro,99593
ZiTokenizer/languages/bi/vocab.txt,sha256=J3lPIv-Il1K4csHyubBzMLM5MHAVnJh9EUXSQg5qNhw,28820
ZiTokenizer/languages/bjn/vocab.txt,sha256=_Wm7WOGwyqzE2GIDF4018olGmyS-dfcHrMOMAkGTS3A,260428
ZiTokenizer/languages/blk/vocab.txt,sha256=FMycgATvf8FMHVC-uLyj0XChMHyLPrkzwXcnHoqMX3s,36573
ZiTokenizer/languages/bm/vocab.txt,sha256=RNsdoElhKbxoJY7JCVnV0oKaU0AygsSVZZorli5LXkE,36795
ZiTokenizer/languages/bn/vocab.txt,sha256=fYqbqZ4XkRePJuwICZApvO_7nl2ckIZZnazOPB7toqw,83924
ZiTokenizer/languages/bo/vocab.txt,sha256=AyUs7IqEDh7uvdZHUcSTcz7BTHwIRRRa9hZB1o4vfLk,24966
ZiTokenizer/languages/bpy/vocab.txt,sha256=OPXax1-xOfA9mMYpDCsoApCqAawWMjxsGSaaq4av5x4,47301
ZiTokenizer/languages/br/vocab.txt,sha256=eeKFPCW09kIBSL9snUmcs4ytDvPsqt4nVTmONyzmKEo,265718
ZiTokenizer/languages/bs/vocab.txt,sha256=WIF9jrqpwXmqdb0JgkKZJpToz3lxWtpqt7cEUXtbzRA,334086
ZiTokenizer/languages/bug/vocab.txt,sha256=sm9wHlipNHWYCgf9e4TPBejHLMVqvU-xx-PZd2EJ-TM,44583
ZiTokenizer/languages/bxr/vocab.txt,sha256=1TrSiQeT_XCQ7zpCiS-SsvCDkxKQeVbm8rgDzyWsQOI,416552
ZiTokenizer/languages/ca/vocab.txt,sha256=Hmo0rRehr6B6ZgkumoF6ybDuEu8xxDa76fdKTjrKYDU,278077
ZiTokenizer/languages/cbk_zam/vocab.txt,sha256=xf6ZJr5P8oebJQ8B9TY7f1IGj4Ac_-JKUZu7DjMODX0,139220
ZiTokenizer/languages/cdo/vocab.txt,sha256=2nUN13YTDkuPxGYlPU8DxCar-oSxvB3V7YweWiDhMuE,55187
ZiTokenizer/languages/ce/vocab.txt,sha256=aeA9gRsB0r7UKLG9_vQsRpT9FRQGECy_rE6-y7bRSwM,126105
ZiTokenizer/languages/ceb/vocab.txt,sha256=t1_l6RTuFJig479GgsRXAk4e4xCWyAPx9YPTuzy9R7E,87679
ZiTokenizer/languages/ch/vocab.txt,sha256=PbhiAo45aifR_FxkCFH47vr6HhjoUb1N3lQ1M2ng8-Y,21943
ZiTokenizer/languages/cho/vocab.txt,sha256=ZFvW2iszfwAK9wRm3YMhWSNBBTHDCgB4Afyw4aN6Li4,12628
ZiTokenizer/languages/chr/vocab.txt,sha256=OoUQNiUzn6-RrGxyTtzMfMGS6fHiNpoynFIgr3dywYQ,30693
ZiTokenizer/languages/chy/vocab.txt,sha256=ovoi_2Q_0WCYjy0Ap7YZDrOUdUIjXQSyhCIhdaFN7Lg,17053
ZiTokenizer/languages/ckb/vocab.txt,sha256=2e4yGBbjYzGbdHOptVXNwKqrzeqX5Sry2_7IaN4Oyss,516634
ZiTokenizer/languages/co/vocab.txt,sha256=fmRrbilVAaSX_0BCo6kz22jwC5ewQPJlxs33lMz8ja0,346087
ZiTokenizer/languages/cr/vocab.txt,sha256=r7aovarthT3-M8Dg-EOJiU2bLYlLHJFFS936Ig1roeI,14321
ZiTokenizer/languages/crh/vocab.txt,sha256=Eb3VHJMhf9nrkZ5dVmzjCejuvEjcz_ww-1RyhFgYvsA,296411
ZiTokenizer/languages/cs/vocab.txt,sha256=FsjkB8sPQTE3PSfRoDMnqwvo868L1ToPodCfT5h1FC8,236045
ZiTokenizer/languages/csb/vocab.txt,sha256=CfeIVMnRPingVWctorq84iXd64-vKKPNBp7-5SRhbzw,137041
ZiTokenizer/languages/cu/vocab.txt,sha256=1vJ2YYzwmuPD-8l_Z4cNtqB3yMrbS6mqcXrHIUDetaY,67652
ZiTokenizer/languages/cv/vocab.txt,sha256=SssmdPRWVNnWJBoPRC5lgu7ShYk6S4dGHbrtnRlE7ws,279817
ZiTokenizer/languages/cy/vocab.txt,sha256=voVk-1Cdhv7-pX0SL64dAvm9yfeNJ4F3W57qPpDD40E,238396
ZiTokenizer/languages/da/vocab.txt,sha256=uqOFumgy4SQI0PpcscW-yRQlc1Ljcv1y7xf1dgdf4j0,367484
ZiTokenizer/languages/dag/vocab.txt,sha256=jmYNsLpl3s2p-CsvQASPTh4rwuk-EfFntbn7dhmjsGg,164387
ZiTokenizer/languages/de/vocab.txt,sha256=kJjB47MNDO8mzd6LuqvAv0d0kdES8O3NedNaBY0gnb8,365392
ZiTokenizer/languages/din/vocab.txt,sha256=fQW0v5LaLrVkRC818a6KR7s0_fwIBfgPQjnSnJAVB8I,36548
ZiTokenizer/languages/diq/vocab.txt,sha256=7XtUcAKMwr6ORSPvynJtrPH3vuNwBC8v9LOyGa09pZU,233082
ZiTokenizer/languages/dsb/vocab.txt,sha256=pE1RrrcEQ6F1k-GVktQHVz_mPYmBKWYBsBrn70QkyAs,181011
ZiTokenizer/languages/dty/vocab.txt,sha256=BEmAEBdABZKkBEE1kxbZk8RjLmM97ZYKGX4mY1sTxdQ,77944
ZiTokenizer/languages/dv/vocab.txt,sha256=5t01D0h4_BWJ_VWRavH1psLCCOao5D71x6oJ7rZI69k,32287
ZiTokenizer/languages/dz/vocab.txt,sha256=dfyIvFOJVSNfjNswQRbwXTISv2T2zylo2F9CJEnYazU,33571
ZiTokenizer/languages/ee/vocab.txt,sha256=MJ8nWvUUfU9mzvaw0JNKs-GLsJwh1kZx6wSdY2_-qW8,47999
ZiTokenizer/languages/el/vocab.txt,sha256=GTSEVmfSySVjyweFbPHHFBks5Ddo3Ulu6JHI_87otB0,296843
ZiTokenizer/languages/eml/vocab.txt,sha256=O_2wUHHHg3gtXsqBlS6vNGli2AsOok_QPMUUCOJ_xlk,157824
ZiTokenizer/languages/en/vocab.txt,sha256=XU24AO1vmPYgOss10JoN0i0LO1hfI8D4obdSIAKKP9c,279884
ZiTokenizer/languages/eo/vocab.txt,sha256=J3cxLUfMLcEHSxJMAkcFHnlMnUpTP4dLr-DWyNO0G4U,327135
ZiTokenizer/languages/es/vocab.txt,sha256=OGicdqU7HFUDUpajJVLOg5Ph1VBiPxmpBUm6ep9v6pM,295849
ZiTokenizer/languages/et/vocab.txt,sha256=Sdnc_tttp96vOWMnyJX1Gg6SEbr5NvmMu3I7vleySIQ,415916
ZiTokenizer/languages/eu/vocab.txt,sha256=lLsuNtL7VqCAE4iselSwRUNURbAOBjUz_SwSI79v7zg,372762
ZiTokenizer/languages/ext/vocab.txt,sha256=Ka1A5ZJHrW9FWAhD5sSFSiODg9lSBS6fnobcmZ19OqE,211412
ZiTokenizer/languages/fa/vocab.txt,sha256=Eggvd8_HSK_mYTieF1r01kq-y_nawQnUwp_UFD3esgQ,323447
ZiTokenizer/languages/ff/vocab.txt,sha256=eCRwRVSGdy5KTwCYCy-RErl9hVedCAHs7yOfe9afqY4,86198
ZiTokenizer/languages/fi/vocab.txt,sha256=kJw71sqtwNs-9ETXNon-uqiPILQHN2rDVJFylvyNxhI,444096
ZiTokenizer/languages/fiu_vro/vocab.txt,sha256=NDP8tbCJ3G8XinYPkQFbP5Lwp3YEW4vhdGCHbkptl_s,174656
ZiTokenizer/languages/fj/vocab.txt,sha256=GdklIMy1EfGxJueRh_reigxh2LPuFKbtmMK1PJ2iFQQ,40510
ZiTokenizer/languages/fo/vocab.txt,sha256=GNbtoyt7pMvk9ll0HGH_JoMQspD-Jn_kZoGlZZzarHQ,287622
ZiTokenizer/languages/fr/vocab.txt,sha256=HRx8T4rcpux3dMsPmZcnFRbrkpdxdj-L8qNAcw4e3Ow,240634
ZiTokenizer/languages/frp/vocab.txt,sha256=MsMNc0ycG1VznLM_mnJm1WHbWjQ0TpqmUMgh7k-uQ68,134626
ZiTokenizer/languages/frr/vocab.txt,sha256=qBf9XDxrLz3y8b7PNj7xQ3p00r5XQL3DkqOPmBlzMmg,257415
ZiTokenizer/languages/fur/vocab.txt,sha256=cYePx5G2iHaPuD2g5qIzVJPVlnwavntXRN1Fypz8QjM,174923
ZiTokenizer/languages/fy/vocab.txt,sha256=1vdqDQmMYitRW0jHam-pQPASmTnCdjUt_FYnFHx82fk,310384
ZiTokenizer/languages/ga/vocab.txt,sha256=9L2LzdDSwhnkgg5JTkuGzrpnsB39hWxcLmGJegqDJDc,230744
ZiTokenizer/languages/gag/vocab.txt,sha256=IN1fI8fh8CHmCxlNvFig3Ek9Llq0XnQ9klF2Rmob6XA,135504
ZiTokenizer/languages/gan/vocab.txt,sha256=n72v34KDK6if5W83YNM8m7qJygAyLQzM6wdwbiGGeec,48971
ZiTokenizer/languages/gcr/vocab.txt,sha256=4s8Zz3R0G3Zo5fYZ1gwXFBmhCZ6dnHDyhM3uSrbXBiM,86779
ZiTokenizer/languages/gd/vocab.txt,sha256=AWG7xTRQ1tquVIfhqbL8tQqIDTmugSJ_SJv4qWfLOk0,215746
ZiTokenizer/languages/gl/vocab.txt,sha256=Wy-So4yTc0Zx5WDnx_3TcrmMldzM4J7SxOBeWwreUAM,305267
ZiTokenizer/languages/glk/vocab.txt,sha256=P9_OQ-OuN5gk8GwBcn7DjV1BmKNZC79-Mp12DfjH1mM,235458
ZiTokenizer/languages/global/vocab.txt,sha256=_PT7VOGuuquWxbsU-bbgjdgE3od7MbEJRfsWXiJXGWs,976275
ZiTokenizer/languages/gn/vocab.txt,sha256=4rSnFGlu6gaJUYAwQkKnP07NSQ-8VG8EVEqoLnOq6e8,216636
ZiTokenizer/languages/gom/vocab.txt,sha256=QhutMXZrIjqegmexKTVQh80g-7zvJhZq7LV3LP-1r9g,121270
ZiTokenizer/languages/gor/vocab.txt,sha256=jI4OoN3eHT8e4YglyIBv7H1vD6UPsIVa3tVp5S6HpIQ,141723
ZiTokenizer/languages/got/vocab.txt,sha256=TedzIqHicrKSSD7mXViTZTS3ePYsAg7Z-B7SdzXt_hE,42945
ZiTokenizer/languages/gu/vocab.txt,sha256=ByXxifqWU1_oa6uTQ9vTFDef9vRC2Iz13tr5MFSRiv4,75263
ZiTokenizer/languages/guw/vocab.txt,sha256=T5rqAQjMj0UVDXZDP4GjYva6hii_01mzRxBnXaGbwsU,67108
ZiTokenizer/languages/gv/vocab.txt,sha256=WYplsIA59atSAfsUMjOpxJbxRm9AN3dbNCoJ0whpqBQ,220820
ZiTokenizer/languages/ha/vocab.txt,sha256=yvPVHY0j24qfSDARK_3vpfFZFqgi6M1ELkzoKyzWQOA,222825
ZiTokenizer/languages/hak/vocab.txt,sha256=lViFVa88XSsAH-VJ1oMArY6wULnb7vJDUCwOEP4Dnc8,64936
ZiTokenizer/languages/haw/vocab.txt,sha256=TDVv9R5Vxiz5tr0tMhWenuiSwLiKYIvtNapX5v7nfB0,49395
ZiTokenizer/languages/he/vocab.txt,sha256=yzZHvDIr4YttHEoFAu_uxXgvxa2kfET5uWH9Db_0JPE,557890
ZiTokenizer/languages/hi/vocab.txt,sha256=ZYMJBNEcHHxm0F8d6JE-uf06_p1jIfUnIuzxpjZotAc,76278
ZiTokenizer/languages/hif/vocab.txt,sha256=4sYfAdVfsSBf_6iAYy1Dc_FdBYMVsW_9gCkYEVgGmv4,194178
ZiTokenizer/languages/ho/vocab.txt,sha256=4R6P09tPqUdj4U0k-565txw4Rpq9Camdq19iqWJ6Ows,12439
ZiTokenizer/languages/hr/vocab.txt,sha256=Sou0JoxaBo2s0q0CZPJtjtfA4p5DIdnNsHITETKfGLY,380135
ZiTokenizer/languages/hsb/vocab.txt,sha256=0LLgHsSUoR05nPIr-QQQHibNHSHwvJ_1tMd8DFTvXdA,256210
ZiTokenizer/languages/ht/vocab.txt,sha256=BwZuS9ow2-0DnNiFO91EjGecHBBen6SDDetk-7kSy-s,239079
ZiTokenizer/languages/hu/vocab.txt,sha256=dpjqwNJybAvm3IhtHZZYmZxbxbxRDNrzcPigX2wzvWU,210980
ZiTokenizer/languages/hy/vocab.txt,sha256=366ADeSw6Yf8W4Maszt9F2c443a5hcazRGf4CfotCWU,701767
ZiTokenizer/languages/hyw/vocab.txt,sha256=8DnHn3NqOen8yMEVzgTCrvH_cY9XZbS8YVJHt6ZpyMg,735304
ZiTokenizer/languages/ia/vocab.txt,sha256=4h12r6Qd74_dAQFFpNV6Xpb068gToB9Bv-1kjp4GWpk,291711
ZiTokenizer/languages/id/vocab.txt,sha256=ZNCp-pgEScYflGlo3HSLA-W60K9dUIhlGd-Y_RxT3MI,305530
ZiTokenizer/languages/ie/vocab.txt,sha256=o1s10W6BubrFec0r0a3foZXF4tJkQOjRv5zqxUQjRzs,126027
ZiTokenizer/languages/ig/vocab.txt,sha256=OvyGdVbHIt1tm1FkECWcXHRuqCwRQMo2vG9CYWS2LP8,185163
ZiTokenizer/languages/ii/vocab.txt,sha256=oVtJIo20_YvaqqFhb_PIxFzlymx51LR6MTvch1zPWQg,12296
ZiTokenizer/languages/ik/vocab.txt,sha256=BzBKaDRiPtOQxZkHW5Zbka_qYnpbljnHC888hOvrXjY,22201
ZiTokenizer/languages/ilo/vocab.txt,sha256=WJdfHe-YTiDpxcgHhmgHqEWKd_KMPaY22i0LWzfADmc,258072
ZiTokenizer/languages/inh/vocab.txt,sha256=s4mrr1t9eM1qAXPHGsHB4AUyv_WLc8HdSIB460JrC9M,213155
ZiTokenizer/languages/io/vocab.txt,sha256=tC5yhgrCuesPVYWZaVau2pV7ZqA4NOhZ5YdUMn8vJ14,199801
ZiTokenizer/languages/is/vocab.txt,sha256=t2QEhhT6r65EXD6xpb6ljI5XagIr-ZFrilWmRVA0Awc,275258
ZiTokenizer/languages/it/vocab.txt,sha256=y3m96lokIBxxdEizh8VCu-XbzdDca5OaKfdzYTnm7fw,353689
ZiTokenizer/languages/iu/vocab.txt,sha256=YnedsuthYKqE59KgLzb2IMRpPWRn0StprxAAkoSMs2s,29676
ZiTokenizer/languages/ja/vocab.txt,sha256=Q8sL6NnrNT-jCfYTAnGU0kihJHBON7BT2zAB7N_99Wo,58546
ZiTokenizer/languages/jam/vocab.txt,sha256=_RxIyuHD3U2Nuv77FBpHZACqPYjAEI0c4-1lm5chLUY,81318
ZiTokenizer/languages/jbo/vocab.txt,sha256=ekyOIG1adNZTXWBtP0TuPkWd8R_ibNT08S6kAQQqD_k,74998
ZiTokenizer/languages/jv/vocab.txt,sha256=a53CIlT3q-yKlpa3z6pf-jbOBO41pmzmcMukoPzpo6M,282329
ZiTokenizer/languages/ka/vocab.txt,sha256=pPcUm1-Ta7VtU0_uhJMgUI_K_s-pG2uq9GV82uxidvg,1020013
ZiTokenizer/languages/kaa/vocab.txt,sha256=t_lRMdRId4zIBfvLADarjtoipKCk1adtdCth46r1nWs,257491
ZiTokenizer/languages/kab/vocab.txt,sha256=Xi7ula6U26PfsONvLmFPVVkAKcPFfpOgCmS2NRYruJc,210162
ZiTokenizer/languages/kbd/vocab.txt,sha256=ta-yNcpCJ_nytwyPMFL44di1lQuBFZgrKAkS-RQhmwU,207166
ZiTokenizer/languages/kbp/vocab.txt,sha256=8HRkGoE6MfS2OU1jUBCNtnW3Fa4OFAspxcZ24jfQ_pQ,129345
ZiTokenizer/languages/kcg/vocab.txt,sha256=83lMuzh2LDzfdJx5rjV0IH4aj22yMqbdSuoeHwHW8qY,40576
ZiTokenizer/languages/kg/vocab.txt,sha256=_891fuj40PeBCauFpB7t_n_qTubuK_4AaXw4wNGnOGw,29726
ZiTokenizer/languages/ki/vocab.txt,sha256=QVHoRwC4gpiiqj2dh7e8KJlXjXi1n-YB1pQZqx3rsJs,32266
ZiTokenizer/languages/kj/vocab.txt,sha256=FwyHw5TVCu8BdqWoThL-X9_zcjLDgZAGIAnjid4TcV4,12329
ZiTokenizer/languages/kk/vocab.txt,sha256=XqkLJ7Ss-PPjoAnzIihzETxvF2Y0wYQQAa3aJQ30H2Y,558386
ZiTokenizer/languages/kl/vocab.txt,sha256=2rgmXO7Jd2AnmwDD5huCK_lf_nTEvU6CawAhTUIx4HQ,38963
ZiTokenizer/languages/km/vocab.txt,sha256=926IQKR3kgVtSnT5UzqcX5AVlJFxWjD5m9vnR3Zt6W0,90627
ZiTokenizer/languages/kn/vocab.txt,sha256=0ZVUvtTvuamCQHdCBBLTSZv_s1xYWpt4SXZjCr_AZoQ,70711
ZiTokenizer/languages/ko/vocab.txt,sha256=5rFFqZXpCw6e3bbP191K6-YavgWIhSWzuNxY3Lj3AM8,1099653
ZiTokenizer/languages/koi/vocab.txt,sha256=sLwilOLklu-S6dyiNbJYW6dAPUXZ2tvJX9oP4LhMglI,225044
ZiTokenizer/languages/krc/vocab.txt,sha256=AvjD242ViwxE3ROAXd63_X4ptNDY4a5LHtGLAfXF7wo,282233
ZiTokenizer/languages/ks/vocab.txt,sha256=o5M1lnDkt0Lv4sJyS5gV0qeSahhlxtu3VNG1OjWh61A,55131
ZiTokenizer/languages/ksh/vocab.txt,sha256=o-pP09QY7qjFrVs0rFjGP1YM50rkySeu4wzRUxLdLlA,159714
ZiTokenizer/languages/ku/vocab.txt,sha256=e6buMEzTBsM90sLjn-r3DRBQsQfjzxZi1Qwrh5RBeFU,221724
ZiTokenizer/languages/kv/vocab.txt,sha256=eTAHRRun3Z4PFKhGdJQKmVCYZhxbjJcUK2eW20DefV0,331223
ZiTokenizer/languages/kw/vocab.txt,sha256=yqIrV981L3YZ5GGLZBfS1mX7nkqvngWchfatUeeT8P8,195869
ZiTokenizer/languages/ky/vocab.txt,sha256=Lz7Z5xQ468O4gn_iCwgOyH4E3vPh8Gkx2JXm7zhfANU,581107
ZiTokenizer/languages/la/vocab.txt,sha256=aIDOvW4PW5e4mQphnWPsEZpqmE0V7uQYJaQHBhjp4As,469735
ZiTokenizer/languages/lad/vocab.txt,sha256=lj4vA6rfo0mq-KaGt9EBh3FD0E_KsRMLB68TL7ITXsk,223233
ZiTokenizer/languages/lb/vocab.txt,sha256=Gp2A4QCF0FbwJZI_B9aEpuWwTmirljcs0eR5mj0HQi0,304205
ZiTokenizer/languages/lbe/vocab.txt,sha256=2MceSYH9VjJ1Y6at2IIc0cBqzNF2kll5Yf95CriehpI,56401
ZiTokenizer/languages/lez/vocab.txt,sha256=UNSPP6sPBgFKjeQcdDtgNYclJ09Sw6D1q6pNCkQTRWI,415246
ZiTokenizer/languages/lfn/vocab.txt,sha256=NXJFqvUkXU34-Ge9XxkqgkiiqCd_pkOBftAwUDw_jT4,237352
ZiTokenizer/languages/lg/vocab.txt,sha256=mPVhHNKqacmNRCNppYJM3AxMM3YSX--zuUR4QuFsKxk,300067
ZiTokenizer/languages/li/vocab.txt,sha256=NEIiH5-JuSLBC8o1CVdaqAQs70Dc0HLGjf14u9joeE4,327491
ZiTokenizer/languages/lij/vocab.txt,sha256=4n-2eqscsZRgFUCHGFd899LQpdu_Oa6NzOeU1CmxE9Y,245926
ZiTokenizer/languages/lld/vocab.txt,sha256=tyTI1YYJ2qjXWOZRz_C3uHXpgSMUNKYtAFNY8If6VH4,107541
ZiTokenizer/languages/lmo/vocab.txt,sha256=1s-gs-LVTcfOV7VYUjxDq8DB5bN8qwSrGetwqn3AeJ4,233940
ZiTokenizer/languages/ln/vocab.txt,sha256=DarGHx0uEe1jeDgavKKWvu6XavWIcwFo7JyXVQADjSI,104336
ZiTokenizer/languages/lo/vocab.txt,sha256=XCFU75HCMr9INr-JefSY9oeGZRR1MtqxH-HuvJLBGk4,351994
ZiTokenizer/languages/lt/vocab.txt,sha256=KHLvDkXofCNdmpF-i6BXppba6QEhitTj0mpZ8iCx8Bg,327256
ZiTokenizer/languages/ltg/vocab.txt,sha256=kP1g11lhGKHFBgchgISO7TNtdqMxgsVDtqlh-uRQafI,69370
ZiTokenizer/languages/lv/vocab.txt,sha256=MXWIjVz4Di1JeMdomvVb6_Q7UOJdew8hkdM5QPe-wco,227587
ZiTokenizer/languages/mad/vocab.txt,sha256=IwUZZNBKhFZe7p3141bvMzuq9pdN9ChdEnDPeMPCpos,74654
ZiTokenizer/languages/mai/vocab.txt,sha256=KiUXKAaUv3N9CMCtKIeQYJW7t62210kKRp87l0OKd1E,90521
ZiTokenizer/languages/map_bms/vocab.txt,sha256=9ekjbljdV5qyHjEvb0E7fYB13V8J1LOMTqNqzt1w-O0,189964
ZiTokenizer/languages/mdf/vocab.txt,sha256=gBKc4sc4vffX1SYzvYOjqcN68QrarD0X4OVU9BBSuWA,254733
ZiTokenizer/languages/mg/vocab.txt,sha256=dbDwri2-uPvlyIsF9gsTl8-h38pvA4Vuzd7TKMOI1Rc,187669
ZiTokenizer/languages/mh/vocab.txt,sha256=8KxNq7dpZ2CLseH8SP8OHoL1lv1jRUj82Y6QQALwTXM,12766
ZiTokenizer/languages/mhr/vocab.txt,sha256=vKuuIyXkxRyI3XBco7nWCOR7zHZEN2S6-5ZguzXf5w0,281753
ZiTokenizer/languages/mi/vocab.txt,sha256=bDVTedcALDHL6qNzbJ0KFmUAMXF9SrKPvUtT6yXlSZA,73998
ZiTokenizer/languages/min/vocab.txt,sha256=jHSR9zgA7BZ2JFUCZtxf71flleLjh-a_qj4f1hK6mDQ,114111
ZiTokenizer/languages/mk/vocab.txt,sha256=4pcO8QRrvWF2ARFnWNKHRP548RDwFiXI9EZA6jChp_E,610833
ZiTokenizer/languages/ml/vocab.txt,sha256=05vrwUFdYzJ7c5enm_Q8MkzB3clGxKjN2bOqAKzMypA,95783
ZiTokenizer/languages/mn/vocab.txt,sha256=NhGtXspBMOJqB2M6p-Zi0wAevw0N7Heiv7Co6gcvSdY,526608
ZiTokenizer/languages/mni/vocab.txt,sha256=CACK1s1PzIr5NeoR85Nu82DCw_yZO7FG9fYU2c7KGSk,60548
ZiTokenizer/languages/mnw/vocab.txt,sha256=c0IuW2HyvI-V5JnrV9vQ7nQKASCRWSBMfHZ9gZhbUvc,75366
ZiTokenizer/languages/mr/vocab.txt,sha256=E8pNPHu9E0livclNc9IbQzGv6APMv-zDwxBe1d6KG1A,72220
ZiTokenizer/languages/mrj/vocab.txt,sha256=BqxNV0PcdnO9iLK65GVxvcHXQ9mRG2OFWINedCNXozI,347365
ZiTokenizer/languages/ms/vocab.txt,sha256=TmX32zeKkJs97sdofwDcyOs5C9QeZxeEZlRgc57N188,288252
ZiTokenizer/languages/mt/vocab.txt,sha256=tqCZaPXr8eVT7YR_X7aSG0VV6z0V_GFifO2FqQWnaWw,262173
ZiTokenizer/languages/mus/vocab.txt,sha256=ar-Txn1tkNMu2N2SkZBD25bPDOf0AKLpyyc3GSYQTlk,12313
ZiTokenizer/languages/mwl/vocab.txt,sha256=4qb0KICUtS4oTYokWWuOAbgj4Y-zyE4gyi8oGqKn4s4,290032
ZiTokenizer/languages/my/vocab.txt,sha256=FdPPiTlEz_BWrqp6jwL-BmIbL5n0FdeGnwOOZ25p5do,70971
ZiTokenizer/languages/myv/vocab.txt,sha256=mQEygqlVfwMfOIv7-URD4mEV7DfI6jbAzMkk264VUok,477053
ZiTokenizer/languages/mzn/vocab.txt,sha256=ASH6ey6KFVkLnVM41G94-ncGEfhRV_TU_WdXetqyi5c,269510
ZiTokenizer/languages/na/vocab.txt,sha256=zC_WOIUxXqaNX6Li84FCC6FGa6C4Lx93_3QsPDbY41k,28948
ZiTokenizer/languages/nah/vocab.txt,sha256=vRjzZQMJIOUZLSWdFYwtN6Ex2xc15NJcM8ficRZRI1U,165984
ZiTokenizer/languages/nap/vocab.txt,sha256=Meior1UxA5Li2sxpW-Hxn2TFSgHMZhuOSkdBfTIsN30,268689
ZiTokenizer/languages/nds/vocab.txt,sha256=YtHw3Iudz6SFut0MXb10-_oesCVU-XK1v_FilislrDg,254876
ZiTokenizer/languages/nds_nl/vocab.txt,sha256=safwJWtLtEYmU1JS8oOHS9hRR83oXyzG3rRAdPrOFdk,423368
ZiTokenizer/languages/ne/vocab.txt,sha256=h-7iZN6cCCj-TR_7jvgjT5Hfi7YxsdCgpr4cypg4Jp4,85353
ZiTokenizer/languages/new/vocab.txt,sha256=CRcYJbbcMtl1auOowqeZJETDAmbztLFdNA63napQhuY,47145
ZiTokenizer/languages/ng/vocab.txt,sha256=UnXMzyOkyR0ftM-Kuoni41se5xUKAEBUByJScZsocwI,14702
ZiTokenizer/languages/nia/vocab.txt,sha256=8wlj3CJRsvZMmxE9JN-_pC4VZ5APxy7gnsP8VDwsdak,83595
ZiTokenizer/languages/nl/vocab.txt,sha256=ubTNYb9YgRGoOUOLOQCrrLlJJnzVvMOoNut4sIK538E,362917
ZiTokenizer/languages/nn/vocab.txt,sha256=5W8JB-wVuKZeZS5y9tBn4S371AUQt_ag2iqp0a_lx1g,340733
ZiTokenizer/languages/no/vocab.txt,sha256=cW4kh-YcunxDOYBgH8n07lvh1E5nYPCKpOofS1Q636k,371317
ZiTokenizer/languages/nov/vocab.txt,sha256=-UKCynssWanXolzmfalY38Px7HZCQjZA5j5EIQup36I,66101
ZiTokenizer/languages/nqo/vocab.txt,sha256=Wt3NQteUJIrAVBeL_eicGujtqB0ZgToRSHQJt1doGRE,101557
ZiTokenizer/languages/nrm/vocab.txt,sha256=IIAno2ioeprPgyUp5-eYFfzJc1_c1hIiz1ERkhFi4cw,112358
ZiTokenizer/languages/nso/vocab.txt,sha256=vLowPCHegdRWsluTWD1G_mDhMIYxo1XPbXeX8tGOI0g,88977
ZiTokenizer/languages/nv/vocab.txt,sha256=IuGSLDJiI2nN8BlCMqaMRakbLXbWM_BWuzlYfQJsc0E,53927
ZiTokenizer/languages/ny/vocab.txt,sha256=YeMp-_J4KAzKonFJ1XttM5FTxKw9kcde0jfoNP0l46A,125307
ZiTokenizer/languages/oc/vocab.txt,sha256=vhN3pHFuwGhrXawpR6aYNKTaIP_Z_WqwholxVuzoxgA,274160
ZiTokenizer/languages/olo/vocab.txt,sha256=C1ZHZn-ieOCCvEPXw8uzR9c49iOIizKxYoniqU4QKqg,181969
ZiTokenizer/languages/om/vocab.txt,sha256=2_ALxkPcuKYgi98tTj-9RlnLd1yaUP_RbIUy40qQXzI,170099
ZiTokenizer/languages/or/vocab.txt,sha256=FOcUBi6lJZQa3b8l2EHb7X74TQw58im4-7ppyyeAHyw,96927
ZiTokenizer/languages/os/vocab.txt,sha256=QvpX2gvRQGAELbVcfRWAA21HmbnfEt2l1BY3bhc7SnI,323864
ZiTokenizer/languages/pa/vocab.txt,sha256=S8PE1wcThydTMo59Y_iRFW4mmYq-LysCU6vLBPInTyc,94290
ZiTokenizer/languages/pag/vocab.txt,sha256=srBkIAMyT-QJlawgKUuY4tB__L6Fq9qxeTpFmI1clbo,99789
ZiTokenizer/languages/pam/vocab.txt,sha256=lsJBQsFqlezPlRB9UgFzmQ2O1DcKF9czOg9BPQyhswc,252286
ZiTokenizer/languages/pap/vocab.txt,sha256=lf_iwDcB-rbEWD-M0QBiIHakjvcUEP12ItO-k6lP8TU,136938
ZiTokenizer/languages/pcd/vocab.txt,sha256=sXCAXMoTWjvEcVDnQh--CVdkV4nuwkzT_scklJuDW6c,219478
ZiTokenizer/languages/pcm/vocab.txt,sha256=nTGSEOD-lVj0b7X7ihvLp5_c8TCUHavjSjoCOzOuQZo,68568
ZiTokenizer/languages/pdc/vocab.txt,sha256=0bppGMK16YCM_1QOQRqB4qGJrTPSMHoQCd5yRg2Wahw,72497
ZiTokenizer/languages/pfl/vocab.txt,sha256=Ubg242hRs3XRcB-F3wLZXu3Z6gYgUfL87ejNMaBvg4E,211987
ZiTokenizer/languages/pi/vocab.txt,sha256=8Eq6wOb0ByXkHgdNF7QcC-zQuyTeiuymITS_dMFQqRI,24523
ZiTokenizer/languages/pih/vocab.txt,sha256=w4nr4-mEtInJ4Cm0Kf2hyodrX0MDO48OHPiqIrY7IHg,31774
ZiTokenizer/languages/pl/vocab.txt,sha256=OGGu9XOm8y0WyL3O6d2RErZ96R3tP6NNHFpOuk8gI9E,381677
ZiTokenizer/languages/pms/vocab.txt,sha256=obDroOqDSHg75EzZLofVo6JdofnLcjEEUb3pAEWwBnU,165477
ZiTokenizer/languages/pnb/vocab.txt,sha256=w0eQLZ9u-y5Kk4jCebpghoMy_zeWIDOg4XNsylYeOe8,333636
ZiTokenizer/languages/pnt/vocab.txt,sha256=Qeht7hwhoJgdhzSkxDH74OhGBR03op3O6vK4db7Ctyc,44727
ZiTokenizer/languages/ps/vocab.txt,sha256=SxZhxLfDCZVvWwSI0sfE7MK1NZegPdRjblufDOI0kjM,409837
ZiTokenizer/languages/pt/vocab.txt,sha256=sZFaxBZ4WgCfxKojZGhtRgjTqU_-kwI7Cyl5s-l3muE,284567
ZiTokenizer/languages/pwn/vocab.txt,sha256=lM3ETwLrW6KH66J8U0ETZQd3J6w9z5kjsqg1zW1O934,53843
ZiTokenizer/languages/qu/vocab.txt,sha256=XVSB_lHbVjKvIrhQoRKNnGrMPIHe7v7tcoVgpkHqn-g,327447
ZiTokenizer/languages/rm/vocab.txt,sha256=FRFPyMggQlWNRPd9KhXS8L_J1WpwkknDbXArJWtmpEU,288011
ZiTokenizer/languages/rmy/vocab.txt,sha256=jNPyIVIi3C2_DXzmL0m8pSRirRA92jFyAnrpVV1NkHg,39950
ZiTokenizer/languages/rn/vocab.txt,sha256=frB1WV50ujJtP2TR_9mEpDTwXkoL7jJfkrFTprt8wmU,43640
ZiTokenizer/languages/ro/vocab.txt,sha256=7ie8yez4JTSVibK2VNSPBpFN285tqQyl-MFH1t63sig,282962
ZiTokenizer/languages/roa_rup/vocab.txt,sha256=qarjljN0D66e0tlkg9Y8zKrT2KEzm7k4ySnUDdsLErQ,112034
ZiTokenizer/languages/roa_tara/vocab.txt,sha256=63Gj2xcWQEu4DzkHiwGEpUbHrhlVfHnToehhAl8yCyI,266794
ZiTokenizer/languages/ru/vocab.txt,sha256=2Lzg2Xwp18H5mzt6j6Ttl5TYsX3PcCN1r8zyMogB8iA,804936
ZiTokenizer/languages/rue/vocab.txt,sha256=wTaSYpYWRVvNWqXerAHGO_Uhf1gw47SJkuPkBm27tIE,766859
ZiTokenizer/languages/rw/vocab.txt,sha256=DpvSDEzqKIABuihj6HRJPW4zAmeJXEVYOd0C8cKhLjE,301667
ZiTokenizer/languages/sa/vocab.txt,sha256=T_6e88giJnpdX3d5CJmyla1PA6WymQwGxwtNJOV6znQ,74462
ZiTokenizer/languages/sah/vocab.txt,sha256=P0amYNFXndoTao1wHImClw0OTSwUcC_P_nFlJO1fWfg,666209
ZiTokenizer/languages/sat/vocab.txt,sha256=CkJuv1X0YSE0IXQVbeiwvucE7i0qMSv07MtrzW0-de8,487524
ZiTokenizer/languages/sc/vocab.txt,sha256=XcXp9CJfXp6gh-StZVPz_Phm_QttY_auFOKarRabTe4,327571
ZiTokenizer/languages/scn/vocab.txt,sha256=296fsvibeGVmdyMUigNCWF2BcyJm54S4huyy6HYzOuI,310487
ZiTokenizer/languages/sco/vocab.txt,sha256=HYx5gXVAqSiIdw9deC26Bs9hG4QvVTf699P1LjZT6dM,288770
ZiTokenizer/languages/sd/vocab.txt,sha256=-K09RGtGpgoUiieF0FEcS7KH1C-955YrGstbIqlDFes,306761
ZiTokenizer/languages/se/vocab.txt,sha256=y4TNvYDdXl9R7d2wsb1f3vqK4HLbVMprqnnDox0vmJU,192191
ZiTokenizer/languages/sg/vocab.txt,sha256=sJbOrE-ZA1rAYszZF5ZYiDPeHcDg9cE9RZg0NhkAE8Q,16959
ZiTokenizer/languages/sh/vocab.txt,sha256=J1vM-xmX0EXv6OeuKAAoFp4C73gObNBJ_oiUPg3ltkg,254484
ZiTokenizer/languages/shi/vocab.txt,sha256=JAjBm0utj5molC5lutUJlDB5vDIqHjSwGQs4EI5PzE0,110761
ZiTokenizer/languages/shn/vocab.txt,sha256=09cYZMHJwyrSGt7-VJZLfhIE0NiJAqh6At3Ud3uOn_8,48787
ZiTokenizer/languages/si/vocab.txt,sha256=15PQr3EyzwRWyaIfj5G19VXqraCbtLQUVqX_jdiqm60,97792
ZiTokenizer/languages/sk/vocab.txt,sha256=c9OGRqcKV-VePAOHOUm9iiJH08BvpG1KUUUdmpahxQU,254048
ZiTokenizer/languages/skr/vocab.txt,sha256=0B035it1v44IvKf3j35I1sV6thhMiHVg_Eh_R3-JUt8,320651
ZiTokenizer/languages/sl/vocab.txt,sha256=Zp_ArAWyVTE0UFtZg0RZzllst1bEHpNBWT9YVd_qrhA,343062
ZiTokenizer/languages/sm/vocab.txt,sha256=SGEibMTjR8lJ9Gu61bIjPocTRHi9ULOLV0ygky5HfgI,48184
ZiTokenizer/languages/smn/vocab.txt,sha256=pRdWFkcgNqMvkVK32dB0mLXNXO0RkaUAvLf34LTq_Q8,236769
ZiTokenizer/languages/sn/vocab.txt,sha256=-odp8BMy9j1IMigzcN1VgTRI76nz2bHU4CWCnCZE_aE,417500
ZiTokenizer/languages/so/vocab.txt,sha256=x_-b-6Hn8ouegHm3it4sMeC2UVZhJi9w_zvCNfd5WqI,353769
ZiTokenizer/languages/sq/vocab.txt,sha256=q3sX8EcWMwLamjRAeTNsfN5lyWcUb7wgaxEpjarEIk4,304333
ZiTokenizer/languages/sr/vocab.txt,sha256=fLin3SMfkmPk4vGohQlLSpDtpQw7JTDqVJkzjdq0b14,603413
ZiTokenizer/languages/srn/vocab.txt,sha256=LGRsfSG_4xpt1ScyKwxZHkeNEc3RAE2uKyCuk53u5CY,31738
ZiTokenizer/languages/ss/vocab.txt,sha256=s5qYPiDhbIxP-dQxdxxzAFVPAoUgPRgUMrSmN3aHKus,75978
ZiTokenizer/languages/st/vocab.txt,sha256=0wCnABYwn3ut2kZFdNuUNvDxFCp_gX0BrcqkG4QYy8A,66031
ZiTokenizer/languages/stq/vocab.txt,sha256=w7aNqewly0aGKAydLir3JMNN_qFd3XrKf3WZ4zE9sBA,220174
ZiTokenizer/languages/su/vocab.txt,sha256=PC7laZPEcZYa-TUTTtHfBb7yKL59omtNGsONw1gRfSo,267904
ZiTokenizer/languages/sv/vocab.txt,sha256=MqP12zhkVXbI-9ogVu6Z6DxKcYFqdJ06mxuP204u15o,212111
ZiTokenizer/languages/sw/vocab.txt,sha256=4KcNn3-eGXY9n9_haiR83ILFY0Gbf1HUp1kErGb4kvs,306931
ZiTokenizer/languages/szl/vocab.txt,sha256=kg4HP-tvsZKXUw76vG0YrH5_rRIHJ5TJiBH6Nf6Cp_M,153075
ZiTokenizer/languages/szy/vocab.txt,sha256=wM1trhbLhtCQPaEGH9rB9JXXy1TnnXhiS2H5gsh_p-E,176372
ZiTokenizer/languages/ta/vocab.txt,sha256=lJdXKUZHzsxQnkbLKPLB50nhx9jl2QrkHBPyqZiaoAA,65027
ZiTokenizer/languages/tay/vocab.txt,sha256=2-iQgGYTmJf-kuLmRaqdz8RSI9L8Uy6IrLYw8wJtaoo,73814
ZiTokenizer/languages/tcy/vocab.txt,sha256=R-9xPOUhxm1tWht5s5Q646GFNW7-4FXTdFg2IQ2RnOo,70240
ZiTokenizer/languages/te/vocab.txt,sha256=p_aL7NYVWFrxJyonUAP2JnkB7OssI8oHnCHKf3karj4,61711
ZiTokenizer/languages/ten/vocab.txt,sha256=d0rOgu6-L3TxL14-u599gHsHK2NO8Ra6Txe0BHM4opw,61370
ZiTokenizer/languages/tet/vocab.txt,sha256=McRQ_yW5TnGzpptWONPqE-kAAnZyhQBZKHZqHi0qrqc,80453
ZiTokenizer/languages/tg/vocab.txt,sha256=chsNTfrkHSG1q84mnmWT0bElbRuYinL2SJr236h72J8,442562
ZiTokenizer/languages/th/vocab.txt,sha256=DX_tQbtZ-HpJxy_3QeOSyjQVPp4OwfguifgD5Zqpfwg,380521
ZiTokenizer/languages/ti/vocab.txt,sha256=WrNAUA4Uu3bt5dP0cCN4RmoiUyqsdvpj7V3SbCzYzY8,53857
ZiTokenizer/languages/tk/vocab.txt,sha256=XDiUdwlpNWLWdNgwFvvzVtwrZu6awQNRgpFPlSAq1Yk,252599
ZiTokenizer/languages/tl/vocab.txt,sha256=xFRh4KWuf9nf5M--UoaH8jmHiUgYgqD1j2KnEGhvpxM,309496
ZiTokenizer/languages/tn/vocab.txt,sha256=3r7udQ6Of7afflXuRfUwxZqxq1PQ6Cu0WXXcpUJQArQ,104133
ZiTokenizer/languages/to/vocab.txt,sha256=EVQbzOoZbS_umK5E5llPOFeRcfQ00N2pABCxJRwuap4,51649
ZiTokenizer/languages/tpi/vocab.txt,sha256=eEaBCu8iF0I6uMN168g_KTTeYlq0qcJO38Glw51gpic,35115
ZiTokenizer/languages/tr/vocab.txt,sha256=zEc9ttwJwgZS46b5AJ_I-VrtHaJnB5e2CegtFsJuRN0,292906
ZiTokenizer/languages/trv/vocab.txt,sha256=grfqDXUcup3fB0MHGeqneKJ85jLjoGUlM3h50efjIok,151383
ZiTokenizer/languages/ts/vocab.txt,sha256=nE2vDn99r83I7durO4YB784xGYvOzrE3_tKF6Dd5518,76215
ZiTokenizer/languages/tt/vocab.txt,sha256=7scEgB18G5uxE2wJEdkcBdHFB7ft3yVrS4Qpqp_XOlE,161326
ZiTokenizer/languages/tum/vocab.txt,sha256=UUeRRfV8hNOcqyRaZ0ww12AuKKnnJ-Af1_-N5ZXfMVw,67095
ZiTokenizer/languages/tw/vocab.txt,sha256=aSJVK_FxniT3VwxtaWXn2q2Vgn0HMOjSQzyVjR55-HM,170650
ZiTokenizer/languages/ty/vocab.txt,sha256=n63t9WEOyMjuZ7JQIeoepaw6muu7VV8TZlWzRAvRSug,20931
ZiTokenizer/languages/tyv/vocab.txt,sha256=gqCEVQJ00o9BnGiQ4v7C70Z2pvi4hcvWkA_C4lsdwgY,673769
ZiTokenizer/languages/udm/vocab.txt,sha256=O7HBFx8bbO7JtZ-o1nFDa2FnczlB8h1FBYxTgJ7f6og,330310
ZiTokenizer/languages/ug/vocab.txt,sha256=YT8-jYt0MkX-bXU0FvUjDOQHJRclJBnAY5tnMxwlsGI,590739
ZiTokenizer/languages/uk/vocab.txt,sha256=ozMlWEGzcJpm0PVIIFPE4e7yclotw55X5fuFEV304pY,690034
ZiTokenizer/languages/ur/vocab.txt,sha256=WVDJJklPzE-CQwWH62lubY1DjIAZiWK-6wta14bUvXg,290939
ZiTokenizer/languages/uz/vocab.txt,sha256=7eYkYbRAxlrnipg1Jm3FdJ8e1L9U3sPTu5qm_d9PgfQ,368363
ZiTokenizer/languages/ve/vocab.txt,sha256=NSlyQK9dBF3hnFs_T8vTZkCLh2mcnLy05ytscMjhZDk,28389
ZiTokenizer/languages/vec/vocab.txt,sha256=M84rdBzQ9w4HzybYDTKefILCkwiDUZ0JGJTQPkKoSSo,222976
ZiTokenizer/languages/vep/vocab.txt,sha256=b4wi-qLxhxKyq9VK9fKtjF4znLkNuiBTAfYbuM-2IUo,251034
ZiTokenizer/languages/vi/vocab.txt,sha256=uBVzLo28rK3W--nuGQxNiqSBZBjGDxybqGVbYQPshAA,109109
ZiTokenizer/languages/vls/vocab.txt,sha256=iAD2BNOkwdiYNMk9Snj5AUFqqoF1zBYta80kvwRxe7I,346471
ZiTokenizer/languages/vo/vocab.txt,sha256=vqqtO3ujJYIUw_oFzuLeUYlfNq-cS61mYzF1L5PZV8Q,138167
ZiTokenizer/languages/wa/vocab.txt,sha256=Ly22J9mUG26npR_hx_lHRgg2yJtkuDzPKkQftxDgJYc,178173
ZiTokenizer/languages/war/vocab.txt,sha256=xZkXPXEppZ67GA_OsI5lx1R7xzGH1Jfnh99rvGAvqr8,147615
ZiTokenizer/languages/wo/vocab.txt,sha256=41bGSI-4g1rUqVwb58IC3boqLD03mkj9gHiz2mq-_w0,124895
ZiTokenizer/languages/wuu/vocab.txt,sha256=qthUjVU8GTvTp-qd6t0iGd9g9jOgy8dnzBXvZe9qM1w,84173
ZiTokenizer/languages/xal/vocab.txt,sha256=7gXBoqnetmfATOe7Uekfi0Ctz1JeU4xuZ4nceG64sM4,88139
ZiTokenizer/languages/xh/vocab.txt,sha256=h5H2wykfWDhzWkUf3wXxrpYtYvibmN97ucMEecl6vYU,191820
ZiTokenizer/languages/xmf/vocab.txt,sha256=QCGkhZMBLiPQavm-D6DaE1BUF7GrPVksD9Pzpi64iuc,1142164
ZiTokenizer/languages/yi/vocab.txt,sha256=E5dJ0kE6JiYj8PKouYXIp5YR6Qy4SemRsAZBdXsm8Mw,343898
ZiTokenizer/languages/yo/vocab.txt,sha256=3NGcrl7rfE5T7qNRNIRoxXbLB1Kw19bo_BAEN5A6Xd0,176723
ZiTokenizer/languages/za/vocab.txt,sha256=KV9dgOhHT3Izi3k6zlCuJJAhnaRA50J0EMdr7cPMbcI,73126
ZiTokenizer/languages/zea/vocab.txt,sha256=Xz-759VrVlzEfOj7OlSnlBpwgUkdUz2ZVZFuIKqbvYY,209801
ZiTokenizer/languages/zh/vocab.txt,sha256=05MMW9X5Khupz5xF5gfxcvyA3bj8SenhbY60701ldKs,80254
ZiTokenizer/languages/zh_classical/vocab.txt,sha256=axCx1WTPAq4DtVgcjkn3d-IBRsjThDs6DZozMdjGrtc,53663
ZiTokenizer/languages/zh_min_nan/vocab.txt,sha256=2XrmD4C6JjPc8rdjvMlhK7rcemSFI8Trc-LbI-2e0m0,85650
ZiTokenizer/languages/zh_yue/vocab.txt,sha256=gbfFnDLvFtOG_bK1U5u5gJ-8vXwqUYswx3GaXCuKQec,95268
ZiTokenizer/languages/zu/vocab.txt,sha256=dKSGsEJ9d-OUdBpICNQpEhzTTOpE2F8P4TSe6w-HdbY,395082
ZiTokenizer-0.0.6.dist-info/METADATA,sha256=fgY1Ja-BWcIX1W6FBO5B2_xehHsnod65O2a_aLSc4yM,1607
ZiTokenizer-0.0.6.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
ZiTokenizer-0.0.6.dist-info/top_level.txt,sha256=kslu8TDXLMuvyuwlcreZxTb3XVLm--InVmoqp-i3LHw,12
ZiTokenizer-0.0.6.dist-info/RECORD,,
