benchmarks/README.md,sha256=FAWHJy0cwe7rybvlPN02nm9tXEAq79-838PYoZzmAqo,5788
benchmarks/__init__.py,sha256=OnrsMUd5PaZmg8bJkZWvx0b5BU_pymSG_uSWm-vTF4Q,47
benchmarks/adapters.py,sha256=6k25Ni6I3ltGj70dPYoTgHQGClps5nhOWuoaS8iUXdw,3273
benchmarks/cli.py,sha256=Uz0ZT7Nfs9oLNko15bqX3kbQDJODRhuCw9hSHD4p_2s,10093
benchmarks/configs.py,sha256=BGXxSy0hg--xdxnT7Il51l6gOWXUz_TvS_VUWq3Otyc,8708
benchmarks/dataset.py,sha256=_7BCoFI9FP8wVK1RB27efMT3QkjdGJlUE7dVNgOoZcI,8726
benchmarks/harness.py,sha256=9IKa380FdtEjRuK0Bbj0FSEjsp6MoJD2rrhNgiXcSvU,6385
benchmarks/report.py,sha256=GLqZFXJG0yBciXgWUx9h6TQ84Wdehxs0PqlCRdZJZNE,23220
benchmarks/stats.py,sha256=iAEw3-zY_31gkVOF7WceytTEL6zKovHWsXIwZYUk8v0,2579
benchmarks/results/liteinfer-continuous__latency__isl128_osl256.json,sha256=wZNUCaHch5eexOL6-3k4bBmuURPJFhT2TNP-gcL6qS0,11547
benchmarks/results/liteinfer-continuous__throughput__isl1024_osl1024.json,sha256=82q_oQ0-3xDsit_f5EfV36tdbLMQSjDA_aO1sIdqvLI,825
benchmarks/results/liteinfer-continuous__throughput__isl1024_osl256.json,sha256=qaqtku71VE9usTKBY_xGK2QAQZUSMchEyCY-doOFZbs,823
benchmarks/results/liteinfer-continuous__throughput__isl128_osl1024.json,sha256=Um8oQ5UQYFm2uUiDGfoXuqCMwbgt573fxRTlge-fgXY,827
benchmarks/results/liteinfer-continuous__throughput__isl128_osl256.json,sha256=Gj_Z3t540wjwOUeb7_CrZOAnzLNLoPCfdAfjNZrvhP4,821
benchmarks/results/liteinfer-eager-b4__latency__isl128_osl256.json,sha256=OEJdAarUZxEOMb0jnQBqG8U6m9tc4wdyjQzQlQecg08,3546
benchmarks/results/liteinfer-eager-b4__throughput__isl128_osl256.json,sha256=UwWzfUVbVCGYZWj9w74OmX5XT7GEsl32hLxBS12zZAk,768
benchmarks/results/liteinfer-eager__latency__isl128_osl256.json,sha256=c6u4Y-WIYExGttBP7_OPs1pbScqcnXdyOoQA4dzNRGg,3545
benchmarks/results/liteinfer-eager__throughput__isl128_osl256.json,sha256=DfeIyt1IcehSQeOIAIDy1nO0vHwBJzVI6LCXJDAXUV0,772
benchmarks/results/liteinfer-graphs-16k__latency__isl15360_osl128.json,sha256=4oOQDqlEKubGnQULqO8kfTSmO6T0WxMa_zO2VlXftuM,11134
benchmarks/results/liteinfer-graphs-b128__throughput__isl128_osl256.json,sha256=cGaemb193G34yQy8y1ZNaXlMK1HABBCMP929Gs3wB1w,801
benchmarks/results/liteinfer-graphs-mixed__throughput__isl128_osl256.json,sha256=l2zn0PeGrvTxkxKl9DoyBJ5CRTheh_SWIVrzcILk-rM,854
benchmarks/results/liteinfer-graphs-mixed__throughput__islmixed2048_osl128.json,sha256=ZX2M4614XZWAmKklXkjCqufr2caK90UFkIcfbgoktws,856
benchmarks/results/liteinfer-graphs-mixed__throughput__islmixed2048_osl16.json,sha256=uNv2DmESOyWqdXbtpit4w--4MpfWHmyhJPocoP8dnpU,855
benchmarks/results/liteinfer-graphs__latency__isl128_osl256.json,sha256=0pUMOdQxYZ3Hi4JygU8as8p7IT8KfAAu1MCXGgKCToQ,11651
benchmarks/results/liteinfer-graphs__latency__isl3584_osl128.json,sha256=tWqcLzObPFUzhA5_six9WGlwEJCtpWN9yXRzce_BHpk,11449
benchmarks/results/liteinfer-graphs__throughput__isl1024_osl1024.json,sha256=ZkiyKh2ljlGtZ55ZL-uuzeuL7LPizMw1XLG-NpkYqvk,845
benchmarks/results/liteinfer-graphs__throughput__isl1024_osl256.json,sha256=RyR0keI-UCAm66OiqnqS-hd7ByLxJrIGoJnefAqodC0,839
benchmarks/results/liteinfer-graphs__throughput__isl128_osl1024.json,sha256=decLlJfPXLLodNwo2CH8acns25H11pnm7yZfyrrfByU,841
benchmarks/results/liteinfer-graphs__throughput__isl128_osl256.json,sha256=43nwSJd7WZzerwrOnA61hvpdsHcdZICqvhkECtvky3U,841
benchmarks/results/liteinfer-graphs__throughput__isl2048_osl128.json,sha256=KTVEdvrhtCHmzMXH_9ocz9J8z54DNSJsMjw-tEs8-kc,843
benchmarks/results/liteinfer-native-eager-b4__latency__isl128_osl256.json,sha256=aHfL1U2wlI2JCe_q5DPHISYMiR9uTiUf1PVKHebVXpE,3556
benchmarks/results/liteinfer-native-eager-b4__throughput__isl128_osl256.json,sha256=ENcOn68b1qq95AvaQHfVW90iGdiAbZTtRyjfit-nars,790
benchmarks/results/liteinfer-native-eager__latency__isl128_osl256.json,sha256=MnYzIAJfbglBPzc6OR9Ow892l4s8MC3BrtKEGPhgSEs,3563
benchmarks/results/liteinfer-native-eager__throughput__isl128_osl256.json,sha256=oI81y6kO6uvkaOnZlTzUQrGRO_2M5m5GBw812nf4kO0,778
benchmarks/results/liteinfer-nocache__latency__isl128_osl256.json,sha256=21V-4uSJ0d23UkfNoEgAUr_xxgCRIIRKQfLcpujHeSk,3522
benchmarks/results/liteinfer-nocache__throughput__isl128_osl256.json,sha256=votFbZpCECpfCrfFzO7Rrs2ji9IT5EZZIoRBgFi7bY0,771
benchmarks/results/liteinfer-packed__throughput__isl128_osl256.json,sha256=6B2uxxMkJR1EYptrB8u7RIXKrlI9ndgLmNqOs1CYlqE,862
benchmarks/results/liteinfer-packed__throughput__islmixed2048_osl128.json,sha256=gv5scd361r_hLBV9VgembBkEkn8kL9h8Tew3p_qCkC4,859
benchmarks/results/liteinfer-packed__throughput__islmixed2048_osl16.json,sha256=fF6pmi3NXKTFWPoj57MddUFzWGWMVDD_mO00I8ljGSs,866
benchmarks/results/liteinfer-paged-attn__latency__isl128_osl256.json,sha256=O7oFHzZc-OBzycFLAbRz8n-Huj4E-SZ8GLO592rds30,11608
benchmarks/results/liteinfer-paged-attn__latency__isl3584_osl128.json,sha256=C9sw9DH2OMY8NKGfoItHb3q8OMBjHuB9s5j0Vf-7X0I,11446
benchmarks/results/liteinfer-paged-attn__throughput__isl1024_osl1024.json,sha256=7Dynm5dXcE8fe3KDIV4VjpzqXW_07qog4pd7CCeN-oI,840
benchmarks/results/liteinfer-paged-attn__throughput__isl1024_osl256.json,sha256=7NAGSEDCe2tdwENoDvkMoTRP2DJxH8v2eJQTFO1rfN0,834
benchmarks/results/liteinfer-paged-attn__throughput__isl128_osl1024.json,sha256=74vcIFbRS-Ec8Qa1EWWskwk2WpPhlpn-lvN9-XYf2i4,838
benchmarks/results/liteinfer-paged-attn__throughput__isl128_osl256.json,sha256=CkG3JxzPJAAmtM9JKlLp8tXz1sw0e-t6oBS1_GbqgIs,833
benchmarks/results/liteinfer-paged-attn__throughput__isl2048_osl128.json,sha256=C8Rg16-aM7ztWWr9IQwrGHhBSiwR4VXNxAQsiVcCkKs,835
benchmarks/results/liteinfer-paged-b4__latency__isl128_osl256.json,sha256=zGFAJAjzhN9geMh2ogV4_f96L6Voi7IF2QTFhpEINCw,3526
benchmarks/results/liteinfer-paged-b4__throughput__isl128_osl256.json,sha256=a42j3JId_Zi6164L4j8ghuHlk_M3wCYhc_CCXBRRwxs,769
benchmarks/results/liteinfer-paged__latency__isl128_osl256.json,sha256=7hy8kH8E9Oe4fa9spPkdLx8Z4-NQKpMv2UDYGIFerxk,3553
benchmarks/results/liteinfer-paged__throughput__isl128_osl256.json,sha256=ypp6dRy27lRxK7o1gDsrlLsOhO2d3h5OOX3TUtRbj5c,783
benchmarks/results/liteinfer-sdpa__latency__isl128_osl256.json,sha256=-EiOqfq8g1JIyxJ2N022In9BxtbvvnEdL5m-Z52MtwI,11592
benchmarks/results/liteinfer-sdpa__throughput__isl1024_osl1024.json,sha256=_fPhgQsWQiQ0u0C_-WRSb7F98lhUELHARQosG5APeAs,825
benchmarks/results/liteinfer-sdpa__throughput__isl1024_osl256.json,sha256=IYHW5NfSJ0JBEfeQqLZrZODFag34D3T2oHs98IB4qOs,819
benchmarks/results/liteinfer-sdpa__throughput__isl128_osl1024.json,sha256=riwPawLEhpz9okuxYIf9QhAZe6_vQZ1o9sgsJ-B4tfo,823
benchmarks/results/liteinfer-sdpa__throughput__isl128_osl256.json,sha256=2sl_OdlyYd3nIJnowHCToUyuA6-b4troSmnKAkLRzaw,820
benchmarks/results/liteinfer-sdpa__throughput__isl2048_osl128.json,sha256=hjx5-yNREsWMYtljXfKvkDFQNcjGRFV5V4-9_b4Wqfc,823
benchmarks/results/liteinfer-splitk-16k__latency__isl15360_osl128.json,sha256=cuIKBEIWTcwD9FsBq8ZDA-nPWG6mj4nHNxoTePsb-TM,11188
benchmarks/results/liteinfer-splitk__latency__isl128_osl256.json,sha256=BAhLSwaeir61VkH1xc_4OLWKHgQgfuXWCKvlzi_RJSo,11645
benchmarks/results/liteinfer-splitk__latency__isl3584_osl128.json,sha256=SvNx8O8K7m_WPatZr6oGjnyu-vpm8ikXTjTOjexJ7JU,11416
benchmarks/results/vllm-b128__throughput__isl128_osl256.json,sha256=zhTj4PDgh18Dy-4lFxukwx0Kv0uMdrnmBNi3Xk_RzYw,775
benchmarks/results/vllm-b4__latency__isl128_osl256.json,sha256=igEV3FEX2JZzn-BOdd5FMg3MK3ylXlJn7Hyzpu25j6U,11556
benchmarks/results/vllm-b4__throughput__isl128_osl256.json,sha256=lADdHWNgFgxiad4AYxmtZ8_QSrjG_fvBe10CLKQYKrc,769
benchmarks/results/vllm-continuous__latency__isl128_osl256.json,sha256=04ev4abDjyubfN2cz19oW0LtsEIbmBvphyTGY2gdB_U,11575
benchmarks/results/vllm-continuous__throughput__isl1024_osl1024.json,sha256=iUQ0h1GoLdMbBG_-iQpdYmi9rSOnUSmoyHkK1MH2fSw,784
benchmarks/results/vllm-continuous__throughput__isl1024_osl256.json,sha256=XjLhWOODdGYxjZx2LNmmbtmugjDdECtWuRIc-lsAxTA,784
benchmarks/results/vllm-continuous__throughput__isl128_osl1024.json,sha256=c654ZrwCgk5sLrzeRf9hImd5BCWtwoZ-69XAdvICFHY,781
benchmarks/results/vllm-continuous__throughput__isl128_osl256.json,sha256=GrmjEorOLz2mmZabjtOtzvHia9ufCjXnKK4wS9fgAao,782
benchmarks/results/vllm__latency__isl128_osl256.json,sha256=whVfRZZFl-K2O8S1xhd4j4Hvkgu-nxNnvxBoVWhXya0,11550
benchmarks/results/vllm__throughput__isl128_osl256.json,sha256=3YD6ZpRrpeYHZA0c8F6wM37v6v28HCl4TxTtrXs9JwI,762
liteinfer/__init__.py,sha256=xknQ9zRRpflClB8okqXfdMvT2xvBlQ40MrbUYlsR8Lo,643
liteinfer/async_llm.py,sha256=CBVGe-quvTvzgzeOGHN1_OQ7EqcXIWPJceftf19X2k8,4259
liteinfer/config.py,sha256=5Fjrx-aAp3FYifpzgp-T30eelzVr4AYhDdMT7JHrGd0,4939
liteinfer/hub.py,sha256=F-hCjeuvPb_EmXTt_334O81877w09e1qzZrygNQW-e4,912
liteinfer/llm.py,sha256=eh1c4uYy4Mj-bsAweJ_RaWg-SDPPSy7JyhJXPYCZm64,2231
liteinfer/outputs.py,sha256=8UqedLisBKWk59rU1RK7N8mbGB3jbx4XuhVsGm5Tl44,800
liteinfer/tokenizer.py,sha256=Nh8m0avg54J_PjEdzpzHyd152iiwRQx7GfbKP9cmz0g,3194
liteinfer/cache/__init__.py,sha256=H7ipEvzaf4oTAWSQ2wPpKaLfIi2ILtkNnDq9ZBa3OTs,570
liteinfer/cache/block_pool.py,sha256=-rLs7V6ub7B4j42ZHliGY2lEXV95GSs5M3F6ad2p9W4,10916
liteinfer/cache/continuous_kv_cache.py,sha256=TasTuj6PAZ9KNpgUvG--y1EZ7c9N9J0k_PZGeACyEH0,19065
liteinfer/engine/__init__.py,sha256=Pz1lCxO_dGRx9tYXUDbXyz59VftXpoeOrkA-rmAKLok,789
liteinfer/engine/async_llm_engine.py,sha256=ouoX6ElIUFDemYSBnfoQpZeed9uonFDmmYusaPwwia8,15739
liteinfer/engine/attention_mask.py,sha256=oPEKFesXcNdz6Ff6IeHbL8rpRHXFKUVKrOS9O8CYbGk,3907
liteinfer/engine/continuous_model_runner.py,sha256=AZP9SVtyJ4FadcmoDq4ld55SFd1YJzXUyGcUtOafXWc,25840
liteinfer/engine/continuous_scheduler.py,sha256=TAWrWIwajMo05w4cdPzI6GaT59hEMG2i_tNM4oG3inw,4384
liteinfer/engine/cuda_graphs.py,sha256=ptFW2ZDP_bxKLAG3CLPtsqIqmCHZ9wTgVi_osAtoRfw,12486
liteinfer/engine/metrics.py,sha256=-4jtr3EOhukQfxS-2-5qh-I7N8nFKRsNIhjTdVqk-FI,5872
liteinfer/engine/sequence.py,sha256=5BPgBgCXQtmdtxwl4saUjUgEE_x0Xu5Rms80DfwJdAY,2610
liteinfer/engine/stopping.py,sha256=WIeCPPfjooHgAdond6wmMMicGjexlkcmma-Ga36IxSk,1465
liteinfer/models/__init__.py,sha256=Rb1kYl-7cok4hmQFL2KH1XvN38ATVFnKN39AtPBqfPs,1082
liteinfer/models/attention.py,sha256=jlzjWxwcobDDcoTQxIUjJBgHAnP23tA9oSyrnkul3e4,15769
liteinfer/models/llama.py,sha256=HQ68hMrXgUX9eBZXWh10lEAC_4xIWZbx_2nPmgh2-Vc,12515
liteinfer/models/loader.py,sha256=GSJWWpOu2A5FSR-x0zNQSB6AAQ60UQnHV62-LF7pmwQ,4782
liteinfer/models/paged_decode.py,sha256=dYAWdeNRLAXCIt47ViF-bTF4sHeoQCsxZtzAifYIIe8,38661
liteinfer/sampling/__init__.py,sha256=umdjISYyV9jYcsezhrkUF4jCEKEH9QDsD2H9aS7OstU,335
liteinfer/sampling/params.py,sha256=CPINaDqdKLfRdDDffIwn1Po7ZYSnQEwufkC5V9M1WT0,1491
liteinfer/sampling/sampler.py,sha256=rARAtYUvxf1s0jszn0_5X6Odt0Bk5HwBQJQbSYfugmw,3724
liteinfer-0.7.0.dist-info/METADATA,sha256=zQ4SvJW9gSm8q5Sf1idekm1_8qA5ja3MCQWAXYhNcdM,12994
liteinfer-0.7.0.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
liteinfer-0.7.0.dist-info/entry_points.txt,sha256=QVGGrEEjD9vb7smog3ArYWyF2xoXmVPwFCsA5gwwkdI,46
liteinfer-0.7.0.dist-info/RECORD,,
