aphrodite/_C.cpython-310-x86_64-linux-gnu.so,sha256=D0zTt5OXz6nSVrU8aOB8e7mqOcaQJbqGrMClHTL6Pww,89761400
aphrodite/__init__.py,sha256=PUqtCQCEtwnA4J5HKgwOG7tLg8EXRbrcu8nu2oW6iXU,645
aphrodite/_hadamard_C.cpython-310-x86_64-linux-gnu.so,sha256=jnbV5l7epDjZus3TB4mSh1sc4X4duW5qrXBw4amupIA,40991976
aphrodite/_moe_C.cpython-310-x86_64-linux-gnu.so,sha256=ihIV6s6jHo2HcrYZkGOdK7jBNxs9hwRoh-iMVDK2mkE,13303160
aphrodite/_punica_C.cpython-310-x86_64-linux-gnu.so,sha256=ulOX5TALkmSszfsS8g4YeUzO_5tYXRC8mMee_GEWj_c,252928208
aphrodite/py.typed,sha256=lmujTrctwu8MPi0QO3mgBSLrtEfbyibAatCdeWoFuJE,76
aphrodite/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/common/block.py,sha256=yOzkghPprfnk3-ST72JBc-SEiVct1vH2S50shgfIA_4,2383
aphrodite/common/config.py,sha256=ob0ei74V5UTQVCgyodMCNeu9_o8hBQhB114-GGsFhf0,30235
aphrodite/common/grammar.py,sha256=at90Kxh02xOyhyG2CY0QlOppOEtcjsrc1jil_pp3QFU,14599
aphrodite/common/logger.py,sha256=GyNNEDH5k8gmievyfIjhjdpyi_4gkzjZTBfD-74tUc0,2981
aphrodite/common/logits_processor.py,sha256=MwUpvaImgLmsyVZNMwySGrdZnQ1WFzSlM3sX6vaHB8E,1842
aphrodite/common/outputs.py,sha256=Dk3P9tbdBUcupBipjw7ydxB_z9BmoCKixMo-7CAv0V4,5215
aphrodite/common/sampling_params.py,sha256=suezFDyYxHpv3x4sh28V45AbKjUuELEDy1zy5Zicbj0,18086
aphrodite/common/sequence.py,sha256=2thVeAxn06xnH1TsJeOSdNmPB1ogItecqrmhVHOKv4s,18592
aphrodite/common/test_utils.py,sha256=6nGmMZ8Y-aB88kwQ8uxR9PkQQXC1QFlI77yepZlwCNA,1194
aphrodite/common/utils.py,sha256=ObuyM9UgwG-DW3eW8C9648xbGzTrl0yHJlUMOE4wTdA,9662
aphrodite/endpoints/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/endpoints/llm.py,sha256=VaeJ0nrBbUjmJK-tGlTxQDEPuZBdvg55hrKiVjVHdJs,9513
aphrodite/endpoints/kobold/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/endpoints/kobold/api_server.py,sha256=y_NzOCqq9dmcqY3cFaS1tV9T8XX9--lJaQYJbC4_S6c,12493
aphrodite/endpoints/kobold/klite.embd,sha256=o2ajfeYkROr6zBzwlNbVb4NTX2XFInMmKLOyowlxHsw,743305
aphrodite/endpoints/kobold/protocol.py,sha256=xmEq6xFssy-KT743MFV8oa6LqGT3MdAJquLaAW6OLm0,4078
aphrodite/endpoints/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/endpoints/openai/api_server.py,sha256=nJsAhV1-RnzdfEvwU_LNRQ1oa8ZJ_1TQwAy3KmxWH9Y,21319
aphrodite/endpoints/openai/protocol.py,sha256=lIb57z504Llq0e073G0ARex4QFESB57OC6oEhoThTp4,18416
aphrodite/endpoints/openai/serving_chat.py,sha256=bRc8KXn5mThh6P_Ej4JDvd-lJ_REPI0env0_nKBYgw0,14529
aphrodite/endpoints/openai/serving_completions.py,sha256=MfI40N3XRkv6qDyrjiyFm_IASckTO0Q0rkxfpFptCzQ,15527
aphrodite/endpoints/openai/serving_engine.py,sha256=G3G5sKivWzOkdSh26KEylIDt91ZRjJnUDx6uV36qIts,7832
aphrodite/engine/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/engine/aphrodite_engine.py,sha256=oLppAsborxbJAfJUZLevHG4JkKc403_mVTGEMQ3KiWg,46469
aphrodite/engine/args_tools.py,sha256=A5KB71cXGsve3dATIZEVr9ieH9K55IAfpF9DVoKsxGQ,17767
aphrodite/engine/async_aphrodite.py,sha256=0o-Dq_qTs6Fyy1gBuUyI8uHNy2eypuAIbYmXyJzuy_Y,27422
aphrodite/engine/metrics.py,sha256=MI4rxt-iaiCyGZuHnB6oSgjHs7cn1DSoSMEL0mHKBpQ,8782
aphrodite/engine/ray_tools.py,sha256=B883aFpNzGgZZ9VLboJ_BEP79UTDDOX97eZxQLfCxKA,4786
aphrodite/kv_quant/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/kv_quant/calib_dataloader.py,sha256=n-3fgA6kvr3fsmT28paCUTYpbWCO4NrFGZYoRBuIqeA,10697
aphrodite/kv_quant/calibrate.py,sha256=OTJJae8CBMwdCC-cTQUUGHozK-AOZLr3ut41nPySHXU,4174
aphrodite/kv_quant/calibration.py,sha256=y5Hj-e4hT9rxHcE8BEAgRaYFjnuG7Y2yHIit2wH13F0,12774
aphrodite/kv_quant/export_kv_params.py,sha256=s5zngBPEZPKcZaLH03T5EFHhcv5Mpody5TdCMgEpAjk,4062
aphrodite/kv_quant/observer.py,sha256=sBwagPV2JI4oH1zoRGIuSUVfCFOMnJypk-U2DGVRbug,6748
aphrodite/kv_quant/utils.py,sha256=7Mi-Tnh6fBEUGQNs6QuwmFUXqa4KFawFEeDHRpAUfVw,5647
aphrodite/lora/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/lora/layers.py,sha256=rLJE3k8TsV59lu9w0LVOyI7pzGzXF77VbFdIin73XK0,35704
aphrodite/lora/lora.py,sha256=Bcdpq4dvLAvziW3kNVD7yV9NN3JY01625_vfkhaR8hs,4861
aphrodite/lora/models.py,sha256=z77O0t37lfjry-2ZktZwYhPQ4Eq8ANBguD9_YXVBUic,25914
aphrodite/lora/punica.py,sha256=ouQAuwNaEgF3uG6tgHLklSxE1a_o0BAWD5KtPKqPbqU,5320
aphrodite/lora/request.py,sha256=e5a9JUOjDnn1-o_iDKUgDSVh5DuMLBRKNfhbDxj30_4,915
aphrodite/lora/utils.py,sha256=2BP16RdOLjAtzJTZGSuol-_XTg0bckLV6cD_PkhaV5M,1349
aphrodite/lora/worker_manager.py,sha256=_96RvXtGlukIdzZIV8vEXiltqkWksjc1A41n_tyrsEQ,8879
aphrodite/modeling/__init__.py,sha256=Ldme03uh8kIJpAwwrxlDeZUPxbRfeXrZYQwO70Ulh3g,321
aphrodite/modeling/hf_downloader.py,sha256=AoNnJnzehNqm00z2Ue7Xfl0P3zxicrUezjup8uXZgGU,15404
aphrodite/modeling/loader.py,sha256=NEGBtY2Dj8WmEaBmXTOlw1RJP7dGq1qXwIPyEpJCBdM,5072
aphrodite/modeling/metadata.py,sha256=jhhH-DfScI-pxq6Hvj1e_DvMugF46uVeix9PI2h7_Uo,2154
aphrodite/modeling/outlines_decoding.py,sha256=CcXfnfCuJ78HNeRwtAj_Yhh7RjRCjXEp9uqYDpFSfcg,3510
aphrodite/modeling/outlines_logits_processors.py,sha256=AHtUYOd8qaxpYVnkckt6uPsklGdl8C1BSQBM3t4nJGE,4631
aphrodite/modeling/sampling_metadata.py,sha256=8ceaE_d06AOO9ZcXcOY9iooj01iXxuc2uLQimDchMvQ,21018
aphrodite/modeling/utils.py,sha256=FUmv40dHOE_LtbXNiaq-Wlh0tS3NwGuPmLHxR2TSczI,928
aphrodite/modeling/layers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/modeling/layers/activation.py,sha256=kiDdp75eSHRTFWv1VHXEP2_nhnv0ochCF-5sgVNzq8Q,5596
aphrodite/modeling/layers/attention.py,sha256=hKipths38nmJ-jSoLTDZKfdk8TCJoWyPqLfpJnBlnx8,13751
aphrodite/modeling/layers/layernorm.py,sha256=W911pyt1cnonXFfu-I_V9jmqYi4tEkpHt8D-d36fih8,2422
aphrodite/modeling/layers/linear.py,sha256=YWk2BE7YY81aLuaoVUFz0EsU1lq52iePKRfJJZ5xBh8,27411
aphrodite/modeling/layers/rejection.py,sha256=OTyVPofGvNQBEu6GiD4AmAcKWhT_fsm5z9LeE5Q3-bA,15893
aphrodite/modeling/layers/rotary_embedding.py,sha256=k7Lg5F_zJLnXcSI-TAT1E_TZ6TAJUUin4lkjsL-uwu4,14680
aphrodite/modeling/layers/sampler.py,sha256=uQeN1hKgLBEHPMBCYR0L0PgYB-Y8eBKG-N0HjgDTeIA,36861
aphrodite/modeling/layers/vocab_parallel_embedding.py,sha256=DCt-3NMtpZmFeEvu0XO2AOxG-ftUvEBBa2xcd330ddA,7400
aphrodite/modeling/layers/quantization/__init__.py,sha256=12_P1TMoYWlUOW57VfUABKy-uQVijiTb6qQQ6eWytZE,1351
aphrodite/modeling/layers/quantization/aqlm.py,sha256=2X4rCRbKH6yw7WhBaNAlG0h0joABNE-H7suU3JwolhE,6983
aphrodite/modeling/layers/quantization/awq.py,sha256=rRHaS0JP3wjz62YdFcMZ18LRV-MRjtiRH5DoiWauetI,5933
aphrodite/modeling/layers/quantization/base_config.py,sha256=dDA-8jhGEJc08as4WbzPhTrh1WNQQVwwHSoWqKGrehQ,2376
aphrodite/modeling/layers/quantization/bitsandbytes.py,sha256=ZvJOoTp-6N-xpRNKktJlISTcl2u8mVVl58Zyd7tH98Y,18861
aphrodite/modeling/layers/quantization/exl2.py,sha256=UuZwGj458mh24uB1CTAu8tvb_yRMmi7lw8rcPSWQsK4,4657
aphrodite/modeling/layers/quantization/gguf.py,sha256=l332Pu0wnCqHF0R1XAdMBn9bmo6PfLo67Fn7aNTXzAw,5316
aphrodite/modeling/layers/quantization/gptq.py,sha256=3k3_bfTFR2mkRqMRtUegC-YIq097Vp1USLCzaueSLjA,7653
aphrodite/modeling/layers/quantization/hadamard.safetensors,sha256=D4ho0Jc0JI_geyi2vmzPT_k4pE8DNQHgFYo7zy3w9-w,2797972
aphrodite/modeling/layers/quantization/marlin.py,sha256=6F2_h3CZyo9JR8qgy355VGGfGxfcdAs-R0myynq28TU,7154
aphrodite/modeling/layers/quantization/quip.py,sha256=UI6D715b3aVfBM-m2iMJ1IKkVIQtgxQgs0OHfEPSkJk,6968
aphrodite/modeling/layers/quantization/quip_utils.py,sha256=OZpneVCVoXv9b6BLSlRt7aYrSusoQr5QPHWugaysSAY,3947
aphrodite/modeling/layers/quantization/squeezellm.py,sha256=WM-SD8abITK6In9EWajmcjVgZuT0lPh1RAnz0ZI2K9U,4415
aphrodite/modeling/layers/triton_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/modeling/layers/triton_kernel/fused_moe.py,sha256=jhhqOJUV0uy4PyRMw7OlXLBnlnz00vPgZR3nggArT_U,14633
aphrodite/modeling/layers/triton_kernel/prefix_prefill.py,sha256=o9YX6tng1l7-Igum2fuB7JfWkFfo_Mh3FmlsEbrgBiY,25506
aphrodite/modeling/megatron/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/modeling/megatron/communication_op.py,sha256=SLgBwiu0pMZhktpVnDj2QuGy1NN8coMWjRY9TPFG14o,8101
aphrodite/modeling/megatron/cupy_utils.py,sha256=aeCM-XnaTG68so8g3XYhBvcYRyhj9MEQlI14qJyt0K8,3966
aphrodite/modeling/megatron/custom_all_reduce.py,sha256=oDB6AuqL5ejUiRUgamrqCMBAWoMruNN97MU62qyDMrk,7939
aphrodite/modeling/megatron/parallel_state.py,sha256=KVi_i7iFr-t9WpOT756-l7FdAPBgFsjgQqc-yLC1Fl0,9764
aphrodite/modeling/megatron/utils.py,sha256=VhDOJnhOZYLHvT8BN0M9ZN0C1wEz04FG0gpjvq267xs,1640
aphrodite/modeling/models/__init__.py,sha256=EIcGjA-FJBhJcJF4VoRuaceqBaj5ZrSVG-FD6UYx_PQ,3647
aphrodite/modeling/models/baichuan.py,sha256=Q5UDe9xsGT5Gprdlh0ua5z6QbzdHdyZ37CPKoFGWFOQ,16602
aphrodite/modeling/models/bloom.py,sha256=F6Tjc85nxuruwIqQ6Gu0N6EyGqnR3gxiTDvuQNC-KCM,12838
aphrodite/modeling/models/chatglm.py,sha256=5ZZHhaFNgclp9s2OaylKN-1e164GnkNW7HDYc9h4VcU,13146
aphrodite/modeling/models/decilm.py,sha256=upvYt7ARWThFr-_h0K0MuErk9nQFBC7IwzFOmp0UUjs,5630
aphrodite/modeling/models/deepseek.py,sha256=KkoxH58bgWQ8a-E2qNh5lEseXnXuZ9ixaAyVbTYugvk,17686
aphrodite/modeling/models/falcon.py,sha256=YZ7LAprUxcdYqK0b0tLpSc9OM_mRtZz5JCdg9U7wmcM,17985
aphrodite/modeling/models/gemma.py,sha256=nhgBgyXFidnTcNRT_H7kmwjkQ-nF_iyziir7T25fZ3A,15455
aphrodite/modeling/models/gpt2.py,sha256=ZVqwpm83R3J5Vi-rxB2whC77ZuJOhOLeGl4Sxs1eNf8,10943
aphrodite/modeling/models/gpt_bigcode.py,sha256=8GAiZO4yw9PGrVAenw0Fyz_4EB2I7BqSQ1CXWGrXd-U,10853
aphrodite/modeling/models/gpt_j.py,sha256=mwyBgHA5OnmUrrERm1NI0wF8ABTsMOShgF-BSGcRJSc,11865
aphrodite/modeling/models/gpt_neox.py,sha256=DCr8h3wUFzNY86N0DCF-Gf3ZzP_Y0FMiDsdeSpo8cAo,11439
aphrodite/modeling/models/internlm2.py,sha256=Fy3mdRO14P71zh78_tvPpOyzFRm6pMUBEy72QZ9cehA,13637
aphrodite/modeling/models/llama.py,sha256=gxvuUfSn3BKbQxnHvgkQVd9oMaq3S3n9ZictFOl6Vwc,17837
aphrodite/modeling/models/mixtral.py,sha256=zIP-pUALTdcOlm04iVJRTcUUsHR0BwVhTKqB9StITE0,19540
aphrodite/modeling/models/mixtral_quant.py,sha256=Oui2lr-jK_GvNHIF8hdhfO6_uOJL8O9s-8dMCkLMwYg,17799
aphrodite/modeling/models/mpt.py,sha256=H8mbVwsk9V-NbpSnRet2PFbbp-22iiLXzLW3Dvfq_VE,11547
aphrodite/modeling/models/olmo.py,sha256=T2r0ftTLt4nUjqd3xBCjAME8yPJqPlgXkPQtKndZGCI,13442
aphrodite/modeling/models/opt.py,sha256=wHxsTAla0dbVpstxys7G95ezJhX3VvuMgVgkmZCXKaA,15655
aphrodite/modeling/models/phi.py,sha256=hRiLvfV7LkCcplCoR3s7UGXsBd1L5n-ydL_21Iopb8s,13305
aphrodite/modeling/models/qwen.py,sha256=8-61P_cTqwF0-fsYOtG9PwpEnlm6BngzR39woGmkr-4,11803
aphrodite/modeling/models/qwen2.py,sha256=iwCqDF3mYgQKlf431fxmjPhOWESPjv3TDczmx5Jh1V4,15460
aphrodite/modeling/models/stablelm.py,sha256=d9PAh6nakrXlg6H3Bxvyfhmx6UpVH_R7qgSfC-FNMxo,15119
aphrodite/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/processing/block_manager.py,sha256=tEVfL7hTkmIBEFdNy9YHw8oKN-XQXv5xGRUiiP8YJdU,19380
aphrodite/processing/evictor.py,sha256=rOkbmEdOqweeDHeuAHP8HedV4XDSQFDI-DQ5ZCB2ShM,5534
aphrodite/processing/policy.py,sha256=jOFUrQwpnatsJXU74006B8q2DxqUlRRs7IxVJ3ZGJZg,985
aphrodite/processing/scheduler.py,sha256=VYgRCuM6LZzGzY5YqXw9H6hpfIM5CfCY1nRIvLmOIkU,21761
aphrodite/task_handler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/task_handler/cache_engine.py,sha256=3EZoTMZruYn6Hk09V6fuhvMKbJ73XkkTAeISYGt6O-g,6354
aphrodite/task_handler/model_runner.py,sha256=v4O74XatRvjaC7YcxHbv-6O7-gnAe68QywMrpoRI9nc,41493
aphrodite/task_handler/worker.py,sha256=u2nvuIzwq3MqL7iCy06cKVC9o7ARRhEWnk09CZeTUZk,13120
aphrodite/transformers_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
aphrodite/transformers_utils/config.py,sha256=G5rb5qGA-SMPCHriGbqXUCn9WW0QxTcA_4jE_c5ch0s,4352
aphrodite/transformers_utils/tokenizer.py,sha256=4ou4lg8d_PTG5FG_OudfhHH1z4qJpu55hWGUH20f8Wc,12781
aphrodite/transformers_utils/configs/__init__.py,sha256=xjImc3vLi2deb8ceUh2sHSNJFeUmpiDBKKvH9oM5juk,739
aphrodite/transformers_utils/configs/baichuan.py,sha256=BmRIzDBTQ67x79Dy_HLFLA1uoAz2hZ4h7_MVi8QpJZs,2266
aphrodite/transformers_utils/configs/chatglm.py,sha256=77q3UL8VKz1ly1ozm0aXMQkzTUIu4DlQkuVt1D219D0,2747
aphrodite/transformers_utils/configs/falcon.py,sha256=0M34SbBGKL00FGo7T0RIz5DZhLxFIoVXe2iqJTFpggs,2917
aphrodite/transformers_utils/configs/mpt.py,sha256=ifcjaCxmCtnMaDhN194rX4zNdBNtfATvDDCWby9S8cY,12831
aphrodite/transformers_utils/configs/olmo.py,sha256=nAjUG5VVHP3aCLOO0Rx09AmnGzWDtzCZPoh8-8mcf_Y,2489
aphrodite/transformers_utils/configs/qwen.py,sha256=cICFZJ5jy4AcUtaGFJuRB-5m9qljQMPV4RvhZ_aHKb8,1996
aphrodite/transformers_utils/configs/yi.py,sha256=Oz1rZ-J2CiANKen6rYEEiOFvuBbg_qApFxAX1lKdIdw,1949
aphrodite/transformers_utils/tokenizers/__init__.py,sha256=WCUor84mUYfpxIjJY4wEhu2Qny6awYuY2ReG1RNa-zw,119
aphrodite/transformers_utils/tokenizers/baichuan.py,sha256=1IUI12egdTZZ_ffl1aF2FJLPBx3_c2gzaOEwFxx4PVs,9189
aphrodite_engine-0.5.0.dist-info/LICENSE,sha256=BrMy4fpVnABaD8gJl0HYi-tj0kM1SMI5MdLDlspBqnI,34527
aphrodite_engine-0.5.0.dist-info/METADATA,sha256=-xHBQ2F5W50F5K-RW9PHiB46oQ68KEV_B4E-GBOe3T8,10162
aphrodite_engine-0.5.0.dist-info/WHEEL,sha256=JD64SFi5h5TkrCzU2zWKlSIgZ-k_Lru9GKYxEG6JNFw,105
aphrodite_engine-0.5.0.dist-info/top_level.txt,sha256=OEF51waUVVw4hRsd1dt1W5v32aCJfjCv43tAfXmNbgk,10
aphrodite_engine-0.5.0.dist-info/RECORD,,
