alpaca_eval/__init__.py,sha256=GoTtBRK8iaWj5TANEEVLgcFa8B700eyyHOfZo_AU9ug,98
alpaca_eval/analyze.py,sha256=gt-B3nKsSgTUvb_LyM_wgqA8jAEr1U6FpwSnbn8VXFc,21377
alpaca_eval/completion_parsers.py,sha256=Tke-JV9iWNlars_F-TSwz31IxA61fuuYScRnA8UN5Us,4803
alpaca_eval/constants.py,sha256=hh6Go1l1oUIe2cTEH4rvfi3Z4EmprrxaEDRlYotmVnU,5419
alpaca_eval/main.py,sha256=q6CK3PJ3i_sO0h2dAlqZv3DCrC63cWKFQ5BC3jvvAKk,21739
alpaca_eval/metrics.py,sha256=KcLHfvIxS0l1TLNXZnJqlSZd_rRepreMPsjG8Z2nvRk,1313
alpaca_eval/plotting.py,sha256=Szsn9WumQn4mcmDYiHDfjeCFaVvN37mpIv_FMULMJ8Q,20680
alpaca_eval/types.py,sha256=3fbYWKPYn6xMFPD80jqRMKdQuYWPONtmoV3yRwJK9wE,283
alpaca_eval/utils.py,sha256=uf67m0ePuiIHFF4SCH05COWJQVSZJAQ6Hzap2UBoTR4,16065
alpaca_eval/annotators/__init__.py,sha256=1Hwqc8H9AdbPscwqM7NsPkNNSYdajZhv69ZbaXr6blY,54
alpaca_eval/annotators/base.py,sha256=IlJnggTUSNzoxP-uF3ug23VBowig1QGIAiYSLPCJOt0,23087
alpaca_eval/annotators/pairwise_evaluator.py,sha256=bqxTKENmVt8kq3Ha9IlgCoJ2CfpsF81W6QHOt4GPMcQ,15292
alpaca_eval/decoders/__init__.py,sha256=BFsw3gPyBJnyzX5Xe0cNOc1t13z5L3OCaDybJpUUM9g,2038
alpaca_eval/decoders/anthropic.py,sha256=cQeOuBXwe4n2TH2TJ_-4kQwJyQdtYo7lj9aE-SgHqIw,4358
alpaca_eval/decoders/cohere.py,sha256=9jW8Pjh-_QEuJKDxZcr7RJcyw0LKZNnDyPkRHueDwxs,3423
alpaca_eval/decoders/huggingface_api.py,sha256=SQs_MWI0d909oq5oVMXBgi02g0jLtrx8u8_Y_hIAdss,3751
alpaca_eval/decoders/huggingface_local.py,sha256=JM3CQXjk7IyD4lMhh6XVHMVGG8P1Y9ZcurQf808J2YM,5127
alpaca_eval/decoders/openai.py,sha256=_D17aF17lVCU276d2JI2zFsAdUZerNIP6i4G9K0aUzQ,12959
alpaca_eval/evaluators_configs/README.md,sha256=Y29kC7CbnnMiuT-4X6TpgWbuD6KgotFf-GiZDnKzf5c,9753
alpaca_eval/evaluators_configs/alpaca_eval_gpt4/alpaca_eval.txt,sha256=z0us5D-mrHGUS5yiUGWHrXxQlHiiGemKOVCr-dW0Kpg,1204
alpaca_eval/evaluators_configs/alpaca_eval_gpt4/configs.yaml,sha256=Z2cX05ktVZMH1jZh7xJxEy39YTEA90f2zo1Ypwd8Yj0,270
alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/alpaca_eval_fn.txt,sha256=9zTCMVT1nvo-SCQMoNHfbyAgvQVvstLML4iuuddbYFQ,905
alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/configs.yaml,sha256=5yjYKvJiQWj-gyghAj-IIBexR772gCWytuqYlpNQtT0,1140
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_v0_without_inputs.txt,sha256=4VRVSzcJpnryc8yHTx3K3aK4WWFpwZzjKB0gBQMVP1o,1650
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_without_inputs.txt,sha256=Cll_ks6pOhHARQ0yGxFssI4C_umPPJwUxCKv6aX0TRs,5869
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_cot_json_without_inputs.txt,sha256=yZ7au5tYkFdFCgOzbl8gfu8VzKKqK2LMOx2-9Oyxw-A,2475
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_without_inputs.txt,sha256=bQe5XEzsMFMBZXmD21NJwBcf5fhVpnXAm_plQyOonJ4,3721
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b4_cot_json_without_inputs.txt,sha256=VK2beVTCnIavX-q2i0lWZrAA8cLMI0Efa4P4oaoSHxk,3423
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_diana_without_inputs.txt,sha256=s9T1FPC3yxAexzb0a9SZOzg9444jzrKraYRvNzDSRV0,6849
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_joe_without_inputs.txt,sha256=q-s4owUh0sIGwIiCfyK0Xs8IyOwLS2eHukRyH47XFpM,6797
alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_without_inputs.txt,sha256=6gfwH7o3IaZqaOW9bqglvn2HmUzGK7IkCEVreIfGKIc,6700
alpaca_eval/evaluators_configs/alpaca_farm/configs.yaml,sha256=Dtrmj42kXO3wjeQn5M6rBuDJcS1nIg-eFQs1RC53UuM,6045
alpaca_eval/evaluators_configs/alpaca_farm/text_b1_v0_without_inputs.txt,sha256=24FS2HDAuG5xEcloqKnUNqdXd_dNbdW4O2_2J3UpA8Y,1016
alpaca_eval/evaluators_configs/alpaca_farm/text_b1_without_inputs.txt,sha256=IYW9P6ETBgN2F7Ik8qjEollpWTuu92KqORcSF5KuNac,3969
alpaca_eval/evaluators_configs/alpaca_farm/text_b4_reasoning_without_inputs.txt,sha256=RyfwflTDqRso7HTUZJs_mV0eSyfC9ybMQdT_5SO0XUg,5932
alpaca_eval/evaluators_configs/alpaca_farm/text_b5_without_inputs.txt,sha256=cv6mHjAODbT1v9eDjI3ToOFMdKmnuUGiDR2jXaiysnI,5370
alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/chatml_b5_without_inputs.txt,sha256=dr3cjE02RI2kyIKHsqOWyMzp4bwvBBguBNHVKx-tH04,7373
alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/configs.yaml,sha256=U4sd7U_DNeMAM6Tn5CQM1Jt9nAzzOqypizG7w05Aiww,362
alpaca_eval/evaluators_configs/aviary_gpt4/aviary_prompt.txt,sha256=BL867OYK2tnxjR2T65kEOtFQLQShlhtC7py8TBUZd7o,1048
alpaca_eval/evaluators_configs/aviary_gpt4/configs.yaml,sha256=qGy-Ry647x_8jTHD8mCu83zdunWkfMD_P7mnKtdUMQc,324
alpaca_eval/evaluators_configs/chatgpt/basic_prompt.txt,sha256=rwQQTdGqV2oCmSi9jQWia4iLAR-7vjJ8Yt26ymh_UKU,1116
alpaca_eval/evaluators_configs/chatgpt/configs.yaml,sha256=z5rMMY7ppnDBkmlKAs0AMaeXciM3t-BL122jxVTK3fk,325
alpaca_eval/evaluators_configs/chatgpt_fn/basic_function_prompt.txt,sha256=35qjKHOV1dy5PwpQnBY69T1HgR_u_xlx057egWH5Jwk,1197
alpaca_eval/evaluators_configs/chatgpt_fn/configs.yaml,sha256=u4jeWyEL3YMLmZVSWQHJSF34_UtnwdmS4dX7PHjdhqI,754
alpaca_eval/evaluators_configs/claude/basic_prompt.txt,sha256=-eqQpv17cZMhcY4NVY2VcFMzyFzkrYrgtilyzzPQvco,1137
alpaca_eval/evaluators_configs/claude/configs.yaml,sha256=BqutKu7q1JHh3BHVQ1JnZ1LL7-FSjvqxVweQpYAkHj8,327
alpaca_eval/evaluators_configs/claude_2/configs.yaml,sha256=pqIud_IihQOxEBfjtmJl368bTQpCO-2axiyqWfcyHKM,328
alpaca_eval/evaluators_configs/claude_ranking/configs.yaml,sha256=fKDNFyy7sfHmlO5kegVfs5RMWxRlCC_-kOiDy5NAXLs,269
alpaca_eval/evaluators_configs/claude_ranking/ranking_prompt.txt,sha256=OfHk_hUfoJKhH6gJCDr99pzAZlBsR53Ds02vG-Z2a08,1087
alpaca_eval/evaluators_configs/cohere/configs.yaml,sha256=RtW7RIX_2U5DSrrJ26ZUoTwaRR4li0paw9equb0JLn4,303
alpaca_eval/evaluators_configs/gpt4/configs.yaml,sha256=3qG3NBGx2uHev1Skl9vcXf1-MC3GY8J8UeLEblESS1M,314
alpaca_eval/evaluators_configs/guanaco_33b/basic_prompt.txt,sha256=xBgbTZlelyXRLn_Q2X3OLLE4lV_Pg7pq20gVxCVMDdA,1298
alpaca_eval/evaluators_configs/guanaco_33b/configs.yaml,sha256=si-gfneuNq6FVkGuvETwSeREYTx3S2_3eBh6hSCF_EM,452
alpaca_eval/evaluators_configs/improved_aviary_gpt4/configs.yaml,sha256=HYsADbFZ_2CWMIQH4RlC0t2KX_l3Ro3gTLgOASzvj2M,322
alpaca_eval/evaluators_configs/improved_lmsys_gpt4/configs.yaml,sha256=imCB9vrHIJCu1SIHFlGvMS6SJlv6b_M3uqpEJU4Bpik,317
alpaca_eval/evaluators_configs/lmsys_gpt4/configs.yaml,sha256=AImjL3flznl5i8EHC-OH1CPhnDSToRf0-X9pIZV1QPU,319
alpaca_eval/evaluators_configs/lmsys_gpt4/lmsys_prompt.txt,sha256=-uJdKpGLh316NJdWlsW3BiTnvlbSVUhZbcJxKmHQRqo,1051
alpaca_eval/evaluators_configs/oasst_pythia_12b/basic_prompt.txt,sha256=UaRuxfczwfI1keeluht1ZBMnnNRphTIghNkhz-M_Ysk,1054
alpaca_eval/evaluators_configs/oasst_pythia_12b/configs.yaml,sha256=4bNuCEpLUwL1xR2eOR0udE81lRhcVK4zl6BVstlwNzs,367
alpaca_eval/evaluators_configs/test/configs.yaml,sha256=UWUcEZBhPwkb7UfPV5T_e69rdNQS2rjDv_1ZefIKhnU,329
alpaca_eval/evaluators_configs/text_davinci_003/basic_prompt.txt,sha256=lxxVEKg3FjfxeTuJ0QpFVsRSBw4gRXLzUU04xxyUMh0,1017
alpaca_eval/evaluators_configs/text_davinci_003/configs.yaml,sha256=UWUcEZBhPwkb7UfPV5T_e69rdNQS2rjDv_1ZefIKhnU,329
alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv,sha256=dRdloBlWdPDLi6Ff_jsAFYvm2VFUNsbb42YZmpLQacw,3009
alpaca_eval/leaderboards/data_AlpacaEval/chatgpt_fn_leaderboard.csv,sha256=UvKSatEjPh5lnzwnBHkJmeE3lpFPOhAiK-LHmkHItwc,904
alpaca_eval/leaderboards/data_AlpacaEval/claude_leaderboard.csv,sha256=vR_YEnYHYV2yEcTDDczDpoWTDMjZTOadThjNfpUODNg,2046
alpaca_eval/leaderboards/data_AlpacaEval/text_davinci_003_leaderboard.csv,sha256=L8DQ_8Xm02hC0Gq6b-6kQtfxqqRoUC7VseR012xx6hk,351
alpaca_eval/leaderboards/evaluators/evaluators_leaderboard.csv,sha256=yKhB6F_AMyT5F7GjXQEzjOwwxpEMy5JzuuG4-IXvS0I,2929
alpaca_eval/models_configs/airoboros-33b/configs.yaml,sha256=RojwP5mDycbxowDd_vDHCOMOKa8t_Lrv34J_bo1ywuM,415
alpaca_eval/models_configs/airoboros-33b/prompt.txt,sha256=7Len5nRwR3rPmHWgtiRZ5pGavle5XaLP2t5IwRZw2yA,171
alpaca_eval/models_configs/airoboros-65b/configs.yaml,sha256=wCbPdu0yWeBYnvASjWgtcbm5gpZF5XU0hM54W5su1UQ,415
alpaca_eval/models_configs/alpaca-7b/configs.yaml,sha256=k2YoxKEb9zXxN7xSGn2GZmul8JSZprU2eLwiUnYXHmE,382
alpaca_eval/models_configs/alpaca-7b/prompt.txt,sha256=NRAbw20QmXx9km2PIffRc67GUj86V9eIIblEqJklzco,152
alpaca_eval/models_configs/alpaca-farm-ppo-human/configs.yaml,sha256=JEOapM_OWv44Fyxm-wdBb6C1cji4cBwpl_UtuZKn_4U,433
alpaca_eval/models_configs/alpaca-farm-ppo-sim-gpt4-20k/configs.yaml,sha256=wy5ibYQ4_BVIv0LdE63g5jc_5pIWWLSRQfsQrpD1A2o,456
alpaca_eval/models_configs/baize-v2-13b/configs.yaml,sha256=TekFFvDsDLkCPhWKgCCEU7GyPW4xQKeq6bZJCt7QmD8,394
alpaca_eval/models_configs/baize-v2-13b/prompt.txt,sha256=49cS93u95lriRC1ArUlWyqrkbNyDWqUiPi1FFI64udc,109
alpaca_eval/models_configs/baize-v2-7b/configs.yaml,sha256=6OZB3JFwJr35Yni-ayydjuAKtdTypfI14cPyLDrdz64,390
alpaca_eval/models_configs/chatgpt/configs.yaml,sha256=MWphKJ1H891W6n313S4UVTfMqjRPo6m3sogiBlQgqWg,196
alpaca_eval/models_configs/claude/configs.yaml,sha256=3EdnA1Acpt9E5Ztvbzk4E1ePdeTvUuJcfFvVYVFrm-c,194
alpaca_eval/models_configs/claude/prompt.txt,sha256=PvC8O9ekfFdmoh0MAWzKtEJyLz7rmqu_BC50YGd1lyc,34
alpaca_eval/models_configs/claude-2/configs.yaml,sha256=1REqiOnKxysDbP_w_RzHTzTxnrUERj3kB_GAB1fJ60E,197
alpaca_eval/models_configs/cohere/configs.yaml,sha256=5O301d0otk_QjF3urKF6kryULlB-FGD4DJJGJFdKBzA,199
alpaca_eval/models_configs/cohere/prompt.txt,sha256=9kTp7EdLbsJld0AetmPMdAyzo5UgyCYsuuEA30rI5JI,13
alpaca_eval/models_configs/cohere-chat/configs.yaml,sha256=ODm5vy59TgTP24YmqTIovlwxGR3m-1V13-thcRtMwjk,205
alpaca_eval/models_configs/falcon-40b-instruct/configs.yaml,sha256=A1-g5lZKRaMv8sjy4Fa72HwmwqbfatUQr6ctc0OnvRM,435
alpaca_eval/models_configs/falcon-7b-instruct/configs.yaml,sha256=bS9InlAGuY-4CWvrQF2GFrxwl7_1tROsdHBN3Ot_IBc,431
alpaca_eval/models_configs/gpt4/chatml_prompt.txt,sha256=arTl2x29spY85yctvxTqcDP3mQfjubCeiTKw-cu1Gc0,100
alpaca_eval/models_configs/gpt4/configs.yaml,sha256=M27CIEbl5ttgzp8skuSwcDbsAPsOU868LOiJu0dwg2E,178
alpaca_eval/models_configs/guanaco-13b/configs.yaml,sha256=4cOqkCd5WObgxDxrylD7I7xB3-C8vvN2s9lJOa2tjA4,430
alpaca_eval/models_configs/guanaco-33b/configs.yaml,sha256=HiuZonrB3iXe3jpQUQkSKeldhBq8PTAkXlw7W_SxMuU,430
alpaca_eval/models_configs/guanaco-65b/configs.yaml,sha256=pMLykSK0hp6UoGM3w0YLtm9ofNUMgF4_ICbjqy2XbgU,430
alpaca_eval/models_configs/guanaco-7b/configs.yaml,sha256=vxPzRaJaTkMwHxJiuFlnfiIJBcML3RH-rBvofgxzhPg,425
alpaca_eval/models_configs/guanaco-7b/prompt.txt,sha256=APH_lUF2II27aqsmv9WPrqqJhUZrvHYJybO-XSXhp0k,195
alpaca_eval/models_configs/minotaur-13b/configs.yaml,sha256=MEHthFt8AloykOkY0ppsX2ibhD6njYR_TAawJSKZqxs,429
alpaca_eval/models_configs/minotaur-13b/prompt.txt,sha256=tqN6XNRzD9DhM5wEafFYCCI2mB1_6mEENWpCOUydprM,186
alpaca_eval/models_configs/nous-hermes-13b/configs.yaml,sha256=pn7O29arABiT8TFUTthU8oO5Mh9nDg0r-eQZSXkPw1A,407
alpaca_eval/models_configs/nous-hermes-13b/prompt.txt,sha256=xo9TqyfhIAGjoxRYOMyFxsIwZ1k2fq9lrnnjJ0LQRmk,185
alpaca_eval/models_configs/oasst-rlhf-llama-33b/configs.yaml,sha256=RpVH_q0JKJne6E0GHsm1er1QFPaICkIOLzLfdaBkt4M,449
alpaca_eval/models_configs/oasst-sft-llama-33b/configs.yaml,sha256=EihXA4LnHO656XnYZoptUyjLdD9dN45yI3mtIddV8aY,436
alpaca_eval/models_configs/oasst-sft-llama-33b/prompt.txt,sha256=e4vHUbrNTKpS68p8sK0gBd2KpVRT9HFotvL8DCVQegk,42
alpaca_eval/models_configs/oasst-sft-pythia-12b/configs.yaml,sha256=oC7UcXtTwldBbSA7-ZpUhRjaToCBTJCOulfd5DXIhcg,458
alpaca_eval/models_configs/oasst-sft-pythia-12b/prompt.txt,sha256=uMUj-Kfo1PWb8Fj9PHwWb2ESSUL-_lxr-YbL5Z01eCA,51
alpaca_eval/models_configs/openchat-13b/configs.yaml,sha256=EcTbsNKyLOs2q0DEKaxFyG8UwbIdnpz0JU4g28NczI8,374
alpaca_eval/models_configs/openchat-13b/prompt.txt,sha256=vnQBS89qcthUFp5CacV-PZ4WsKYrNo8QeUtXU_glgbs,41
alpaca_eval/models_configs/openchat-v2-13b/configs.yaml,sha256=tNPLMnlHrmzCyQ4_D3zYc9WIh90XFho9ujDVQl4WqKo,403
alpaca_eval/models_configs/openchat-v2-w-13b/configs.yaml,sha256=qZ8qt-JRKgprfW9Ud8IgfHuxIs7P6_M9xHTsU4R128k,407
alpaca_eval/models_configs/openchat8192-13b/configs.yaml,sha256=Ahc5nmsaVI5vobbgUNGEB773F1M4k16nPIlOj2QYH74,387
alpaca_eval/models_configs/opencoderplus-15b/configs.yaml,sha256=WUfx-DUulUjpdcKiLl-ih1pOqMYAUk-e6va-__NXwMM,389
alpaca_eval/models_configs/pythia-12b-mix-sft/configs.yaml,sha256=Sq2NY9tPJnS1kckOTVNoUgcG9FQwauNQrJp_FeNR69o,438
alpaca_eval/models_configs/text_davinci_001/configs.yaml,sha256=fK3G_pxpeHbSD3WE0knIGGZgdxBo3k12EhYZysexXkQ,211
alpaca_eval/models_configs/text_davinci_003/configs.yaml,sha256=nNY1SiewhsPBSHliZkRP91609s2sGHUsyOnk5CRv_Mc,211
alpaca_eval/models_configs/text_davinci_003/prompt.txt,sha256=ItEGOBsJHb4frai68-HdKRxNQqTsFLwpuxkpIlAKBgU,34
alpaca_eval/models_configs/ultralm-13b/configs.yaml,sha256=TIfJyJzBGgN2Bpreev2hRDcubPLMvmHtazSMBtwa6-g,401
alpaca_eval/models_configs/ultralm-13b/prompt.txt,sha256=Sm-9tJ-a_a__SFOWvxTUdoPX9xzcoQ0Bmi7Q_VbO37A,271
alpaca_eval/models_configs/vicuna-13b/configs.yaml,sha256=8Hym23QJExR043vS1uH4iiXjNJarh0wYcEogcnD9UkI,387
alpaca_eval/models_configs/vicuna-13b-v1.3/configs.yaml,sha256=CZq9E2298VCSs54tUvc-1lZPsoSeQuNC1xhUj1hTjgE,387
alpaca_eval/models_configs/vicuna-33b-v1.3/configs.yaml,sha256=d0bZ6b5TPRZEBFS1qWZoONghW9wNNxbasxvUnF7h1f4,387
alpaca_eval/models_configs/vicuna-7b/configs.yaml,sha256=3q2N5Vr09-0ImFh6Ux2IlUU8VU6U6UBu6McoikE2ZZ8,383
alpaca_eval/models_configs/vicuna-7b/prompt.txt,sha256=xo9TqyfhIAGjoxRYOMyFxsIwZ1k2fq9lrnnjJ0LQRmk,185
alpaca_eval/models_configs/vicuna-7b-v1.3/configs.yaml,sha256=UrmUKNcTIj3rzqS1Ht3lomsqX3_RLCJZjobaEe6hJA0,383
alpaca_eval/models_configs/wizardlm-13b/configs.yaml,sha256=7cQAwmaRjSxhD80NfKFMtEhYZzsnwRT0XXbgeRNsvDA,394
alpaca_eval/models_configs/wizardlm-13b/prompt.txt,sha256=xo9TqyfhIAGjoxRYOMyFxsIwZ1k2fq9lrnnjJ0LQRmk,185
alpaca_eval/models_configs/wizardlm-13b-v1.1/configs.yaml,sha256=MfAQB3jv4-iQEkmxrUGi7gx6rL5XpSIcWiFcPhk0MIs,410
alpaca_eval-0.2.2.dist-info/LICENSE,sha256=bhdenb4mu0Leg2e_IhUwGnGz9AMkOi7vxWN4swdji-g,11409
alpaca_eval-0.2.2.dist-info/METADATA,sha256=bmSXJNRqEjKhelALswBCvKDn6WfCLpNtXQsbl5Osh8A,68374
alpaca_eval-0.2.2.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
alpaca_eval-0.2.2.dist-info/entry_points.txt,sha256=80Fbhb475MjCZie0wJzpm3dJZXQ5_jXdIeumUSvXkHg,54
alpaca_eval-0.2.2.dist-info/top_level.txt,sha256=k6m1kZMZ1fuDbyOuJKNqDIdgvnqsg-PcVO7-ejJXOAU,12
alpaca_eval-0.2.2.dist-info/RECORD,,
