ai2_olmo_eval-0.8.4.dist-info/licenses/LICENSE,sha256=YvuKOpYh3COIF0yqq-nCMXtpS7mh1GyYvPVlW2j1G-M,11359
olmo_eval/__init__.py,sha256=49RxnAaJNk8U9XP3SF5MjyFIxLSkxH0vXQuZgnEOi44,283
olmo_eval/metrics.py,sha256=xUnFUGho1Y99595G79chqv2iFZU6LU5KVACHRYcUI1k,20046
olmo_eval/tasks.py,sha256=yONOV2rI8rDkmaUetdXgeub-shZaNBo9j6Pslu1fKXA,97851
olmo_eval/tokenizer.py,sha256=PnkidE0nAtEA1QZjuQpE_bIwgAsHxodnaJRALAPqrJQ,5127
olmo_eval/util.py,sha256=ARmZmRQl8VOvnKQoUprb3cOunzcApeNhRdV4BMXZuvo,3856
olmo_eval/version.py,sha256=wUkgiv1wrgtooOky_Dd4BYqHwcJ850V_jdiQ649cm9s,308
olmo_eval/hf_datasets/ai2_arc/ARC-Challenge/validation/data-00000-of-00001.arrow,sha256=TPWbMhBmticWjYp7TA3etcKbXbaoCDBWhxuqlD1bDJA,98080
olmo_eval/hf_datasets/ai2_arc/ARC-Challenge/validation/dataset_info.json,sha256=iZumP5Udu8LD7cbew3o7nNpnGu-o9jPaMxUrNDDNIVY,1795
olmo_eval/hf_datasets/ai2_arc/ARC-Challenge/validation/state.json,sha256=6Q1XhM-HMZcymuGAKBC_8RjMBKgJSaR_6lLUO9Z8XwE,255
olmo_eval/hf_datasets/ai2_arc/ARC-Easy/validation/data-00000-of-00001.arrow,sha256=RKy-o4FsJcIWEMo5D75WfcPaSMi1uRORIkViY2hyR0s,158824
olmo_eval/hf_datasets/ai2_arc/ARC-Easy/validation/dataset_info.json,sha256=ej_Dxdcputu2j1z-gXm40vKC-XXmtA9u7wytWTEMC0E,1777
olmo_eval/hf_datasets/ai2_arc/ARC-Easy/validation/state.json,sha256=7ti_cOyLLnyQAA32MFtrsbhRcMHNb_FRafLJrF7HnUA,255
olmo_eval/hf_datasets/allenai/basic_arithmetic/none/validation/data-00000-of-00001.arrow,sha256=yqM0-EbGWPOo-Zi-G8h_kf0o1xZkRow8AQ8V_wWcnRA,357496
olmo_eval/hf_datasets/allenai/basic_arithmetic/none/validation/dataset_info.json,sha256=lh6HaB3rCLnh5gugo3-5hig264o1dJSgKxpbX8CDw0M,1318
olmo_eval/hf_datasets/allenai/basic_arithmetic/none/validation/state.json,sha256=8mkvdVYsbNxQ0EbFtq_x_KBpdmrLIdeiFco_itzABjg,255
olmo_eval/hf_datasets/boolq/none/validation/data-00000-of-00001.arrow,sha256=-FgCBXZFLnBrYCv5rSjgnVCebatMl8sBoiAqJHLJr8k,1999832
olmo_eval/hf_datasets/boolq/none/validation/dataset_info.json,sha256=9fkOOIM874JzMu0zy-p90u2glDQQNWdh8Lbqvl0yl6s,1222
olmo_eval/hf_datasets/boolq/none/validation/state.json,sha256=OBBL6PhQcju6tckGNO_WsHalIUQNrYkqWRXusdaAVeQ,255
olmo_eval/hf_datasets/glue/mrpc/validation/data-00000-of-00001.arrow,sha256=6RNrUFkv1bT9mwcs5_xdi4EZhoxgA_Qc-6Uc48QfUYs,106816
olmo_eval/hf_datasets/glue/mrpc/validation/dataset_info.json,sha256=9iJr9w75-gZFJBWnbsU3COqMsSC1XdS167MaCap6rK0,1617
olmo_eval/hf_datasets/glue/mrpc/validation/state.json,sha256=NEcKEJY5my-sJTla-TOSM4OrCyN1tiYYh18Epl8xNag,255
olmo_eval/hf_datasets/glue/rte/validation/data-00000-of-00001.arrow,sha256=fNGHSBCbSkNPyb7ck3Kp44f64m__fiKDgrsVownwJT4,91664
olmo_eval/hf_datasets/glue/rte/validation/dataset_info.json,sha256=gQJibTUoZpOlsEKYbAWylXpmaQPBDP0ikMizRWuSzZI,1612
olmo_eval/hf_datasets/glue/rte/validation/state.json,sha256=9uXN2UeFtlyy1CLsfTBX2kmVEgaQMaDuOuxwtNmjc5I,255
olmo_eval/hf_datasets/glue/sst2/validation/data-00000-of-00001.arrow,sha256=d8XIS9PS33fFm69HUCJIC-0-qPVvoSweq2mmPlNxOE4,107008
olmo_eval/hf_datasets/glue/sst2/validation/dataset_info.json,sha256=reaaBN5hpSB7qbeItazp_SK3Z6b50FDTULdr7gR3CyM,1537
olmo_eval/hf_datasets/glue/sst2/validation/state.json,sha256=4wdbK9t9M0lCpkAHR2zqWT4lt76ayRH__3glclcQSYo,255
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/dev/data-00000-of-00001.arrow,sha256=GFHWfK9rZBEWAjQtnViE2fddMuk-_VLpZYbEBNwiB_g,1984
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/dev/dataset_info.json,sha256=dNVmMyX3t9NqfAcxj2uhby9di-xHL7u-c4wsjvVrGXQ,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/dev/state.json,sha256=8YecJTgLaXtWH33NwCMO2HKZZPo895GNFw6pdu003Co,248
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/test/data-00000-of-00001.arrow,sha256=GI1UvovOWzAjH45VntW50PYDHbXQWch0ONo-HzwTXEE,22400
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/test/dataset_info.json,sha256=dNVmMyX3t9NqfAcxj2uhby9di-xHL7u-c4wsjvVrGXQ,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/test/state.json,sha256=riXPh4NQiYvkfMORq980hw2EuVxqq-8tt287yVb5xZM,249
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/validation/data-00000-of-00001.arrow,sha256=sG_EPnA3JLiBFlB0D0jhOIop_XmjbXHvksbRtJxlv00,3296
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/validation/dataset_info.json,sha256=dNVmMyX3t9NqfAcxj2uhby9di-xHL7u-c4wsjvVrGXQ,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/abstract_algebra/validation/state.json,sha256=_hKarIdq3gF6ksK2QMU_tvYZWc8mxydapHNd8SIjEzM,255
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/dev/data-00000-of-00001.arrow,sha256=biYfUZjzNgrIXDDfSyjoqA_B4gD6leowG0zxyPILbiE,2080
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/dev/dataset_info.json,sha256=fHzfhjDXkePMb7d1_HxXCS7XzxG1l9XuZjznT8W36iw,1957
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/dev/state.json,sha256=8FzsHgQC1RCDQUEjkZ711v9C99CNS33K13SEEmUkwFE,248
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/test/data-00000-of-00001.arrow,sha256=W6NU63KrNIwa8YpfMu_IWt1xE8Wjsk7u82t6yvMCtBY,35664
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/test/dataset_info.json,sha256=fHzfhjDXkePMb7d1_HxXCS7XzxG1l9XuZjznT8W36iw,1957
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/test/state.json,sha256=yn83DyEC07El6-Sma_BMDBVXkhuYD4ldTm6LDzvqdjw,249
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/validation/data-00000-of-00001.arrow,sha256=1OH3OueaiALgRHaJi1strOwwM5Hwrzt4E1w6Ia9V880,4368
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/validation/dataset_info.json,sha256=fHzfhjDXkePMb7d1_HxXCS7XzxG1l9XuZjznT8W36iw,1957
olmo_eval/hf_datasets/hails/mmlu_no_train/anatomy/validation/state.json,sha256=CN0E7Gb9mTn9PQX33xjSiuCA2kg052B41i7iOtUUz28,255
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/dev/data-00000-of-00001.arrow,sha256=iuiuu6PvJxS08L7ma0HVz2vw1cLLGErJ1dbiEFbdv8o,3192
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/dev/dataset_info.json,sha256=NcccfDPprYItb7PSlk_F0wfrv64e48qQ1JpvCkk7ssg,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/dev/state.json,sha256=ritTyFwEvQmpe7V9xVHJ_velZIW1-jFpg3zNRQM_N0Y,248
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/test/data-00000-of-00001.arrow,sha256=U3kILePIrZUxCbj-NACGy2-3KN37Xtfz29IK07fXIAg,49816
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/test/dataset_info.json,sha256=NcccfDPprYItb7PSlk_F0wfrv64e48qQ1JpvCkk7ssg,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/test/state.json,sha256=fjnBxdW0geGF-fiFAMQxXQOG_cBJSINT7BVM45ioNUo,249
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/validation/data-00000-of-00001.arrow,sha256=Ckw5eFvsCPTdEKt4SD4xmgE7LNOpmh-nQxLEEjL6nrk,6304
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/validation/dataset_info.json,sha256=NcccfDPprYItb7PSlk_F0wfrv64e48qQ1JpvCkk7ssg,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/astronomy/validation/state.json,sha256=wUD_-TfkPL1ANDUAIWGcY2l7veII2nBHCKxvVCE--KU,255
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/dev/data-00000-of-00001.arrow,sha256=EELTLOMWicg8yGruITnOsgGd0ttQjJmvP8jKjIxq4ZE,3344
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/dev/dataset_info.json,sha256=l4Jwz_nvMUuIr_J8GpdSiUr6Q8D9ub1dOfhQ8ONNjvY,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/dev/state.json,sha256=dUKwJW4nfcj7dLGPm_G3RflsXYRfPw_9LbHwG1d26E0,248
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/test/data-00000-of-00001.arrow,sha256=3NtygFeaiiFpHAEewGYrD7hQBcJPkZwxr5uXdf0emKA,36224
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/test/dataset_info.json,sha256=l4Jwz_nvMUuIr_J8GpdSiUr6Q8D9ub1dOfhQ8ONNjvY,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/test/state.json,sha256=WxMDzl_B3yWIKmWY17Ujo52ARsbWYWJ5qN2PwxKRLTk,249
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/validation/data-00000-of-00001.arrow,sha256=B-gdFSqM9Emo72wC422_4LgbBCMSrzeB3vkKd6Sm8Go,4312
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/validation/dataset_info.json,sha256=l4Jwz_nvMUuIr_J8GpdSiUr6Q8D9ub1dOfhQ8ONNjvY,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/business_ethics/validation/state.json,sha256=2Whvoh9U6D81DtQE6zAfjCqm4uFThkcNENcYeVilG_A,255
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/dev/data-00000-of-00001.arrow,sha256=ttyQwDdgtVQ8Rk0zOT7GDawo0x5-DIU66ZbCtwLFtO0,2384
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/dev/dataset_info.json,sha256=eEVkx2h8qmM63PNtNB9rXYz6RoK-cnVWqAxgT9jvP2M,1968
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/dev/state.json,sha256=IEaTas-Y7MGQPm6Ol_QsWVTeYIBQwfM7St41P1hhtoU,248
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/test/data-00000-of-00001.arrow,sha256=vsB2yWaBPUIFXSXqFpchnpHineMH3L0B7GtWgZgGkNM,69640
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/test/dataset_info.json,sha256=eEVkx2h8qmM63PNtNB9rXYz6RoK-cnVWqAxgT9jvP2M,1968
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/test/state.json,sha256=HEgEUbSkM7jh1ldWVfnRTuFIcNM0GiC0cLgAQg4y4TM,249
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/validation/data-00000-of-00001.arrow,sha256=D0EzMakm2-3kRskFPBehhYccRWz5mq8GpS0_q4WBums,8360
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/validation/dataset_info.json,sha256=eEVkx2h8qmM63PNtNB9rXYz6RoK-cnVWqAxgT9jvP2M,1968
olmo_eval/hf_datasets/hails/mmlu_no_train/clinical_knowledge/validation/state.json,sha256=vhSAWxQ0WVAi0gpZxAB8VI4hP-xLMCxHGB0s9Ce7wH8,255
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/dev/data-00000-of-00001.arrow,sha256=y6DPiCNe_KFf5sB9_IN8i1veGUD5773Qr26qOq4to2U,2688
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/dev/dataset_info.json,sha256=9a1vyi7IwBpqLYzOi6D5TXzzY3M7doYVoWh8rlzGXE0,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/dev/state.json,sha256=Zo6BPVJvlcPKZ8fQv7TitLoUpV94n43Pt0oPFBWUlB4,248
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/test/data-00000-of-00001.arrow,sha256=kftWDt0JYsLgmg1ELGromsV6atK_urCnFxP3JyZ7Kbk,52600
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/test/dataset_info.json,sha256=9a1vyi7IwBpqLYzOi6D5TXzzY3M7doYVoWh8rlzGXE0,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/test/state.json,sha256=14EdN4YTubTAbDqNuPG6l3m9Xs1PxKJsPSDM-x-Jiwc,249
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/validation/data-00000-of-00001.arrow,sha256=UFaTeB-Xc2Mj3KAzEYJyWxxXFPi9DPCL8vxpbAuOgvM,6192
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/validation/dataset_info.json,sha256=9a1vyi7IwBpqLYzOi6D5TXzzY3M7doYVoWh8rlzGXE0,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/college_biology/validation/state.json,sha256=zEFm5h6FFUDzw7wXnh2WzNCMvva0PZe5M_ZkzHYsxPM,255
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/dev/data-00000-of-00001.arrow,sha256=XMhExGTaJzCrj7wEMLC3Q6Z-SP_67GdghKGkFaP2xXM,2488
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/dev/dataset_info.json,sha256=roKxaPz8_llrRMnPwqQT5NBHjb3ysdrd4gX2qqtN_9Q,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/dev/state.json,sha256=Qr3wHpC5G91MrCjGIVKjO_LvWK_xAJgmAceHqnd_kog,248
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/test/data-00000-of-00001.arrow,sha256=6ev3V28XKrAygkkrQHTM7bG1cUnqYor7GJW8_VzL0tE,27880
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/test/dataset_info.json,sha256=roKxaPz8_llrRMnPwqQT5NBHjb3ysdrd4gX2qqtN_9Q,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/test/state.json,sha256=xLsDBcPjmKks95OThOxWFEJHPfSGFNLrTNNiEWuVT-w,249
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/validation/data-00000-of-00001.arrow,sha256=_eXrBXNuGHbcJ_rjxQdwMhYIgCz-SnvknbO023eFwTU,3568
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/validation/dataset_info.json,sha256=roKxaPz8_llrRMnPwqQT5NBHjb3ysdrd4gX2qqtN_9Q,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/college_chemistry/validation/state.json,sha256=dvvYYeAPCvkZZ7kCs6Uh5mReXCdqN5bbTC4_-TWHCsw,255
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/dev/data-00000-of-00001.arrow,sha256=PPXw_GDT2QbZK-CZ0vWmL8HYDar4K-EU-9GrkDWng1Q,3960
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/dev/dataset_info.json,sha256=uh6mCRYbX-8podnIGR1kmAv-ialWLU1JrLHEWvl4W08,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/dev/state.json,sha256=dI1DLENiK1PsAsrFDMqaPlxVntdBn9wldPUWpf4Tokc,248
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/test/data-00000-of-00001.arrow,sha256=NmA6gc4OfbwWzmEDvrlUR7MnMpKR7QkzMHjYYHrnGCk,46504
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/test/dataset_info.json,sha256=uh6mCRYbX-8podnIGR1kmAv-ialWLU1JrLHEWvl4W08,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/test/state.json,sha256=CLCBK1cLhNaSKCWgAau4ZczizdKPmwsZgHq2zerpp1s,249
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/validation/data-00000-of-00001.arrow,sha256=byMZvSzzZPrMSqozW7TbPNZbZECGyFqbdJTuPEEbI_8,6024
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/validation/dataset_info.json,sha256=uh6mCRYbX-8podnIGR1kmAv-ialWLU1JrLHEWvl4W08,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/college_computer_science/validation/state.json,sha256=HLHpAwONkkDWexw6Jq31mwdbxvNfV2FU_gnqGwmavbs,255
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/dev/data-00000-of-00001.arrow,sha256=AnRLzcuAjNo99HUPuIBbpvLc_sNCL4uXTt2s0WqAwys,2664
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/dev/dataset_info.json,sha256=IhBACIx9oW99wBP545wYEsfO-jmyG2xWQ28sIpJ4r9c,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/dev/state.json,sha256=UZBusoaSu1Cxe25IEDGbu3vRP-QdXvkQ6H0Knby_m80,248
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/test/data-00000-of-00001.arrow,sha256=YP6jdcZNC3E7Ci4oZTO_QDzogvTFuxi-FyaDwdgTdAM,28080
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/test/dataset_info.json,sha256=IhBACIx9oW99wBP545wYEsfO-jmyG2xWQ28sIpJ4r9c,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/test/state.json,sha256=tvE4YEUu7jV8pvbNriBKdPz_vIB6lW0EPxfNI4jLe_0,249
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/validation/data-00000-of-00001.arrow,sha256=49cUWH_4YTa_P08olgTmUMzEyWf3OR7t_BaV3oX4sUs,3984
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/validation/dataset_info.json,sha256=IhBACIx9oW99wBP545wYEsfO-jmyG2xWQ28sIpJ4r9c,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/college_mathematics/validation/state.json,sha256=UqOgG5wT8f0GzVh7Zbqa5nsJI-ATIyBVb2_L8Gk-sB4,255
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/dev/data-00000-of-00001.arrow,sha256=gOKtjOGyQrBREfmMc8yn5cOPCac0MKXaetWCKxQPQfo,2824
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/dev/dataset_info.json,sha256=2um5PIiOECdJWRIK1dF4WIUp5m3Bp7qBJhC1YG_Bc2c,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/dev/state.json,sha256=hw_WI8w4t6q8uMxM9ilx10HHt3ElkjPyYGS6gWPTTjM,248
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/test/data-00000-of-00001.arrow,sha256=gEuBqzhP2Fp6sHDL7-2ReIRF9_s4f8rrGd5ZKoIr3Gg,86912
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/test/dataset_info.json,sha256=2um5PIiOECdJWRIK1dF4WIUp5m3Bp7qBJhC1YG_Bc2c,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/test/state.json,sha256=UVsXY8ybcqT4Q1A6VQgvs4qbqaCEMADE35I587WYww8,249
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/validation/data-00000-of-00001.arrow,sha256=paSq2jKvmLhXLtbhLCc5neaaPx4KYZa2-eKb1SYW_0U,9416
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/validation/dataset_info.json,sha256=2um5PIiOECdJWRIK1dF4WIUp5m3Bp7qBJhC1YG_Bc2c,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/college_medicine/validation/state.json,sha256=xut-nB9N8O5MlwCxD1CNGlgfKoYnnQuQvE_0aCcVyVQ,255
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/dev/data-00000-of-00001.arrow,sha256=tiyCsd6SjLdeUT62KMIh7Umt4RywPVbgoezoMXWqmNQ,2568
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/dev/dataset_info.json,sha256=9r2nrNCnsjRwVHzIexlHRFGOF5MBwMYO8oeFE4TattU,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/dev/state.json,sha256=cmdY0z54ZphsJVus44i2IcDePl0gxgvJgdYOyl3l-As,248
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/test/data-00000-of-00001.arrow,sha256=xo41Rcrev-kNHj654TKuksAni-XErrDk2nchfTUTE1s,33192
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/test/dataset_info.json,sha256=9r2nrNCnsjRwVHzIexlHRFGOF5MBwMYO8oeFE4TattU,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/test/state.json,sha256=CW6Br7cOTNI1MwmXfj2HeatggUCdP5Rb7q0zk1LQ_1w,249
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/validation/data-00000-of-00001.arrow,sha256=2ZuWVNLJB7c8NXT7XtgOYbzni3DRWF_NN9PrdaWN00k,4760
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/validation/dataset_info.json,sha256=9r2nrNCnsjRwVHzIexlHRFGOF5MBwMYO8oeFE4TattU,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/college_physics/validation/state.json,sha256=hN_Lw8Qvsfs9fY1tTkIbIsuJpXGyDBS4Rw13XGwjg7E,255
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/dev/data-00000-of-00001.arrow,sha256=qhjvHfUlEd0RJzTY2R3Lup1-leGu7KCOrmEUoEYNIwI,2264
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/dev/dataset_info.json,sha256=6YP9VRTJQf_cFtU69McMY4vedPweo4Dkiqb8297IWuU,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/dev/state.json,sha256=omz2HWem1mewOCuFQkoJVC0t62lXx9Z9cpXEaPZzfdc,248
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/test/data-00000-of-00001.arrow,sha256=3R01uY7aIiqQ0nh2x_Sn_IxBRKGPD3fhYhiobvdpRkE,30296
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/test/dataset_info.json,sha256=6YP9VRTJQf_cFtU69McMY4vedPweo4Dkiqb8297IWuU,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/test/state.json,sha256=sNJn-jTaq0GVT5OPskHbuDrE8mvtxmARWDF7DJVc_4I,249
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/validation/data-00000-of-00001.arrow,sha256=8nVd-WorM4pOb21Q6KwuKFpyOOk2W5Xc5wC9Tyg-7P4,5840
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/validation/dataset_info.json,sha256=6YP9VRTJQf_cFtU69McMY4vedPweo4Dkiqb8297IWuU,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/computer_security/validation/state.json,sha256=dLwKWfUy3r-aTg-NlWlL-MHpAP8sK4Mo-gajfrxpbNg,255
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/dev/data-00000-of-00001.arrow,sha256=CIavXhq3GZ8rG7BikBzJP1lPQv2MyVUR0RFyN8C9-QI,2112
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/dev/dataset_info.json,sha256=HdYfO-BB1yFnqVtAsyrplER6i5lso9duTx7JNKVz4Hw,1968
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/dev/state.json,sha256=rNFopSvuFpIOJ8gPpzBsd0EREnkJjJH6W1IbqYT8NuQ,248
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/test/data-00000-of-00001.arrow,sha256=RfGq3M_H8tyUkYLY53_JKTBHfLYvgwHnVOX_Y1tfbHA,46936
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/test/dataset_info.json,sha256=HdYfO-BB1yFnqVtAsyrplER6i5lso9duTx7JNKVz4Hw,1968
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/test/state.json,sha256=T2y9z9UuaeboEnSwlFNvceYGVzKe0CPcoe_JgXF3kxs,249
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/validation/data-00000-of-00001.arrow,sha256=Hz5TaGTKmL3vA4eg1xLZp3zmPClXWwM_ygQa_Fs9jdA,6120
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/validation/dataset_info.json,sha256=HdYfO-BB1yFnqVtAsyrplER6i5lso9duTx7JNKVz4Hw,1968
olmo_eval/hf_datasets/hails/mmlu_no_train/conceptual_physics/validation/state.json,sha256=7KOOrXFGbTpuh1hZ_1ZWnK0MEjuIMCnP2Z1S_oWUIu8,255
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/dev/data-00000-of-00001.arrow,sha256=bIHHwqP-IK3G5UvSf8AxWWVEnRKGfyzxj4r1iLGgtjE,2784
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/dev/dataset_info.json,sha256=LugdvafRbncAf6faKOhn7ndCD6P8I569QslO6il0kcQ,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/dev/state.json,sha256=4hGmUk4Ar0oFDrHIuBZe9qHjI2a5uchOHfJ9cg-diCA,248
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/test/data-00000-of-00001.arrow,sha256=XR4vE102VG3CKabEIy6Uwf2r1sTaHJam_R-zv-XnJIc,49440
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/test/dataset_info.json,sha256=LugdvafRbncAf6faKOhn7ndCD6P8I569QslO6il0kcQ,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/test/state.json,sha256=Qf7v_nk8mbe4OKUyleRUe60bRO5XtVlr7CSuRTgXFUI,249
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/validation/data-00000-of-00001.arrow,sha256=88jLGy8XZhvtHHKFKNkPrUxnK1s21H40Z2fAj-TvjWY,6224
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/validation/dataset_info.json,sha256=LugdvafRbncAf6faKOhn7ndCD6P8I569QslO6il0kcQ,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/econometrics/validation/state.json,sha256=toSsw4OSLpUdk6gjv2Mz2BjRGIGF1jaYwqlqn8jDUBc,255
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/dev/data-00000-of-00001.arrow,sha256=39lTFhfHIGxfiuplSSRAoTJdRwYZcR3aZJfBdPKExFM,2160
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/dev/dataset_info.json,sha256=E0mbLb9og-CICHkPUAkeRePmMBLoDhipyjCgpU3xias,1972
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/dev/state.json,sha256=w8MeFfWG7uJpDuQ4uYe0Fu-z3ZYKssn6v2XQRbqqfUw,248
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/test/data-00000-of-00001.arrow,sha256=2yOSB6l5b8e5hlbjQWTHf5NxO6S_qb4bJPIOFAjkXkY,29968
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/test/dataset_info.json,sha256=E0mbLb9og-CICHkPUAkeRePmMBLoDhipyjCgpU3xias,1972
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/test/state.json,sha256=dX5z4C24M9gVOAS0PuqZoR6HJ8RHC9X7MD6VHBKUaeY,249
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/validation/data-00000-of-00001.arrow,sha256=CcP7BG-varvVPGUQds1XKaGxHxVm5yWsviVS0H7C3ig,4384
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/validation/dataset_info.json,sha256=E0mbLb9og-CICHkPUAkeRePmMBLoDhipyjCgpU3xias,1972
olmo_eval/hf_datasets/hails/mmlu_no_train/electrical_engineering/validation/state.json,sha256=oALXBSX_icXkFi1_sJ2N3-Bt1CTkqz1SVMUFr7hD4n4,255
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/dev/data-00000-of-00001.arrow,sha256=3UUruvFXp7BOq_w2XITDLIK3BI2IOkFCAoLxVPus1i8,2632
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/dev/dataset_info.json,sha256=ksE_DQEhQrxWe0-MP6VoTX_7Q7WawTLY_S_mL9bgx4Y,1973
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/dev/state.json,sha256=ZCZ68-0I5ifAHFXnBqOJTBjIdmR63XZckC8G_K5_4Bo,248
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/test/data-00000-of-00001.arrow,sha256=4PlJpX0aWofOsJBeqBL3GuFQ0OAURyMOUiUklA52CMM,81008
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/test/dataset_info.json,sha256=ksE_DQEhQrxWe0-MP6VoTX_7Q7WawTLY_S_mL9bgx4Y,1973
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/test/state.json,sha256=k5i176YcFtXLlUZjG6H_qxFYGWp0p6WfCwWqLNGxcbY,249
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/validation/data-00000-of-00001.arrow,sha256=BRLJXAaSIdZf_s_cJmxunQ2ENTj2WW_5vjG5QjHLj7U,11112
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/validation/dataset_info.json,sha256=ksE_DQEhQrxWe0-MP6VoTX_7Q7WawTLY_S_mL9bgx4Y,1973
olmo_eval/hf_datasets/hails/mmlu_no_train/elementary_mathematics/validation/state.json,sha256=Ma7u4AJXPFt1VFNMwwUGwERGOTZxg3zNtk7FtgYnXsU,255
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/dev/data-00000-of-00001.arrow,sha256=LZC1wB0pkStEeKGXC79LdKskTgE086TwwOgIZi7n_bk,2896
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/dev/dataset_info.json,sha256=kJ-eCD4MYeJmBBeU6CUogQkKGZB05UyYHw2dkksQLcg,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/dev/state.json,sha256=u5W4G_6uUvSGhwfdvHBoyEbKxk2GS56Sign8Sd7d0Tk,248
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/test/data-00000-of-00001.arrow,sha256=LmBuI_cAwBXSb1n68PJLL5OZlTyz041zLWqeOy_st3k,52864
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/test/dataset_info.json,sha256=kJ-eCD4MYeJmBBeU6CUogQkKGZB05UyYHw2dkksQLcg,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/test/state.json,sha256=dqpvaouVbe0yFilPiyZ-00Vo-uiKLDcJt7K7pFKJ6-c,249
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/validation/data-00000-of-00001.arrow,sha256=exyJddlywJwVxyLv_LbXn_urMDHn4liQjGftZF6NNqQ,7536
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/validation/dataset_info.json,sha256=kJ-eCD4MYeJmBBeU6CUogQkKGZB05UyYHw2dkksQLcg,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/formal_logic/validation/state.json,sha256=BNmYUHOHqEBsRDDntmN1eGLWOGDYYc1-mO6olJWoHCE,255
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/dev/data-00000-of-00001.arrow,sha256=7c-ImrZzL8cRxF2Sni3teYZPpkukB9TwlrqF7lPTcZM,2368
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/dev/dataset_info.json,sha256=A3MwQWdgMYeOPh1OwoHVuztiKzjmby42GhvQSqP5P58,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/dev/state.json,sha256=79zspy64JokpkV4aff1GjeOhvPaUWvpdCkzRVNSPfow,248
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/test/data-00000-of-00001.arrow,sha256=jjNAuOiY3e70q6wc1C6R1kE4EDppFHbhTZC8eVY3GjY,21072
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/test/dataset_info.json,sha256=A3MwQWdgMYeOPh1OwoHVuztiKzjmby42GhvQSqP5P58,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/test/state.json,sha256=OjfYTt1hxBZyv4pj2g1p1cMMzxYoqaLtqCvC7jjQtBI,249
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/validation/data-00000-of-00001.arrow,sha256=V7g-aoVqii-2pr_nHDxaxbXuLx5uej_Ce8yIQToHNyg,3096
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/validation/dataset_info.json,sha256=A3MwQWdgMYeOPh1OwoHVuztiKzjmby42GhvQSqP5P58,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/global_facts/validation/state.json,sha256=kKcldp4y04pmKZX5b30YlM9m3Cyk47pvbII7p9NrysQ,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/dev/data-00000-of-00001.arrow,sha256=-5XIeBjJoVI4aH-baRcGYXrd1nJbDl_xrozL2TnsfPA,2840
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/dev/dataset_info.json,sha256=KudWmc9Yzcb33ktqXruoTB48TRqEP8xBvfVqmFwxLfM,1972
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/dev/state.json,sha256=T5UnySrlidfOXWubakQvRQHiXWL_zedVcU1IRYr8D7M,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/test/data-00000-of-00001.arrow,sha256=EZabcE-nf3SWMl7puCtGGwcUEYSt9fz0PtFXPQKFKDw,117936
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/test/dataset_info.json,sha256=KudWmc9Yzcb33ktqXruoTB48TRqEP8xBvfVqmFwxLfM,1972
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/test/state.json,sha256=PSYZv22JgnKChTrkkE0KUNUCCtcrAaBlaBNSZlVmpgk,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/validation/data-00000-of-00001.arrow,sha256=8axozy8gHANOz-8eEbt4WAuzRdyMJSt7iHjbAe4zDtU,12824
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/validation/dataset_info.json,sha256=KudWmc9Yzcb33ktqXruoTB48TRqEP8xBvfVqmFwxLfM,1972
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_biology/validation/state.json,sha256=JWOj50jBo8lAmZGTsjsjazUt7fEQoXnw62TwbXtR46c,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/dev/data-00000-of-00001.arrow,sha256=bPxMsxwknGNf_xF9nZ2hDVsE3OtSowh1Lg9gA_4Db58,2408
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/dev/dataset_info.json,sha256=17VdBIOBlLHzv5eN3bar1KHAqxesCrbKVOAMD2SJPws,1971
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/dev/state.json,sha256=tU3EZxXwmascQo_HLe-IripGphVDU-LiURNEMnlCYaE,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/test/data-00000-of-00001.arrow,sha256=f1rW3zpV7JTH-42-_dlKTvABxboXBUfNzAX_AXM4oRQ,64592
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/test/dataset_info.json,sha256=17VdBIOBlLHzv5eN3bar1KHAqxesCrbKVOAMD2SJPws,1971
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/test/state.json,sha256=Pnxa0QdPS00K-8UYYsrw6c852No5t8YE1RxbL-SZKWg,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/validation/data-00000-of-00001.arrow,sha256=sw3uZgDF2IUovE0CIxxz8nGOyeibTrXkckxJG5_lnx8,8712
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/validation/dataset_info.json,sha256=17VdBIOBlLHzv5eN3bar1KHAqxesCrbKVOAMD2SJPws,1971
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_chemistry/validation/state.json,sha256=ndl268gkBrdxjhO03UD7heof8hmCMU92WtQh05FctoQ,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/dev/data-00000-of-00001.arrow,sha256=7sj5zBQp8p8FsBYPs-vvOF2k_DjK72Sc0QdE8cy3ZtU,4136
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/dev/dataset_info.json,sha256=CrfYSOikOlaSNPMqKGRor5s-SjAfFzxcEJn3Yl2jYU4,1977
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/dev/state.json,sha256=gG7pDCf6om3qPBigZT04ntWexesr5zZ1jn0okY1VD3g,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/test/data-00000-of-00001.arrow,sha256=6Su-NCJj7lRymJPJHEmjD6rHFZWAhIhcnBVTRiZs6i0,48744
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/test/dataset_info.json,sha256=CrfYSOikOlaSNPMqKGRor5s-SjAfFzxcEJn3Yl2jYU4,1977
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/test/state.json,sha256=v-onTUXkULGzI-EAEFpStaTk_0gZzTy3okxBMZqm2YU,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/validation/data-00000-of-00001.arrow,sha256=Yhd5S_NsLXJKoaclkigOmO01URWjdFF4HYLIGgfbcNs,4688
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/validation/dataset_info.json,sha256=CrfYSOikOlaSNPMqKGRor5s-SjAfFzxcEJn3Yl2jYU4,1977
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_computer_science/validation/state.json,sha256=uH8jL99wO3fBHOMt-eDshoVythWUgAoDuHB6SzLNyiI,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/dev/data-00000-of-00001.arrow,sha256=BO0oVRApOLBZ8CptT1s9Ba9EsfHHTHR_3Lk4M2-MDD0,12784
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/dev/dataset_info.json,sha256=htmRPDAuSGGjf6EcWyTLcMmVXTPNNWjwfLkBvXD9OcQ,1982
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/dev/state.json,sha256=BwZYfWa6Vtb6FAbJca8a2vZfIjv2ptjB5gkQ5eyWyCU,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/test/data-00000-of-00001.arrow,sha256=IxQ61Cy93ImwlRPbuIHiO405dPcW_E5rkiQ2niY5N1g,276640
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/test/dataset_info.json,sha256=htmRPDAuSGGjf6EcWyTLcMmVXTPNNWjwfLkBvXD9OcQ,1982
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/test/state.json,sha256=FtW-mmiWljSehXHIHewDxEWdCXgO3oaxvc77JBx8Imo,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/validation/data-00000-of-00001.arrow,sha256=CE1aL6WPoEDyG9Qm0teQjU1vohq_Mwf2zgbViS_C9Pg,31280
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/validation/dataset_info.json,sha256=htmRPDAuSGGjf6EcWyTLcMmVXTPNNWjwfLkBvXD9OcQ,1982
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_european_history/validation/state.json,sha256=0nbOYxB7U-t-O0RGyXXc8wVBVY4lMuZdzvFd_n7q4y0,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/dev/data-00000-of-00001.arrow,sha256=JykwPyEAlYirL3T4MPsFqooY7DNT9iSqlIyamfXRPPQ,2584
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/dev/dataset_info.json,sha256=qlBhS8-rE_fEfoCeojFo_Ck4wF9H3DNtIa2P-bFaj3Y,1971
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/dev/state.json,sha256=WgnunW6dy1Er0t6N5aH52eHMGACWNOPbxp7zLPZ61uw,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/test/data-00000-of-00001.arrow,sha256=DloBS405xTMVEyBx9jouVTksi9xGl13u0JUFJyW2G2Q,48048
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/test/dataset_info.json,sha256=qlBhS8-rE_fEfoCeojFo_Ck4wF9H3DNtIa2P-bFaj3Y,1971
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/test/state.json,sha256=uHsmFD5we7u02Jt3POCXZSxsU7gf3bHCyOC8yNk1zp4,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/validation/data-00000-of-00001.arrow,sha256=g73WW-ZNqzyrCWy_eOkDRIr1G3aYoYp04O5vPWx66vA,5952
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/validation/dataset_info.json,sha256=qlBhS8-rE_fEfoCeojFo_Ck4wF9H3DNtIa2P-bFaj3Y,1971
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_geography/validation/state.json,sha256=zcV6ipESE_Sh8yC32foTv5cHAmczIk_Lqplf5DlIt4E,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/dev/data-00000-of-00001.arrow,sha256=CmHy598mS1mTbc2YLr3Gew6pIzsYrp-n-inz-82ZSRI,3032
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/dev/dataset_info.json,sha256=ZZNmMsK0lVlT9EJLcGSV5Ke8QzZhYwY9vNzk2laLU5s,1985
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/dev/state.json,sha256=Q1PZk0y3TjEyI5Nby5xhuciBEaiwneK3jsaescMbG3M,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/test/data-00000-of-00001.arrow,sha256=5uAbTrgvnqoNfA91AYtS0YLkAJ1lQtbAhGgijWtysAE,74656
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/test/dataset_info.json,sha256=ZZNmMsK0lVlT9EJLcGSV5Ke8QzZhYwY9vNzk2laLU5s,1985
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/test/state.json,sha256=C-3Vq6SuiWa_ypz0o4rt_mxRlHhB6k8_gn7FKJv3brM,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/validation/data-00000-of-00001.arrow,sha256=bIl9GsVtjqIHxt930hzj2ZMQGw_UmkMIaYk4V4avB54,8936
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/validation/dataset_info.json,sha256=ZZNmMsK0lVlT9EJLcGSV5Ke8QzZhYwY9vNzk2laLU5s,1985
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_government_and_politics/validation/state.json,sha256=stsPr8tiRV0VdCwdlxMFzoFVkJrsNSD1JWMXzB835Nk,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/dev/data-00000-of-00001.arrow,sha256=iLBD--0oxlM7U72KTw9ia4uHP8KaQfbI91Pdon74CdA,2544
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/dev/dataset_info.json,sha256=p_hl6Gx1_OHFzz358oiHVlLzLuqSd4gYx7-432i3-WQ,1979
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/dev/state.json,sha256=rt3A0m8QMBZgZhAFpO4DGlCS5EFmtRIohu7XfJjP0Co,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/test/data-00000-of-00001.arrow,sha256=FoMeLgITWoa26wMDpYCvjtF4RNuaTwFY5tmh5v9Jrvc,130456
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/test/dataset_info.json,sha256=p_hl6Gx1_OHFzz358oiHVlLzLuqSd4gYx7-432i3-WQ,1979
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/test/state.json,sha256=HS0sEydAoctUtdrdWLwe9Yw6L4z7YRPFPFAygtAI8Cg,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/validation/data-00000-of-00001.arrow,sha256=6OX0lbh1VqdWqod-3nJQUzdDT0C-kdWGQqYuc_Uhyt8,15368
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/validation/dataset_info.json,sha256=p_hl6Gx1_OHFzz358oiHVlLzLuqSd4gYx7-432i3-WQ,1979
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_macroeconomics/validation/state.json,sha256=F8G2ZnztaLV2unWa7Q4ZkajrS2vFggygC9BpmjdJAP8,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/dev/data-00000-of-00001.arrow,sha256=F6Iz6aTea7_shwwB972raY_DKI2ykZQOWnde3-oKqaE,2496
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/dev/dataset_info.json,sha256=wpyaVYAHO_t4EC4pOD7_I9nxVMujsturlUTDZvStoks,1973
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/dev/state.json,sha256=2_v4avQw6r1bY8ol5BRePPRrGiM0DfhXGGH7C8OX8Q0,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/test/data-00000-of-00001.arrow,sha256=HM4LAVFsMn18QuIyulNEk7S1cw5JaRKw-evVQXE1Pe4,63216
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/test/dataset_info.json,sha256=wpyaVYAHO_t4EC4pOD7_I9nxVMujsturlUTDZvStoks,1973
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/test/state.json,sha256=YNkmEU9SNKowggfGIDJIYo_ObyzbJRfeOsJa4j87_7I,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/validation/data-00000-of-00001.arrow,sha256=gh_-IWIdEzDPCFxRyZlx4XAn7txVAfgYPJRaZlCaR7g,7608
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/validation/dataset_info.json,sha256=wpyaVYAHO_t4EC4pOD7_I9nxVMujsturlUTDZvStoks,1973
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_mathematics/validation/state.json,sha256=AqtEkNsY3BI7Li5-uNMyD_uS7tLNMfpKp--vZU8EnOQ,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/dev/data-00000-of-00001.arrow,sha256=HWcWNcQldP7XtyFvYvWb40g_TNCfEGRYtouYknVV2c4,2504
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/dev/dataset_info.json,sha256=24SxbJ8NiJE_R7zpYDhrb8khjxiUVCEn-UKaLRAb1B0,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/dev/state.json,sha256=4VRC5AxFCPsjSdYbe2W2-d6cg1lDxTulUr2VNXcoG1Q,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/test/data-00000-of-00001.arrow,sha256=q4n0CGLyONBskp8ESQ2bdhzuA2-w1R6ncVo0dmZxDpA,83912
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/test/dataset_info.json,sha256=24SxbJ8NiJE_R7zpYDhrb8khjxiUVCEn-UKaLRAb1B0,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/test/state.json,sha256=T3ltWYZs1RQdkrkhgvQjjz7bFnuyn2cilrLGwkKlJXU,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/validation/data-00000-of-00001.arrow,sha256=YSP3CUYBdg-z3jBAbOeP36keqFtERn_I-kRSJeGq--c,9408
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/validation/dataset_info.json,sha256=24SxbJ8NiJE_R7zpYDhrb8khjxiUVCEn-UKaLRAb1B0,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_microeconomics/validation/state.json,sha256=s5_caIReiDKTagQCDBCsBE_0d8fRUoZDZi_03akW5Fc,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/dev/data-00000-of-00001.arrow,sha256=cZUNn0iJvBJafVDS5N2gP9RVxyDdacYf2xNDHzKXgrY,2656
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/dev/dataset_info.json,sha256=GHR7Iyh5K004bo8hwCNIuSU76Nrfz3eVlrThWmR38T4,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/dev/state.json,sha256=7ACkmvrf9cDg5ipyYM1JQ4no-0fwQICa9WypLMclDqI,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/test/data-00000-of-00001.arrow,sha256=rQmBamh1N1yQYKp3vlloJTxCpGiUriP-QqmAH51DtSk,64064
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/test/dataset_info.json,sha256=GHR7Iyh5K004bo8hwCNIuSU76Nrfz3eVlrThWmR38T4,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/test/state.json,sha256=SNFayfc_nCpr56gh4AyOSgZ7CCaOAEqdgSnGdYTY3M8,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/validation/data-00000-of-00001.arrow,sha256=yrva4jlV3N-7By6ogLeJFbkYG9KItYcWA6MSSi3qUkc,8224
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/validation/dataset_info.json,sha256=GHR7Iyh5K004bo8hwCNIuSU76Nrfz3eVlrThWmR38T4,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_physics/validation/state.json,sha256=3g9ZTOsW3RiAfjZRyHKnUe5ptNmjqAzv1lgMSH8o3vo,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/dev/data-00000-of-00001.arrow,sha256=Gkuv4qvZKLOlqePje8krWZ1m9VtzaxIDM2ogrWfJc8w,3096
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/dev/dataset_info.json,sha256=iVOPiGIIEBqkqB8ozIEzr7_c4ZgAMIPBfg3bTQJjNUY,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/dev/state.json,sha256=7LuJ9CyllCmV6QKtvfORvWEZCL9iVid9rt1f81-sHls,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/test/data-00000-of-00001.arrow,sha256=vAUICJRb_BxwBe7q_Ruvzi8EjcZ3ZIgHfO9wgTR8Ixo,174640
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/test/dataset_info.json,sha256=iVOPiGIIEBqkqB8ozIEzr7_c4ZgAMIPBfg3bTQJjNUY,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/test/state.json,sha256=lNAoCjpAEw6DYXlVBzVR1R2kebuwU8KsKuyYb4YHtcI,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/validation/data-00000-of-00001.arrow,sha256=m_3LFsmnx5wJiaGnhVgu0N3s1umDI7h8XxBSYCL5uaA,19896
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/validation/dataset_info.json,sha256=iVOPiGIIEBqkqB8ozIEzr7_c4ZgAMIPBfg3bTQJjNUY,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_psychology/validation/state.json,sha256=mV4LHOVWu7XrtjoAo1SBpnpapCw_ajjfA6vbe4zv99o,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/dev/data-00000-of-00001.arrow,sha256=OWtUJnk41wjh-BxaKuBw4yhZ6FBe6p1fo5t54023JqQ,3712
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/dev/dataset_info.json,sha256=gKM1Fltijt2xZPsNUjJ7pwbnPYJXMhXfhHNBHEy2qMs,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/dev/state.json,sha256=AqNa0KbpY4bA1Osa1AbmrxNQsuxflTn162NkAIR7tLo,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/test/data-00000-of-00001.arrow,sha256=OojWsgjIPKM3snO0PNEPA9BqNNjq9wYYC9T2fTYuwi4,117384
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/test/dataset_info.json,sha256=gKM1Fltijt2xZPsNUjJ7pwbnPYJXMhXfhHNBHEy2qMs,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/test/state.json,sha256=C9PWCT2-j8Nyf3Tp_2Gor-a7QQ80_-ncoDpNm3vP4rA,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/validation/data-00000-of-00001.arrow,sha256=_V_K022AlSEKAbmABeN4lYRG3pKc4MH1eMJ4ur6N1jk,11656
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/validation/dataset_info.json,sha256=gKM1Fltijt2xZPsNUjJ7pwbnPYJXMhXfhHNBHEy2qMs,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_statistics/validation/state.json,sha256=8S-iOAPK5LP-piRyWseEYzktV3WQvVNJ_5xP5ZWgaiU,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/dev/data-00000-of-00001.arrow,sha256=BnxXvw5zV2bsWOibsigZiVHDpbc-Gw3GhN5Mdp14eAE,10048
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/dev/dataset_info.json,sha256=PXyxQ-ef2eLGrbakD6s-CfgVCi7Xy6sFerpMBhQlE7c,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/dev/state.json,sha256=7lZ1bqKOfC3IkZzlNNhgOgU8tHlBvc0Ky-FcjrgHrxI,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/test/data-00000-of-00001.arrow,sha256=60Ys-T7yM6fkZcU3vR-ZoEBa2UPwhRRhQJ_LvnRfyvI,303104
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/test/dataset_info.json,sha256=PXyxQ-ef2eLGrbakD6s-CfgVCi7Xy6sFerpMBhQlE7c,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/test/state.json,sha256=MIFvtLI6SNoXsof-OO2Zg7fIMj902idlSROWPPlSmGA,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/validation/data-00000-of-00001.arrow,sha256=94aQAsOiNcZOwhKv3WlFEb9LdWNK5d1tdyxdYMC9MVA,33352
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/validation/dataset_info.json,sha256=PXyxQ-ef2eLGrbakD6s-CfgVCi7Xy6sFerpMBhQlE7c,1975
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_us_history/validation/state.json,sha256=Y0Yw1wiTnecZ9UMK5HtJ99ASbOT4Bnvo-lhqe8esvzI,255
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/dev/data-00000-of-00001.arrow,sha256=byGUqwChWk59W5Vid1IdcAhLlqwgpXIBZoZfTqmjpCk,6080
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/dev/dataset_info.json,sha256=EF7z5KGnW2QMNgKLBnm-NadDR6w0RiwZmB2EJISxmAk,1978
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/dev/state.json,sha256=-vSxbJoCVSCakg55vlA9-IahDQUs3vv7mp0_ldfH1WI,248
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/test/data-00000-of-00001.arrow,sha256=3hOBMuNO3IMVWdkni9k6mcIuzjU_h_YwOJScMnxkFak,386544
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/test/dataset_info.json,sha256=EF7z5KGnW2QMNgKLBnm-NadDR6w0RiwZmB2EJISxmAk,1978
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/test/state.json,sha256=3G5VMxwbPG9SwVqs9m3_K3tmrjKqWovrv0VjHIfMJSs,249
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/validation/data-00000-of-00001.arrow,sha256=XzmBiEXg7BujljUWhmFJO0FiJkawxgWpin50lvlP7H8,47328
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/validation/dataset_info.json,sha256=EF7z5KGnW2QMNgKLBnm-NadDR6w0RiwZmB2EJISxmAk,1978
olmo_eval/hf_datasets/hails/mmlu_no_train/high_school_world_history/validation/state.json,sha256=C6SOK0mAwbp3tvOAl0kzU3CVNRTlhJMPvtKtJj5TodM,255
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/dev/data-00000-of-00001.arrow,sha256=F0P2yritGrB13Vsn5IJEazgwECtQQgjdoyjrmCYZ_kI,2136
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/dev/dataset_info.json,sha256=GmoWUnw515FI7XTCrg_3eNolXhqPe8-pMXPfPtBcieU,1961
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/dev/state.json,sha256=Fy5DVLpGW7Ny3VVwtIlORcJEzc9ttpaTdrcCe9CjY90,248
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/test/data-00000-of-00001.arrow,sha256=iBZHAv9ipgJrjPHihgB-lH4Q0oZRgYMKLbZE_1sXOCs,50504
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/test/dataset_info.json,sha256=GmoWUnw515FI7XTCrg_3eNolXhqPe8-pMXPfPtBcieU,1961
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/test/state.json,sha256=NaCxVtEr6fxVoNLzraGvcWm6qroL9tTS0LzgCX92cYk,249
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/validation/data-00000-of-00001.arrow,sha256=L6BgVM3m8VkYi4_Pc-61AORpcll5bGM0XWS_yI1lkPk,6112
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/validation/dataset_info.json,sha256=GmoWUnw515FI7XTCrg_3eNolXhqPe8-pMXPfPtBcieU,1961
olmo_eval/hf_datasets/hails/mmlu_no_train/human_aging/validation/state.json,sha256=i5U_nmrHABG-idu3M7NDLvIfTp_7ZFoTSVEC2WRdJkY,255
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/dev/data-00000-of-00001.arrow,sha256=CiGwtqBZbSW-nSocrBohkmLTFQv2vHbpJPDyCv7QXu4,2232
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/dev/dataset_info.json,sha256=w7oxHOyFAtkZrs4Iljzq-Ff2qUc8V56YENOXfrv5rH8,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/dev/state.json,sha256=QI0KjM7g9OcJkd0h3hPYRQz0iue2DVPMehlEW3Mjx-c,248
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/test/data-00000-of-00001.arrow,sha256=Unc8vPNXmEq3SKk47cCa2hCZNOOWR7PGwhWOyTosO6s,35656
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/test/dataset_info.json,sha256=w7oxHOyFAtkZrs4Iljzq-Ff2qUc8V56YENOXfrv5rH8,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/test/state.json,sha256=KKHDOWyFZG948xSVu7bZNwByCr71F8M__BDIn20SbQ8,249
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/validation/data-00000-of-00001.arrow,sha256=hiIBF92FRj9qcDI3B7fl7o16gT7RhLb-ZTZGBlOz5zU,3720
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/validation/dataset_info.json,sha256=w7oxHOyFAtkZrs4Iljzq-Ff2qUc8V56YENOXfrv5rH8,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/human_sexuality/validation/state.json,sha256=5SVD_houTJBCwFi1EajtBELSNeRejLegBEC0GZavUQw,255
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/dev/data-00000-of-00001.arrow,sha256=7OQpz8z0dpz1w-wWJMF2AdAIZRU_P-CPmDmKafWuc8Y,3584
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/dev/dataset_info.json,sha256=eLZkOg7EQ24Thg7VwP-21MAc9IKOcSyaoS3s7RKYT6A,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/dev/state.json,sha256=yXt4MelA0PxIp_Cu3RsFObeCuKf3saituhyH0VuHD2Y,248
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/test/data-00000-of-00001.arrow,sha256=EUFtXmG84mKUIxxqlAvCS6w_KopYXhOfJ3HfgWyUw24,57136
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/test/dataset_info.json,sha256=eLZkOg7EQ24Thg7VwP-21MAc9IKOcSyaoS3s7RKYT6A,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/test/state.json,sha256=0foXHuk87DxTCeYOJZp7-9XKU_Xq0A1kVWEaBbQX7iU,249
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/validation/data-00000-of-00001.arrow,sha256=ZPK2FQhbUzLw3BDzSm2LzarqZ_Pw2UPpHkXlL9gp64s,7808
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/validation/dataset_info.json,sha256=eLZkOg7EQ24Thg7VwP-21MAc9IKOcSyaoS3s7RKYT6A,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/international_law/validation/state.json,sha256=1bxsaFq9GwkTnsa5hM8-sJ3YAYosRrPm-pWfeaaQteI,255
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/dev/data-00000-of-00001.arrow,sha256=l5T5QS1JddCmn5VAmgQCPgRaKer4SAfGi1bpzB0GFQU,2456
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/dev/dataset_info.json,sha256=_z29qCCmCEuVVJdgTj5nAiLdBaDU_PkIBDqeg7wYMKA,1963
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/dev/state.json,sha256=wk4OzjQ2FqZeBmWaCZVGhuffk5gNstjeSbhK3Unz41g,248
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/test/data-00000-of-00001.arrow,sha256=bxex8k7YGA6qSZTsoNndSdT7mtURyZH3zZjX5hO8K1c,36896
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/test/dataset_info.json,sha256=_z29qCCmCEuVVJdgTj5nAiLdBaDU_PkIBDqeg7wYMKA,1963
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/test/state.json,sha256=15izJ7VagR19pkSsmL35oGPbOyEZggNY9syHuUzXJWM,249
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/validation/data-00000-of-00001.arrow,sha256=a2hwm3galwtBkyp-TcNcwbwEw5E1I4ipst8KT93oVIo,4976
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/validation/dataset_info.json,sha256=_z29qCCmCEuVVJdgTj5nAiLdBaDU_PkIBDqeg7wYMKA,1963
olmo_eval/hf_datasets/hails/mmlu_no_train/jurisprudence/validation/state.json,sha256=yoHakoPvCnY6Gs4nYgAPn15Mn6wSHpeHHxOTnBLZ88A,255
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/dev/data-00000-of-00001.arrow,sha256=SRp4mC1CpJFx0Pm6j1azvZ-WTecpA4Gkb1Uy7VA_e2c,2736
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/dev/dataset_info.json,sha256=3qh_M0lhTv_tsXkzdBPM9Q_VVkeVOzTgFUXgqy8uBuY,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/dev/state.json,sha256=nC-4tiFzKHgZHDxLIq7XWNfVgBir1_7kJ6nRVEEdpmc,248
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/test/data-00000-of-00001.arrow,sha256=EbYVgkbnhk2HIzJY_nGctutO7Wd8_FTsHxCAz_fC8yw,54600
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/test/dataset_info.json,sha256=3qh_M0lhTv_tsXkzdBPM9Q_VVkeVOzTgFUXgqy8uBuY,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/test/state.json,sha256=Co1VoHPRxDbcGkguyV_CbbKZNP6GE1khEi3sqXLpD9Y,249
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/validation/data-00000-of-00001.arrow,sha256=571b67DduMhF4ZolXfJy-39m9GbSQJxs-Js073vxRzs,6552
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/validation/dataset_info.json,sha256=3qh_M0lhTv_tsXkzdBPM9Q_VVkeVOzTgFUXgqy8uBuY,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/logical_fallacies/validation/state.json,sha256=MM_UlJkekkPLvXt6w_Q0pno-6uximeSWJplceZlyCGs,255
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/dev/data-00000-of-00001.arrow,sha256=4ifg6r9tVRToS8jIYYY0zP82xtZ3yk5AA5MF4hEp2jE,3472
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/dev/dataset_info.json,sha256=a1hq9PlgdWqzzzKUr44Wk6fzoNk2lHvOA8sW2L5E9oI,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/dev/state.json,sha256=WJzE-3OzmnjfaNqKdV4nh7ayKMMOum5ni1-KcxoQnTQ,248
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/test/data-00000-of-00001.arrow,sha256=8L-pUAW6RFbORAN3Z-hU-UJF1021i76mEC9KXW5MZAY,37192
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/test/dataset_info.json,sha256=a1hq9PlgdWqzzzKUr44Wk6fzoNk2lHvOA8sW2L5E9oI,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/test/state.json,sha256=w-lK1OX89WabMzF6XIM0lLsJwwO8PcCw-St1YWTDgO0,249
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/validation/data-00000-of-00001.arrow,sha256=-XoH10VLmSQG13nIcSyMmi2-OSx0a1BBd4dfthJFs84,4512
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/validation/dataset_info.json,sha256=a1hq9PlgdWqzzzKUr44Wk6fzoNk2lHvOA8sW2L5E9oI,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/machine_learning/validation/state.json,sha256=9CKdesMFTrv3frwjrFep9LRN8a05ll89KfeVM9fcwjE,255
olmo_eval/hf_datasets/hails/mmlu_no_train/management/dev/data-00000-of-00001.arrow,sha256=WPdJxZL_Glldb9w2rZKmvA-5qeZkE8F6NCQF7Dx-x7s,2024
olmo_eval/hf_datasets/hails/mmlu_no_train/management/dev/dataset_info.json,sha256=T1Y0nXPbO7sD5WYJVyV0uPdZzW0Z2rVXHXQeKZjF1IU,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/management/dev/state.json,sha256=bnOcN2T9U7c87xX8e067__gGcH9ES-WpkDdDwRNqT9w,248
olmo_eval/hf_datasets/hails/mmlu_no_train/management/test/data-00000-of-00001.arrow,sha256=_2D3_bCnDhIpv3Pfh512MxYy48xh47izqZOIWd6y0jg,22496
olmo_eval/hf_datasets/hails/mmlu_no_train/management/test/dataset_info.json,sha256=T1Y0nXPbO7sD5WYJVyV0uPdZzW0Z2rVXHXQeKZjF1IU,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/management/test/state.json,sha256=mUthDnKSXIfRp1LcoLpz12HTbbsAveeznAn6OcFoEb8,249
olmo_eval/hf_datasets/hails/mmlu_no_train/management/validation/data-00000-of-00001.arrow,sha256=YjCX6844k2NOucPm0uvzoBC8xTRZqIuJ13C2rviKnUc,3032
olmo_eval/hf_datasets/hails/mmlu_no_train/management/validation/dataset_info.json,sha256=T1Y0nXPbO7sD5WYJVyV0uPdZzW0Z2rVXHXQeKZjF1IU,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/management/validation/state.json,sha256=VX4zR3A1LgPUvUWFiqptaSx2g3T7R1Jiwu39wdVsZGQ,255
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/dev/data-00000-of-00001.arrow,sha256=xoZA9l_FJxvHFV6NbR7Plwnalp8PgS26NoyzhgN_k30,2608
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/dev/dataset_info.json,sha256=pEA7rTSpLW0yNG4ZPDh8jPqyzAqV9pd1ahS0Yy32WmE,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/dev/state.json,sha256=ieeOpAv4HUxfFXiQa9boG2C3b3GxCCxm3PS2lf2XWt8,248
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/test/data-00000-of-00001.arrow,sha256=gkS8xOjDLty8lEORlfzm86UUSLFXHEH9jDpPovvQ2qw,67136
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/test/dataset_info.json,sha256=pEA7rTSpLW0yNG4ZPDh8jPqyzAqV9pd1ahS0Yy32WmE,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/test/state.json,sha256=teMxsaKjdlJm9fSXvmxrjfRKhPLGoiSLHhLSbOJx4fY,249
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/validation/data-00000-of-00001.arrow,sha256=k_nIQAdOVLhJibjSQcRmo_UKDYKk-UJk-5UWG6X_Mqw,8776
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/validation/dataset_info.json,sha256=pEA7rTSpLW0yNG4ZPDh8jPqyzAqV9pd1ahS0Yy32WmE,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/marketing/validation/state.json,sha256=-IE23OZ0WMx3-TWuoQ49jarEFiC1vGm05UPVqaJ-sTc,255
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/dev/data-00000-of-00001.arrow,sha256=wmJmEoEyIGZqc9Sn39mgF-QyhHtbvqac-mYvC7G1hps,2240
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/dev/dataset_info.json,sha256=_u9xD10FNZfSIpL-R3XeNOzFTJa9976iQVEkaWrd9Q8,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/dev/state.json,sha256=U8Z6ilPaw8gOLwzWJ481_WxRBNPL185yXFpZ27NC15c,248
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/test/data-00000-of-00001.arrow,sha256=EdjBf4BPNrxdW4M-TRoLBudfFSZRkVKKQEGF7J64OIQ,23928
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/test/dataset_info.json,sha256=_u9xD10FNZfSIpL-R3XeNOzFTJa9976iQVEkaWrd9Q8,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/test/state.json,sha256=WzWKo5DcTauoKrWyJ8SrgCpOoW4AFizgpnAaGgzKklM,249
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/validation/data-00000-of-00001.arrow,sha256=5P1EoLPyeSqZ0SBqpA6YD7FQ9oSldz9CWl-fHds-68Y,4280
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/validation/dataset_info.json,sha256=_u9xD10FNZfSIpL-R3XeNOzFTJa9976iQVEkaWrd9Q8,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/medical_genetics/validation/state.json,sha256=UyC15oUnULv8KpwzK7nSFsFHIgZLbqvTLCD0mRhhs0s,255
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/dev/data-00000-of-00001.arrow,sha256=EZQRiMIaNeiyE5qLpz8ZfHS5x3u7ok9YwNENkfc5X08,1848
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/dev/dataset_info.json,sha256=gWKFZuLP9vFk2DOSYqSSRR4potB41tDugF2Xm1f1V58,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/dev/state.json,sha256=rOuDLi8ote1VBpBH9rRsFgGZJcMzYXNS5agndTgx-dc,248
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/test/data-00000-of-00001.arrow,sha256=Eukc17AFYjHDX64Xmx6cgnHEmomkgNxIjRtNc5ePewc,162072
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/test/dataset_info.json,sha256=gWKFZuLP9vFk2DOSYqSSRR4potB41tDugF2Xm1f1V58,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/test/state.json,sha256=gb6FhhxJSWwas83B_Km_NuIivHm6dgcKHKoJ5zk3K6E,249
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/validation/data-00000-of-00001.arrow,sha256=IPPVrKN2J95Rw7svAWJFHIwSPRRLrRQlAaICfhfHdlE,16864
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/validation/dataset_info.json,sha256=gWKFZuLP9vFk2DOSYqSSRR4potB41tDugF2Xm1f1V58,1965
olmo_eval/hf_datasets/hails/mmlu_no_train/miscellaneous/validation/state.json,sha256=wW4tB0Kv2-LNqTfgCK-3ZuFSoIKGN6CBoTdruKnO_-E,255
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/dev/data-00000-of-00001.arrow,sha256=fINXt19ZTRw2Z3kNpdlgKvLtCNTbUlVM1GvLRjL8k6A,2904
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/dev/dataset_info.json,sha256=V5IdcQoEW4djxudNyMNix-W-7AoSqd51KhBKpkHYC18,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/dev/state.json,sha256=lVGdW6VWc8aNUO0R83DSJVftOEKONdym0-eHvZ6CWNs,248
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/test/data-00000-of-00001.arrow,sha256=euc3L2ke6tFdaLS8xCwGXpzwTW5Bzr8RGOlbIBTHbZk,115120
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/test/dataset_info.json,sha256=V5IdcQoEW4djxudNyMNix-W-7AoSqd51KhBKpkHYC18,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/test/state.json,sha256=BxpZlndqj79e5IA_qYEI-_KUb0M82wSkr6z3Ol4fgYE,249
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/validation/data-00000-of-00001.arrow,sha256=u18A0VFOgEACW5FHgeo_DZqg77GXL_tg0Wmx2vOkaiA,14176
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/validation/dataset_info.json,sha256=V5IdcQoEW4djxudNyMNix-W-7AoSqd51KhBKpkHYC18,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_disputes/validation/state.json,sha256=oE4APfQtFucGPQ_LJUriCLb_c_JfvZs1il-K0Fq1uoM,255
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/dev/data-00000-of-00001.arrow,sha256=2ZWmZgfKu-GymW9IVNOHodCv08_lS9Rjb8M8vSQvGFA,3208
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/dev/dataset_info.json,sha256=XvYutnTMU0a5LNc0BTIVqhAH6tb3PBPWcp3O2fTq61Y,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/dev/state.json,sha256=FoY97fXG2mOaS3vHdHlSpSTVtO9tXBPzFPz7lf53LSQ,248
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/test/data-00000-of-00001.arrow,sha256=Q8M66ou2wKYDJ3VOGDN9pN2RKiRzj6FsxgBlXM_AjeQ,392088
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/test/dataset_info.json,sha256=XvYutnTMU0a5LNc0BTIVqhAH6tb3PBPWcp3O2fTq61Y,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/test/state.json,sha256=VaZ2D_H2EdOEM5V0JC4z66JX9BBbKJZOo4vLkdnUjf4,249
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/validation/data-00000-of-00001.arrow,sha256=aPvaVQmaScMB5RZi0lLAelIm2R84MXq0O5zEPRIw2Fw,45304
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/validation/dataset_info.json,sha256=XvYutnTMU0a5LNc0BTIVqhAH6tb3PBPWcp3O2fTq61Y,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/moral_scenarios/validation/state.json,sha256=1ImurzjOdrQRfsjpMrN4s5pCXr2-p-nryZSyeG4hxY0,255
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/dev/data-00000-of-00001.arrow,sha256=EoavriSn6I0yMRt3g5zuCMT5qE44MaZV7dDEJpk4Tlo,3208
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/dev/dataset_info.json,sha256=WhwaANfMoZb5fWG6PavBcr2k0T2Fn6ir-aY_V3r19ok,1960
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/dev/state.json,sha256=VH8Ige23VXEsThhaKzVUvBo6f33LLG09JNNOyDFzyC8,248
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/test/data-00000-of-00001.arrow,sha256=uckpng6HR46fVWL9T1jU7BuTJnccb0pVfVjbFX6WDKA,97456
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/test/dataset_info.json,sha256=WhwaANfMoZb5fWG6PavBcr2k0T2Fn6ir-aY_V3r19ok,1960
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/test/state.json,sha256=txErDkXLUzYn7_ppFtq0YVuRDg3j0AFwvcfy0L9k8Eo,249
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/validation/data-00000-of-00001.arrow,sha256=bBrKl8L57OmkjQD4U2c16pvSUd8RR2sV6D449qpH3BQ,9928
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/validation/dataset_info.json,sha256=WhwaANfMoZb5fWG6PavBcr2k0T2Fn6ir-aY_V3r19ok,1960
olmo_eval/hf_datasets/hails/mmlu_no_train/nutrition/validation/state.json,sha256=eRIj1Iojy5DLmJdAoUfS5KHSn3nse3mPiBwgv2qDf7k,255
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/dev/data-00000-of-00001.arrow,sha256=tyUABmOfWwtDyjIjjqHCPgo2X27-c9lSVFcnVVnZc6c,2120
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/dev/dataset_info.json,sha256=9sRdsHpVwBO2kNjoyh1BTFyvcl2BQ-tOh_Je_M7ZWqY,1960
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/dev/state.json,sha256=mCg4YRwRy1-dUkha5Iwh8VaEWq0SIZs7FS6qqIqE3DI,248
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/test/data-00000-of-00001.arrow,sha256=JsBJ5XmH4he95_Mg1hd3Xh97iGHqdIOcUqdXI0rF0gI,85480
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/test/dataset_info.json,sha256=9sRdsHpVwBO2kNjoyh1BTFyvcl2BQ-tOh_Je_M7ZWqY,1960
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/test/state.json,sha256=vKlAwEeEGhQQH5FVGbFUpxh8xr1sM0FLEYZHglYnY-g,249
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/validation/data-00000-of-00001.arrow,sha256=3V_jiBadnWEheKxhSQ1iJTJpdWoqRBSmMy63umTIM74,10736
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/validation/dataset_info.json,sha256=9sRdsHpVwBO2kNjoyh1BTFyvcl2BQ-tOh_Je_M7ZWqY,1960
olmo_eval/hf_datasets/hails/mmlu_no_train/philosophy/validation/state.json,sha256=RH0_2G14djdKT3lBCzQ8v8B_wrl7VlSaJvyxx_lXuQU,255
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/dev/data-00000-of-00001.arrow,sha256=J-Yh6LTqEFshP0EwOZVkfD9JTIRAnkRX268_RfVJD_U,3008
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/dev/dataset_info.json,sha256=G8PkRcPd1-yIHvTAwjjXmeKV_wH31e2z2lS6JcRx1rQ,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/dev/state.json,sha256=kBxLZaOtpUIom9rM-WDgL4FRiFIT8Q7YPfTtMA5Cf8U,248
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/test/data-00000-of-00001.arrow,sha256=zEUh6E7-xP-1o0m5VICdUzABnbpgjE5UkhYJavi7KGA,95192
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/test/dataset_info.json,sha256=G8PkRcPd1-yIHvTAwjjXmeKV_wH31e2z2lS6JcRx1rQ,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/test/state.json,sha256=jf4Pi59JFn0gR8yXoQC-3pdPVXu5K50ygy-af4Ety10,249
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/validation/data-00000-of-00001.arrow,sha256=1i7AgB_tWDJ9Pc5YfFmrmP0YjTPI2sYmAVJauo_c0Io,11832
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/validation/dataset_info.json,sha256=G8PkRcPd1-yIHvTAwjjXmeKV_wH31e2z2lS6JcRx1rQ,1962
olmo_eval/hf_datasets/hails/mmlu_no_train/prehistory/validation/state.json,sha256=1h_0mTwPEwhGhhZBUuPK6ModbltLaaaLtOIiEYE_f5Q,255
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/dev/data-00000-of-00001.arrow,sha256=NaV404-BbM1tFZ0T5CJfA4e8IBxnV1FaCxSMb8Uhb0U,3344
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/dev/dataset_info.json,sha256=id7lBEk1ZdtVXyqcG2PyCHYFsFr-JU2iZsWqHd7NjrQ,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/dev/state.json,sha256=9qPD9nIUsg37fAo-OCafwNTYzOUWx4AldawBMvMylwk,248
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/test/data-00000-of-00001.arrow,sha256=B3whHcd4cBJjEyohqF7ouD3BdvI3TJeRgN4kThIgAgk,133232
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/test/dataset_info.json,sha256=id7lBEk1ZdtVXyqcG2PyCHYFsFr-JU2iZsWqHd7NjrQ,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/test/state.json,sha256=Y_GHNpTyO-aG6pWng1v9hK2nVuGAstyzlnkT17uujpo,249
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/validation/data-00000-of-00001.arrow,sha256=BPl3nDOBGGpA6PohOsF02loUQ2-ogK3z8icsKtktrZ4,16272
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/validation/dataset_info.json,sha256=id7lBEk1ZdtVXyqcG2PyCHYFsFr-JU2iZsWqHd7NjrQ,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_accounting/validation/state.json,sha256=3G-Vztrmzpk97hzLyN6H4a2gedgjua5uh044ZkEeutc,255
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/dev/data-00000-of-00001.arrow,sha256=H6TVveqXw3S0I3-35_F4Eoi_e-gtaUf65ZDorEZMMRM,7768
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/dev/dataset_info.json,sha256=r9qDygpxYOAIRGccyQx6GYnxGFOpFO8I2E12HqhGU-w,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/dev/state.json,sha256=pL0dM1fE3cnvnsHYS6c9PKeVRhg3wPhKIt8cULkvtUw,248
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/test/data-00000-of-00001.arrow,sha256=yNRncZeQcCCvRtqtGkbRhW1-vZUYr6kVrRVOe9w1O4M,1923936
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/test/dataset_info.json,sha256=r9qDygpxYOAIRGccyQx6GYnxGFOpFO8I2E12HqhGU-w,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/test/state.json,sha256=zwSyPO9IZJkSB4j6Rga5ko6C8gQgzGPMVEP4W2omVxM,249
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/validation/data-00000-of-00001.arrow,sha256=G7LOHUHevSNO9ekipqQnIlAYKOqgmvuWKAJm--XWuTM,207984
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/validation/dataset_info.json,sha256=r9qDygpxYOAIRGccyQx6GYnxGFOpFO8I2E12HqhGU-w,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_law/validation/state.json,sha256=AITC52TJjDKCngUYSakyevj7JHF4DBXAzwAIGZAISbA,255
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/dev/data-00000-of-00001.arrow,sha256=CTKP0OQgqawhRjS5XTMm3uZzH6t5_YhL6jNyaj89A5s,4992
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/dev/dataset_info.json,sha256=aECUqhQoT6Sof4ZQNMyU7ZUL3G5U6Q_zoy9-oZyKdsA,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/dev/state.json,sha256=z-IkZvRZ2GwG-Kbc3Xt9mxJg1f2G0DUU6nJCNukm5_4,248
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/test/data-00000-of-00001.arrow,sha256=r1FOwAhyqU8gXeh7mYX9ikxUDzGhVIs59NGQbfb5j2M,225432
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/test/dataset_info.json,sha256=aECUqhQoT6Sof4ZQNMyU7ZUL3G5U6Q_zoy9-oZyKdsA,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/test/state.json,sha256=liSRQRjA_xhpwFSZ19oiBmJTFS4cAiJTA6IzGxtvfJI,249
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/validation/data-00000-of-00001.arrow,sha256=0tjhf7q7birHMEckksw9EeeZ-b7h2DkiJhn20pi6DqI,25680
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/validation/dataset_info.json,sha256=aECUqhQoT6Sof4ZQNMyU7ZUL3G5U6Q_zoy9-oZyKdsA,1974
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_medicine/validation/state.json,sha256=57zTI93JnoPDGaCnhaYoPs8wsexxuXHZXPoOlvK_go4,255
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/dev/data-00000-of-00001.arrow,sha256=qpe3iYJ7AjsjjDX4E-OkXTtUhquV1seUAtltwtHGz5w,3464
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/dev/dataset_info.json,sha256=-zhW4sEHb_ts6V6MEMJjvynEjD2iFzmyyVnU8GmCJOE,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/dev/state.json,sha256=kHkss88Oyo3FFX0bjwOLU185-ArZWlOwv29TcLCtHKw,248
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/test/data-00000-of-00001.arrow,sha256=H8erUkl3kT2x9IE-httbZ80GSsGRZo12P-uRAM1wtQo,243488
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/test/dataset_info.json,sha256=-zhW4sEHb_ts6V6MEMJjvynEjD2iFzmyyVnU8GmCJOE,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/test/state.json,sha256=ULbG7waeo5RDxIyg3Cg6i9Uw5ETNrUPO9nQ9sizi_kU,249
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/validation/data-00000-of-00001.arrow,sha256=Xt6UJrNXjCRQ3TOCcv59mwF2VgLThBkqY1PZ4jIhCL8,32024
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/validation/dataset_info.json,sha256=-zhW4sEHb_ts6V6MEMJjvynEjD2iFzmyyVnU8GmCJOE,1976
olmo_eval/hf_datasets/hails/mmlu_no_train/professional_psychology/validation/state.json,sha256=MDyQTQI4MfsPCU-xoIwCaiYmDxaeNECiBQErdBLIjfs,255
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/dev/data-00000-of-00001.arrow,sha256=E-odcrujIVrAHF4wS6mzea1A7NOUY8E5rg2LtutK72k,2656
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/dev/dataset_info.json,sha256=2o0kjk7kMuCbZNPWkfG0yWKXU1JDO15qI6J-0jwIOJE,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/dev/state.json,sha256=vr0ZAor2Y6nlaqxu4NL07TvIBKMyqCp87AveQCCPJjI,248
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/test/data-00000-of-00001.arrow,sha256=W_mvZOb5qg2QWo9zuGFieCXSKqIRgYKWpaT7Bz4_oUM,32032
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/test/dataset_info.json,sha256=2o0kjk7kMuCbZNPWkfG0yWKXU1JDO15qI6J-0jwIOJE,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/test/state.json,sha256=R7SWHNU-LW6mYUw-F5cJOKJDjP6Mgy_MVYAjKhzawkA,249
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/validation/data-00000-of-00001.arrow,sha256=f_aSzP8ViucSS3PN6h9UT6iwQ8b8W2jlY2ylXv2ZUdw,5880
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/validation/dataset_info.json,sha256=2o0kjk7kMuCbZNPWkfG0yWKXU1JDO15qI6J-0jwIOJE,1966
olmo_eval/hf_datasets/hails/mmlu_no_train/public_relations/validation/state.json,sha256=vcMVjAt6jmHBnt1m8HUS851lVp5Z0Ax73naxXz8SmAA,255
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/dev/data-00000-of-00001.arrow,sha256=taO7R2iw-X1N8J17XviAllDpI0grEYT7PN11MNU2q8U,6488
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/dev/dataset_info.json,sha256=G_iwB12wyfdKpuQvDtYa6MhzFgqVpnfocQboG-scqW0,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/dev/state.json,sha256=j4KHLi0BdH31DeqLa4PUFvnBz06Sa6CORPiyuzFJSFc,248
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/test/data-00000-of-00001.arrow,sha256=3iuCzBajixXtTMUXB7NhPmblrZI0JVBNV-HFTqLxSdA,210800
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/test/dataset_info.json,sha256=G_iwB12wyfdKpuQvDtYa6MhzFgqVpnfocQboG-scqW0,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/test/state.json,sha256=1Awp4WEhU4wf06f4-ayMttzr2eq1aMRj4anlIshiNg8,249
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/validation/data-00000-of-00001.arrow,sha256=k2awA8a5euQLZG1Z7I78fKqrNmIhCgrpcSD7OKxZTVY,24232
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/validation/dataset_info.json,sha256=G_iwB12wyfdKpuQvDtYa6MhzFgqVpnfocQboG-scqW0,1969
olmo_eval/hf_datasets/hails/mmlu_no_train/security_studies/validation/state.json,sha256=CWqxN9cJ5uY0bT8bELq-dh93Fz74o3wi4fs8EKu03sc,255
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/dev/data-00000-of-00001.arrow,sha256=X0jwJzmT3IqnebTFeb21cE1kPdFwfGNBKM_PDUe8H_0,2736
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/dev/dataset_info.json,sha256=SMSGv3_AjFSFOsqzdLFxC68Oiw_KU9nz1-6UHmlPGx0,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/dev/state.json,sha256=qK8uQBBuopNeU84FRYNRMjp0FRmH9NjKRnwUmRkn7RQ,248
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/test/data-00000-of-00001.arrow,sha256=1DSYlAv7qpXb1bUiWq6vuP-NA91TyZ8F9GmXSpwhv9A,69920
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/test/dataset_info.json,sha256=SMSGv3_AjFSFOsqzdLFxC68Oiw_KU9nz1-6UHmlPGx0,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/test/state.json,sha256=pPMypPpha6DQF8Dlx5bFqGYryrW0n4js7Y_IMl7835U,249
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/validation/data-00000-of-00001.arrow,sha256=EEqb22ion6KOy2xdEV3LtN6VIFQ7RsBLY4DD9kiE4qw,8536
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/validation/dataset_info.json,sha256=SMSGv3_AjFSFOsqzdLFxC68Oiw_KU9nz1-6UHmlPGx0,1959
olmo_eval/hf_datasets/hails/mmlu_no_train/sociology/validation/state.json,sha256=vcTE3_IOWM5WtUvSjlVB5yr-I2mWom-6J_Vqmwd9-So,255
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/dev/data-00000-of-00001.arrow,sha256=fzDmR8Qk9YOi-h7NqDAHvSK4lxGVazpsggabZkek4Fs,2776
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/dev/dataset_info.json,sha256=GX7zqlAXUhPaC7Wgp8v4yA-6PWVcVwQkjWJuVKH67Xw,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/dev/state.json,sha256=46k9cKEXOLVpFE7ukEJLF9IX5NNtMJy1gV9PWqpkeSY,248
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/test/data-00000-of-00001.arrow,sha256=AVHXbWTU_O076S4MkIgU3zq54dVJMmRVYA6y5vqKfu4,31616
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/test/dataset_info.json,sha256=GX7zqlAXUhPaC7Wgp8v4yA-6PWVcVwQkjWJuVKH67Xw,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/test/state.json,sha256=_OCGgvtVXiIyofrgNBb5173uFmRA-GICsU_-kEWqzTE,249
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/validation/data-00000-of-00001.arrow,sha256=dY0XvwvYQ3IIZ3wjFnqc5vvmiCKblzucvNVk20wWAIA,4560
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/validation/dataset_info.json,sha256=GX7zqlAXUhPaC7Wgp8v4yA-6PWVcVwQkjWJuVKH67Xw,1967
olmo_eval/hf_datasets/hails/mmlu_no_train/us_foreign_policy/validation/state.json,sha256=MQjwNU25-BVQNFiU0xje0lNFJXCjhIAomDdqHwEZp8k,255
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/dev/data-00000-of-00001.arrow,sha256=tnbBuh4dXgpIOPh02KyJaugoD3pLKfHETgnDuWdA4LQ,2208
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/dev/dataset_info.json,sha256=9Db3WthVzv2gpWFY2uaAAyTdAYS-EoqmlUdJ_eVk7xI,1958
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/dev/state.json,sha256=AxGz6H4-H2iIips-hsFMvSMJS7e_pyJvUFP8UQqZNaw,248
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/test/data-00000-of-00001.arrow,sha256=1l6FsO4AbUcUEE8CkO_P4IB5dnte1BJgZ748HUEY6iU,41816
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/test/dataset_info.json,sha256=9Db3WthVzv2gpWFY2uaAAyTdAYS-EoqmlUdJ_eVk7xI,1958
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/test/state.json,sha256=xJzMJIYwTeuHj3CHkAP0OMB3ZbjRpHAU1Sc9hq3h9S8,249
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/validation/data-00000-of-00001.arrow,sha256=5QWdNYf7V15634B6469rYw3VjMz2VNILenHwD0Fgq2w,6744
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/validation/dataset_info.json,sha256=9Db3WthVzv2gpWFY2uaAAyTdAYS-EoqmlUdJ_eVk7xI,1958
olmo_eval/hf_datasets/hails/mmlu_no_train/virology/validation/state.json,sha256=u2GlTIBXzbLU4yvOQFMuCiCNqBA9kZzZnfBhwHZXiIY,255
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/dev/data-00000-of-00001.arrow,sha256=gcmjywgyfOOZLyWuDhle7GMcFdQNvt6ADJdcgA4N86A,1824
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/dev/dataset_info.json,sha256=OotV2Byh-_JlyAUMVMT1CmHzp5P2atZcZjO66AarWv8,1964
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/dev/state.json,sha256=tbj-AEAPXIovFLb7en3S1d6ZJR4xMQ1A1i9N76zezII,248
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/test/data-00000-of-00001.arrow,sha256=zgBcBGZEuXjgtRTmYg0958vkJlwpo-aLXLLg734oVCM,29584
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/test/dataset_info.json,sha256=OotV2Byh-_JlyAUMVMT1CmHzp5P2atZcZjO66AarWv8,1964
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/test/state.json,sha256=eX1hqtphtdJIg_m40D0X8la-Kw3cy3aUdMiDB3rbdlA,249
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/validation/data-00000-of-00001.arrow,sha256=nBkG7tM0Tef48uOMVks4-NohHGZb6G-6z-babU2dxXo,4184
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/validation/dataset_info.json,sha256=OotV2Byh-_JlyAUMVMT1CmHzp5P2atZcZjO66AarWv8,1964
olmo_eval/hf_datasets/hails/mmlu_no_train/world_religions/validation/state.json,sha256=fM5CDsTML5LSPjJ0qZ3CSwzoCq4FdZoIFzPDjUKZYHg,255
olmo_eval/hf_datasets/hellaswag/none/validation/data-00000-of-00001.arrow,sha256=XSGozz-VKA8pFhKO1IDGtRihGqyxix6iAO79jAuSwWs,11186432
olmo_eval/hf_datasets/hellaswag/none/validation/dataset_info.json,sha256=8303EcfZdPJe9mdKmd32BsxdrTy4BBs65jGvGVZGiv4,2560
olmo_eval/hf_datasets/hellaswag/none/validation/state.json,sha256=GVRRNWTQPs7IQdDnZt3zMjNFWVIMfGTlWee7BLCyjIM,255
olmo_eval/hf_datasets/nq_open/none/validation/data-00000-of-00001.arrow,sha256=ouYG1t1Hj1HsLlfRpJL7WlOTlTO1YTZYdrMMRurhjdE,315488
olmo_eval/hf_datasets/nq_open/none/validation/dataset_info.json,sha256=PiR2rW1B_dXxJxWBZZ5ro-82AdaQ57N3hzvvj8trbRE,1225
olmo_eval/hf_datasets/nq_open/none/validation/state.json,sha256=TDk_aY0tgQp5CssPvzpbDek1e0HAqH-HzpJ-3qfFu_s,255
olmo_eval/hf_datasets/openbookqa/main/validation/data-00000-of-00001.arrow,sha256=BxVbASyUIGBfxWd6WJumc_OqkSLF6ECPXD8PMguIaQ8,96872
olmo_eval/hf_datasets/openbookqa/main/validation/dataset_info.json,sha256=MbPRLqIUSLwM8DdhesJLKKlWLbhCWDFj7zfDyDyHZKE,1783
olmo_eval/hf_datasets/openbookqa/main/validation/state.json,sha256=Ct77C1cq-4QRQButkkWRtrN4v44NUo5c86Hojxm1h_s,255
olmo_eval/hf_datasets/piqa/plain_text/validation/data-00000-of-00001.arrow,sha256=bhRzHHgBatxqVzjWYREfXLTGvORhxFRWHrZr5KvDkiI,465608
olmo_eval/hf_datasets/piqa/plain_text/validation/dataset_info.json,sha256=VGH-vU9FxVjQCetdlr7aElWd7aVIfnDltskzQDYzPCM,3003
olmo_eval/hf_datasets/piqa/plain_text/validation/state.json,sha256=99SO9Jg-xZ79QZVZgdBzkCDCiexK-NfVf-C6R26TOwA,255
olmo_eval/hf_datasets/sciq/none/validation/data-00000-of-00001.arrow,sha256=ZWzfFvQGFzYGg7A5uMKitItHm-BtHfXIsCOvu2SNqb0,555448
olmo_eval/hf_datasets/sciq/none/validation/dataset_info.json,sha256=8zcNI4W4vM5TD_QoxMCNGo7AwJnX1VT0dxdnB0Cz72A,1740
olmo_eval/hf_datasets/sciq/none/validation/state.json,sha256=qaNE8FgeQyneStp1V8x-sPNhwKdLGcxK_BbhbQbOKU0,255
olmo_eval/hf_datasets/social_i_qa/none/validation/data-00000-of-00001.arrow,sha256=gHun0yhCfqL_BNjLUgzPstjvJpqp5i0n7Xm9bBNFyDg,374632
olmo_eval/hf_datasets/social_i_qa/none/validation/dataset_info.json,sha256=D158PcVmJ0tcA5kC7whGup9xqg5NbzyROqclnu3_I9M,2273
olmo_eval/hf_datasets/social_i_qa/none/validation/state.json,sha256=PWmlVm9LqSjhmk7n1DmSRIhLEXU1AZ_07CUbbtQ2DLM,255
olmo_eval/hf_datasets/super_glue/cb/validation/data-00000-of-00001.arrow,sha256=q6aBlhJLU6w8u4xkmCSsNNTASYtSQUSeVOaU5Mk5HpA,22792
olmo_eval/hf_datasets/super_glue/cb/validation/dataset_info.json,sha256=403MDyXIEtLzsitDASdFvcuhRPX6FhNcHxrmkPrY17Q,3155
olmo_eval/hf_datasets/super_glue/cb/validation/state.json,sha256=WnF7Rali0JEcUW_7W_xPz0Hooq0uK80Bsd3jtFXhU0w,255
olmo_eval/hf_datasets/super_glue/copa/validation/data-00000-of-00001.arrow,sha256=DtoKKu3_gApcp4d0h9SnVdmO_pDBmUTdvloTn_tH09k,13744
olmo_eval/hf_datasets/super_glue/copa/validation/dataset_info.json,sha256=nbG45L1bWeWQfWCwoE5YOsyHkHZwI9YoD1I9Yg-ZNWM,3204
olmo_eval/hf_datasets/super_glue/copa/validation/state.json,sha256=GLAIPcaYJY59ddCUZlRkLjLglgU3X4zvRfHYuwTXkVg,255
olmo_eval/hf_datasets/tau/commonsense_qa/none/validation/data-00000-of-00001.arrow,sha256=HbKBagushv9vZ7yzm1Ojz3avf7qm12lgi7vB4dDJrtY,276128
olmo_eval/hf_datasets/tau/commonsense_qa/none/validation/dataset_info.json,sha256=NY4ZaQrNcCHOML_M06scfw7M8OTqOCKHMb8swTPv9Jc,1911
olmo_eval/hf_datasets/tau/commonsense_qa/none/validation/state.json,sha256=FRsf5xkCrJQiMEtk1mVOque94EumqwqrmjFlAvg7VZI,255
olmo_eval/hf_datasets/trivia_qa/rc.wikipedia.nocontext/validation/data-00000-of-00001.arrow,sha256=ImKXf-9HQUuQPXLBtOdpMl1O9RlIEQLCrnciYhY65S0,6386776
olmo_eval/hf_datasets/trivia_qa/rc.wikipedia.nocontext/validation/dataset_info.json,sha256=C3Q_UXXbN9ZWd7nnxnPyx8zXr6ZwziEgZJwJH0CzRbo,3453
olmo_eval/hf_datasets/trivia_qa/rc.wikipedia.nocontext/validation/state.json,sha256=YwlKa157fnm--6SWqjasJ2LX9idM43UyQ3_8HccLHEA,255
olmo_eval/hf_datasets/winogrande/winogrande_xl/validation/data-00000-of-00001.arrow,sha256=mSr4QEsgKtpDViKO0uuyfxBJUSbv33hnjO0z6U6CuDA,165504
olmo_eval/hf_datasets/winogrande/winogrande_xl/validation/dataset_info.json,sha256=9SVyfaJ1f1GIcWh-Dvot65lXCDFj2gksKsKKvDLIcvk,1945
olmo_eval/hf_datasets/winogrande/winogrande_xl/validation/state.json,sha256=hgbS05TZT20V73h1xfeo-KPgFQvrCBsMqTsdrGW7VtQ,255
olmo_eval/oe_eval_tasks/arc_challenge/mc_5shot/config.json,sha256=CFqENkMRgy9t27hdcm2bO8bjMOXOEGx8u0MpVnk1Ubw,633
olmo_eval/oe_eval_tasks/arc_challenge/mc_5shot/requests.jsonl.gz,sha256=mKol4c0UjaiOt8KNhxqbqWePIQzEWG6Shy6nBFSHzUw,68534
olmo_eval/oe_eval_tasks/arc_challenge/rc_0shot/config.json,sha256=cqJ9g3A5dtx7LOPs2GVzg8EBPvE2sWt7YXfeDUBG2TM,544
olmo_eval/oe_eval_tasks/arc_challenge/rc_0shot/requests.jsonl.gz,sha256=7k_6WdtDmV8Qbehoy431WIYpKvYSOyP6o0noD5rPtPo,110665
olmo_eval/oe_eval_tasks/arc_challenge/rc_5shot/config.json,sha256=wxtcq3TNQWIOzCacdNNnGys4nuZ1pB0EfGiIN1-UwU4,662
olmo_eval/oe_eval_tasks/arc_challenge/rc_5shot/requests.jsonl.gz,sha256=4em2bj_6nv3dPPev1CJG0MwnGiayWees4tJlnqamO10,118564
olmo_eval/oe_eval_tasks/arc_challenge/test_mc_5shot/config.json,sha256=LlZtkS9uZKQXJTbY1As5wD__A_bTAPAchLEHP1X-0Hg,689
olmo_eval/oe_eval_tasks/arc_challenge/test_mc_5shot/requests.jsonl.gz,sha256=YBXSoElH3SRyWcMFK3H8jJBMlRYNdGUFo5rN-8oKpUQ,265953
olmo_eval/oe_eval_tasks/arc_challenge/test_rc_5shot/config.json,sha256=6iQmegJlN9A7BjshGGvk1BwODa983BCVf2OqQ2nSn7s,718
olmo_eval/oe_eval_tasks/arc_challenge/test_rc_5shot/requests.jsonl.gz,sha256=mOAB3_5fyPo7bhW7ypax16VeWnl8Ev8QwY7VdNVL-lc,460134
olmo_eval/oe_eval_tasks/arc_challenge/val_mc_5shot/config.json,sha256=EI3n3IeRLiC0tIsikG79v27-gKjWj0P07utuYNjA8V4,694
olmo_eval/oe_eval_tasks/arc_challenge/val_mc_5shot/requests.jsonl.gz,sha256=Ldx-5PHOXi90roftFLa6QNeVgUCPF7dVWP_Alg28O-c,68475
olmo_eval/oe_eval_tasks/arc_challenge/val_rc_5shot/config.json,sha256=8umJ42KV3nLRjQfpp4oe4NUC8jPr-EKJaUo8xeaZP-8,723
olmo_eval/oe_eval_tasks/arc_challenge/val_rc_5shot/requests.jsonl.gz,sha256=_KzkmTzZ_1zZN0FKABooM42mmq1DBF8oKtut1jOp-Qc,118667
olmo_eval/oe_eval_tasks/arc_easy/mc_5shot/config.json,sha256=Kyc6GPawbMqTILOo4-5C6ECOK-GVqj5MM4vwQmZHd7s,667
olmo_eval/oe_eval_tasks/arc_easy/mc_5shot/requests.jsonl.gz,sha256=oEDvvlMsLbLnEnxpeLjuHbOmKdVm4Qg1hQv-WxFuEl0,114395
olmo_eval/oe_eval_tasks/arc_easy/rc_0shot/config.json,sha256=_mW3tWISjqaNUuTsko39TDFQlR5-IzVCHUr3p-1-qTs,538
olmo_eval/oe_eval_tasks/arc_easy/rc_0shot/requests.jsonl.gz,sha256=HhqthR8k4KVHhA-TLYE8M4DK-nfFySppl6IVECSoVzw,189219
olmo_eval/oe_eval_tasks/arc_easy/rc_5shot/config.json,sha256=dLn0m98FRxwx1tV_ZiR7tfQ8Az2Uv68lQ0qSx1KLKIM,710
olmo_eval/oe_eval_tasks/arc_easy/rc_5shot/requests.jsonl.gz,sha256=8UOpkur-oXFacWkLlNpgN6CdqopaEshKbP1S_yt5Hhc,202443
olmo_eval/oe_eval_tasks/arc_easy/test_mc_5shot/config.json,sha256=9kMexwWWX-cGzM3MT-leFwXQfBiQJM7hRLFRQzGzC-0,708
olmo_eval/oe_eval_tasks/arc_easy/test_mc_5shot/requests.jsonl.gz,sha256=wxK6xQf8HugmUX-6Uw-4hnKqcLssf4lXOGwkjm3ya7E,473937
olmo_eval/oe_eval_tasks/arc_easy/test_rc_5shot/config.json,sha256=rYOQg4ceouMuJWiWo5ouV0XRYJjLhP6mmquyKwGVJo4,756
olmo_eval/oe_eval_tasks/arc_easy/test_rc_5shot/requests.jsonl.gz,sha256=yWSIHSuyro2WEsge1sWuzEAqox5Jivh_Yb3lA8yCJNw,838922
olmo_eval/oe_eval_tasks/arc_easy/val_mc_5shot/config.json,sha256=CEgPNm226vxmMim5TgBzCewUdw6qqOITF3ndhiyHv-c,713
olmo_eval/oe_eval_tasks/arc_easy/val_mc_5shot/requests.jsonl.gz,sha256=LZ7XuWwDo6zJTqhgpZgHNj6yi-xOXb-TQxl9yxB9gVg,114271
olmo_eval/oe_eval_tasks/arc_easy/val_rc_5shot/config.json,sha256=LeNP534voujfcp9ph8SKHfnfYPjfSu8ik3HWiXt3TFM,761
olmo_eval/oe_eval_tasks/arc_easy/val_rc_5shot/requests.jsonl.gz,sha256=28UmHQnAB2DIlfYbqhuhJ4AjAVLDAHWWoEmaHlI-UKU,202290
olmo_eval/oe_eval_tasks/basic_skills_arithmetic/rc_5shot/config.json,sha256=_gSH-miyIWms4r3TSLCMihc42v7kt8tEPnqQJcgux-4,616
olmo_eval/oe_eval_tasks/basic_skills_arithmetic/rc_5shot/requests.jsonl.gz,sha256=iiVqzSVTiEk5lbq0WAiR8ujvBHHv73azRpvfuCIrEfI,215180
olmo_eval/oe_eval_tasks/basic_skills_coding/rc_5shot/config.json,sha256=19NZFpCouu7oEidoUBthKUekW87pT5pzR1bX1NJV77g,592
olmo_eval/oe_eval_tasks/basic_skills_coding/rc_5shot/requests.jsonl.gz,sha256=suXkEgQLUT-XK_EDyQKIoniNYNJvo4vUpe8-jyeNe-w,274302
olmo_eval/oe_eval_tasks/basic_skills_common_knowledge/rc_5shot/config.json,sha256=DOHsmlO6_OMBIl-oEfKT8O0yIj89I1gTV_uvOxdiT8M,652
olmo_eval/oe_eval_tasks/basic_skills_common_knowledge/rc_5shot/requests.jsonl.gz,sha256=ie673jV3ShxUhrqux3Y8YRNfAazKa8ayGEjo7hxEp1Y,237402
olmo_eval/oe_eval_tasks/basic_skills_logical_reasoning/rc_5shot/config.json,sha256=OB20jgxj00v3bvfsc1M1zyWGlEJvZdXBlg4L9NeGsZY,658
olmo_eval/oe_eval_tasks/basic_skills_logical_reasoning/rc_5shot/requests.jsonl.gz,sha256=5ElEBHtBq6tBQ1hqEbg9---XkUFV3GjcMGHFXxP_urs,284843
olmo_eval/oe_eval_tasks/basic_skills_pattern/rc_5shot/config.json,sha256=OAZyUX7pw7cEguIsSbs_fKXiuHh1sbEkpF7x9v6ZI80,598
olmo_eval/oe_eval_tasks/basic_skills_pattern/rc_5shot/requests.jsonl.gz,sha256=FY1pf-fTh5BNnN5H7uN0ksm21tdC6ewKsOhaOpN3760,71330
olmo_eval/oe_eval_tasks/basic_skills_string_operations/rc_5shot/config.json,sha256=TfwWhRHC_G17uqk60-pNROMNzzmd0rMTY5nPP0dje00,658
olmo_eval/oe_eval_tasks/basic_skills_string_operations/rc_5shot/requests.jsonl.gz,sha256=FIBdOQSDoQ99gDEpHYHYTmhW5qfClVP-rh3ll2I0fDQ,231341
olmo_eval/oe_eval_tasks/boolq/mc_5shot/config.json,sha256=87GTyDGser1tWfSWmktZ1X17jKXU1EZzHOJLMSbVspA,632
olmo_eval/oe_eval_tasks/boolq/mc_5shot/requests.jsonl.gz,sha256=uZ9ZkbFkiUn4XcCzypgPscTFTrVDexVC1L-e6zBiEMg,393249
olmo_eval/oe_eval_tasks/boolq/rc_0shot/config.json,sha256=d1GKQMIX1cUgnZHlUe9kgAZsgkMc1N2GnMlyhccO9pE,509
olmo_eval/oe_eval_tasks/boolq/rc_0shot/requests.jsonl.gz,sha256=CYS27HFoIqomrWcj5Jii8gy-BRCtj-oxZhVi2ZEnVLk,1096744
olmo_eval/oe_eval_tasks/boolq/rc_5shot/config.json,sha256=iAD8DDqUcX7crb3ocz_uyGADXbBJAs-QB419j-bRF50,626
olmo_eval/oe_eval_tasks/boolq/rc_5shot/requests.jsonl.gz,sha256=8s8_NHsF_LS-WOt3DgOQKuzP8N5LFZHOYRzYZquqxy8,397146
olmo_eval/oe_eval_tasks/boolq/val_mc_5shot/config.json,sha256=06ZAVLO1Bd7w-uoD24reO4h5gEzbyGvxjfiUkIODOag,678
olmo_eval/oe_eval_tasks/boolq/val_mc_5shot/requests.jsonl.gz,sha256=Uo8vJC827Ky4J27uR5ujgF6WyS8O9SCcATtjnZcPMYE,1274284
olmo_eval/oe_eval_tasks/boolq/val_rc_5shot/config.json,sha256=eR9oyZMCIckUVP9FoQiTLvkk4gYX4sVrvJO3IMZtpWk,672
olmo_eval/oe_eval_tasks/boolq/val_rc_5shot/requests.jsonl.gz,sha256=1e0uURX0nSTDfsF_t7Sm7GvFjGXOFUEL7StANC8I-8k,1282935
olmo_eval/oe_eval_tasks/codex_humaneval/gold_bpb_0shot/config.json,sha256=7qlpbRzhEZPN8kTAMsA-pG3BniapN8KdeaT1Xutjaao,1795
olmo_eval/oe_eval_tasks/codex_humaneval/gold_bpb_0shot/requests.jsonl.gz,sha256=RAloKzNczG1GQ5rYIsypeBH2J9gMJJh7F9ryKphtNbY,55008
olmo_eval/oe_eval_tasks/codex_humaneval/gold_bpb_3shot/config.json,sha256=KmoTn3onOUOuWRJoaOjSv5Mzsfl7llNJQEoLB8NFeSY,1795
olmo_eval/oe_eval_tasks/codex_humaneval/gold_bpb_3shot/requests.jsonl.gz,sha256=ACQZ5zrUnTArHzsMCRJXgTIHKyiV53i6b1M3TX0igZ4,63989
olmo_eval/oe_eval_tasks/codex_mbpp/gold_bpb_0shot/config.json,sha256=NN2j87atOpst1kjVO7opBKdcggTCfpyw9PqDccEP1t8,1909
olmo_eval/oe_eval_tasks/codex_mbpp/gold_bpb_0shot/requests.jsonl.gz,sha256=5XVIcNjo7QzRfEbBKVybmfDmshgNqvKj24WUJdvg050,99950
olmo_eval/oe_eval_tasks/codex_mbpp/gold_bpb_3shot/config.json,sha256=5t6k8xKcci6OJHDCIwypOh_JxZO2tQkH_sOMm1XHfFI,1856
olmo_eval/oe_eval_tasks/codex_mbpp/gold_bpb_3shot/requests.jsonl.gz,sha256=KXjtB1gmSfOBJFJeFOSmDPFT4BBdKcpuxGnP4FHdGQY,109863
olmo_eval/oe_eval_tasks/copa/rc_0shot/config.json,sha256=dkNiFgoOz56d8IPeQkJTQlR6rJbO2Iogdp1wHKp5ztw,531
olmo_eval/oe_eval_tasks/copa/rc_0shot/requests.jsonl.gz,sha256=4XnXOK5tIEN-XBUQmQ9TAffnp1TfgwJFYpKZo9-6CFE,18841
olmo_eval/oe_eval_tasks/copycolors/10way/config.json,sha256=LcKu28kWu9TphtNk5BJXo44z1deqUZ0boK_lt-F0Ils,1064
olmo_eval/oe_eval_tasks/copycolors/10way/requests.jsonl.gz,sha256=SW9yN6kXnM5Dp5vti7DB9EDaIOM_v01Y2kng4Fb6hog,16922
olmo_eval/oe_eval_tasks/copycolors/xl_10way/config.json,sha256=zElN4wQjKjYlFO2hw-FGmhqi8sfXNgipbjToPjAD62o,1075
olmo_eval/oe_eval_tasks/copycolors/xl_10way/requests.jsonl.gz,sha256=O0eLjaTaqxwQsQNauzqfTAUQqT6JGy9EDTPGJUICeKw,148731
olmo_eval/oe_eval_tasks/csqa/mc_5shot/config.json,sha256=eQZuPWzARbEdcX1Rwqrg2Bu6X9pjMm4dwkBxye84wsg,595
olmo_eval/oe_eval_tasks/csqa/mc_5shot/requests.jsonl.gz,sha256=JLTht4aPQUsKRMpMdRC-at4mEHiGDVAlW1XJzfHs4Bk,223765
olmo_eval/oe_eval_tasks/csqa/rc_0shot/config.json,sha256=6Ot0pSZaS7C9imHjCTJb9Z2zCi7MNoeHTb2x3bRV0jU,514
olmo_eval/oe_eval_tasks/csqa/rc_0shot/requests.jsonl.gz,sha256=iDIdfnW51OafGFOHMje5dmpMgHFTQduw4okFvpUCUI4,383331
olmo_eval/oe_eval_tasks/csqa/rc_5shot/config.json,sha256=q__C82RMl820wUqB6mBO9v29hVsfJizUhR3oXH2EU0A,624
olmo_eval/oe_eval_tasks/csqa/rc_5shot/requests.jsonl.gz,sha256=3t5HYgR4Ljg1kf95IpVfDOmU2y4H4I50AN9mdXEDaGc,405977
olmo_eval/oe_eval_tasks/csqa/val_mc_5shot/config.json,sha256=2HC25HJP_9HkP6Q8rckieQehct0U6h5yx4oRxi3yw5Y,656
olmo_eval/oe_eval_tasks/csqa/val_mc_5shot/requests.jsonl.gz,sha256=Yp3imWdQnnDq5sbjSVmhVbX4mAGT-7lrHPfn-EzSmhU,225104
olmo_eval/oe_eval_tasks/csqa/val_rc_5shot/config.json,sha256=dDOgeHoYRttEjWa1GxsiFfPq7O4elNJAs7ppCHkGjHM,685
olmo_eval/oe_eval_tasks/csqa/val_rc_5shot/requests.jsonl.gz,sha256=kPbc937b5gJ1Ax3t-wMQ5HK-2fK0zUOTxNxRWBDRuj8,408334
olmo_eval/oe_eval_tasks/gsm8k/gold_bpb_5shot/config.json,sha256=1Tf4vM_kuHLCZdEC1lOjJPig232RgRlEibAh2atTcyA,1707
olmo_eval/oe_eval_tasks/gsm8k/gold_bpb_5shot/requests.jsonl.gz,sha256=Eu1vjJLtpDja6ZBMiGkcYeSK6DyXfb7i9XVmUDP-OMw,434289
olmo_eval/oe_eval_tasks/hellaswag/mc_5shot/config.json,sha256=HWqNAgD630Uiyp9iSSq7llvgIseaw2BV6zMIJdiS1LA,621
olmo_eval/oe_eval_tasks/hellaswag/mc_5shot/requests.jsonl.gz,sha256=WCOAxvlldjXrOfEom6CC5HBGZqKSGlwPi7dN7wXNCL4,550547
olmo_eval/oe_eval_tasks/hellaswag/rc_0shot/config.json,sha256=ewFxgEPrKDNtRWbXNrnIZakQT1U4AE5099dp-3IaTZU,526
olmo_eval/oe_eval_tasks/hellaswag/rc_0shot/requests.jsonl.gz,sha256=vwqwi_-FKW6kjZ__Hd0S6cFKGhETZ-avDwjAg7w_UC8,8213204
olmo_eval/oe_eval_tasks/hellaswag/rc_5shot/config.json,sha256=0N2lWWKEh46xNB_KVP1OOJj2PvP-k8lnB5FOsxtSBeI,650
olmo_eval/oe_eval_tasks/hellaswag/rc_5shot/requests.jsonl.gz,sha256=VtVrRx4fvLm477eWcqw4IEG0agtpQlok0jQ53i30vvA,922524
olmo_eval/oe_eval_tasks/hellaswag/val_mc_5shot/config.json,sha256=DaDjfSSvXBE0Nk77wWCaSEvqjdo7ThmTxGzE7MzxHjg,668
olmo_eval/oe_eval_tasks/hellaswag/val_mc_5shot/requests.jsonl.gz,sha256=XNpBEoMjg397dEuapS9r3UxOOPQAxmVUrYM92YBxzDs,5298017
olmo_eval/oe_eval_tasks/hellaswag/val_rc_5shot/config.json,sha256=5QzTjpfq260Gn-uudEcnwtNQhu5cgXDppDb4xwVKaXg,697
olmo_eval/oe_eval_tasks/hellaswag/val_rc_5shot/requests.jsonl.gz,sha256=eqT2QbCuP_dnNHVI-QLSl7GANmSJ97vc6cW6CNaxpOk,8715020
olmo_eval/oe_eval_tasks/minerva_math_500/gold_bpb_0shot/config.json,sha256=knOyrHZQID7U0MHMU-pY5-yH8wAFQfyKfe6TOKVzj1Q,1820
olmo_eval/oe_eval_tasks/minerva_math_500/gold_bpb_0shot/requests.jsonl.gz,sha256=Ijap4745EB4KAkRQYGv5O2E7u9U4bvQegKc_88kTfVw,187400
olmo_eval/oe_eval_tasks/minerva_math_algebra/gold_bpb_0shot/config.json,sha256=dnEBrtnEVI1xwxrnXhRwAY1D9TgkBTO-2FDuGnDZlyo,1729
olmo_eval/oe_eval_tasks/minerva_math_algebra/gold_bpb_0shot/requests.jsonl.gz,sha256=aaMtZp8Pdm_lsf0K9lVGowD-3622GgWh8gPB57PVypk,354806
olmo_eval/oe_eval_tasks/minerva_math_counting_and_probability/gold_bpb_0shot/config.json,sha256=ma_4PuBS0_HmU4DJlktEp-YtZSDjBKn_n5BuIaUns0U,1815
olmo_eval/oe_eval_tasks/minerva_math_counting_and_probability/gold_bpb_0shot/requests.jsonl.gz,sha256=deo9RJwuVn1RIoIDFtHRZihxXwwoE1tYw3ImsBn8E3k,170746
olmo_eval/oe_eval_tasks/minerva_math_geometry/gold_bpb_0shot/config.json,sha256=sA64YVikXsdkTVQcbvnQLaSuSddDCiF_MogZkuwCCa4,1734
olmo_eval/oe_eval_tasks/minerva_math_geometry/gold_bpb_0shot/requests.jsonl.gz,sha256=1tzqhAPY_yLiS6ccMX_aE27MAt4oVyLlXqZbdYSCBFk,233239
olmo_eval/oe_eval_tasks/minerva_math_intermediate_algebra/gold_bpb_0shot/config.json,sha256=42q3OQfn5GKr8eUDzH4RU7MhpIckaWIQpzq59YquqJ0,1795
olmo_eval/oe_eval_tasks/minerva_math_intermediate_algebra/gold_bpb_0shot/requests.jsonl.gz,sha256=3LbCPyo_4UsxQiX6w3LOcWaC4HI8Kk0KhSaSUMDXZ5c,365776
olmo_eval/oe_eval_tasks/minerva_math_number_theory/gold_bpb_0shot/config.json,sha256=tospvYQiRazS6VAXTe7lYJTo4HecoprYq5VBKTUvK1I,1760
olmo_eval/oe_eval_tasks/minerva_math_number_theory/gold_bpb_0shot/requests.jsonl.gz,sha256=HHsjAS4hbbziaBq7kpSt2zGX-WbpWqYOSTT5dkm-p0w,176994
olmo_eval/oe_eval_tasks/minerva_math_prealgebra/gold_bpb_0shot/config.json,sha256=TkfuZLSaB9n29OPZO6q-NSwRrN5sKWl3szbI3zfwqgo,1745
olmo_eval/oe_eval_tasks/minerva_math_prealgebra/gold_bpb_0shot/requests.jsonl.gz,sha256=YoiSOp8JH-I0y0ppgnTcLNbF7sLVHrHFbWI8K6cBj_M,267414
olmo_eval/oe_eval_tasks/minerva_math_precalculus/gold_bpb_0shot/config.json,sha256=-ex7VPSuyCoVHEkGw___E9gv8Jcfr8BWMEMO0Ber3H8,1750
olmo_eval/oe_eval_tasks/minerva_math_precalculus/gold_bpb_0shot/requests.jsonl.gz,sha256=A7b4WGo5qLCl3s1z5HBbEUpoJwva12doE_WRc3un6Fs,223616
olmo_eval/oe_eval_tasks/mt_mbpp_bash/gold_bpb_3shot/config.json,sha256=d7iO2JFOqAixBwblBMjJ-9dF-23d1N9OFaE61r0RxEU,1740
olmo_eval/oe_eval_tasks/mt_mbpp_bash/gold_bpb_3shot/requests.jsonl.gz,sha256=ETpUbwN6y7URqHWtyTKPYOt7QUOfKrbSNzhKMOsqR9E,86539
olmo_eval/oe_eval_tasks/mt_mbpp_c/gold_bpb_3shot/config.json,sha256=6kX7Bvyvg-6NdbmLsIX_Ov4QHANnzRc44OMzUOjH95Y,1729
olmo_eval/oe_eval_tasks/mt_mbpp_c/gold_bpb_3shot/requests.jsonl.gz,sha256=Y4uLmyClONrqCcmqM-G9yLDxq6p10AFlbAsP3tiD6h8,114583
olmo_eval/oe_eval_tasks/mt_mbpp_cpp/gold_bpb_3shot/config.json,sha256=15cMJYiWIvDM0CqkJmvVDcbrVwrREXi2_-LcpCey2pc,1736
olmo_eval/oe_eval_tasks/mt_mbpp_cpp/gold_bpb_3shot/requests.jsonl.gz,sha256=004fqdUAFc2U1pJTPcxhKqiXC8tkZfbIV6B_xL3aiV4,95046
olmo_eval/oe_eval_tasks/mt_mbpp_csharp/gold_bpb_3shot/config.json,sha256=5a0LS47oF4Y-pkaR-A0MOnTa4SmIyx9GZO1xyOqVwQ0,1749
olmo_eval/oe_eval_tasks/mt_mbpp_csharp/gold_bpb_3shot/requests.jsonl.gz,sha256=VrW7MQEtw772H5do2d3BBg50W-CQieEiBuLhjrywQo4,95741
olmo_eval/oe_eval_tasks/mt_mbpp_go/gold_bpb_3shot/config.json,sha256=7G-VzM8iIgZJt-U6QL9edXL0nxELb1-kQh7w6SRai7o,1733
olmo_eval/oe_eval_tasks/mt_mbpp_go/gold_bpb_3shot/requests.jsonl.gz,sha256=Dz6NoBnjsmSkwQB_Jo5NxDCXvOBR_iyv-dAcFAO4Nzg,93754
olmo_eval/oe_eval_tasks/mt_mbpp_haskell/gold_bpb_3shot/config.json,sha256=UyjPYcGXdKZsKDAVsiRLFM9NHj40DXHmfOUyFXM12JM,1752
olmo_eval/oe_eval_tasks/mt_mbpp_haskell/gold_bpb_3shot/requests.jsonl.gz,sha256=oYow1wz5YlKUGOUPDrmcfTZMWT-TgoGk9KAo7jQitfw,77203
olmo_eval/oe_eval_tasks/mt_mbpp_java/gold_bpb_3shot/config.json,sha256=H20LX5VRZroEp3-RLiiZa0GrWHhEaYpvODUxcsTKEu0,1740
olmo_eval/oe_eval_tasks/mt_mbpp_java/gold_bpb_3shot/requests.jsonl.gz,sha256=TClz1VEYO3fCFXEdN4WbBXcRUgs0TVlU_-21LbR5CbE,98602
olmo_eval/oe_eval_tasks/mt_mbpp_javascript/gold_bpb_3shot/config.json,sha256=J2ogiOMRT0WzCpZ6yvRN6j47LzQJwIWX0xPXqlW3Pyg,1764
olmo_eval/oe_eval_tasks/mt_mbpp_javascript/gold_bpb_3shot/requests.jsonl.gz,sha256=Xr6QPU3Xfn0psBJ-ononPqbhl3v1xtZXtyREqID2mnQ,88707
olmo_eval/oe_eval_tasks/mt_mbpp_matlab/gold_bpb_3shot/config.json,sha256=3rQleYInwFB2okgVKMxmjcs3c8nZBybD3069h5i-ht4,1748
olmo_eval/oe_eval_tasks/mt_mbpp_matlab/gold_bpb_3shot/requests.jsonl.gz,sha256=JVWGSqIp94JtcPOcTQF3uJXBNfymke50G4KgSmO05UQ,74857
olmo_eval/oe_eval_tasks/mt_mbpp_php/gold_bpb_3shot/config.json,sha256=RKgy9dHGP6XkzX9JcrqnY9yqprrQ3XAe7yrD7dIOBt8,1736
olmo_eval/oe_eval_tasks/mt_mbpp_php/gold_bpb_3shot/requests.jsonl.gz,sha256=MR_N0Qpe9wKTGvoolyInQC9EbXsvrHVTzbIbEcX8ly8,80215
olmo_eval/oe_eval_tasks/mt_mbpp_python/gold_bpb_3shot/config.json,sha256=viAjwwneXp3PDD_mmfpr9jSrCrTFrXUssol45BcZ7N4,1748
olmo_eval/oe_eval_tasks/mt_mbpp_python/gold_bpb_3shot/requests.jsonl.gz,sha256=u7ltKtCeiMarhDAPXH18L3Q7Tndi__4rEDpA1b6ahtQ,72874
olmo_eval/oe_eval_tasks/mt_mbpp_r/gold_bpb_3shot/config.json,sha256=dlll0Ik6Z7ForFQMAcTPb51v-WIzP70TgHgE7s8a2Gs,1729
olmo_eval/oe_eval_tasks/mt_mbpp_r/gold_bpb_3shot/requests.jsonl.gz,sha256=6K3EAXPWI8uIHnlKt2DB544dJg8RjCLpmxGPWkBuVbQ,73142
olmo_eval/oe_eval_tasks/mt_mbpp_ruby/gold_bpb_3shot/config.json,sha256=wnLcmFpvYHVLJWu6cEhccsCkY09HzZyc1CKuMSIEHEo,1741
olmo_eval/oe_eval_tasks/mt_mbpp_ruby/gold_bpb_3shot/requests.jsonl.gz,sha256=XqNgCYWSq8zXxB63mHZOEGE3m0vkGP6f30edqVMWPak,65901
olmo_eval/oe_eval_tasks/mt_mbpp_rust/gold_bpb_3shot/config.json,sha256=1MBjYE141GU9gyZjxQj0U3JQM10R3YZRxDiOxeNK0HI,1740
olmo_eval/oe_eval_tasks/mt_mbpp_rust/gold_bpb_3shot/requests.jsonl.gz,sha256=WxxInVCS8uv7mPBWvUcJkJcMJPPeMBhgCwJoZr9weNE,86877
olmo_eval/oe_eval_tasks/mt_mbpp_scala/gold_bpb_3shot/config.json,sha256=FQ4LuNRyZAz5XBgs7FquL0t76weZI2gzZz7FtO-Jcfw,1744
olmo_eval/oe_eval_tasks/mt_mbpp_scala/gold_bpb_3shot/requests.jsonl.gz,sha256=e9eyNLwYx5YC1f89haxuCRGMB6Va_tOz-D_2KZ8ESFk,78583
olmo_eval/oe_eval_tasks/mt_mbpp_swift/gold_bpb_3shot/config.json,sha256=yASn9JorzLV8SPiJPsUO3T5MT5pheHTgGLPO0kc4LwI,1744
olmo_eval/oe_eval_tasks/mt_mbpp_swift/gold_bpb_3shot/requests.jsonl.gz,sha256=rV8AjQKOMtmtYQO8pwH5FUgEBaKYGLUChn42C5i1CY4,101903
olmo_eval/oe_eval_tasks/mt_mbpp_typescript/gold_bpb_3shot/config.json,sha256=BpLurpx35sWIoyR-bJXB7exabtpSJunLnwkjGbm28Ig,1765
olmo_eval/oe_eval_tasks/mt_mbpp_typescript/gold_bpb_3shot/requests.jsonl.gz,sha256=uzpMReBbsv5Fx56CXU3cPRabu987cnuaqImgCHgE0zM,99334
olmo_eval/oe_eval_tasks/openbookqa/mc_5shot/config.json,sha256=RfZ4pfvROPvMIMmVhlr_3xWGLz5mVOqsdWCHTdu1eIY,612
olmo_eval/oe_eval_tasks/openbookqa/mc_5shot/requests.jsonl.gz,sha256=oQ4gkIyQ5ZkZa-ceBvETqlrRs8GJCgsn6djAV6ubFgU,75731
olmo_eval/oe_eval_tasks/openbookqa/rc_0shot/config.json,sha256=bOBTOqksTpGGJYJ2419HJxd__pbOpetokEJBzN6yRKw,547
olmo_eval/oe_eval_tasks/openbookqa/rc_0shot/requests.jsonl.gz,sha256=PuZsSlZxQCZ8VhBxPe1L-xUFoP4nueCadCElpF0PH6Y,129666
olmo_eval/oe_eval_tasks/openbookqa/rc_5shot/config.json,sha256=ZSVH4h5BMtW1pnHFXW5KvUV5hrNnXThv_JFO9F0pN_A,659
olmo_eval/oe_eval_tasks/openbookqa/rc_5shot/requests.jsonl.gz,sha256=94Ymg3l-kdKmCt7b_DUDhTudHKPDiVUnIWyKuMWIJqM,136128
olmo_eval/oe_eval_tasks/openbookqa/test_mc_5shot/config.json,sha256=M2f8L-l77V7mivb5gyRo2OPQMuzA3OoB0pJ9aGPp-RE,667
olmo_eval/oe_eval_tasks/openbookqa/test_mc_5shot/requests.jsonl.gz,sha256=aN3OzIMf65S3H_M5DVHYCogdnuMV_ZlFLA5ppPrh3EA,73642
olmo_eval/oe_eval_tasks/openbookqa/test_rc_5shot/config.json,sha256=MW8I3SRRLfpFu_Qd0oCpSKB19IjBSjRjfCF3nEIUiEU,714
olmo_eval/oe_eval_tasks/openbookqa/test_rc_5shot/requests.jsonl.gz,sha256=QVnckfFUkzoHePtVIJl8wsUxT6fwFMUn86VuSlhEvRU,133010
olmo_eval/oe_eval_tasks/openbookqa/val_mc_5shot/config.json,sha256=1q6nH0O_yfgWvHMNv9aQNHt-b2yThlXSBH6GboQYj-s,673
olmo_eval/oe_eval_tasks/openbookqa/val_mc_5shot/requests.jsonl.gz,sha256=Oi5j1fl0Lr6aq9j_m4LaxvL0s6TvbOxbYp3ccUAhZ28,75683
olmo_eval/oe_eval_tasks/openbookqa/val_rc_5shot/config.json,sha256=WdLRZBm5Z0GboCzIJIl2S5Vr3EFTKw8bdjuku5uMZZI,720
olmo_eval/oe_eval_tasks/openbookqa/val_rc_5shot/requests.jsonl.gz,sha256=jQ4Fjc9Lge6BFSv8Yhcp8j_77_jqVqVEZJs5a85wMJw,136460
olmo_eval/oe_eval_tasks/piqa/mc_5shot/config.json,sha256=4Ijh7m36TpOak7hrk7yzE3uuEWpS-Irr_V902REAtnQ,593
olmo_eval/oe_eval_tasks/piqa/mc_5shot/requests.jsonl.gz,sha256=0D4aUwIxTwvcST5V1MjxZbfSa3SQe1akHmM_yYs_4lY,161890
olmo_eval/oe_eval_tasks/piqa/rc_0shot/config.json,sha256=IqEyMBPG3zCM5vRpg2hT-xr3QmpSfNWmW-lvHEhqAn0,507
olmo_eval/oe_eval_tasks/piqa/rc_0shot/requests.jsonl.gz,sha256=jIeNgby5URbONexjTmVLegAK5JJOBXyw8CBaadzihxQ,510517
olmo_eval/oe_eval_tasks/piqa/rc_5shot/config.json,sha256=mU7fcwsiEeEcZIV_FYQ0LFdTXS5gJSOEK96BiNRVrhg,622
olmo_eval/oe_eval_tasks/piqa/rc_5shot/requests.jsonl.gz,sha256=REGt8DLLa6xZTY7zFsHRaePyL3zPq6pyjIUjeXx-mqs,294074
olmo_eval/oe_eval_tasks/piqa/val_mc_5shot/config.json,sha256=5VTIDOgBisXT_aXGirCeeY6AJxggR0V0y0w2DSHYDJc,639
olmo_eval/oe_eval_tasks/piqa/val_mc_5shot/requests.jsonl.gz,sha256=g4pKwXIOS095bc9nO_QvFLZf62RTYzKR8f-naIy-zMc,289245
olmo_eval/oe_eval_tasks/piqa/val_rc_5shot/config.json,sha256=jjEApPiEgko-N2_vrHW_qG9V9my6CGJ2eCSR13X5oIc,668
olmo_eval/oe_eval_tasks/piqa/val_rc_5shot/requests.jsonl.gz,sha256=vQFe_zcqmo7BklH-ZpBV-Rml7C5JAXf2ACvHd_O_ts4,528757
olmo_eval/oe_eval_tasks/sciq/rc_0shot/config.json,sha256=IbjkC4mLmV306367REX5HrxHL1vvGlTqlsJqD2s6aBU,526
olmo_eval/oe_eval_tasks/sciq/rc_0shot/requests.jsonl.gz,sha256=zA0_Cg8kGfW3VT98mktZ1ard0o4xWlJm0k_R7ux7Brs,711941
olmo_eval/oe_eval_tasks/socialiqa/mc_5shot/config.json,sha256=RD8wo4wV6IiRwRdcN6jazoz5TLU0lxGzcL2oO5lrqKc,627
olmo_eval/oe_eval_tasks/socialiqa/mc_5shot/requests.jsonl.gz,sha256=hVzSXBiePoLsIGSw80VTb2gbezPF9WFINLq4IlM_arI,175627
olmo_eval/oe_eval_tasks/socialiqa/rc_0shot/config.json,sha256=OI2eGlrB2dEpDdsRTAX4CXaM_8WtbJWSyzXp4P6aTxA,529
olmo_eval/oe_eval_tasks/socialiqa/rc_0shot/requests.jsonl.gz,sha256=vt0VTBV0Y3t6i1s-CeEOh42ZhVSm9hOvgo6PQ6drlXY,582369
olmo_eval/oe_eval_tasks/socialiqa/rc_5shot/config.json,sha256=qAVLfukX5RAQhIjL-tJWC07u7PRbgoWGykdHTi16_aE,656
olmo_eval/oe_eval_tasks/socialiqa/rc_5shot/requests.jsonl.gz,sha256=QcBmb18slLzrR7Ch_1GWRVs7B-PCv1KmAOEQaPgKO84,318902
olmo_eval/oe_eval_tasks/socialiqa/val_mc_5shot/config.json,sha256=G_qKgjkad1K5VMxTA7IG6OFra-Yk_wvjuBIUhm75apE,673
olmo_eval/oe_eval_tasks/socialiqa/val_mc_5shot/requests.jsonl.gz,sha256=5Cg14CQILNBmkP4sC2ZDLozbW5PnjKSGkOzcgyGiFVs,339213
olmo_eval/oe_eval_tasks/socialiqa/val_rc_5shot/config.json,sha256=boygFc6tbDZT6tAH0ha-nCpkSrVdq67iWXTeZ4j0H6k,702
olmo_eval/oe_eval_tasks/socialiqa/val_rc_5shot/requests.jsonl.gz,sha256=rFvYri5Cki3703UX_a-noiXyVSf4dLcC8uoaDH4lcnA,617709
olmo_eval/oe_eval_tasks/winogrande/mc_5shot/config.json,sha256=q9cUsjPl0RtXC3EKCYmp4PUFLQT1APM3iYJ2ypMGSqg,625
olmo_eval/oe_eval_tasks/winogrande/mc_5shot/requests.jsonl.gz,sha256=VJFO0g_LZLX7wtDJO9lfi3bgD2CIqsY2SoLlSCk_1yw,137204
olmo_eval/oe_eval_tasks/winogrande/rc_0shot/config.json,sha256=Q-L4r0GNkSAHcV0ELfD4TfvV3_-QQL-aw-Zdr1xG9pQ,504
olmo_eval/oe_eval_tasks/winogrande/rc_0shot/requests.jsonl.gz,sha256=tsUwiN218eRT918vIDXrqQos0VvSrVc8e8rIyN1buEY,102498
olmo_eval/oe_eval_tasks/winogrande/rc_5shot/config.json,sha256=tluGyhzjZTY-cqyGRS46OQvSbUns9xzns-E50cAjkxs,616
olmo_eval/oe_eval_tasks/winogrande/rc_5shot/requests.jsonl.gz,sha256=djjr6I7ibK9b9Zqutm_lzzwt-yupf1W5MDItVOfJi6Q,115364
olmo_eval/oe_eval_tasks/winogrande/val_mc_5shot/config.json,sha256=2L_4fgE58k_VqCdq22tAiW_m9vI-21RA30ge4Xqs7_Y,686
olmo_eval/oe_eval_tasks/winogrande/val_mc_5shot/requests.jsonl.gz,sha256=jDFf1gIBcyFGIcwCInFUXD35Qlep5UHEWVHDgDVjTs8,137080
olmo_eval/oe_eval_tasks/winogrande/val_rc_5shot/config.json,sha256=ySjEVqTOj5GwC78Y1E4AaKhSoJCD47pfyZLRyDsSwa8,677
olmo_eval/oe_eval_tasks/winogrande/val_rc_5shot/requests.jsonl.gz,sha256=knTzcqigWCfdYLN1Pl0TfCm0Fi1lRASWAo_SC6KtXsc,115262
olmo_eval/tokenizers/allenai_eleuther-ai-gpt-neox-20b-pii-special.json,sha256=yjXYcnpTO7Zjm_R4Gucrn9oA5paadiYM-ZZER5q_EXc,2114319
olmo_eval/tokenizers/allenai_gpt-neox-olmo-dolma-v1_5.json,sha256=mtM7Szmp-Dlzw_jEKgGUjdW4d6KKyaU1aVbE_07QtxQ,2115113
ai2_olmo_eval-0.8.4.dist-info/METADATA,sha256=vbYd0LaHbtdOtA9NAxjJVlV2EmZt4ch2QhP5D1OYk3k,14398
ai2_olmo_eval-0.8.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
ai2_olmo_eval-0.8.4.dist-info/top_level.txt,sha256=Pryk28JTb89-j624Uy1gRZiE0YXI3czgbNIfJCl9-x0,10
ai2_olmo_eval-0.8.4.dist-info/RECORD,,
