../../../bin/lm-eval,sha256=SppWmm6v-YWdOLrSJa5aLzAFjUNZjiRARPQp3PHcV6U,487
../../../bin/lm_eval,sha256=SppWmm6v-YWdOLrSJa5aLzAFjUNZjiRARPQp3PHcV6U,487
lm_eval-0.4.10.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
lm_eval-0.4.10.dist-info/METADATA,sha256=Et_ce1ZPJZFvVt09xQGPo29jMXOtn7P-os0y5w5aFlg,54503
lm_eval-0.4.10.dist-info/RECORD,,
lm_eval-0.4.10.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval-0.4.10.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
lm_eval-0.4.10.dist-info/direct_url.json,sha256=WBpNHO3M4ODAs3q8YUEek1PvdQx7ydsQ9_ZyW7Z0OZE,110
lm_eval-0.4.10.dist-info/entry_points.txt,sha256=mMr4hFXQwSHYb924AKGzP6dbbBAWcXiyBO-AfXrV72E,98
lm_eval-0.4.10.dist-info/licenses/LICENSE.md,sha256=qAbkJUdiDf-8LsAzMyLIs1I7SvEeBZvhTvgapbGuAh8,1067
lm_eval-0.4.10.dist-info/top_level.txt,sha256=risQwf3pU3EoXaYL_bKYFzW6EtBOvJxJotKdDz605Dk,8
lm_eval/__init__.py,sha256=mtFYF5UnQ1Wd-2k60OBVio9oXXHX80x2vY3Ygq7pYVY,723
lm_eval/__main__.py,sha256=01uKK-jomRLlV6mDPNF_8Ic2kHHGFj-2XHsM5bDE-X8,288
lm_eval/__pycache__/__init__.cpython-313.pyc,,
lm_eval/__pycache__/__main__.cpython-313.pyc,,
lm_eval/__pycache__/defaults.cpython-313.pyc,,
lm_eval/__pycache__/evaluator.cpython-313.pyc,,
lm_eval/__pycache__/evaluator_utils.cpython-313.pyc,,
lm_eval/__pycache__/utils.cpython-313.pyc,,
lm_eval/_cli/__init__.py,sha256=ItrAZc_c_9OYhGCzwyfwzl-b73mfPmqRLtREbr8rPa4,110
lm_eval/_cli/__pycache__/__init__.cpython-313.pyc,,
lm_eval/_cli/__pycache__/harness.cpython-313.pyc,,
lm_eval/_cli/__pycache__/ls.cpython-313.pyc,,
lm_eval/_cli/__pycache__/run.cpython-313.pyc,,
lm_eval/_cli/__pycache__/subcommand.cpython-313.pyc,,
lm_eval/_cli/__pycache__/utils.cpython-313.pyc,,
lm_eval/_cli/__pycache__/validate.cpython-313.pyc,,
lm_eval/_cli/harness.py,sha256=utmr5Xmcy4frcgN2ZQCQcwOdyNOwwAKq_i2-Jdedx8s,2416
lm_eval/_cli/ls.py,sha256=XYFbbuWPnWERiSn5qM4G4R1z6Zd3RiWytTH0DFdlfB8,3402
lm_eval/_cli/run.py,sha256=EzpxFciy3wlqzXL2-_1Z_Iy4MF9tf7OYLRMqDKlkjjI,16868
lm_eval/_cli/subcommand.py,sha256=yfmkQ2zNww7SfZXJOZrvvPhhoLuFyGGvyi3bg9LS1So,480
lm_eval/_cli/utils.py,sha256=y_9mEUuFpYQQkASY0t1CiY55u0cMf8fUr_rwkkmNqx4,5461
lm_eval/_cli/validate.py,sha256=YJ-yLez33bBQ_RHMmalDO1bsDZ9WtvwM1aUW8hoy1nk,4987
lm_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/api/__pycache__/__init__.cpython-313.pyc,,
lm_eval/api/__pycache__/filter.cpython-313.pyc,,
lm_eval/api/__pycache__/group.cpython-313.pyc,,
lm_eval/api/__pycache__/instance.cpython-313.pyc,,
lm_eval/api/__pycache__/metrics.cpython-313.pyc,,
lm_eval/api/__pycache__/model.cpython-313.pyc,,
lm_eval/api/__pycache__/registry.cpython-313.pyc,,
lm_eval/api/__pycache__/samplers.cpython-313.pyc,,
lm_eval/api/__pycache__/task.cpython-313.pyc,,
lm_eval/api/__pycache__/utils.cpython-313.pyc,,
lm_eval/api/filter.py,sha256=4XR0Sj7K_3ivNKYNYHS8iUWAHaUMYCjVj0ZMsoZsff4,2149
lm_eval/api/group.py,sha256=z2X0DylkFTdajjywbp0avpH0ZtEFlyjGycExv-OHPns,3650
lm_eval/api/instance.py,sha256=neYbqoO3cakbUJYT1Dp9IYm0WU10XWTlAEC6Da_4ZZA,1060
lm_eval/api/metrics.py,sha256=vyF_fa4EkJiVmIZZKgWbUTL69F-0VhOet2uaFt1LoKE,19156
lm_eval/api/model.py,sha256=CE4OYKsjKOZ3PT_8CX3TSWQNk9CpmzbCYcQVBDFDXtc,23519
lm_eval/api/registry.py,sha256=33bCKocrUXZiCzzQT4wH8EupOvZiBtYvRnDB93zzLEU,22281
lm_eval/api/samplers.py,sha256=YxZn31k65eq3L28cUSeuZ-nhAskaCvVKvqjERmFtrSk,3971
lm_eval/api/task.py,sha256=_2wI1m3coJap60iaBJ0xxLwj3yLNzZ9Ry3f_cRnG-fQ,71016
lm_eval/api/utils.py,sha256=j_XHtitpHGNl0Aajh2adgL49c3G_p8uNOJ-cuEQI-sI,3262
lm_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/caching/__pycache__/__init__.cpython-313.pyc,,
lm_eval/caching/__pycache__/cache.cpython-313.pyc,,
lm_eval/caching/cache.py,sha256=gYjpMQI9gApqjWTjfoK9zX3j1lOzUGT4cNFYjZo1PD8,1424
lm_eval/config/__init__.py,sha256=f9fYbMVSSJls6qHUwcWc82Iy53yRmJtGpxutNgxFr-I,84
lm_eval/config/__pycache__/__init__.cpython-313.pyc,,
lm_eval/config/__pycache__/evaluate_config.cpython-313.pyc,,
lm_eval/config/__pycache__/task.cpython-313.pyc,,
lm_eval/config/evaluate_config.py,sha256=CJ4vD0wxLUZOjtsQsfELwFxzjLriuOIsUwqckLQ4Xn0,15156
lm_eval/config/task.py,sha256=qe6DUaXkd4OtgfDbrA38Evm1qTlIMXYBsYF8ra9OAfs,8251
lm_eval/decontamination/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/decontamination/__pycache__/__init__.cpython-313.pyc,,
lm_eval/decontamination/__pycache__/archiver.cpython-313.pyc,,
lm_eval/decontamination/__pycache__/decontaminate.cpython-313.pyc,,
lm_eval/decontamination/__pycache__/janitor.cpython-313.pyc,,
lm_eval/decontamination/archiver.py,sha256=ik4lEqdfealgjJDTYRiY56J5QjSX4u6TNMKvg7GX0QM,5789
lm_eval/decontamination/decontaminate.py,sha256=6E0pmuu-R7af1aOD4mD21ua3qGXMeS-UH6UVYuQxMbA,6821
lm_eval/decontamination/janitor.py,sha256=Lp8TAm50mjgFLqyVP8B5ldSjW-G58yCgexSbVd5XYwc,13039
lm_eval/defaults.py,sha256=533XcrWhWqDmKI2O4t1YAUTRUAmED7UTOMm_WEHSnYE,575
lm_eval/evaluator.py,sha256=eFmhn_KrE80JX5qqYDRmwuqmoNYjaDeDi7tBoLwyGDQ,33095
lm_eval/evaluator_utils.py,sha256=Y0bYAU2GSazSadYnMsXO-TS62qJQfb0OPCvfL-1lprc,23160
lm_eval/filters/__init__.py,sha256=tAfA3U65_J-a5VCnASI2PYaqf54yRj8C0y5HZpRxfGA,803
lm_eval/filters/__pycache__/__init__.cpython-313.pyc,,
lm_eval/filters/__pycache__/custom.cpython-313.pyc,,
lm_eval/filters/__pycache__/decontamination.cpython-313.pyc,,
lm_eval/filters/__pycache__/extraction.cpython-313.pyc,,
lm_eval/filters/__pycache__/selection.cpython-313.pyc,,
lm_eval/filters/__pycache__/transformation.cpython-313.pyc,,
lm_eval/filters/custom.py,sha256=GUbdSVSGrDPBHh-PI3ml4ubaAqRhRzJMkYS_rDJPogc,453
lm_eval/filters/decontamination.py,sha256=kEAWSsDcA65LX38NRNc_0JY_4yS17z-0IMG4OPOSO3I,712
lm_eval/filters/extraction.py,sha256=b_fozGMbCo7qtON9QMIZJOVuc_nTjF2O2FJmarMty0o,8679
lm_eval/filters/selection.py,sha256=X4Jk3Okd0SgrhEh9cD5-K7Eb71_WyT-RtOUTQqT7dqs,2105
lm_eval/filters/transformation.py,sha256=A5xtrjpvCxw6ZYraqTdWRldDmcwF7bkY34e02dn9p80,3971
lm_eval/loggers/__init__.py,sha256=dg8zEHqZajiJnMl47q9rwU4yhmSr0QisXAItN_YSdx4,88
lm_eval/loggers/__pycache__/__init__.cpython-313.pyc,,
lm_eval/loggers/__pycache__/evaluation_tracker.cpython-313.pyc,,
lm_eval/loggers/__pycache__/utils.cpython-313.pyc,,
lm_eval/loggers/__pycache__/wandb_logger.cpython-313.pyc,,
lm_eval/loggers/evaluation_tracker.py,sha256=ZC1amwKnKmjU7GFKq3lmNbDrVoTAxqQz6zG5rAVsgKI,26111
lm_eval/loggers/utils.py,sha256=DE5ha-fdrjp76PyfV2Qta2anpTNCrslKhmia0ORF0XI,5389
lm_eval/loggers/wandb_logger.py,sha256=VJ6LmLY3vpfNqL90uAFhQt_E2VELdaMPUA5jfBlNhzA,13844
lm_eval/models/__init__.py,sha256=hOvFmR6pbNUn2bTbv4MR6SPrNAVuxOzANgy6c00tiFw,2929
lm_eval/models/__pycache__/__init__.cpython-313.pyc,,
lm_eval/models/__pycache__/anthropic_llms.cpython-313.pyc,,
lm_eval/models/__pycache__/api_models.cpython-313.pyc,,
lm_eval/models/__pycache__/dummy.cpython-313.pyc,,
lm_eval/models/__pycache__/gguf.cpython-313.pyc,,
lm_eval/models/__pycache__/hf_audiolm.cpython-313.pyc,,
lm_eval/models/__pycache__/hf_steered.cpython-313.pyc,,
lm_eval/models/__pycache__/hf_vlms.cpython-313.pyc,,
lm_eval/models/__pycache__/huggingface.cpython-313.pyc,,
lm_eval/models/__pycache__/ibm_watsonx_ai.cpython-313.pyc,,
lm_eval/models/__pycache__/mamba_lm.cpython-313.pyc,,
lm_eval/models/__pycache__/mistral3.cpython-313.pyc,,
lm_eval/models/__pycache__/nemo_lm.cpython-313.pyc,,
lm_eval/models/__pycache__/neuron_optimum.cpython-313.pyc,,
lm_eval/models/__pycache__/openai_completions.cpython-313.pyc,,
lm_eval/models/__pycache__/optimum_ipex.cpython-313.pyc,,
lm_eval/models/__pycache__/optimum_lm.cpython-313.pyc,,
lm_eval/models/__pycache__/sglang_causallms.cpython-313.pyc,,
lm_eval/models/__pycache__/sglang_generate_API.cpython-313.pyc,,
lm_eval/models/__pycache__/textsynth.cpython-313.pyc,,
lm_eval/models/__pycache__/utils.cpython-313.pyc,,
lm_eval/models/__pycache__/utils_hf.cpython-313.pyc,,
lm_eval/models/__pycache__/vllm_causallms.cpython-313.pyc,,
lm_eval/models/__pycache__/vllm_vlms.cpython-313.pyc,,
lm_eval/models/anthropic_llms.py,sha256=YOJD_6u4sPVpabw_J2ObaGm8UPq_uw1HkbfE_F18qL4,12816
lm_eval/models/api_models.py,sha256=W1uooxDyuehNhYtDKJeg6RrNOiQcBTM5Pwq9pRYo8mY,34466
lm_eval/models/dummy.py,sha256=D3VuUGZj3CTfIcwcplnQ3rFiA248IKy_5pzxoNSXmJ0,1991
lm_eval/models/gguf.py,sha256=FXr1Mar9rU6S-kgsReuJWDSQAsZ_mCwgJgoB7hnBHmU,4815
lm_eval/models/hf_audiolm.py,sha256=O4O3IlCbRUVfwRrrnejx2gIJCZDuQHVsbrNw-zP25Ko,11704
lm_eval/models/hf_steered.py,sha256=_dO_4RA-CzJP_tpi_NjfjapPJ4INbc20Oz8nnnVi1Pg,9888
lm_eval/models/hf_vlms.py,sha256=FetkT5mE-54A3YXr8Pzba9d7FCKbYw_JLOAOQd91rss,31685
lm_eval/models/huggingface.py,sha256=MW4efOu1ZkBy_MViab6RYBgXVmSl3JxyzGZMFX9yDZA,66694
lm_eval/models/ibm_watsonx_ai.py,sha256=_dvv2E5a8OfYF6BZ6cOlUKjL0xNwDXHoGwoOcoXQE_0,18224
lm_eval/models/mamba_lm.py,sha256=272dYUsrqM6Pe_ta5RNpgJssuKNO5zPjfltp4Kz2ssk,6237
lm_eval/models/mistral3.py,sha256=yLvF9B7eZrh3IffvWWuSvcmdgFoKpJ4VjtWwON-9dWQ,4197
lm_eval/models/nemo_lm.py,sha256=3TKtPBga4SE6VxtNFGOYfTYS6K_QAXzWPpUpRjBhQoQ,19357
lm_eval/models/neuron_optimum.py,sha256=2kFH5Cbh5oLFJ-j4ES_Q3nkzGy1R2THaG3vZ1iTjlnU,28840
lm_eval/models/openai_completions.py,sha256=MXwdLdjuRDyuV9H_GCJRszAt42OPGmVfqxnrn4TrIKQ,13516
lm_eval/models/optimum_ipex.py,sha256=0mbrw8XXwK8zBU7pFbhlSyKkdECg2Hm_8wbO1IiIi6A,2342
lm_eval/models/optimum_lm.py,sha256=U53e_R4ZEt3XCu4KjPZtRU3MnrYznSRzuo-CKH7JHmc,3056
lm_eval/models/sglang_causallms.py,sha256=kWKBVHcayUD88UEZGmNLYGHR-mCOK7TfY2HNzv3FgiY,21266
lm_eval/models/sglang_generate_API.py,sha256=ycpBQr5EkTtBkDyDq2hbSj3-aRY2luNA7THIbp7-MA4,3360
lm_eval/models/textsynth.py,sha256=nZmEkxOaWAhmzFkGSI27n49O9uVDExIcvHZzGVhhGfQ,5877
lm_eval/models/utils.py,sha256=Y985jgFfESBe8ndmJggjQOcypA4A65litjpltSUqZVM,35903
lm_eval/models/utils_hf.py,sha256=cvfwBmg4Qdq_WSIL4YBA0rg1RBY3IaphuS4UbnUEzIg,4805
lm_eval/models/vllm_causallms.py,sha256=Ex6K_4ioq01SYTzwBkmMFLj045l_GbMpZKyV7rE_wFE,34891
lm_eval/models/vllm_vlms.py,sha256=Kjramm1IDtN3TLIg8LWMGehdPT-3pmJ4jRQR_X1ca3o,12354
lm_eval/prompts/__init__.py,sha256=VZlT870IYO87_h85c0tbhKG0JbENdfD6HdyAHNlbguU,4495
lm_eval/prompts/__pycache__/__init__.cpython-313.pyc,,
lm_eval/tasks/README.md,sha256=N49w5gWsZB9ciX-EHctTulu2hcGWPh5pYzV8lyqUC78,131145
lm_eval/tasks/__init__.py,sha256=3dS2MFi9jragOz-jYzQQZcJMBcvPS1tnLmUMxl-tsI8,28797
lm_eval/tasks/__pycache__/__init__.cpython-313.pyc,,
lm_eval/tasks/aclue/README.md,sha256=_llqK9JkQb2_pOGpC5SQbENCxr0jCACcoSVS7IRTtXA,2288
lm_eval/tasks/aclue/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/aclue/_aclue.yaml,sha256=tqSJaR-vOk5MpAA7OUdjb4YQPSKw_9ijJU08UvLikFg,684
lm_eval/tasks/aclue/_default_template_yaml,sha256=VhHMt4dax8bqCKzwpo3B13VazMpX11j35w2fjcLup4s,481
lm_eval/tasks/aclue/_generate_configs.py,sha256=0hoSS2TSv_BVYD6aKRePWEt8gMojO3LCkzbiGxKGp2o,2756
lm_eval/tasks/aclue/aclue_ancient_chinese_culture.yaml,sha256=yeDtywfegrPtq2MiKG0hXuRnn3LDHLodH0gOGs1kKyg,227
lm_eval/tasks/aclue/aclue_ancient_literature.yaml,sha256=kya_5Yp-K9yEGqL0pWmugIfgCkP4E8HWhxFgjmKhcpY,223
lm_eval/tasks/aclue/aclue_ancient_medical.yaml,sha256=BjLOppaVH62sjg7SdQtdzrO1caTV09ZB6okem_C_3vw,208
lm_eval/tasks/aclue/aclue_ancient_phonetics.yaml,sha256=yllcVwZldzXuxsslwN-IfDMjGsaU8HRU-Au3kW4WrfY,212
lm_eval/tasks/aclue/aclue_basic_ancient_chinese.yaml,sha256=_SXDkd-LC0N9L6ig_yMJQy4air_0abawIGsYjQ3nIOc,226
lm_eval/tasks/aclue/aclue_couplet_prediction.yaml,sha256=DYmdXpGq84nJIYzbNklMIDyrHD_4Ljuyj4BjD7W_-fc,211
lm_eval/tasks/aclue/aclue_homographic_character_resolution.yaml,sha256=NZZQUew5LHtCzOpHTYxlcBwrb3CN8wf4bXDt6LXSYeM,242
lm_eval/tasks/aclue/aclue_named_entity_recognition.yaml,sha256=LABArA0Mqmjt06B4k8RzcBAWuoT7lJ0lpwGZvrfIdlA,241
lm_eval/tasks/aclue/aclue_poetry_appreciate.yaml,sha256=_BMywf9HD5yYIsXFbud-FTroje52SDIGKdD1qlHh5vo,221
lm_eval/tasks/aclue/aclue_poetry_context_prediction.yaml,sha256=G-qpD7dBBcEUMk0kyJhRlcuksE8u6qYZtP2HUsZmRSs,243
lm_eval/tasks/aclue/aclue_poetry_quality_assessment.yaml,sha256=kW6to6KJUoSgb_uXHJVW7Y9iSZTF2-IW7S0EzHB7iSk,240
lm_eval/tasks/aclue/aclue_poetry_sentiment_analysis.yaml,sha256=ujIRE9_k0PW3ovkcKhHA5eLMb4ofaNGoFROO_D0blNk,237
lm_eval/tasks/aclue/aclue_polysemy_resolution.yaml,sha256=I16ro2xhSU6_U_UqVTAy2_x3YoBrd7EE0N8sIMk-7sw,225
lm_eval/tasks/aclue/aclue_reading_comprehension.yaml,sha256=fnHlDvVi7gtuvIfY9VRgFi6GihpEKFrTecGIGebAuXA,229
lm_eval/tasks/aclue/aclue_sentence_segmentation.yaml,sha256=KK8apU0lMtg-ZQ86kx8ACNsTiJI8_Y2HtnsevUFrbW8,223
lm_eval/tasks/acpbench/README.md,sha256=O-6mpsqUX3YJ_SPujM7sbgO2t0SGoHLWB0rC4A27P8E,5770
lm_eval/tasks/acpbench/boolq_cot_2shot/_boolq_cot_2shot_yaml,sha256=IRhRLPdlN-bR_kfF98PNKO_6FQNbFag4FEgmy0c4xRg,920
lm_eval/tasks/acpbench/boolq_cot_2shot/act_reach.yaml,sha256=izdp0M6fOeNAumB5GFMpe6wPtHwyLhJZvHQ5RC5Di90,2393
lm_eval/tasks/acpbench/boolq_cot_2shot/app.yaml,sha256=TYliF-9rvshghg3WmzVjuaZ-8CEjyIzkhWx2yHyC3-M,2109
lm_eval/tasks/acpbench/boolq_cot_2shot/just.yaml,sha256=qdcTpFAXO4e2VbBLvrzenq-Wsf1wdhAqBHks21HSlxs,3967
lm_eval/tasks/acpbench/boolq_cot_2shot/land.yaml,sha256=IIveB_C5-rkFR8tHYH24ngjZfkE6RGfM9qETXbK1hBg,2898
lm_eval/tasks/acpbench/boolq_cot_2shot/prog.yaml,sha256=ayrKjw2pcpuSJNYRcU6CAW1y_jYCZKISi_BiRvtt7BE,2532
lm_eval/tasks/acpbench/boolq_cot_2shot/reach.yaml,sha256=EwCb1jbNXpvHAO3ObBvsJuZsEhYvLcKTZYtSEaKfuLg,2637
lm_eval/tasks/acpbench/boolq_cot_2shot/val.yaml,sha256=IHut1s-GnnLPuX_g_jlmu47kfz3eaFw3S5QYhnJOvGs,3070
lm_eval/tasks/acpbench/gen_2shot/__pycache__/acp_utils.cpython-313.pyc,,
lm_eval/tasks/acpbench/gen_2shot/_gen_yaml_2shot,sha256=NoLXnl94Yomi8_QnVdATqF1boasH1DwnRdtbD_sFjA0,503
lm_eval/tasks/acpbench/gen_2shot/acp_grammar.lark,sha256=z3NFG0ETNfVTAjEvVo5gNMJn59M5HdpnxKV0H78_wXo,383
lm_eval/tasks/acpbench/gen_2shot/acp_utils.py,sha256=LtOnGyPCf-KeLrQ-SFqufY2-ul_rn_rdWxZ__4naZZo,37056
lm_eval/tasks/acpbench/gen_2shot/act_reach.yaml,sha256=GqIL9YFNOnHNcZazUkF9DUv8L8uCzfzhgejCMAtXvKM,3462
lm_eval/tasks/acpbench/gen_2shot/app.yaml,sha256=Z7GRv7j9bm52hTsBThdP9Urdu2_2pnr5_7FLrSN4ce8,3713
lm_eval/tasks/acpbench/gen_2shot/just.yaml,sha256=cWAR6DxuxC0N4Zlq6P1TpmZ77AUs6TpsNdA-xdhYnYE,4868
lm_eval/tasks/acpbench/gen_2shot/land.yaml,sha256=5HYG8MuO8IGLNnhzkQH0NOHz44E2IGXD4WUOa38Ak0o,2692
lm_eval/tasks/acpbench/gen_2shot/next_act.yaml,sha256=AFHajxEZaeLmJxhjNuKfxCwQBpjbPeBJIErz4rZce3s,3553
lm_eval/tasks/acpbench/gen_2shot/prog.yaml,sha256=-dBOF-bRy88XTv3bkHy_2TjFIN-qd_7ThPUPV2v8JTU,3145
lm_eval/tasks/acpbench/gen_2shot/reach.yaml,sha256=EaLZWjVoD5Bv3ksOlt2J6y5xAyyEORJJIAvu-qCVcHY,2373
lm_eval/tasks/acpbench/gen_2shot/val.yaml,sha256=AzEWqhT-TLrgIC19sKFX9YNdT8GLCDCWcosee3c7aDY,4131
lm_eval/tasks/acpbench/gen_2shot_with_pddl/__pycache__/acp_utils.cpython-313.pyc,,
lm_eval/tasks/acpbench/gen_2shot_with_pddl/_gen_yaml_2shot,sha256=Y-c_yw5bqcl-kE3ocytIQr402Bn4vAwlm_UMQWxpHYY,690
lm_eval/tasks/acpbench/gen_2shot_with_pddl/acp_grammar.lark,sha256=z3NFG0ETNfVTAjEvVo5gNMJn59M5HdpnxKV0H78_wXo,383
lm_eval/tasks/acpbench/gen_2shot_with_pddl/acp_utils.py,sha256=LtOnGyPCf-KeLrQ-SFqufY2-ul_rn_rdWxZ__4naZZo,37056
lm_eval/tasks/acpbench/gen_2shot_with_pddl/act_reach.yaml,sha256=b5On8IMQSOBoqo9JjOUq_XVT9whG7597R1Uvr-s9Uno,10049
lm_eval/tasks/acpbench/gen_2shot_with_pddl/app.yaml,sha256=iPG0zldA8vYDeXDkJv1v345-ka7wa8KMkou5n9n6s6Y,10370
lm_eval/tasks/acpbench/gen_2shot_with_pddl/just.yaml,sha256=1RHTfBRXoZlKGPVQEgGeDOmFFBxIUslgrYnwFSMCjRA,11547
lm_eval/tasks/acpbench/gen_2shot_with_pddl/land.yaml,sha256=SDZHctbEi3nRZY1VCVFcJ7SSZaCkSbnuFffydFchO18,9311
lm_eval/tasks/acpbench/gen_2shot_with_pddl/next_act.yaml,sha256=ihX3MbX7oD14ZfZXjW-hFW8Ds_rywuMATdEXGnYxSqA,10202
lm_eval/tasks/acpbench/gen_2shot_with_pddl/prog.yaml,sha256=2q9S53suzweazIG7jc8CzEPkrIdTuKuMijiz--O7yPs,9871
lm_eval/tasks/acpbench/gen_2shot_with_pddl/reach.yaml,sha256=RQJ1Jla39M0txO0vQw-MM5NHh0QlCm3zVLXNAjbpBBE,8996
lm_eval/tasks/acpbench/gen_2shot_with_pddl/val.yaml,sha256=55MUnXZHOxC2DX85HaMgpKlvWFRgSQmgc_cQ2nmFCmY,10729
lm_eval/tasks/acpbench/mcq_cot_2shot/_mcq_cot_2shot_yaml,sha256=PCNJlVvjuoh1B7cjSmZHz8bFm_ZivcwqBxbGbd6y1Qw,997
lm_eval/tasks/acpbench/mcq_cot_2shot/act_reach.yaml,sha256=ApkOhEyfrOGZ8Dd3iprXCmQC-PfcGyYINSb_Piu-5XI,2836
lm_eval/tasks/acpbench/mcq_cot_2shot/app.yaml,sha256=E66wB-ePq5iCU6l28kYcqv-LPCoywRWaCvkhQh9ebh0,2545
lm_eval/tasks/acpbench/mcq_cot_2shot/just.yaml,sha256=nKOHoQXWphR1QzCRgYzpnpUjMQLfDp1Wz2hHCIakrsQ,4556
lm_eval/tasks/acpbench/mcq_cot_2shot/land.yaml,sha256=Po-ee82dCA--6LbCNQ3uTSUE7OBj8jSnbpOT_HQKEkA,2394
lm_eval/tasks/acpbench/mcq_cot_2shot/prog.yaml,sha256=jENll0Xy1Mmv0MpAc_5DoD2pUgonx2wZ7CimmHu6IIo,2572
lm_eval/tasks/acpbench/mcq_cot_2shot/reach.yaml,sha256=6uYjIMkf8GZcfaPbKParwNVKSjaMpzYuRhrFAnHjSkw,2712
lm_eval/tasks/acpbench/mcq_cot_2shot/val.yaml,sha256=ZWKf3P7RHmZHfjOEvMbrjrHM0L1kzltcIPHL_1VIUY8,4240
lm_eval/tasks/aexams/README.md,sha256=78PRyb-84-KE6MkQfewfG5_dGEQ-3ErWyX4fqdfJYEg,1896
lm_eval/tasks/aexams/_aexams.yaml,sha256=i1HNMAX8lh1J0gmVHxrbXvAH9d1o21MrgZhrsGeV0gA,300
lm_eval/tasks/aexams/_default_template_yaml,sha256=ZNSvmCzD9eITfII9aliHql25oulwaMhdNKyLLV35kmM,487
lm_eval/tasks/aexams/aexams_Biology.yaml,sha256=wDN2gfFm0U30tRM0TCS3gvIJu9zSIxjpZePKPFWkhGY,190
lm_eval/tasks/aexams/aexams_IslamicStudies.yaml,sha256=cmNYbL7ihokT1HRTHrwWnGxF3U7csYVUl5Ha5m9Zcwo,209
lm_eval/tasks/aexams/aexams_Physics.yaml,sha256=qoBzKeeuIfF0bqG6p0N1EzXVRhVAjehnAlPw-iIUODg,180
lm_eval/tasks/aexams/aexams_Science.yaml,sha256=LMWp9mQgMfwcQezmoCFX273lzj8LawQ-xaXRgjP_v_w,176
lm_eval/tasks/aexams/aexams_Social.yaml,sha256=ApUU3LYxwhnwtrMO--6DLWMlbMgWGcIxdXNc0KwQ4qg,195
lm_eval/tasks/afrimgsm/README.md,sha256=c-Nw_CyXljTTbPmfq5J0_zAhV85quk8rL00T-uJhGsU,2587
lm_eval/tasks/afrimgsm/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrimgsm/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimgsm/direct/afrimgsm.yaml,sha256=_1P8N56VYuuhh2vtJBGFPOwOgOdm_Bo5io5ex1bP3qU,282
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_amh.yaml,sha256=NFSR0VIFuAul8Crldsvo2BHzwbT4Z2tSVtHUYczNan0,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_eng.yaml,sha256=aozUT6jWNiHxRP6MdrxcLwDZ8y5S2bM5IiTmPMenmtc,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_ewe.yaml,sha256=ynrCFm2_SINtCPfDmQ5cwUEwXRjb4b8YwOBL0V0GlhQ,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_fra.yaml,sha256=wzuQxCOfYsu8Dc9SmzTcdMelxbyYAk192INMMIIARyw,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_hau.yaml,sha256=EEBpfGLsQcag8lAzLZ6BmAvsqH4Y-zIj6KlnZQAWBNU,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_ibo.yaml,sha256=F4lO6f-VJhheYgzTNd-CYlThb3HKl_bUw848rJaBNC0,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_kin.yaml,sha256=zx_7p5mhU419JgoqapbFNKcDEKxvJ2x9g8UTE2JvP-I,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_lin.yaml,sha256=k0lILOGwaUPq3XTUyphu2Xg9LZEIS798sGvm_Xw2lXo,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_lug.yaml,sha256=7x3gFrN-bArf1xU8HPY6kXlWwQA5b2k_ehE4pmz3MYk,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_orm.yaml,sha256=Ruu37oNKIF5vEEAUgePNCQNvsqr7UiO3y8Bpj_UHsug,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_sna.yaml,sha256=GtZs25heiVqhXdX7FTd_IGrntxnI3zW2B-K8QSgR9nU,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_sot.yaml,sha256=6VZUG7SgMbR34GlezyE-rTChvdsWKV8Pr8o5CBPE2Vo,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_swa.yaml,sha256=hzIrLn8Z1YmxQISGhH798dCTEmXJo2YmaGdufre0ZKc,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_twi.yaml,sha256=b-_oOyv90m2KhdWE7t5520nXK03TSUk8PedldQ9vCvk,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_vai.yaml,sha256=l0Bc2DZTpxUJDMSygzh9K24vK_p5P5uZ7tVdDEmvq90,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_wol.yaml,sha256=tvznEXmc13fVjmQqavGOa_mz26ta3sNHB_DoQ4MWsdk,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_xho.yaml,sha256=qVcPyVOf6LrWhW4CiV833uSOzOaq3H_xcuZf7j2DdL4,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_yaml,sha256=B7CL0F84s5r2sUnFiSqgFy0g7IBxuLJaI1FDh8Bhpjg,974
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_yor.yaml,sha256=HLBGcZJD6LYuhuamQmV6BBx_3rI_CwwuGwCiT5muTFg,93
lm_eval/tasks/afrimgsm/direct/prompt_1/afrimgsm_zul.yaml,sha256=bEM_izweYyy_hLE9dJIIOs6W9vuigShz1o8SY1oRyJE,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_amh.yaml,sha256=6GtMFvfQ5rfesYefwohKyoz9eNj96IYGzTek4o_z7pw,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_eng.yaml,sha256=0KAbyQMebVxF_vnCAC2USordi-D9Xusn57mQVBT_cvc,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_ewe.yaml,sha256=4JNuFQTnhl51rQshUxuFRdWvNJzeasPcDqZLCycbNMg,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_fra.yaml,sha256=HJG78XF10ZflW-dUD0PSshK7rvc7bPDLDB2Invm2wDY,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_hau.yaml,sha256=a5_P94sJrkIqc5lAdy_AR-kuDza44PQcOGmQy1IMZKE,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_ibo.yaml,sha256=eiX5ir3BlQz6W-9FurijAs1ydb12wfyiykOT0nwvdZ0,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_kin.yaml,sha256=WHUNd0Lok5aFsLahgrGzy-gubFw_lzwAWPjG9gS1_zE,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_lin.yaml,sha256=noBKUZUfbFfL9vBVwROOqrpj7Fx3EySMvr0F7ZOT4jw,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_lug.yaml,sha256=jCT7VzXTi11XirCJIHxMhCdlbBwOTcAsG67kN7fIVVE,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_orm.yaml,sha256=S7WAF_Q4x2nWYySFCRZnvGRIXgHhwLRPU-XxdAh025E,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_sna.yaml,sha256=YTiE0fyGzFmamO8_BQHV3wkITznFp3PrQhIShARDuaY,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_sot.yaml,sha256=p7reiCQNSXm3bJZPgFTLPCb-7NY9sfCQKb0DLoxhF1U,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_swa.yaml,sha256=xnw0_YQfUAgyA_Pz_8RywmlgL2wu9HElZAJ-LxNAqIQ,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_twi.yaml,sha256=AKptf37rJV9RSzwIJWIb_DBWTUQnRzaRr-V4J5HZp-c,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_vai.yaml,sha256=Ra3MGnjY6eMrBb6CZgY8Byp00-rHDfnPj053Xf-F9P0,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_wol.yaml,sha256=4hulp7kKF31rnwm7Go4eoHAaVaR7Cyppn_QryMWx2IA,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_xho.yaml,sha256=dGsBhFdM3iDKPy-D8PPBmOu-8K8IxiWqqO3ZdT7DbeA,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_yaml,sha256=XInCId3Kdcfr5brsvY7iqdyNBApa3HIB3-0i-CnVxiY,897
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_yor.yaml,sha256=GZEb3jaT7nKt6R5XHAcXFmr7R4JAcrIfGHBPxDuSn_g,93
lm_eval/tasks/afrimgsm/direct/prompt_2/afrimgsm_zul.yaml,sha256=KhnbyvaEyszcGBdCVjSDah1W_-wg7F3oSmZPNkT83W0,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_amh.yaml,sha256=6pj9WczW1sq2l-Nit0vAWI0q_F92_y4FZ2HXSK5R00c,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_eng.yaml,sha256=67pu77oV2P9tDYIXF4CC5EE5OGb6LqQMS2M2mP9QUyY,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_ewe.yaml,sha256=Ke2WEpUNw4c4rbXXyHUWbVBdxLionesjCDp_D8P2KcM,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_fra.yaml,sha256=j24aBROVLh-GbbcHyN-OlqxuGMjqywoEEw3QdxgCZu0,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_hau.yaml,sha256=iS0qgtcZBf9cWVymUW8sFAGQ_hEqqa2KRtQ3wYGcX3M,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_ibo.yaml,sha256=E9nT9fipxG9jF97eP3rAqL9u5C-Ett-FEbce_7N-w94,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_kin.yaml,sha256=hQijMuoGzDSFI3Po-31qXQxyOMzwXaGggKbDkbFbBUg,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_lin.yaml,sha256=upB0JUz55SBelNW3bwNl8n7RpBYqf0XYM83q6ybf1wU,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_lug.yaml,sha256=IIcYO-SuUAFuaTBhcrIWQDgnw7sJgur7uhRFWyn3yW8,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_orm.yaml,sha256=shI_89UC0752vlUlKg_lZ2bRnUqMc5ZHsUcY91WLeOs,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_sna.yaml,sha256=kGuNFRnIL8UpMpcUVZzIpqHNEVEn8NJJpyJBHYpaINk,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_sot.yaml,sha256=a9ycKa_O_4KhiiJXo3WeYVNeiQL3PIEXMOVMZUnXkA0,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_swa.yaml,sha256=l2zR1UOs9xo8CEPUhYRtTEWOoP3_051i2VuW1YPycV0,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_twi.yaml,sha256=457QPwNuYDJsHZ47uOhv19v9gEDLH-PumQbXuFBHBZo,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_vai.yaml,sha256=6IVLgKS7cPHqM-tuGwji1wucJk8_4MqyNg-iIO3Nskw,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_wol.yaml,sha256=qspPWLOY7wcQbenJPy0yKPOUSWwrW7RhKN2FBDW-OQU,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_xho.yaml,sha256=12xtAdDff9uK1rP1Vo4mJbS_wZGxqq2r2OSe0ZDtVtQ,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_yaml,sha256=3xnHaO_29H0fsrpNypvBaspNghHNpYEyHDHymRnvYLs,874
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_yor.yaml,sha256=H4YtHGawOf9v4QwGUFPR5hYJEUj1D_pB0982Ob-76hY,93
lm_eval/tasks/afrimgsm/direct/prompt_3/afrimgsm_zul.yaml,sha256=_cAGmzr55ygNTAtAcpZCVrDRI8i7qMoFQ7G642qoTtM,93
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_amh.yaml,sha256=KGY6dUnTgF6pRp0WAQ1zqVpLvZxzormHbEyBnHyh2r4,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_eng.yaml,sha256=1WvFtBL-VwSfQrhC9knlTHj6-GShaJ9goyAoeQehJdE,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_ewe.yaml,sha256=l-DjKoywL9aU6SfVt00GPAYNM_9kV9t8ZjH6cDUSfUQ,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_fra.yaml,sha256=DEG2B8WJvjtuwKlzrcMbr2-xenRlxfvGMz0474vS13A,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_hau.yaml,sha256=pE571gDUPiNkdLgcjJkrvH3itQ5EZ-SEHJQPeIDQev0,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_ibo.yaml,sha256=Nan74JmxUdESYVIt9dT86OMjf3zZms4XNKzEpFcAO1U,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_kin.yaml,sha256=dBb99aI7H4vXS7xIr2ON_HyP0B2H1JbU3jDpRmm8lHA,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_lin.yaml,sha256=coyQHXqtk1HJwCOX6xVBH5TaMHze-fyegwPyJ2zJjdQ,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_lug.yaml,sha256=Thxsph7tCOOd06DtDt9cqpiW_vCf1csLRq88TJ0uCTE,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_orm.yaml,sha256=tqiP7jDqIRDgxvbxEYbehS3Gzc_w1ARb4A0YBtpTGJM,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_sna.yaml,sha256=QxX_-NGHMRwNA4Fu5jWgD_S_SaY-AaiQuIhdlTwUzHY,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_sot.yaml,sha256=8SDtxQxOhjLxIUrPQO8xd3PbRFgtsTUJyQSRKFUDShs,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_swa.yaml,sha256=KfusBr7uOBaSso7vHDO7af5oAheBj8YAo1ueZ9jZub0,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_twi.yaml,sha256=F_iSSKxWWEOyAX9lEOefrv42MGC2p1gpyHI6hGzbX-M,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_vai.yaml,sha256=IHjG93QblUUcQlK8niSjsRsg_kTdY9gOZ4FgsNNtSNY,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_wol.yaml,sha256=6mgOa5oh1DtUam8XBV0mkbnNH4-YtwCnVXMte6rTes4,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_xho.yaml,sha256=3cFghB1di-cgDmPIqpz6RqHTwxfR19h0tUcw7CEjbXI,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_yaml,sha256=O6hXHqhtQQ8nex1AGotPcS-PGHRE2aow6GYWD9e2bA4,787
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_yor.yaml,sha256=AAWmtaqGypxXZNAf1KlYHotjfAAbzpBBaMUfsvQ4RZU,299
lm_eval/tasks/afrimgsm/direct/prompt_4/afrimgsm_zul.yaml,sha256=7_xwIwg0cLCr5alQpWzVGnAc2L17lWKXI8VJssXnL20,299
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_amh.yaml,sha256=qpsiFiJfUtH9yUraXI9n00wFrcXU5qFc0a8bgllnnCk,273
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_eng.yaml,sha256=-hrBkpEJoHrIG90GHc-GHby7aTv06VpNDqCIMQnGxuE,273
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_ewe.yaml,sha256=dN4DQH-BRHddCyC-X9q1lKLLBtIPjrW7NUCZyQXVOvQ,265
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_fra.yaml,sha256=-g1rAxQ-tbnSR4nKUV2wrk7ur4fMGFEsIOl0JpzNSdY,268
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_hau.yaml,sha256=DRVCLQJT2SyOndi4JCKVzDJ51Zf34KWI7OfF2udSLaE,267
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_ibo.yaml,sha256=LJjP2Met6Pb_7GQDRvdIZLwS6h9WT31NWz6ouTE0Nrg,266
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_kin.yaml,sha256=JR-L0zdS4nDVkp2F-W6PJTql7uwZioCcjyEXFGKupg0,278
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_lin.yaml,sha256=4PRqKiv3rj1_6njo-W4VDvMBVeN2kAvy6z1Mg-MZQ3c,273
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_lug.yaml,sha256=hSWfTedf6tsUxFd2l6a9YcaQXp-eyTkqObOGJJrTfos,273
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_orm.yaml,sha256=2hHd7FQ8PMTQ39WcO6asKD7c1z8r1ATwMpCWBC9MsIg,267
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_sna.yaml,sha256=UZ-idqc_7560J8hUweHZBk3BAgAAFgh1XCnFN-0mj00,274
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_sot.yaml,sha256=9HY7Gb6JRNsx9-vYNP-RV8nH31wMLBD_Vp9WQcPsyx8,273
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_swa.yaml,sha256=qi_GuO-2vZ8N4TZ45CwIWPj2Zfu0JLIGptW4Imsx79E,273
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_twi.yaml,sha256=wQdnNsJkNGUdVVuG3yGwWj3slP-P2vpDncOiae1UwdI,265
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_vai.yaml,sha256=oUwYhoFXWhvDkK4K8Airi6VBbbMDWj2Y0LqEv-z9_rA,265
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_wol.yaml,sha256=tzMvM66nGFn-Aez30vJhc2Y3axnlf_PcqdGK13wSvzs,267
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_xho.yaml,sha256=vzuOKbE_aoswGpWjSNv0sBr997SBg43qGMvJzL3gaxQ,274
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_yaml,sha256=C9w4_z8ydBKY5fvEVypeBmexbTsCKO23pdUxHX2bEcU,787
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_yor.yaml,sha256=lzLLgnpMRUPpQsQwy9p176OCwJIhzp_tKGQyrnUj4m4,268
lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_zul.yaml,sha256=zagK3HSSC4mFQ6L2s0N_hLVMG5GbrmNVWzrgj-fIe7A,266
lm_eval/tasks/afrimgsm/direct_cot/afrimgsm_cot.yaml,sha256=J2EK6lPNd4UCYXyCC9l3ptTC1RBPBOa_RiEtTYnFyWo,169
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_amh.yaml,sha256=UuQD77wjKX_Q04NHntFou1yuh9OnhhwoD58NZ1K9WEY,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_eng.yaml,sha256=2cuvDO34tSTDayidskh4nee9mAV7KuRW9ghKbo8bRAA,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_ewe.yaml,sha256=dv21xaAYdwGjtIKclQ13z22EmBrgbdOBRgK6q0s7r9s,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_fra.yaml,sha256=VzrXnvxhfmHexq0xMDwYXj_ysG0c3uWEOSPQNnTBFUU,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_hau.yaml,sha256=Jd1BpiVWQWLcfl1fzY84YxhbfrWIfMEVJewvemmp5rw,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_ibo.yaml,sha256=K0Ot12ULvTnvkyTDI0J4mwIcKpXD9C9UHAxl3a8yxYU,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_kin.yaml,sha256=wlNuJvEZphXAW1PPVIArCKxepsRL007szJeANrb4yJ8,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_lin.yaml,sha256=c8TPkk20xT8PjAxQyI04j--EUCYJRNyDM0Nm0kx7_0I,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_lug.yaml,sha256=V5AidBuWC58d-hCxfzhzZGMj7AI9tW2-LDkg16DRzds,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_orm.yaml,sha256=VRlxg40EP-MBcKprtdbUUNLJHZDjVzWROAW6pjnp5Hw,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_sna.yaml,sha256=PxZNeDLyZ9-ggz64q-SqRKY7XkVJa_TrtYijzrGauf8,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_sot.yaml,sha256=KUYabkWNAdtRa_dI3BIbH55Qx83fFXrhXndExqAKzDk,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_swa.yaml,sha256=VKqg6x3EYbgWWh8LizD_g19Gmr7da-kLkCaSS3Hraw4,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_twi.yaml,sha256=kzQzEVTSURoDBcxEn9xHYUU2zca9NePuZ-94ZZQfHLU,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_vai.yaml,sha256=hk0rkPZ89RVD1L9zPaBrCFYp74EVamtSv5Kol3dqlD8,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_wol.yaml,sha256=swTN3CoeCL4vj7vWpurQ_WTch-_dJy82MsR7aQBabB0,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_xho.yaml,sha256=vzWc-VTJLxWQ1uTnGm29Rz13kgqMw77etcSxlsf8IAs,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_yaml,sha256=MZp_SV39cr3ZpPsCusgGNkvmvtF1eKlVrlS5leFYUw8,1071
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_yor.yaml,sha256=wDEBZ5E4dVi0cmbizt4G86U0D61cZ0iEiw6FxvLjd9M,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_zul.yaml,sha256=S2IWN_JZcudcMyvs_HWzhvWl8TnRc6WtAWtiz_7Q5xc,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_amh.yaml,sha256=y0mRewSKP-hVC5eNg2ViOSoJ60Az44ZWdOlq2b52jB8,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_eng.yaml,sha256=xJYl2W4nEpQRAKoB60l3bnnfO3S4D8xwktgbnStQ8w0,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_ewe.yaml,sha256=LHUCwPO5Rhkkwu-u7aW0_fmllSlvtFTjPitKumqMWMA,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_fra.yaml,sha256=Q4fyMK-YnldZSyU_zvqTlX0GUsfJ3IOGKNfLCFm9Cy4,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_hau.yaml,sha256=Hj5qfiPRlhgb2PsNq9NMxE0XC9U-IDXYhharaSHMtW8,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_ibo.yaml,sha256=LE7-PpWRyss38jaVfXE-uuJCnlGJo_E5mIYBly9kVVM,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_kin.yaml,sha256=L0F5Os5pSbpxLIqU29jYUAOlJPkdLxYCJbViVRjSs24,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_lin.yaml,sha256=mMQp3yu8xYPpXUwM1B_Jp6Sgb-s_SOzmC5nygrMNM0U,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_lug.yaml,sha256=1YaRZrTl_W2ahO6tx7Y29H9XizVMnXxtPft5R8BKZPc,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_orm.yaml,sha256=P7FWvSeMnLllFMXriPwY3rJUBEYblN5bS_iDLdM4g4A,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_sna.yaml,sha256=rMvW4LSXxTfVJy1nrES0K9p6GM-B-9CehznV2en723E,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_sot.yaml,sha256=b4qXDxhZMDffZqRSQBZpE7cbnwn5in2PuE2leVkmY5w,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_swa.yaml,sha256=5y-CNFaZg-gGZ_OpHeV_QNZ15yNrmdksuhaByf5XXsw,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_twi.yaml,sha256=Jp1t6Gdj03BvuOSlyyAmRVgCqGU5E-SkdtwfT1FhjIQ,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_vai.yaml,sha256=_QeZmkRlIqBTsGsdERZ9U1kjNRUnOYvBdqP-rVvsz7g,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_wol.yaml,sha256=sdFvEczE6D5e_bZkq07h7ACWx6uCf1znq2OcWKTkXTE,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_xho.yaml,sha256=SQQEelJS9xgSAMYPeenGnOuWeh5BCUql1Kn85b9XHrk,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_yaml,sha256=QbbChPWfrqfFAF02RSCwSpM7Zz0WTP3sxQLDZ-zR1lQ,1042
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_yor.yaml,sha256=cw2DkTu8piVYZbyQvpKWSt1CqzLwWbh3EvMSfu-P-10,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_2/afrimgsm_cot_zul.yaml,sha256=kiRPJfTxAD-e2kPGQto4tp1lDjLJRbZqDLN2O-xwgNM,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_amh.yaml,sha256=SJ5qyvhEoNNlW9snAap6njJmKJTsiWKkSOkDqw15nQo,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_eng.yaml,sha256=_DEDP6m_iYXOleJADlxbRRTCCU7RIjrGd_T77DOex5k,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_ewe.yaml,sha256=sX7WLhMVtZYb5D1LtIZBRWWVSTWsYVG1TpgRERePEhw,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_fra.yaml,sha256=jo9NLp6LZobdrCW8EIAJoHZFms3ZZTThxwlfSsEoY9M,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_hau.yaml,sha256=iZfMJwlMukuAJIGjeaoMp7Cu2L1w0qcAuPfbci_gjvg,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_ibo.yaml,sha256=5S10QshzbyIbetc7mQ5sHXhSQEBX4Y4qabBNNFKUQtY,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_kin.yaml,sha256=YOVx6FgBHksg1Ri8hAK9OESYtUrZK228WYyky1YCq8M,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_lin.yaml,sha256=2yOz0V1gAQ_gNK229P3IidMuNU-rusOzAuJOhQdEYTU,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_lug.yaml,sha256=9y8bz0leTYEQh3irzkaVnTSpVweQ7gaRZdB3BqJN_64,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_orm.yaml,sha256=b2Cilglds_RRwJ_YaZ1zzHl88Nb5hV0CvF-Ub1BtvwI,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_sna.yaml,sha256=nZqBrs3NFdM4zeWk5IMIDPLlRnOPL4zseV5T0F_oK54,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_sot.yaml,sha256=9vWPh7RWZBeY5PDt-ZnbqE2-CW8Xd6NM8-jOjuGMUNo,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_swa.yaml,sha256=NRS_RrtI2qmGNbKYGunD2RQEbjYR-12INuGkoG6NGvk,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_twi.yaml,sha256=GTE_ve6Ue69zRu-EeEphxV7A7nRXXHfIDw3K0hU1O34,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_vai.yaml,sha256=6ZavXdxv4fa0RUWlkw2HrKiXPkajhZfJhY5VBuRISPk,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_wol.yaml,sha256=9r1BTaQAMugOwBXrCf_ImZK-T3PS9Qc5PULeRuITG6w,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_xho.yaml,sha256=oZL2AS6dlHfT34BJ7rZNk0cxhH5R6VA-09Hc9Yq9owM,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_yaml,sha256=3-aWq9JiLQha6Bd6up33-xUabhQKdJWx0574lfG5rIQ,1020
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_yor.yaml,sha256=l64ncSJlTGJUOFg4WfYYm0JdBmLTR9mJAUem_9-M1wQ,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_3/afrimgsm_cot_zul.yaml,sha256=kQi90SO41eUJaWUPRo5X1br8w54QQqpXHiJXXC-SE7E,101
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_amh.yaml,sha256=icr51jfaWuJ-oyiV0C3X54LNJlIGhIC-s4YbevZ4PN0,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_eng.yaml,sha256=C_8HrExVdg5hed4VlP2nktWoZHKgW4nD5mhHZIPGdSg,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_ewe.yaml,sha256=hTiY3cGsA9mB0-TX8XB8iFQVGpq1ylIgnsUUFgO3_Rs,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_fra.yaml,sha256=Qhmwmn9f67YG5fMYTkkyU4QVNCslyIghZea0QX-5ZHE,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_hau.yaml,sha256=vw1N3f2QWXzw2xhofz3TvMqMgdj2U1uMQ7A-T2TkpZU,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_ibo.yaml,sha256=u_m0K5avY69xxXBf8Xb52dK8WMqgXOjM1g_ayAqaiVo,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_kin.yaml,sha256=T4h48FB8X49qTxKZNzFLXRu6Zl2-K6k2WMduCetXdCU,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_lin.yaml,sha256=fbazxpJimigwYYPHbcXm10CPL5nXWqbL-_rI8anvOE8,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_lug.yaml,sha256=eXS33viqa_i216NSVl67MWgVPZS9IBgrkc4QUi5ZHo0,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_orm.yaml,sha256=8YWFLGLqpI3CR2xyfbAWqcqUGcM085ZGaSkCCWofgQk,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_sna.yaml,sha256=driJRi4NrD-GBeE0Hsa4sTxK8m0geenY3qs1Sq47vmI,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_sot.yaml,sha256=glp-VKDFoM6EXQ5BSNISQ2CcPNl3-PNm4kaxeiIWKes,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_swa.yaml,sha256=BmneSZoqGI9-slVBHs8grVTtXNBmLEyVinrr17RaAvY,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_twi.yaml,sha256=LVq9mXb_EPuys3PT9EnvGoxIo6Ya8NsaHEoy6Z_g0RM,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_vai.yaml,sha256=LyuEJbU7940MbsBoq59Pcuo75-eTbN_qdI8vZM3CFcs,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_wol.yaml,sha256=MDYuw84IBSQummnP1p6Sgd4Z3s118la8KdYuVCdSi6E,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_xho.yaml,sha256=RQo4EqXkJt9Z6uWm4xziq4-DUHeFOe6PE7-X4Su4ON0,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_yaml,sha256=Srvtl-Tswg4qbkcAmhai2FIW-VR7ebZ2PjFjk99wuQU,920
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_yor.yaml,sha256=SNyZ0IzRR9tMUVDr-OH0OKi02PsLaQSOEWTxfxRnGj0,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_4/afrimgsm_cot_zul.yaml,sha256=Q5diQLrxoACpXcyp-TBNqPyPGRpwoCtuvQUx0DEtY6Q,342
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_amh.yaml,sha256=SlNkikk4eLITf5c1oRmOq7OPiX6R-qE4rA_FghdzXf8,300
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_eng.yaml,sha256=rsfoosmjnFpFD1oHYhRKstTTIrK5XrWwJiQwRUs4FCI,300
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_ewe.yaml,sha256=zr35S9aRaJayzC35BltdnaFZ-FyODZXQFPCc6FskIlE,296
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_fra.yaml,sha256=7ByX3OhLx3e98d8sviNk__NwOv3tQxjfz-J2jVUJ1qI,299
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_hau.yaml,sha256=nrH59UenoWXFMiXo2VfnQusboNXozywRgM-uYq2nD6c,298
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_ibo.yaml,sha256=1Oz8D6gjwD1ftWGtkbNHiKQFACLUzZuB0YEh7HQZTos,297
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_kin.yaml,sha256=35L4Zr248xly9qCNJvEZ5jXKlknad8ECpuaPjofq8y8,304
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_lin.yaml,sha256=ZyDvgBsQ0Amje69qB1W8M_CWpjow6EwJZZHm5O1Us3Q,300
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_lug.yaml,sha256=M7toVcwGdRYydEq3WN7AiuunZW1U-MlMzA3zjOj81Yo,300
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_orm.yaml,sha256=FaULNIXKcYXY5zEqBPll4iVNE0ko0wUvuULPs2YTbXw,298
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_sna.yaml,sha256=iPPhDqWvh82zSjsJSg8v-nbByDVKemjVauovwetL1tE,301
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_sot.yaml,sha256=dnyHMjMW7amPEQwmklJhsDb7au0PUnzRdqbpQqMFGjo,300
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_swa.yaml,sha256=_gr6r1atFRjTMIObfzb5F0FE_LkFYiuJFwwcVjypoc4,300
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_twi.yaml,sha256=NVEh1nbAHW4eU5tyxMPcLjIV3I9muFU1ArMm-ktTfFU,296
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_vai.yaml,sha256=gzfZIcm6sdd41NjTST7qiuqyi6X8TOtt3HFUqvbXAR8,296
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_wol.yaml,sha256=0ly5Bkwc8YVVCWa5zD3ggW2wN3RhcCbY_nYGmrtUnG4,298
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_xho.yaml,sha256=KjDno6TUmVeRSQTWH_LeZ1P5Ns_oH7GkRzgS5h8gxyc,301
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_yaml,sha256=c6LCw6V264axSuxth0IjpOME27wJF2Ne3sFiYo0pNPI,920
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_yor.yaml,sha256=ylqZjws4QMNBGEw1O6HB67KuUkS-UDdmio1lzV7acFw,299
lm_eval/tasks/afrimgsm/direct_cot/prompt_5/afrimgsm_cot_zul.yaml,sha256=nXKlJbUXs6fbqqDWb0pro8X2M1vyg6wd6hAPzxgifNs,297
lm_eval/tasks/afrimgsm/gen_utils.py,sha256=GE4pLTBTy-G5-zDiqe-x0i6seEkM1m3Z3StAGc_75bQ,3837
lm_eval/tasks/afrimgsm/gen_yaml.sh,sha256=FsCVfLRIaB5GpSENODDMS3hLaL3AwsBOgv4JieqFYfI,373
lm_eval/tasks/afrimgsm/run.sh,sha256=VU_XTyZ1p28pa0wOuF9jJhFAo-rYIWRz8nG0irOEh8s,327
lm_eval/tasks/afrimgsm/translate/afrimgsm_tt.yaml,sha256=ikdwA07iB0KaGcac2CUQyM6kPYYXimVAxwgDr8btta4,167
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_amh.yaml,sha256=-J1wew61ng-Xt--sz68MpICPperUSIE3a_z22-bxtB8,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_ewe.yaml,sha256=3eAWn8K2863FwC5ikjyp_l1IYW9EZzD_-SZBXuTIzFM,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_fra.yaml,sha256=F9bQQGq9Emrfio4L-EAFZRSSrEGvWtk15I9w29rgDXE,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_hau.yaml,sha256=6UsXgw0ItBCFUO6JSnJJ-LMDUCV5D9gTYE2Uuql7q0w,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_ibo.yaml,sha256=WIJXQbPK__tEIv32T7Xc3N_-GDvpt1sQOLXhZcE1pN0,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_kin.yaml,sha256=4QSA0cvpmb_4VIzI3PCiWMLaTJDmdy1G-dly6KSSXo4,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_lin.yaml,sha256=dq3WU1GFNo9LdZHFzOBIZw4IzmDSyWAyhNCbKPCSDbA,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_lug.yaml,sha256=BUGtY7T_63v8kkCeHODwAKVLiRoiRmI7RGcq5onNLPw,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_orm.yaml,sha256=wWNWjH1hgzepy9sBdI9I3vqjiP16RoFsVHpKJXKPObI,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_sna.yaml,sha256=A_nH3BAO3UXOvbLe-9unBed4QNnZXel0GvErJ69aIYM,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_sot.yaml,sha256=Kk4MgIidOQpZ9KasKmzbiWjay4eg86GtZ5KST40jPww,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_swa.yaml,sha256=nRzYwt4ZLGPlPaVmO5WOroofiUP5INTeuCmN-quzq6A,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_twi.yaml,sha256=vxg1sk5joK2Abxru4uy6EAzzIJyXyEGlxEKM6buUsGU,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_wol.yaml,sha256=WsBBLF4hSQE7gV9sUvAoN7aDjEL_SGeG1HPBDhkID_0,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_xho.yaml,sha256=V9NIEuHxzx4oLeEVwMcnjgKnFfRjb4EDCAfLBwJp9M4,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_yaml,sha256=Zv4vrpZ96XhCh0j5wlJW9m4c_1S7zHI8fOPd4OEzOz8,894
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_yor.yaml,sha256=DJHsGQqXfx9UQ62m2H-32B_Wbk4FqHyyDZMWUtEBduo,113
lm_eval/tasks/afrimgsm/translate/prompt_1/afrimgsm_translate_zul.yaml,sha256=f-fORt3VRP1V4ZhyRQUr4M_fsNNCFu0llYzbW8pUlbY,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_amh.yaml,sha256=CendQyBYLbZdBNAxTO2X-mBLDgBIAS4PlE41RzV66CI,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_ewe.yaml,sha256=8TUhzEshd26mJUMbEzijN60Av3Ll6vmH05khrw5z0V0,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_fra.yaml,sha256=F72LB2moTJgTz1YbSkIB-n2KFTUovq6Z6x9jj-H3Sk8,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_hau.yaml,sha256=1zRUD2G_8I4CAyMKTHk9pooELwDFdiH6LNlJh5P6c4A,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_ibo.yaml,sha256=-MjUlb7jKpUk5iRScDjD3U0_Sb2YT6rv3RMZCWQBDDw,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_kin.yaml,sha256=gs90Pah6YtI6D5M9tAzawVzZJ4o9unT6GPud4fusuBw,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_lin.yaml,sha256=MRboQKzabwgQ-eStjEO_4AWq0a9dXdpVCwkTxxgbkkE,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_lug.yaml,sha256=nYXThjKK_RdmXod3yJPD0Oh8LCq_zZoYIYhQ0O2om_E,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_orm.yaml,sha256=9Cz1PDxzTsC2uijYcKy6bYFG7PO4OCLahb8VXevESFQ,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_sna.yaml,sha256=Q9ihgK_ka5TFpXFykBls1PKfd08-TLoz9ZU1wDC3IUw,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_sot.yaml,sha256=qf5RCsEWjPgFABEY0rhW82ZRz9n1IyocDoSNsf170gg,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_swa.yaml,sha256=zfpBChzn_cXFRYhK6QwHtRd0gM9GqV1-HkmblRGsCbw,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_twi.yaml,sha256=3XDZFPbhpLyVq5yf859bXLbI2amMyO2ntK5AZJp9oRY,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_wol.yaml,sha256=gz4Av9mO-Edcnsz3dwJBic0FjtxWfon3em5AZcbFlP4,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_xho.yaml,sha256=rnPJMJibAoHxwoVXXj4pGI03tquY6UXW4jXlQnTXwEg,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_yaml,sha256=PWJFUgrm91Z-VsQQoE04RF2XbA6IYEjElF8oZ4PUhXw,947
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_yor.yaml,sha256=ZjHoSYJYT1SbJkz575kaewKv4CE1xlhXf30WUOBeePE,113
lm_eval/tasks/afrimgsm/translate/prompt_2/afrimgsm_translate_zul.yaml,sha256=FYLi9sAisbgArYUawLJvF_iw0rfXBo3Un_DioMpGzn0,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_amh.yaml,sha256=xHMrQ61lQHuHxZ4UPKkJh_7YVPnuJaQ_QW8-PPcx8JE,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_ewe.yaml,sha256=JVDs-mqzvegbApHcBZMlAZFMMSc3NezlvRRthzM2Tcw,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_fra.yaml,sha256=HfYNKniWyScmYuX6nqFF6DTDAPe8nPPRCch5DWoXA6M,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_hau.yaml,sha256=CcyIQL2EP9NkqBSRTB2Nk4wh4Z2f50xkwkctdTlJP70,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_ibo.yaml,sha256=kpa4ycSjaY_TvKjWhPnq07JJS0TiadFo_gUfiRlOBDg,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_kin.yaml,sha256=wvkW6i96-SA77ljeuI0zxAdQ0k56c3sCpKhg37YYfQY,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_lin.yaml,sha256=OmWdXs89NvU2RSmeoS-IfQ70f3RZOOZmPYynjfQ4A0U,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_lug.yaml,sha256=GoER0SCcGd0fYroKPsMMPr8glOOq1gLklauqbDEZLKY,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_orm.yaml,sha256=c2VkLCRbbtdqR9hc7JR8RjcIsCXsTZVSi9-9m4_sejk,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_sna.yaml,sha256=o-WA-A-cgDuzeCTj95DGkfzKhMv_8Du5KWJdvD3ECZA,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_sot.yaml,sha256=fPlusOZ_PonXNQ6-GWqj0FwsDtAjtmtGmqG4cDq5cSs,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_swa.yaml,sha256=f5Oe_3NEuI0UHxta49ZVvc9ifVME-lTGZTJhHnE4Ubo,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_twi.yaml,sha256=uzmNhfcx6JYqAAICgYk3vD3bccpTxCIK-HgcFGf0Ksg,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_wol.yaml,sha256=GZJOAMJH_MIFODyVWadTntPZhPf7FjH0PZ9dQMacPeo,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_xho.yaml,sha256=_UKSp1AkzjBJXzkpHC8jkUnM2dTwPdwTHcl8t65aNVc,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_yaml,sha256=QlPnbjGTJxZ-PlfAzwH9JL4v-ajysGJamC2J_YABq4o,856
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_yor.yaml,sha256=QG617ubgJ6e4P1RmWVcieBULiICzccZ7amuDWzJP1IU,113
lm_eval/tasks/afrimgsm/translate/prompt_3/afrimgsm_translate_zul.yaml,sha256=Az_4gujXI45ddtyBC5CSh4FXNNPI_yDlOe929JGsyEk,113
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_amh.yaml,sha256=WCbaSqXln--rwTQvBC70Hmli0GlrMvO2ANJIQOoeEak,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_ewe.yaml,sha256=aJ5UIbQHuGo368WQfbZ1uctSV98-6hIY4cXIA00ldN0,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_fra.yaml,sha256=r_-2kWiOFxpCGyDfzmZQxeQrztV_ywT8LbohnWPLri0,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_hau.yaml,sha256=nK8MOEg7K_jXNlc8LWaluiS_wuzXeyrXO26Pulm7MHY,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_ibo.yaml,sha256=Nd9qJgIYJZmQR9PHTVhGyneqGDdxM21ehcnVTHWovJk,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_kin.yaml,sha256=9NXM7ZLpVQW7XF5B4j5rWJzz_tCowKL1ux23QnSKZm0,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_lin.yaml,sha256=oBM5-9CWWQHZLba4wtvHCvHSgbeRdLKZB3tMWVnPN5w,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_lug.yaml,sha256=m88je9gXdegcUzcd1lmtRqxu-3Flm7BtUZhmA8C0tho,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_orm.yaml,sha256=SKrrdqSPx_Ioqlo6_vyAJX3bNR-alRbG9IJAlTqc_40,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_sna.yaml,sha256=Y3qfmKv_Tkb18lSztkctVerJfXd6k9PeJE2fEEwydeo,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_sot.yaml,sha256=pEUwzauM9DK3I7jHPq7ckJA-lEOkZF1t3VqNdUeF6Z4,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_swa.yaml,sha256=qafCte408o7vNvpxRMdOieacej9Qzmjw3fJifFjbZdA,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_twi.yaml,sha256=A3nCHXPPlSqq2BPWb7cdFRXjDCX5lPaUJB9WqPFsLh0,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_wol.yaml,sha256=sRjg5vmTA3wY7ExqbbUUSHKuH-YmLU5nCZcxvYJTg1Q,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_xho.yaml,sha256=hHbdmpvPM-uFT2Z17m6EjINWevrLxYKgYOSjUIpNXpA,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_yaml,sha256=dshReUTZ9zCIfepDSflGw1WYtGnBgz0Ln69SE988mrk,769
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_yor.yaml,sha256=JyAAGoxuMjiYii0lZ3TVA4voPMY4YYmhjQZ9A6q6BrA,319
lm_eval/tasks/afrimgsm/translate/prompt_4/afrimgsm_translate_zul.yaml,sha256=JpftINB9qii69qDzUSus56wKNdNURZOFEG5eQnFjQPs,319
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_amh.yaml,sha256=qIp9WX6z7JZqRyM0mWB1R_keXegvW99nsD7jDKTl0ls,293
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_ewe.yaml,sha256=PQ3GxGmhG3tG1DpvBIMMPZex0LzqfRkhUqXQ_pBnyPk,285
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_fra.yaml,sha256=nVxIqz-QuxL2OQMNRUjTv_9yiKPzDlwq_mKJP2I_ryc,288
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_hau.yaml,sha256=zI-g-g-PGDlx1vUpKSoDLx4Uo0f3-iU9CuMp3gqYYQw,287
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_ibo.yaml,sha256=_LBosKi_J5fLZTB-A7ArWJLRoIb5xbagkty-VHChTyU,286
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_kin.yaml,sha256=EywMVzzifP3tn1nuVb1Igt9tv-2i54Ajc77acWhXovQ,298
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_lin.yaml,sha256=foFJGdXfWP9fxXLzDVK5JZdVk8KSxvmjFE67MvaO-c0,293
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_lug.yaml,sha256=WL00PZkZ1zcMBInMXE3Igzzm_GOqcSwH-zF7wzhYVLY,293
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_orm.yaml,sha256=F1BwDDx9G7B1MQo-W5y9WJDmo8e04eh1U6wv6rAmjfs,287
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_sna.yaml,sha256=fRXDal7eTFa4uhrahNBGstB37CQJklR7_LMKiD77ZFg,294
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_sot.yaml,sha256=NUdIBM3Qskj-hIpEInalwCFc4IULEOP9ccF-CPvOgas,293
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_swa.yaml,sha256=JXeHfx0VV60GcPUyIYf0nT5eiE944YYIlDS6aY_x8mU,293
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_twi.yaml,sha256=1AN6n0T2Af0mOFMw3n877sR4l2RN4Fqbx_8yAHQ8YdI,285
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_wol.yaml,sha256=qyisGqvXSpsHAaS1GdyAMS8C7zV_1eTHB7Qr-upD7Ts,287
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_xho.yaml,sha256=-CWRMlRw07lBzpjSb8Nkh_sqIbkFPxMnUk5fhIqS6l4,294
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_yaml,sha256=dshReUTZ9zCIfepDSflGw1WYtGnBgz0Ln69SE988mrk,769
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_yor.yaml,sha256=2kMevgGgQFghzW4d2BHnSllzu4UCWqF-UnzgDgj27Zk,288
lm_eval/tasks/afrimgsm/translate/prompt_5/afrimgsm_translate_zul.yaml,sha256=njwD0pEI7BP79GT9ATCRzpnKE_XV_Ja50lMNanGvUIU,286
lm_eval/tasks/afrimgsm/translate_cot/afrimgsm_tt_cot.yaml,sha256=VpD98egsQQXp3v8lU_3JyqfJAV7WGTdgsTLepxXaonA,175
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_amh.yaml,sha256=RRg2VKjcklstuWWmmho7EwDmWcnzMcMfKr33fWeYKbE,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_ewe.yaml,sha256=RoiR70SH4mfGEPaahBcPBweh_WFQWklgU5FezkPk8KE,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_fra.yaml,sha256=wsb535rGWwNKCosHKB1VxUbb1nob238jIAV3a1bUdKw,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_hau.yaml,sha256=8s5gKvjV-b19dzdWoQEa8WRn4xCH7MH-SuTLsRY7xzQ,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_ibo.yaml,sha256=gq8TxHWiPaw1PJ2dTovT748mDMjKwhQ06AdRiA9P67w,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_kin.yaml,sha256=1iOtzV3oLrSbkPys9XHMG98RAIV8CZxLWr3ZPxq56ek,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_lin.yaml,sha256=0GM52xE4NXmRTvklb2rqAa4yMhtZA7wVxz_Q5myP3NQ,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_lug.yaml,sha256=L-_007l-b49dql6j7E0r6p-gWHBXQpB4yPIzrfXmJww,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_orm.yaml,sha256=AfD5c88ms7fDTx09cgBL-hgry8Qbs3urO1iX09okk7Y,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_sna.yaml,sha256=8pkDnxYO1Zrq2d7NoAL23YrdQEIrlCqWMG1mLbk9xaU,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_sot.yaml,sha256=l7sUXLyuHP9vhpK6qcvopNmhbHcLsFVsWQ3n0w8MGD0,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_swa.yaml,sha256=f2wEbwjThpAE2teVkZtxU-1rSGRUPcu8QJAMzY79WOE,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_twi.yaml,sha256=HgjIoY-fWl8LDEeR4hfRAvTtJnWCOgI_tPzXbMdJx5I,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_vai.yaml,sha256=pEFb_Bgo7wFG2kPtnJtGN-_4dOrvxm1z1Clm2fWh26w,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_wol.yaml,sha256=4skhs20UOt40E0X7eSPbnuO4y9n0537JUjZIYiFLWq0,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_xho.yaml,sha256=8sSmcPSmMUAopDdq3YZWjJT9gIYWx6Qj0JjiEnPq0dk,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_yaml,sha256=9j1qxxcM8szXEoBwR04vlYesBO5bW2X9zdMD1aYVx14,1012
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_yor.yaml,sha256=9RnGsakgSeXTIdG3OFsxWGL7te_c11XVd9SJ18h08TY,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_1/afrimgsm_cot_translate_zul.yaml,sha256=DXJW_KBJ-XZTvwPIPS82MpCCs8X4UZUP7GwGisv3KOo,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_amh.yaml,sha256=jhAvsVJt78L0wWIuj3QqWopREuraudROxNwULThlEV0,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_ewe.yaml,sha256=W8cm3MWZ3hTIayl48rT-wm-fIv6bx4X1-11ZqSC_3EI,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_fra.yaml,sha256=008L_ML_jufwUpvCgNYRb6-uVEoxBkK_p78cVf0ZL1I,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_hau.yaml,sha256=nfVRh5RIWNX2l1UT-2vxwlIQEQaR2uvVRDm0heFbXU8,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_ibo.yaml,sha256=sQtmh-2Kr1yNAvnB93QTU6-eJ-F0AJJAz-sLSwnpUH0,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_kin.yaml,sha256=dISlEDu2hShnNbXYxyd5m4OEKYEUq_7Fg5fAl1Sfw7Q,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_lin.yaml,sha256=ooDR7GrVRdDrtKNBW10orCqSw2jeUORw_xI76iOdfo8,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_lug.yaml,sha256=aVNSNKxOau7fn7zNs8RLbGOfNJGBqGqqlxFSi0tXTF4,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_orm.yaml,sha256=pLO49G1uL9AK1zdNQKtifD_OrDw6Sj80fBByQ0GXcFU,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_sna.yaml,sha256=Y1phwcP0rdwLLX5Uab2IbchgelBIw3xVuAIBgSk7vwE,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_sot.yaml,sha256=0iZ1yBzjuLDUiGJVbuAlb12GPLJzqxqw5Q3ux9QSZvc,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_swa.yaml,sha256=vMY9XbngCyBzzkhBCYuVul-6aCVnLsZrCEMBQjzNnr4,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_twi.yaml,sha256=8rxPBn-66ydOx1YIOJAg5KdfDPl9L9Wb2DDkt77Ozrk,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_vai.yaml,sha256=TfK7E_l-BPrMrfMFfE2o5w9BXglJ_63AjfY2MozBwFg,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_wol.yaml,sha256=tMKfL_kevtqtFKo4YXVgGTkGE95GOWWpGYsHjqIt-v0,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_xho.yaml,sha256=4OW1JX4P1NMxnPeKpo3QywwC-__tgUWfBiRgc3zJyN0,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_yaml,sha256=cTPhHci-jipEuNiTOr4ikBltFQbD_Z8ZnX3Xxb4R1zg,983
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_yor.yaml,sha256=qVLPoLlaN1fINoihz5Vt7qHpCyYhshH4n0xnZO7UqlI,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_2/afrimgsm_cot_translate_zul.yaml,sha256=krVZSso9OPxdVWwZxojiRZx3abKKAxt4EvMXz9EbAZk,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_amh.yaml,sha256=ewxfckIGgYKrkR29CrDZ5nOzG3JsWFDliWae2tfSItI,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_ewe.yaml,sha256=dPu9mn73bdCDx49Xg2-r21W-Uk4HNRekSca4fctun1U,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_fra.yaml,sha256=KjhmCrQq9EK_oA56ALE_4N6Uvb1cXhXKSZ1yre9A62A,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_hau.yaml,sha256=w3uyviZw57eYRTvwFmpG0i9PP7tlW-d2u6sEvzX-aow,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_ibo.yaml,sha256=V8oXJQwYsXkOdOSitTpLcijnwUV4o_NfqqTYYpSnfTE,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_kin.yaml,sha256=MCThw0LcrdF2V-Fc57yLM2WY7wk_Gb2p0uzAXdSpd5I,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_lin.yaml,sha256=tr_bL8uILmDBvgWVvSeDjk8A6bssGg8I7he4v1TM5mY,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_lug.yaml,sha256=fODd6FaWS3aMWQd0Wszx7DxQXG0eg86qm8MB6icMAWI,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_orm.yaml,sha256=9BMy5ZaPeOXCO4GQXlsook5vsCgIH-6HbsSmXdoKBC8,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_sna.yaml,sha256=vlmGLkkKvcywBgLKFX-AYRFsENNqxlc8gE5AI79gH2A,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_sot.yaml,sha256=_fz9RpqlIOa7g_tZpBnD_DsvVwcFZxE-NPTPOcBytVQ,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_swa.yaml,sha256=-hmxgXN3tcdwpbiQ1Y5psEmK2nvJn1MeoibEKtuLamY,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_twi.yaml,sha256=SY68vmKDYg-8eUxOEHDpx5Qjc9klVVpzFd-dZli89yU,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_vai.yaml,sha256=ta9VRB9d7SNksjPTocRow3iZvi4L_V4ZLuknzpnHFHU,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_wol.yaml,sha256=61sTnQ5sST1a3txHLre2Ts91nEqEOjltmScIUEr6wfU,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_xho.yaml,sha256=vMgCRlYu0-er3BpovTb2ZMTsHAAp0lKX49Re6F35F3E,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_yaml,sha256=x1-tXyB9QBKRXPDUIo1ZGeOnIGMfILaAQMSCmFvtcqA,961
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_yor.yaml,sha256=-CruYGOZgIALouHIm1dzkBzQFCxY_9XYcW4pWhtmrFs,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_3/afrimgsm_cot_translate_zul.yaml,sha256=S-3VYbAqPnDfsnNMQyyBmgcHo6zsa--KLVfRPdoHfTI,121
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_amh.yaml,sha256=NVFxX24Q-rvvKOKcvlVQ6y0LSo9X6cE0dA2s1AClB1g,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_ewe.yaml,sha256=gHgVU1KQbTqX1a-m3DP_RqREU51u_JM1t09aGxRB5zU,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_fra.yaml,sha256=OVWGB5lDCyByUk0Hs8HyLb0t8DXyRhIA59Sw7Fes3ks,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_hau.yaml,sha256=wUVUeHpF2MA-U_I4L3csFywPxeaEY_CKvPgfUXw0gd8,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_ibo.yaml,sha256=mqa_4ZaiVbDoiFt6s7cERdQnMg4ukIYB4EigBOQJTGU,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_kin.yaml,sha256=PI3MHdJ2iMkAn_6TCFfmTsEpl2InMMwSv_QcCyAKL1s,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_lin.yaml,sha256=dh3qr4pGqD5t4XbW1AirSdn-rURmGUNX5ZKosMbs4BU,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_lug.yaml,sha256=4tXNQN7Z0c2al0eEMyh4-Wl5BLHiz6Knhz9F-oju6hg,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_orm.yaml,sha256=sKUunWkj4_x3gFyLr4EylzNM4x6CbiUGUxhtxOQC_sI,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_sna.yaml,sha256=UwHynHdXBuXn1UNMevLtEO1tJ2aKz0jx7Voa7DSUvLk,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_sot.yaml,sha256=b5dUNaMxhB3Ro-mB-CtC0wVX7f6oEW6HaJR3ZrU3O6s,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_swa.yaml,sha256=rJQGNxGi6Q9evqT3sSMD8hsEbcy9z_5qfmkNTd_Vrt8,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_twi.yaml,sha256=68DZh_3gQEJ8MGmWWhnjua7k6J2rIbUgX0NOWD7AKDk,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_vai.yaml,sha256=HlL8cGRXyCm4q_SVn2OMoDtooYJBWmaVKledhNgUKow,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_wol.yaml,sha256=LbTow6r7xeImw0EyzkixNia1E6aF7152YbftWn04F54,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_xho.yaml,sha256=aaQLydhiiMPRs79PWr9A05rxbj9JWvdw8BqPh1FkCvM,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_yaml,sha256=wocHav_3tAR4XxK0tBlf4BgRYN9PimFQMMEWnHMlTmk,861
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_yor.yaml,sha256=OwZlYtW1pE1YYWSjesaK_zWXqwBPdC0mghTjsiOHQVI,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_4/afrimgsm_cot_translate_zul.yaml,sha256=my9wtXAqbb6bioSbb5Ly_7zOcLYjKX0LSU6ECcWe_rU,362
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_amh.yaml,sha256=3Ymh6j-eKl-m7HSvNrHQbkxjR14DVMIyf6g1gKE1tA4,320
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_ewe.yaml,sha256=6OER8p8soMAqLd_EFrN4B1yDudUWoEWaRp-7wzhAB4Y,316
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_fra.yaml,sha256=9aZNFtZLzAf0pXChiFAYnJhgFgwpu6HDNiLVOGHaOlw,319
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_hau.yaml,sha256=Ai1GHJhD9LLagS4OONtq4_gkXMbi7-EpbRMsqCkxj5w,318
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_ibo.yaml,sha256=2RPeEBZWz9GCYiaxy2DHJ8kTmieyjEps3Kq38vrqR50,317
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_kin.yaml,sha256=XZ8FtujNOUHzMuGqMaR_aHIgUE3zHBa86rocweQR0jI,324
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_lin.yaml,sha256=FHnjFhV9pHjTNvuBYxs9Qqyc57vLWAFERXpj6BqW6jQ,320
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_lug.yaml,sha256=3bqvsUjFXrkHb9XN4Ay7TJoKkLnI0QWpRNcBq2hLcYs,320
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_orm.yaml,sha256=hKqOfoBV1Ks22pOyTcV373cfctKoWAmLjLSPkw3ZpSc,318
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_sna.yaml,sha256=84k5J8fni740TlQ5lTF2T5eUX-kbemiVMOT_jufQw6k,321
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_sot.yaml,sha256=5kzEbpq_eIWyqD6DYrIwZJTIwEAVrOA9X-WnlLEkzHM,320
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_swa.yaml,sha256=QQ3MIXxn-_SogBTZnH3hI-nLGDPyB3IZKTeeRg-tR9c,320
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_twi.yaml,sha256=FksOlG6Hc3I6tdFSQfxotiM8r-OTKGZjg9Bw4TogeGs,316
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_vai.yaml,sha256=YgrASprzJMEYw0x1Bho5lwJZeypIHkrun9C-MY_EEak,316
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_wol.yaml,sha256=IY78GLedn95v5SAu1J6bBVqS2aAuODZKhUpwAtospI0,318
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_xho.yaml,sha256=-NaYOpCOocCgL5cygdUEAAnSvDtKTB3iHrDchmQe2cE,321
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_yaml,sha256=wocHav_3tAR4XxK0tBlf4BgRYN9PimFQMMEWnHMlTmk,861
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_yor.yaml,sha256=n4LkCjfXouGB4i_C4fPP_n7CTawjxVm74OURbZkSAS4,319
lm_eval/tasks/afrimgsm/translate_cot/prompt_5/afrimgsm_cot_translate_zul.yaml,sha256=CIQFFpGB_HtRnU3Cb0r-tfjnK2GdgRgCNKI8xAjIU9w,317
lm_eval/tasks/afrimgsm/utils.py,sha256=qTrEn2zVa3avFa4ZsCIAtPwSWSOuB8qSRwbyIb_PFb4,7253
lm_eval/tasks/afrimmlu/README.md,sha256=7YKmGoSN5Yq_La9W2gyuEDeIV9eQ7DMEz5exw6JIS-w,2417
lm_eval/tasks/afrimmlu/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/direct/afrimmlu.yaml,sha256=r9JW2s8qJplhvkaNfvEujOU-xNb2JU2S2cJ60H5X0B0,282
lm_eval/tasks/afrimmlu/direct/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct,sha256=sOUAa6e-5YN_uFdlSloayiWUPu1giSPhjGf22Z-YXeM,933
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_amh.yaml,sha256=jTxS3ak0F4G__Qxnldf_hLhisVRbnSjBfkfsu4_P-9o,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_eng.yaml,sha256=aTiwo8_S0cv7cEjVpo_VBNlizwm77GY2XI9NzLoe8fc,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_ewe.yaml,sha256=-ibSzIyZDdk5QGaCK7lrutUrM5CfCR1ZLQO-FF5KTbQ,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_fra.yaml,sha256=iF9IjGTPL_Gg2UJS-Orc1YuIulkAHd-tps60VLJQkes,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_hau.yaml,sha256=AmU8oZc49sApi08av4iJ5NBT8ON32ya0jz6S1ws5lKc,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_ibo.yaml,sha256=owdbhHQDDvDUVBImYkc_-pkyVrc1fgCbNGl7yjB1ERU,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_kin.yaml,sha256=pgydqIS4qZvcfUp7BbjVKSJ90YBFtJx_G3ihJLtzhqk,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_lin.yaml,sha256=lnXPWFuviV4KhiKpRva6UkNdCvpv7-Lb623vHgrBY4I,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_lug.yaml,sha256=Rf9WqUg-mrpOcoVEKvDg3x9Ui3kcV3OUKkdU4inCFc4,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_orm.yaml,sha256=salElTQ1m5H83yB9vh07LIVobQzn89UyAB-34QYHljE,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_sna.yaml,sha256=oznh0qP0VkqMNbZIeW4aSdFz31OPcEG5guBdTOuvzlw,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_sot.yaml,sha256=gO3zRitUAQZgWRxB0KMaeA5fM2jyjEGWLRF5-SdM6rk,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_swa.yaml,sha256=uT9J04Bii9zQtZU8n9chUrfE-FfpAv527gQtNF9Bm0Y,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_twi.yaml,sha256=hNaI2i7JLcU1j-RTIu0POui-eIqTTuS71lpjtpURR1A,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_wol.yaml,sha256=NdIqxrjZYhXCAkxeYMtpGSs2-gftR4m_zMs8r-vzhK4,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_xho.yaml,sha256=sJS1y8Ek6BfFd9nVAkPk2Ju-MlQvoUtjowRwZliVaLU,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_yor.yaml,sha256=g0vsGNJjOVQyAMfnLAj3ludPYpkm7vPBnrstFZHTZfQ,102
lm_eval/tasks/afrimmlu/direct/prompt_1/afrimmlu_direct_zul.yaml,sha256=ZyFcfWRQRkAHOgUE-V7rqLIrcfQHOyIlZ1PXTAe2tpw,102
lm_eval/tasks/afrimmlu/direct/prompt_1/utils.py,sha256=DnZLqUR1pLEnujf1rBQiF4c3ytVIpCFw2jwMP4XYiqQ,811
lm_eval/tasks/afrimmlu/direct/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct,sha256=Od6T1zOGlLXpDWXmzRKaTawkCdgxGdA7TR2AKPtckko,933
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_amh.yaml,sha256=BCBWRnhcGjmC9qkENXI9qCpymDP8SAA8hO3IlKWCh1c,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_eng.yaml,sha256=UwzsVxU8BFuxR8tPbEBAtNxLcVggvcB5lxawSFAnMxk,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_ewe.yaml,sha256=i0yx5nix0QoHRac7HIGO8wS616Ch-C1vi8aRrk7HVqo,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_fra.yaml,sha256=fidePMA5ZUo0M0qyU7p8IZIjEMVWzh4KD7LXj51lRnk,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_hau.yaml,sha256=r-yxmod7rYF23fZ8bzGYLGek5IsYm-80V9Fypmf3fqw,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_ibo.yaml,sha256=7FLB44bA4tn7ceN6FEWZNhiR-9-WI3X8cnL5zE0Si7Y,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_kin.yaml,sha256=SSmKDr5pIB57wUd1bpq2FJToRussz2bKOkexRO6J1pY,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_lin.yaml,sha256=354NRcULARPiLZGqpCRJptcdtuAJY0HnzMD9r3eP-tk,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_lug.yaml,sha256=E-IFF00pUbU09HwjdRMHssXQh47TY98j0XUfIGBH-wY,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_orm.yaml,sha256=F585xykJAflj8SvKR2yujqJyDkJxatskrObxRpjJKZI,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_sna.yaml,sha256=vZRvndELFgqpof0_V40okSQgJWQ6TWjAsLCMRNGzA8s,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_sot.yaml,sha256=k5c3DBHKDsJiJahjG4X5-5l0ng323mUK14YjOU3fDS8,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_swa.yaml,sha256=CULLZtpkpVmk3o3pUZVi8JbInl-Bw2xshnvrOhYKpkA,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_twi.yaml,sha256=i265x-VLueC1qCoJhbgf6Fg1cFuGx4BX5aOqJwO-XKg,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_wol.yaml,sha256=JBunGvfHvemtmgqp-MdXXHhVr_b_GpwhLCQ2MtlWj6c,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_xho.yaml,sha256=__ujdwo2kEVsPVvBCogFR8A4c-MMFi90SIP7AJIYUGo,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_yor.yaml,sha256=Ll3Ki8FlMTfbu_TkvxjVGnfJYqJw7bipNWvCZDOGzhM,102
lm_eval/tasks/afrimmlu/direct/prompt_2/afrimmlu_direct_zul.yaml,sha256=2OXokJO0uF3VzmwWi_ySbp3H-5PFJuEUi4cmVeHG0fk,102
lm_eval/tasks/afrimmlu/direct/prompt_2/utils.py,sha256=EpfOE8wVKi7-AeYE5ThO8-PU-XlwPRNxzXhHIvsDvCI,742
lm_eval/tasks/afrimmlu/direct/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct,sha256=WirjMGG08jWBJbY4HBCRwLBJhLyzE8NSWp5bF9d5DmY,933
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_amh.yaml,sha256=JVyMPPHE_jyjDIKgGJofl_SuxhD7blU0wzyb5zrt54Y,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_eng.yaml,sha256=eYT0zpXYaKip5_V302XCRbhAJnsv5pPR87dVj2syrlI,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_ewe.yaml,sha256=1yy-hPLdD7zh_maSqaZadGTXylkyqw9FrQvKsg5lWeQ,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_fra.yaml,sha256=fVm6ad_UR3OsVWB1MxbI5FwwSZYvhKZzwVS_H0it-Fs,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_hau.yaml,sha256=lpSuW_Kzgr2581B42ZTelV4264z7cAHExutNkci3Olc,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_ibo.yaml,sha256=QXLs2RipB_-_oGDBTznj5qdoMI2iSiP-2fcddXs9ISA,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_kin.yaml,sha256=UOIKL1cMZDSmiZ6wQ2NqubESDE8wWLlw5yaQdfcsLyk,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_lin.yaml,sha256=4hxkEmPGCkNCYMfG-erifQUajK8k3ytDXoPRWSPzB7U,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_lug.yaml,sha256=uMM2V3EHRyuTWCo7IHGR7nCzqB3zTDxSqO5lSm3Eda0,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_orm.yaml,sha256=P0pgaKb00dyPbr2lLypYeEEW-ZRJ-gV8mSitHS2H5vM,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_sna.yaml,sha256=vzdygodYnZnogBSYkjrVDUaMJxny5Bnfswoev04RDuE,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_sot.yaml,sha256=0Ii3RzyD045J6_DJcDU86QxeaaASt37pT-TEsCASNzM,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_swa.yaml,sha256=uSwfwCjAx2g7fjdFYa1OvttiYGvjB96r1vFgIGajBYg,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_twi.yaml,sha256=XslXlK5Fzq9qN3TP2q4F6EwjWg_D7mZp8qSBqVC1T7k,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_wol.yaml,sha256=V_J1mCOYVbdzak-EUx7KdhL0qBE_ye9l0qt18YJrlkY,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_xho.yaml,sha256=PyQDYXmJ-GA2GWcBErlZGY125nzbHXOQfrY2IlSHAaA,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_yor.yaml,sha256=yHGfwBdOdYJnXtMPLDqfO7_m7LZC54GZxyaVOa5-FEI,102
lm_eval/tasks/afrimmlu/direct/prompt_3/afrimmlu_direct_zul.yaml,sha256=Xahf8kSRRpDVl8bzZXM_pyPTevfBYHhJQhsxtmaUxds,102
lm_eval/tasks/afrimmlu/direct/prompt_3/utils.py,sha256=iqMfwWSu2kYVg-dbkTms6EdQJGn3vLHJd1P4xcC0Ba0,723
lm_eval/tasks/afrimmlu/direct/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct,sha256=jcBliJn4B-ike7aEeovitw-BFhvEjt_7CDtmpw4kKP8,933
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_amh.yaml,sha256=36aGYPX7CBjqKahTi0DQhQ5cfIOzONHU-6bZ623lgZg,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_eng.yaml,sha256=x5_8Tp3RAVjU_Yfb2LN7lsMongK50CxDZ3C1z8bRtvQ,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_ewe.yaml,sha256=-GIt9kx4Q-9tviLujhnOdDlRMRrB0fWs5DL564MAZTU,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_fra.yaml,sha256=OZOXXGOK24_qLpSy7cdWkaelAmfetWiGorkfoFxpivY,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_hau.yaml,sha256=ePBQAg1OLGUn-s451_PfITZT9X3cXlVWN_UDOroxA14,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_ibo.yaml,sha256=7zrBCMReFTgX8_AQGgyhB5wZk6so8az0J8uPzm8NuB8,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_kin.yaml,sha256=ni_WsRUxo7yuh6fSIewu2xvHl16UBZy9R-k0u-BVbP8,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_lin.yaml,sha256=CzcrPsA2WsQDqbAAv27_dSArJohDU9F4hhteMTSVTEg,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_lug.yaml,sha256=0dD9lqzMkch_bp5TUnI7nd8NMdBBd4nRPHsUZjOpA34,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_orm.yaml,sha256=DvYZQEtiw-Cu-R2v0lirD9osPuD5_wT4w1qwTc5KE5g,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_sna.yaml,sha256=9zGvGjam-p67WsJdJ1OKXkI4uwiFsFU3WNiGHl9sHr8,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_sot.yaml,sha256=peh_oShhQLWxB9av1-6BoWdyUjUzlpdyzIrKyrZbE3g,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_swa.yaml,sha256=b3OKBsHu2xT8TcQTpTLMIOsGT2ep0Y2J1PcNqdiSs_g,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_twi.yaml,sha256=mMjZ7QMLE7L93BjlLgMBNL-w8E49sZWB7PRKm7LnZqU,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_wol.yaml,sha256=Mps4uBwpfiBTYw8RHRrv-XMVENke_kGqVgC0vj5b5g0,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_xho.yaml,sha256=30Jo-aW42g3G2KS3NZSzg9_BKf0W4C1rHJ-cyrpmqQk,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_yor.yaml,sha256=tc12hyUQ1Vy_swrZaEBuzaZ9xs8rVgZABKiskM4P2xY,102
lm_eval/tasks/afrimmlu/direct/prompt_4/afrimmlu_direct_zul.yaml,sha256=q-kLj1ZGLv0VhkJ7gm123jL0cMdwYP4PgLTz3KZupSU,102
lm_eval/tasks/afrimmlu/direct/prompt_4/utils.py,sha256=tk3IWe7CB8UixgBqUiVdRkHkap1F7I2bjIf4ud3z9tE,642
lm_eval/tasks/afrimmlu/direct/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct,sha256=911aEqkn2sQLEe6QOxMuW8S9kOfxPWM1xVUNcBeJlCE,933
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_amh.yaml,sha256=3xt-OANusl-fQbN5g_LMVG-gzj9wtgW1CjAGrKKPS6Y,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_eng.yaml,sha256=YUy6LZW5fm7CIhmYqLktihIw4o11na1_F495omtBSrk,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_ewe.yaml,sha256=t8iECZ3lQhdvkxtwMV-sax3FPkNMamKPkM81RgOe9LQ,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_fra.yaml,sha256=ud5C0JYPGGzXUQu82XAqV3ItZMColbRMu8Sck-pFPT0,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_hau.yaml,sha256=4aOp2vDt3h-Ro34jgqKntybaGpyE6VxeS6njFme7noQ,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_ibo.yaml,sha256=C2KoX_ool6bc68FFIw7nmgusructCaagZAGpLZsj1Ho,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_kin.yaml,sha256=f-rconoHTP0MtbOtySnA3ggl6q4EtZiORjPK-eMvILI,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_lin.yaml,sha256=geLCssEBs13IFeaSFF_mSEKb6J7Irn-UYpJUBichBVw,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_lug.yaml,sha256=VG6XyRNojPoHaizzZtqtXJ-8KIk3l9chdC1h51sQwxg,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_orm.yaml,sha256=AVHG682YZf4tS-BRo-MPx-FROeENkJjFcLG5A2mKgQs,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_sna.yaml,sha256=lnJcFDZGyAnZVaMNm6mLg8BsTJNeMAE26wGQCVTCDOA,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_sot.yaml,sha256=JQwjHBvEBxdjKLfnKO0oCJevfhL4xUnH2ZxgnMxCJMQ,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_swa.yaml,sha256=oKo_8nQeIVwr4aeMAPzMv1UnwLXcky0UWzaQszTsgnw,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_twi.yaml,sha256=g88RA8SelbMbWSHn9Oh-OxTKIHpOGoemw_-hZS1ueA4,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_wol.yaml,sha256=P2ye5HvYNcnyC8mTUXdj6Sy3BeyQRA8acL9-PHGmjvM,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_xho.yaml,sha256=aLLE_RPnN34UHgHJZJxu62S6ec_qZndKw_w8TcY2x5g,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_yor.yaml,sha256=Uzaka9hOAdfP_JXHns_aI8c9rnztVvpUoKyQfYUIeL4,102
lm_eval/tasks/afrimmlu/direct/prompt_5/afrimmlu_direct_zul.yaml,sha256=ctjZV06bBU3KWrIp3vqJKYaOzcQRpHMy0T4irnO7zJI,102
lm_eval/tasks/afrimmlu/direct/prompt_5/utils.py,sha256=t1_2yfsEecEh1_CwlnF9R2ucZfk11C8dj5MirQpHSz0,672
lm_eval/tasks/afrimmlu/fewshot.sh,sha256=D9s00X_1fEU0G-2FfXuFO2JW8MwijcxJH0joD_pEm2I,598
lm_eval/tasks/afrimmlu/gen_utils.py,sha256=hrV6HznQmreU1UuE2cmPjbMUdPKUOXCTndyaqq-OOOI,2921
lm_eval/tasks/afrimmlu/translate/afrimmlu_tt.yaml,sha256=3WYScSSL8UOTPBDXwE0F6z0B8SstuWbPamuFG08OGA0,167
lm_eval/tasks/afrimmlu/translate/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate,sha256=7ADKV9Zr8dWWvI0NzQrhEK--_PQRiCU5DkUcMWaj_WY,833
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_amh.yaml,sha256=NDPTpdzFRumr14cQaSOV7f5zwxC-lsWXAY5NB73lWJU,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_ewe.yaml,sha256=jKv77YEbUhKqcfrNnKDXm3TSdYCnjHlZ70Rb4Cx9Gy8,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_fra.yaml,sha256=349TyPGX033yw15IdrlTnrx_8XR2hf6frVChpWpWTh4,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_hau.yaml,sha256=u-8gswJVFID4qEOH8fLQEq14N6lDZlrHo5uiItVpeCs,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_ibo.yaml,sha256=2wRfooMaiEq-gwgEM8T00nBiZNuDacvQCapiAvXLT7Q,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_kin.yaml,sha256=dXgbLn-NYaqfeYDy4Pyp0W7N2qHaBb65otoWFK0JJlk,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_lin.yaml,sha256=9OeS3gg6dw1GpyeO_-FJPlj3TQr6dBK_kpf_1UcvFXQ,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_lug.yaml,sha256=OWn35tAyLgvdIaJQj673uPwNvd8Bhjho1ycvzjyRj74,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_orm.yaml,sha256=H7-HyMeXc77DT4X59LjzhXw7OwUpzJ3auNSnvH1lL5o,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_sna.yaml,sha256=CUTQK4ZvLqEnLqospN-QThE8kLjinK0AfAk2m99wp8U,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_sot.yaml,sha256=Ae4X_DSGYsig4zjgBuab3x7vnFrZYzjaymqSQwxU9d8,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_swa.yaml,sha256=8xp2FxmrkM8GmUa8NUws1zikrq6gm-yTm43TO-qIuIg,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_twi.yaml,sha256=miPeTPJs_ajp2VZfSV6WAO83TVA9fao-AZVlG4cLkcE,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_wol.yaml,sha256=BeOC4mNpF28cX1bSwKbblDXpuJR8dmqB4jb_UYt429c,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_xho.yaml,sha256=9596JLxJED9yAlySYCQhS9QbOWZqxQ_DZq7CS3ACVfQ,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_yor.yaml,sha256=QyxJLH-DJW9pxojsfyPpGY_7RjDD0N6gkHgjZw7bgNo,108
lm_eval/tasks/afrimmlu/translate/prompt_1/afrimmlu_translate_zul.yaml,sha256=c070m_igEtzx-xkPWOMNu-Tom8gFZRFO4qFCh-cVFNA,108
lm_eval/tasks/afrimmlu/translate/prompt_1/utils.py,sha256=DnZLqUR1pLEnujf1rBQiF4c3ytVIpCFw2jwMP4XYiqQ,811
lm_eval/tasks/afrimmlu/translate/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate,sha256=7ADKV9Zr8dWWvI0NzQrhEK--_PQRiCU5DkUcMWaj_WY,833
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_amh.yaml,sha256=yyqJwbijBhF5OSP_5KsE60rrGjrUArDsdiJAdkzpOHY,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_ewe.yaml,sha256=U0SqRvdy9gv9-j1-CR52tLJuuUwluv3M9ejO9dCi-Iw,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_fra.yaml,sha256=Hgmgyy5yfjPlM7OpMyY4uYg_4HtOqj-l_jgIq1sm3L8,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_hau.yaml,sha256=Wnscjq5Wej_psfRsSrNIQ4nmjU6RPNuFBJcG9xja9lQ,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_ibo.yaml,sha256=E09CJu9jONMpUQM6Z8G_wD0mICyyTA3Y1n4gChBeMYA,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_kin.yaml,sha256=afL9ietmNivYEVYLpGZdN2UYNTerbRZtpGbbjZrsU2I,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_lin.yaml,sha256=JEv0YfAPGEx5m-z3-Gy70O6mxsV7ElDugb3vpFS8fik,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_lug.yaml,sha256=wg0rv_FgkeEEo-VVu7U4KHc6OPLbNHTV6cHGyirKZ3Y,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_orm.yaml,sha256=vthuJs0EhfpV5dLZI5EFUdDnA9ibJ1zIdKehYy3a86s,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_sna.yaml,sha256=j6QAzZdXUnPuXCfMB1IDRUYG2ca0kod4uOPDDhyfolg,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_sot.yaml,sha256=13azTwSYoltchvplZyfNBtRdysB9C7tJ2wIlyrgoxlc,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_swa.yaml,sha256=b3ugQj1k14DeWO5GRBuq4BAP437fBNLhiMW4YRsfFfo,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_twi.yaml,sha256=Wf37GlIJhY38R56seuJv1g8jZZ3nql4f4iirurZerjU,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_wol.yaml,sha256=T0nE8OsYrQ3a-SxSpIQO8WnYTorWb1cr76W1ncqxAT0,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_xho.yaml,sha256=dxwJ0rnDyktNyB9hypsFfWvuT3jtNu22QX0jI-C7QEw,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_yor.yaml,sha256=enKkisnFIxAr6tr4pAIj4kJ7aE2ee1feNmpVKm7I6qY,108
lm_eval/tasks/afrimmlu/translate/prompt_2/afrimmlu_translate_zul.yaml,sha256=LgBxauGnajqVy3gc8oqz5v7Wr2AWnY1KKcCoRMLTh00,108
lm_eval/tasks/afrimmlu/translate/prompt_2/utils.py,sha256=EpfOE8wVKi7-AeYE5ThO8-PU-XlwPRNxzXhHIvsDvCI,742
lm_eval/tasks/afrimmlu/translate/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate,sha256=7ADKV9Zr8dWWvI0NzQrhEK--_PQRiCU5DkUcMWaj_WY,833
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_amh.yaml,sha256=6AsLyuE3AOrFWW2g_DesQB9Ig_4xDi4VmzpBLr7NnJM,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_ewe.yaml,sha256=WO55bNZodxSdYU-CdMNCzl-zkdcl_bkws-Ed72J5wxs,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_fra.yaml,sha256=21PMcn1cBsNhg56imaKzydH59AR9VnHIC4uC15EHHak,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_hau.yaml,sha256=id9mn1MbfiXdGhS9HyvX6COw1fRxW1acLLrEfBFq1FU,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_ibo.yaml,sha256=ouRA4kjwz59XgPWQdmVBzFgtRHdIJTJ4JXj_cw0MSYE,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_kin.yaml,sha256=Oi1inGzkfLX98a0gWjIsPIHvmGXW4yqXI87_Kgantzw,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_lin.yaml,sha256=e1HnyBCM5t13QtBHeHso6WsJTRuSVXlN3w0AeFdlB5Q,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_lug.yaml,sha256=KfTPIQW-vU5theAGf3KNDHB5A3MNSJAE9Dl0McftJuQ,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_orm.yaml,sha256=J9ULGBnNyQZaP-O5igSO2LJ_jdPlk67RBFs8UQ7Vsn4,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_sna.yaml,sha256=R59W4OYum80lN3gvX_xjmiShEpRCm-Ufk9coSglA-r0,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_sot.yaml,sha256=D6bZiWpswafQLVPr1CgRTt7Ot3k38RKGfVG41Sezb3E,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_swa.yaml,sha256=FU0TmWGHXRQgU0d3gjvDD3HZO-v-r-hz7d9TVeOSX4k,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_twi.yaml,sha256=R7zwPygqat54F9iLTcZRq4sCefyf7fWyVFYcqDtpGoU,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_wol.yaml,sha256=Z3zYh61Rwr7SXA7cDK0oJmBLvVky0ldTg78_wise_AQ,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_xho.yaml,sha256=CXCjHxpUlNgQg2iKCd8dtop3TyLke4wVDluViyF5ztg,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_yor.yaml,sha256=usBVIY8OtnbdOWbyoZYcVSI8fn9O3GQaUd0OTT3Efi0,108
lm_eval/tasks/afrimmlu/translate/prompt_3/afrimmlu_translate_zul.yaml,sha256=FQv2QyWiscJ_2HdUA-q1GmCL4_TNBKyt9OxUDFX3r1k,108
lm_eval/tasks/afrimmlu/translate/prompt_3/utils.py,sha256=MoBRSvvv1DyuIppY-a0I0BI7i660nfYzzcTG2qTEjYo,731
lm_eval/tasks/afrimmlu/translate/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate,sha256=7ADKV9Zr8dWWvI0NzQrhEK--_PQRiCU5DkUcMWaj_WY,833
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_amh.yaml,sha256=axLOMAkg8V3kt9TP3VMDlOB9dCAN_iWsHWxDknvq1f4,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_ewe.yaml,sha256=uBvWj4qGbVkFBZOiSH5OcJzPAC0vNRaEHPGgwCUb5WQ,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_fra.yaml,sha256=Ij_A3DwHkg9UjM9TaHLHsEjq_SqyOLE_rzT9YwrNo84,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_hau.yaml,sha256=Z_NHIyk7g6cGELgM9lYwylpPGVUlc3CB2ZledXE8lMY,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_ibo.yaml,sha256=eJBWB7TDujG5lvIPOeZkYCqvgzyOXmIDrS8lSP1BDi0,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_kin.yaml,sha256=6JJX53czcVzlBpLFFqVjLMRtaC5GuPXi6ofhAVqdXj4,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_lin.yaml,sha256=J7fa124mfFNt4RHbYaF-KOg4JFzhVZROrgR3XzdZ56Y,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_lug.yaml,sha256=lE2P-9Yl-uf2k7LEU4LRcCRBqzd0N6TPjcAkbpZ7cAE,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_orm.yaml,sha256=HkfvUU_uwMt17Fdr08Ch52LjlKO-uyuyATCNZKQZHzM,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_sna.yaml,sha256=6Td9upASjbeaA69Bz9g95QQ6ucD8jRsR77evUSHBzUQ,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_sot.yaml,sha256=3geZBDZPAHqLpOYvNCtlUmxT837tLajA6nHl8zCekZg,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_swa.yaml,sha256=C8R0VN7GTuIBFIK3V8vESyJYy_FLyyCaOwcyqAdhKho,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_twi.yaml,sha256=skFLdFbJ_h5b4TNvEnJfX4gEXXwxn-Y1a79UJWBZIRA,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_wol.yaml,sha256=bmi1R1YNnV0B_yp7QCRxI1tz_7F7LigKmcOXuWGiD4Q,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_xho.yaml,sha256=hy-sPam4qqrp9jwLETwtIgR2p3oXqzWE0lvUOqp1B_o,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_yor.yaml,sha256=TwqAGyNXcjVkyo_gGiCOjV_kUmdzCBGfcHT-7mQyZeY,108
lm_eval/tasks/afrimmlu/translate/prompt_4/afrimmlu_translate_zul.yaml,sha256=Yd01MkgTdZWMbayVUqiy60Bp59cQHrgnbM0WZO2LR38,108
lm_eval/tasks/afrimmlu/translate/prompt_4/utils.py,sha256=tk3IWe7CB8UixgBqUiVdRkHkap1F7I2bjIf4ud3z9tE,642
lm_eval/tasks/afrimmlu/translate/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate,sha256=7ADKV9Zr8dWWvI0NzQrhEK--_PQRiCU5DkUcMWaj_WY,833
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_amh.yaml,sha256=j4NqsIh3gdFN1fepkZLduPdsWU6Nls2sO2GybrrDe1Q,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_ewe.yaml,sha256=tIdQglIhORszc3hgfVuPkl_HSbfpOXpyfB_x0umjYkA,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_fra.yaml,sha256=wseGKfcbqUBd54wkDwrj5Zav2D5AQC3DC_s51HYBLzk,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_hau.yaml,sha256=DD5WLm9DTDraufzASEz95lOJjQI2KV977ptqdmYJn_k,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_ibo.yaml,sha256=3sKFYaE866hz0AVe9zkAmWDSLqKGf9S4EBhmubBrvro,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_kin.yaml,sha256=ByibBJBMxRqnuFsCbygsNBhmbkbYZ_FeBINFjsLGjpw,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_lin.yaml,sha256=ZaJHqohV7oR9lEXfATDU1EcB3ZEFbg8t5wvvXscYUJc,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_lug.yaml,sha256=HxF0N56u1-XLkmxNqIpmwzh9OBoejLRgw6KOITwluRs,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_orm.yaml,sha256=jj9l3dCi-THBn1Luw8EWJCr5JUcTx-TL4s_oluGTxbs,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_sna.yaml,sha256=Ah74fC71o0YDXSruBVyWfOokrmz1NzWzOJHXtwGmJjM,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_sot.yaml,sha256=Ij0DZFG5vZvsFa78as4hKsL9Z0-pxuPD81jdH5N7a0o,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_swa.yaml,sha256=G1IhLkvYypU18JUSI3p4fFReTWZSciVIbTDK4i2aol4,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_twi.yaml,sha256=NsNlyRLK7QYOHWDOQTKkH-yapPaWy96b3n0vcpYGtP4,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_wol.yaml,sha256=9dvg2dJ5LokGx4uoflwTknI9_0tJos2FpZ-t-4Dv1Z8,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_xho.yaml,sha256=qsG9NptHNuDuqlDggVhGHq7qMHMuRtd2gbp6Th4UbcE,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_yor.yaml,sha256=BjK493sWuMYnywIhJkZZ0a-ZUqcrbMQzAdr_dpT3ANs,108
lm_eval/tasks/afrimmlu/translate/prompt_5/afrimmlu_translate_zul.yaml,sha256=3XO9Q-zcrSUMgRDLbhLEAM-3-NN5bF1olvvB7WdKfm4,108
lm_eval/tasks/afrimmlu/translate/prompt_5/utils.py,sha256=JeBn-uvppIddjcbMPcc8wVBOsmYxn76SjKaemL2SRJM,671
lm_eval/tasks/afrimmlu/utils.py,sha256=XSg5tcL3v50FzL8uUtr5YeMzoez07_rda-4h29GzGaI,839
lm_eval/tasks/afrixnli/README.md,sha256=ppH2ccPW0LjVFXXN2nO2Va93_qerQA1kxW4twbV_sUw,3125
lm_eval/tasks/afrixnli/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/anli prompt/en-direct/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_amh.yaml,sha256=uDqIr1we2bf5JzSoHeeTV-Vgp3DT9IDfxFYRbPS7XQk,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_eng.yaml,sha256=1bpXhE1IG98hNYZO78sgofvJTaeA7TRXiIBxsDumJ3U,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ewe.yaml,sha256=WbtmhXFsKLvdXVl_wHoDWp0PJezUXkq9yqcl5kwUYDc,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_fra.yaml,sha256=QzZ2rvQYr_s7_AJWpuvcYiSY6VjZ-Glm1CXT9fyR--w,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_hau.yaml,sha256=V8uRa_zXf0VNF9JbcnqSz1FyQZO65b7GLwaDZS5ZOlw,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ibo.yaml,sha256=Or9olSmiorGtZpCW0dEKfAtieJ8-voYt3RbG4CgxuTs,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_kin.yaml,sha256=geKfpjOm1hqODBhhQbEA4H42T9KF1rwuUeW4Kh7FUN4,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lin.yaml,sha256=PEaDBGvYq4vRONgz3BgWAJIazwiunByWw-6ga7hbDEc,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lug.yaml,sha256=FoKpRxGFtmWo69eP238zQrCOxdNabiVYiRv_HMgefSM,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_orm.yaml,sha256=06XiOjHL6hTQd1CzMQLh5i-lCNEd89ARvrKCkOUfCz8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sna.yaml,sha256=D0mhw6Qc7fPd1opO40iguvRv4pBC9B-pHd7cKIQ5F6E,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sot.yaml,sha256=08OU64Jxqa_kvLeksGkVTgbnHMVFoNrn18D2x2lVLn8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_swa.yaml,sha256=vOOu5a8usjWTeyZH3fIjQVtDEbmx-Eog89MPWyXy7cg,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_twi.yaml,sha256=CXR1n_AzqNMByWYVZOZIk7mgdppilNraRyxv7BdwI0E,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_wol.yaml,sha256=RHTJ6RO6rhrNQNhPwnWgDpiYrbk1wvCRjDbV4JfudPY,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_xho.yaml,sha256=7oslvkgMlpqxFAy49Sp4dgHcMvwy3FgTIXBLMFeUBTI,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yaml,sha256=O5ctAQ24Y9QqqGEwv-zEex4_bg_x8U_2NGk3RkFrkV8,831
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yor.yaml,sha256=elsYvLVNBYW6E5VBtmcjHTbEAZF6roJg3sOTZX-woF8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_zul.yaml,sha256=Wtdhru3YtPVZZzPVw1EDoRGWy_dMbM559dxpljbsNh8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/anli prompt/native-direct/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_amh.yaml,sha256=KoYNo2CCmT50h36hFeDaeXw_Wm3HLJgOdBS2fL0KN8c,284
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_eng.yaml,sha256=UUqzYQAwA8h-hgjUDnZkWBTrkdCwlQXhGEhIMQu7qqs,245
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ewe.yaml,sha256=elay1ponPNKu4IjD4vc_7eg-uJaaXxD1cd07vmCiZVw,255
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_fra.yaml,sha256=bNJORHmXw-b2i67D_PZxe9trm4RoQQ8C6PuCyS5gvps,253
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_hau.yaml,sha256=GArIkChwuWS8DSV_mi1nBywKGAhOymGexScLxbWxAe0,254
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ibo.yaml,sha256=1OIf6C00GFMZqnNz0aSnkxKYFbVSuhM5wmRqPQ9wltQ,262
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_kin.yaml,sha256=CiLLRw9jG4keV4S8EKytt6n06dU5zB95EP3AwNFVOLs,250
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lin.yaml,sha256=yjlKEY5ysPvUZ-XIs9PEdKwzmzM2IPCbXNXmyTCLt6k,250
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lug.yaml,sha256=x04QBnxewv2KjSEL2XGKNyovDwfkyarIZNVgZdLmDCY,261
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_orm.yaml,sha256=-tg4Z1hLyoniVRBn3JGPBqNG117K3_swXbIzsIlDQaw,259
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sna.yaml,sha256=MquuRXV3gL4HcRTARZFom9jYF_169dhZXj0r3mDjHnM,258
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sot.yaml,sha256=2gcSJ-bu5XAO8sRC1ZtmKDlQNCblL1AIw9AwsCUrNeA,248
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_swa.yaml,sha256=VJr1Xf0-BubFX8g4nqyKbUGCExNOAg_ixfJTjQ9LK_c,253
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_twi.yaml,sha256=wVlPGiLY5-bYx-ZV-PmEvnh5nxJB0per4TKaYLAh9lg,249
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_wol.yaml,sha256=mJRWYFLcD3l3bjHQFYpfYlVO477lhe3gU4xMTImvbkc,249
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_xho.yaml,sha256=h-WH7xuy2jcjNcg0GKNbQr3qIKcbXEfsxfyWOGiTsgM,267
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yaml,sha256=X6GDlzNDoIfQXpZ8z9lldbxdac_TqBLl68dIAPM8cuM,559
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yor.yaml,sha256=6eXnrEJKoVDO-4nbS2RNruf9asUUgCfvChZSJG5hL-M,278
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_zul.yaml,sha256=t1IWmTL8fUhf20A_Mrmo3syMr3G_jNL03jqEzNduv4Y,260
lm_eval/tasks/afrixnli/anli prompt/native-direct/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrixnli/anli prompt/translate/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_amh.yaml,sha256=c_WPU9U5qH_9lsqDCrGYHg1DpEsVVoh50MO9irIF9RQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ewe.yaml,sha256=yZbnUlYBi78Nq8Oe9Wg7Jh1l8Hb9BRRJFUWTfwdWpIM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_fra.yaml,sha256=cQWpeshax4uAbnp1O1aQfAquLEm_s07BgL3c7ZVxt5w,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_hau.yaml,sha256=9pdnDgEpZwMvSdqDaneOYOakqDeSw0-jZBdjHqiYDyM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ibo.yaml,sha256=ZZ65HoLbdf9rjeg0C0JjxWxQoIe1AHIxoEjr_u7-ceI,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_kin.yaml,sha256=1rmCRgiKtODdcNSiWSsan5j9U7KufZ6LttYOsr0k02g,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lin.yaml,sha256=YvUFl0iQaFe7oK1Mt258ZsU_FtxrGEcL6OAUZhev6AQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lug.yaml,sha256=o0c1nttM1_Jvn--wi5wAuW9yQc66g2AWYd5yPDpEsbQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_orm.yaml,sha256=_8eiGhJussobB2IzYKlJJWa1c0U5QKWLittRCJsjugE,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sna.yaml,sha256=TuXLHiw3sLzxp4YpBXSiFDMFN05e3PYN8AdL3n-p9gY,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sot.yaml,sha256=LzW-2eLZsAfi-2PmJpAvZXUJtkPOEEMXzNl4bLoX6Bw,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_swa.yaml,sha256=7QuNr7uo494Yjputd5C2Ho5w0K0d-SO9UXU_zHOUYjM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_twi.yaml,sha256=5HumwHleJ0uNIJvwxjOqZDzj604Ig9yoBEqCgMza7ao,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_wol.yaml,sha256=ptdROTJpd8I9dG7CTop6vknISZ09kFUhk8e0XQg_9sQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_xho.yaml,sha256=x8m-evMxZlzWnxMq0diClKaPScnKuAn0qUnP3f-gKjI,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yaml,sha256=5susrrf_Y3JtWzam12W5SUUORssxvttcy5KdDUhxgVA,791
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yor.yaml,sha256=pZXoH0HbEVRsvICHKqZDvS75VJTEHoGzOWToAVb2PLs,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_zul.yaml,sha256=DdvlVJK92WyXHSg0RiULQnv67QC633g9lwt0l-0csSo,104
lm_eval/tasks/afrixnli/anli prompt/translate/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/direct/afrixnli.yaml,sha256=4saMJm7rPb8J4jxK6pR2lIZE5xKarMUd3VxUKArt2Tk,282
lm_eval/tasks/afrixnli/direct/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_amh.yaml,sha256=nVw7xyqDDsO2meq2Iai2OVb0VXOLg05uzAJMpGXgUyc,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_eng.yaml,sha256=fWN64ZomWRhI35LAkY7mBE_DxQvvLuOyd-PBesWtkuc,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_ewe.yaml,sha256=2bukpU06jTm1iTNPWiFJhHXUfXP0CH41IvNt3aMvrbQ,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_fra.yaml,sha256=eOrT8b6Cwoti9A7cQJIj8n2lw_65IVu4OpoUgapotPQ,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_hau.yaml,sha256=_7DoYdA_8ZVdgY2FfJ6RVaWFgqurSFA3uc_oxa7Moqk,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_ibo.yaml,sha256=T0s6gDrvwmzZheGJndS_vzfwlhVZ2PSmgw2dszB1qwQ,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_kin.yaml,sha256=hH1lRAQpIn8sWrmtmvhcOCdEsWmXOiKSXhNysOBp62o,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_lin.yaml,sha256=9uvphbSSJDRA_ooD81keAv9Uv0q5Cz7qEF0VnTR8KJI,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_lug.yaml,sha256=Fc3r-66VCug9AwSHmkI-Bl2CqlkmYRhIvGBSYKaWcPg,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_orm.yaml,sha256=2TiHYoa8NrPhIEJuwwIxcLOmZ7icShzdI7uzzaAWWJw,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_sna.yaml,sha256=2CgERluliNHwag3INy7kLIIjyU9v7hzIIZw9VIMNaTA,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_sot.yaml,sha256=_fqu5zJeSmEw2W1oRSOL9cwB0sPA-BaQwlSAI2BHoVc,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_swa.yaml,sha256=zbUsfEmyVOfhNrVgBzQHiA81A-8OXCii-kdW7w9_L_8,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_twi.yaml,sha256=JIJCbd1mtFt9gdaSdd8qONQ24ZLIX_FYyn0kWkUqrcM,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_wol.yaml,sha256=x2itbFbnVpJEhTL7L6fxLmeAwqVnzZFnJKDo1h_jl7o,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_xho.yaml,sha256=uQ7jyXAV4uU4h3_2A0V84vls1Ad6dT6ao_MZoY9-ilQ,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_yaml,sha256=2axo-IK6TIQ6qbw0U9svcCe8DukMXmN0lgI2hIOHMBI,705
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_yor.yaml,sha256=Gwrtxyxs6a77hCMDi6hHcrRR21shxIrd5kGW9uzor_w,393
lm_eval/tasks/afrixnli/direct/prompt_1/afrixnli_zul.yaml,sha256=6dQMragCM4jCSSx4HKBA8DiIijuX99K1BUjWD1KxHII,393
lm_eval/tasks/afrixnli/direct/prompt_1/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/direct/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_amh.yaml,sha256=PoVplIBc0tJNPLK8I_hjrYJCbAxvW_JkC3QPOmGsi_E,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_eng.yaml,sha256=dMDS4aWCgBFWcARDCZwvhUh-vxopxIMyBWrNGS8EVLQ,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_ewe.yaml,sha256=P7PEzX64LGPIiH_bZ8qDZciXZkcdujg4xZX7e-EwR7I,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_fra.yaml,sha256=IHBhxUmc4mmgPw7HFEFOIBff2oRfygc6SsV-fBHVNvk,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_hau.yaml,sha256=-9HJcIASRP48I3k5nmaNlp0Hw4TFeDNscTlw8eeDY58,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_ibo.yaml,sha256=roBTUp5B68g1N57OA35DY1sq9uKVBQtKR09JRBwudx0,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_kin.yaml,sha256=h8dd-jwENPhEqEJulcU7mh1vB2EP7_QUmpTk2CsSdMM,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_lin.yaml,sha256=eo-_9J87VgQgMnOh3Iiy_WTKfW9S4smrNtrJs-6TVcY,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_lug.yaml,sha256=Kl8VRJgtQNC4sA29so5JpEe-vN3rUp-55VRovnVj0Eo,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_orm.yaml,sha256=jwJ023AXW_AmXeeBzr80bJLWROp1XNQVJcXnwO5DR68,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_sna.yaml,sha256=ISb_A1ddEm2wrGNqZyD037nGlw4RLLW1Mp5VNqHlThM,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_sot.yaml,sha256=vDImvBWJHX4tHIde7ZImCwnOmSfNS6uYIKiDCALogDo,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_swa.yaml,sha256=XOD6EWgUKeuTD4C_095IO3W06oNQ3nAop4nsH6xUPOM,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_twi.yaml,sha256=vi3OIyPTk3yTfUQwk1_uIo_2kBKwKtPRPVTkXZXsLWo,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_wol.yaml,sha256=v_cZhb9rgqieuCrUmECeI7Kw0gZNF2hB5g1W9Gmb51k,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_xho.yaml,sha256=EqBi8jsX0zSLy81GLyqb0P5FTPGOV2V9KBNgzpLGZHA,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_yaml,sha256=Qy7-hHc73tXhsTa-yCdIJtXsmnszZHM_4JeeRpOtIMY,842
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_yor.yaml,sha256=TlCDZWTrqpRFcBlmjizbsYW3O5dqgyHp2Q5cFCo5owU,93
lm_eval/tasks/afrixnli/direct/prompt_2/afrixnli_zul.yaml,sha256=LNB5krhAp9jmmTiFy1KgdzS6eMw1ZgZpl-BDaxQbc7M,93
lm_eval/tasks/afrixnli/direct/prompt_2/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/direct/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_amh.yaml,sha256=L-bhusqYyFmfbC6kSCI_PPariUKkxN8U97Z09aaBfoI,387
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_eng.yaml,sha256=III5Px4H3F-35jlkkxfoDaUWaKstC58ItZnMbz99tEQ,387
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_ewe.yaml,sha256=2IoEtyiXubgQR4jyY2i4hxHx0Y4zXjg-7dDwOTfVYoU,382
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_fra.yaml,sha256=BOZBWFijdnbK-vOHtoQlrwhIZz5OFkpDkpMt8FA-39Q,386
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_hau.yaml,sha256=ZlOLRWpy6pG-hDY0dScfonD3hPh8iE3ChYVtzbU3rp8,385
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_ibo.yaml,sha256=smRG-WE272v2WAL7jc3PwH1y2aBYWT5XaF76l3oeJtI,384
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_kin.yaml,sha256=zMkhTAxQ5dbQWGIB9YeNkFQx8Fan_4Nz1sJwJ_wWP1k,391
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_lin.yaml,sha256=RDOeJ8pq08S-7NrRS9nAG8hNxUsI3Px7WSWxZZYCwtQ,387
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_lug.yaml,sha256=TNl-y1uNpGVieUQLTFmAQgwfZUxrxNuvml0vz0oTSQI,387
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_orm.yaml,sha256=A9yGGArvuM6Ag1bDQYiwICRvVEh3kEuRk7bMR1nGOFY,385
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_sna.yaml,sha256=h6lunESOmzeFwXjdKhSLXyhuL6p99zzp2BxMEbBTWb0,388
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_sot.yaml,sha256=dsZMcySHo_tyOmuf_TVMTKZZipJI9I7KpsEUs_sceHA,387
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_swa.yaml,sha256=AW7pp-02NSAJUA6vpBWjePdK0OKwcWp119eqtU7DwyA,387
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_twi.yaml,sha256=gTXqQOOjjtyOu1WNVHT52oDhPjxsbuPL7zvcF1sgcwQ,382
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_wol.yaml,sha256=QZqbLZB0Su9xOgKavXEVwORXppNIgMijWrgzTIb-eNY,385
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_xho.yaml,sha256=CePBNqGiZKbs2cRlF65qQfUV0mLhNnH3hN-wOscsogQ,388
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_yaml,sha256=Ko4UGrPWLbvi0XMiUP-UIOPEP-96QjdOVvVACoV2NVc,705
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_yor.yaml,sha256=5BepP3JL89ltLWwXLIEguNANzg06jtyeK6v4O-yVmiw,386
lm_eval/tasks/afrixnli/direct/prompt_3/afrixnli_zul.yaml,sha256=do8FGXnKCVw662aIGP3xqjFeTz19vEbAmbDoLB3qTaU,384
lm_eval/tasks/afrixnli/direct/prompt_3/utils.py,sha256=2jU7ea5nDp39q_sHLKCRdRIW39ehPmlst5q36Ls19bE,179
lm_eval/tasks/afrixnli/direct/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_amh.yaml,sha256=M56jC_lJYtN3EaSLMXgQ9Hqa7nEJTRyBK4Nt03l-Ymc,463
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_eng.yaml,sha256=tKiE1WqD-z0zxnGuEnitKFwLAPZU5hYlTykIMPS24BY,463
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_ewe.yaml,sha256=GbSb5AbkAPgQmGHDk71y7zL-SPQC8Uj7hy_VDsejj7M,450
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_fra.yaml,sha256=GEdPp3llpUmkNW4_WkF0OU0biy1Uic9rO8DpwCuTA_I,461
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_hau.yaml,sha256=EtCH4qNFMiBbWimp3da_YXJ23fNL1OAZeyuRt-yV6_s,454
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_ibo.yaml,sha256=tV3-w3qXohToLysswzKoz3_KsejB3qTuFIgS6wk7Dg4,452
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_kin.yaml,sha256=UAxMoUXgHRiqldHolYVMjreAEN0UwmMMAhhr2P9uYbY,471
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_lin.yaml,sha256=suoDr0aFb9VqpDplbYp9zFkg2Oy-UTEFmRz9FDJF-wU,463
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_lug.yaml,sha256=y758RLB_8NP4ArjiI4gJOnIzI7nxJBr-h_w7BzIBAhw,463
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_orm.yaml,sha256=cJNnoBeRgLFjtBMxJZIhXHjK30IGe23FF0xLOqbprlc,454
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_sna.yaml,sha256=hW5KggfVeWnigYO2i1Vh7OEgd13pkpDO_DdqRmjwKzg,465
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_sot.yaml,sha256=okI24LCLLqRJ1dXfutrPPsg2qgbzecUymh-4lDL4nws,463
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_swa.yaml,sha256=OAW_ivjN22OivAN-g1s8GNNvj7QUnZFzgIha6bDg6c0,463
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_twi.yaml,sha256=OxYhdTzpUyrJHP9WM80crvYAb-wvVesp6Yg-o9JeoyI,450
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_wol.yaml,sha256=pCseeQ_zxYSX7oZvTeFENGYHy8FsCamx0F23MbgBrNw,454
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_xho.yaml,sha256=-G2vfr-UQUQwlQfkm5mBr0ZE_3IeBpr5K12LLuzxux0,465
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_yaml,sha256=rZc1PqJllrEXHdCl3zwcw855zgRlR7xrolI2F74dAhk,705
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_yor.yaml,sha256=BKYh_LnxAoFkDVpdcoQ_GHzxWv1ijBHjuToiaUFXjRY,461
lm_eval/tasks/afrixnli/direct/prompt_4/afrixnli_zul.yaml,sha256=tlzGN7qQUzKABF8MwgtkwfmJMVvItiUykvScstMk33k,452
lm_eval/tasks/afrixnli/direct/prompt_4/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/direct/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_amh.yaml,sha256=iGyPB3mmPpbQVm0_xLh4c-ltooVR7jaBOBTCsNNMGQ8,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_eng.yaml,sha256=WNYv-oLjQJyFJaQEtdfmetaGoPoXo625sYF-QKBBzsA,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_ewe.yaml,sha256=5KyFS152izUbvtqvy9ilP-6yuoNtMXMdlXmwWB3ihCA,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_fra.yaml,sha256=KDMds2YQQeeLxkru78jUo2dPRwT_Pl_3dJSOkSxYW2A,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_hau.yaml,sha256=p5GeE9qg8LEii10xM-k9d0VJq3DqgrijT7fmmL2giyw,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_ibo.yaml,sha256=gU00KbaNNvzHL8Q6q7sfpHMon75BTwHhZ3Q72IyHk8Y,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_kin.yaml,sha256=1sBY7XvkaXO07tRH6jLgGMLhMMG0c2r9qxOVn1GE8DU,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_lin.yaml,sha256=R--P_qtswNVMdZvEvjIt3ZdpGk4XzSRqbRohyV6VVOU,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_lug.yaml,sha256=DAMkLVnpKE_zhoxXxlzGEEUSFGU-ri9zUCu6xjARLJQ,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_orm.yaml,sha256=0anEWYgRqD0omyJpPXwBUV29X48yDXDgmOGzJR1O1jk,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_sna.yaml,sha256=ON2B40GSPzjge2W67068mqe1prkudLgaxpoxVGS-XQs,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_sot.yaml,sha256=ZYDsgwmUFIRZlgSFxvSjyhAhUmJ8rDHAaJryymZ4Brk,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_swa.yaml,sha256=mVbBu9U2HOGBTpDHyVEnpnQ2C0QBQM6B1ufjcYRN0R0,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_twi.yaml,sha256=Mvjy5xkNg1ItY_n2MPJY2-Xp03QwP4u7U_TPnUtAWGQ,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_wol.yaml,sha256=cSq12tvQA8_VNTBBb2M7_BN5eKzA0bNoINVpYIC-eNY,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_xho.yaml,sha256=rDipLr64eeJu12U7tGBIVyTIUoWyvoujmyq0jpJCyfY,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_yaml,sha256=ckYqLj2722Qo17_vAydopoOheJjY5JERcoyF6QsnA8U,696
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_yor.yaml,sha256=pCY8cxB6O5dXv85snVFn1DAX7XbnRJgLuWBi0ZU6_xI,251
lm_eval/tasks/afrixnli/direct/prompt_5/afrixnli_zul.yaml,sha256=_Rpc7Ma7r90JDUblnyOwSjFFp5Xfk0W5KNa_HlFOlNs,251
lm_eval/tasks/afrixnli/direct/prompt_5/utils.py,sha256=UzO-waF_N880hSLDXwnyd6SEcpdS8PX6KZueSxT7yg4,170
lm_eval/tasks/afrixnli/gen_utils.py,sha256=LzMHOIy_Q2Bwzo5zDyB5xdEEgaR68jhdJ9_s6Yq6GZ8,4558
lm_eval/tasks/afrixnli/lai prompt/direct/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_amh.yaml,sha256=Z-RfnWwcKHWxePf4R4utFCi5LxbP7bp5b2lBodVWRL8,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_eng.yaml,sha256=JQYGDYV2GVvUHFn0onjj75VSAi65TuxGGrBqjP3qFfc,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ewe.yaml,sha256=n7JzrEQlj7eByDGpiUhiKQ1a7NtqsgAqJIF56MCL5x4,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_fra.yaml,sha256=x-_ft4VboYB40fzrNpClAbhRAecl2pzt90xKao1g5uk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_hau.yaml,sha256=501firWWSbk7VquHPhqfCwJjz0jQnDoHEql_6LkPN4Q,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ibo.yaml,sha256=JwBFKGXgiifuoYaOkSgl5WnUZLaW0FP9dIfvonpCDMQ,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_kin.yaml,sha256=Du7CCIm00CNR-PvmXoXDUQQXTDFyBM7AXxo22Oo2ddw,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lin.yaml,sha256=nk_z4RRcuqr6pOg-QiZtmItyy-9_AdrFbLBtq3SOwbk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lug.yaml,sha256=LkShO90XAuDiJXN-pEGaDt991mAu36msb5BgFCX5qhg,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_orm.yaml,sha256=0Vc_BAUTlg5BYH4MO2eEJI2lCRhlVDPVZCoTABDhH6c,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sna.yaml,sha256=dxV7PCEkYPSJIAG5fwLi2-4I_zClBjcyvc1DJyjd-t8,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sot.yaml,sha256=L3XwL0_-R44JnYtIQcXxIxcIqOFy9mZK5LAouXRRIOg,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_swa.yaml,sha256=jjiKwAKBPnhyi2bj6dsEuOIZH1utdXkHMJFWi9YIpUk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_twi.yaml,sha256=dzDYnOcJbkC-RHG2dS7VK9rsS8RYGo9uxiT2mRpyOik,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_wol.yaml,sha256=B0NZ6_b38SbmjgCbaMjIvo3E0F07QUe0SqpziG8nRgo,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_xho.yaml,sha256=yKcsxjlNY54iuClHHELZ1sxRtMA26SskWcSOkAvhPpU,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml,sha256=u-lPnCDBXRnTfJ0g0cmKPP71cWaSVLovjDAhhVWfRBs,739
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml,sha256=TxHRMtOYOKbnzOBEdI583HWRxt1t9MrzB1S3n_5LOPI,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml,sha256=tFtPJz2rQuRoz09dqxGZYBbH58_XfGFgQLcz0WuZXdE,112
lm_eval/tasks/afrixnli/lai prompt/direct/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/lai prompt/translate/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml,sha256=DgovY4pJY8AXqGo2tDrjENaBz-b4g2CX9bMByN4ejxs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml,sha256=Oy8mNFtPWXbyAm9KOS984Nnzop6aJ0lzev2NnCAqm9E,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml,sha256=qGUwInrHL4EnffnXB-vEqgDTs8o41sNC7Sb9TIIJP5I,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml,sha256=J36AdGxiMAveVgJIKgkrc5LMrP6m7StRhZnC8hx1KVQ,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml,sha256=uh-s2Ll77YfwwaDsB5QNA2xqD0OZ2cOwLKGlUjrytgs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml,sha256=Tem0j16yL468plm2e-_ZYp5JI4J7MoQ2urqbTpOze7A,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml,sha256=hdTcco0nrhz0gzjFsliVN8FZee-BneYGxqqxd46IoB0,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml,sha256=a78dVi9V3frlfF9nQy1hFeoIf9QPs1fA5avzcixwFYg,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml,sha256=JR2AXGeeoGYQbLUQugRNqMHf_xxS8wEenlTbFZsTVcs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml,sha256=zz_JZ9O9TKLBsdY0udBKufUcXGEIExwNZJK4Gfked4g,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml,sha256=C2Yt0gVq2s_oLtp8IuaN8F8KyTtztpP-2udTkoRXppw,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml,sha256=zxZrI6dpQUCg3E1Als9hxmTSf3I6WCtpRDLiSwGXCl8,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml,sha256=QMa3sMRYE1t6swDb18JfXLxdRormc7lIQLWb6V_0Als,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml,sha256=JkYB14ctLyrbVOmgh2FzEBqARUyXSAJHrVEeWWXjHHU,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml,sha256=GqfDUg35L3ktj0U-NnzXgOCFbMG2c1R5SusVVYCDLzw,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml,sha256=GV9Rj7G0vOA4xWt8XM6bbneYXR4atCjiKFfsTmdl_HA,699
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yor.yaml,sha256=YH1MQYMFRVqVIqXS4907Fkd9rAOr6AR2U6kTW5LeeuE,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_zul.yaml,sha256=xO4VznfB57lIeSc4AijNtORwqZChWcN_pI2XDfkuvp4,118
lm_eval/tasks/afrixnli/lai prompt/translate/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/translate/afrixnli_tt.yaml,sha256=7U6mpjjO5ew5ED6Ntx0pzfPUrH-oq8PBipNa8BdXJDw,167
lm_eval/tasks/afrixnli/translate/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_amh.yaml,sha256=2-bpI88OV1a-GoT1Y-imxoC2jy9OAf2iBF9qFmMl0T4,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_ewe.yaml,sha256=A9dVsWUI_2CdC9lwcwj_wVRJVnhoFqfInlC7APYF_p4,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_fra.yaml,sha256=64uS6S1H2MDcNwBbI5vwTJNyAmL1c2W3eBL2H5p8xPk,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_hau.yaml,sha256=oczaY9Ud5KP2FAC2kRxHNAXkdF_9NlquPtsigXNZVeA,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_ibo.yaml,sha256=1l7-3c2g1q-0yjnwobZ9gxETJXowHkIT9pVo_brs8JQ,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_kin.yaml,sha256=XDPQKsPmuev6jHIBXkcIelqKBtjzbrI8r_gThAjABVk,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_lin.yaml,sha256=cdKgSD6lgZJrChVh8H7nareJxT6mgzWJ-7uwu9pmu_I,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_lug.yaml,sha256=J5tJm-sFMDUUKcD4L5VPpxss8Oo17UD-XG5pLPS725U,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_orm.yaml,sha256=IgaHmmLQd7wDyF4EwN3iMBjG0z39t8zeeBwPDcR8Lj8,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_sna.yaml,sha256=Noqc22hGt7-SRzgnlIwOOcwaOwsKQg491-p5mfXJwuA,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_sot.yaml,sha256=NcuBgymrNOBK9IgcdQwddV6E-gixgAfMHLyWeWBPJbU,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_swa.yaml,sha256=qmj0G0TpXP2YGCPocsImc7UbTzmrcIwCWxM0UbAVylE,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_twi.yaml,sha256=YFIVSCrvC8ZRJMHTtjGL3TasPxiyDVBB8hqU06QBbiA,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_wol.yaml,sha256=DoXoLBACxvb8Jw2Eok3qajyyR3xCaudDYmAM0NJTmuE,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_xho.yaml,sha256=H1HcfspyOQTmlXEVHybu6QNuc-EFEUvSGspHGWG7vPY,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_yaml,sha256=ouiuCfJmpgaDC-Nf0vyklwj3UoWv-gu2CPqyWMc1oJI,652
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_yor.yaml,sha256=wq0wIoQX1E0BMQE1-xLiYMAnyuPFMl0EzZb_9la7lIA,413
lm_eval/tasks/afrixnli/translate/prompt_1/afrixnli_translate_zul.yaml,sha256=ltGHCMkO9lcGl4zSzyoxqE8FTVtRvMRpkrfdcTxEHdk,413
lm_eval/tasks/afrixnli/translate/prompt_1/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/translate/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_amh.yaml,sha256=IDSS5xh8_pEGHoHBPP8eM6FjTY97Emo5PYnagCU2034,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_ewe.yaml,sha256=vcKaLISbHaKJwAQd5bfh6Ps5wQn4ZKuO7VrugUNg12Y,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_fra.yaml,sha256=6oFQC7lLxilyl2cCwBVTpin2nixJ4r4_uy35TkqkcuE,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_hau.yaml,sha256=jpaUqyRiOpAZ44MDTZr3F_sv0m6fGlxrwkQEYR0t1J8,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_ibo.yaml,sha256=RYTszyFl1m9n6ysr4BMNk29EnM7DLv9vJVxri72mj8w,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_kin.yaml,sha256=zvx6s6MpJTMl7c_-sK9jxQad3pUECvmfhEzjpEHQD3A,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_lin.yaml,sha256=QAROcFUUnD-l36WicZXeh8owi8rPchsmc2nZQJrPXaY,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_lug.yaml,sha256=VFajJZh4UhtwUyDUqY6-pxOnDc5RtJ4R0IH_MYp2xJM,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_orm.yaml,sha256=9Y3GzSGQgpo0lk21MciiWbRP3dFsEJR-nkH1rjBTyDo,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_sna.yaml,sha256=LSbNsbu4xmMsfCC-DoQVzTPGvZ_Hu91b7WWrO7cnsw8,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_sot.yaml,sha256=7QHcYbZ5t1HodsjeLmpd_r69Y9C3FoR-tm-WdkWq4Zw,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_swa.yaml,sha256=VEf2hePGUWCxkgIzhSmi0bb6OHc7RWVHFF3V-9p3bto,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_twi.yaml,sha256=lmQ2CMxEU7FNuZTz6S7df7JNiCpwJ7kfMC3i15OsRD4,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_wol.yaml,sha256=3y68neJUJX-Sr22EtCrr62U8QYfLKWkPrP9j-Zdr-hE,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_xho.yaml,sha256=iWdDadOhRM85cE3JZq3ppRVcnJQck1ntFmrM3lEZAto,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_yaml,sha256=BMDS5WE5aEObc2fBl0eiprYH2IUHoofTHC5cWt1Xc1o,789
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_yor.yaml,sha256=6WicNK516mZ84HWQ0qMo4dqinir0DseNzwdcKQfwZ7g,113
lm_eval/tasks/afrixnli/translate/prompt_2/afrixnli_translate_zul.yaml,sha256=wxxxUO9GeinjsVNq_-0-yINKlAUNzLRn_Xt6tz7J3Gs,113
lm_eval/tasks/afrixnli/translate/prompt_2/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/translate/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_amh.yaml,sha256=6M3LNq3iqRsSYY2ARyNz9VVlKrSBskHyyblwgOuNat4,407
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_ewe.yaml,sha256=s5qH4PyjkwDu7D_mUCzq6x2BMlI0zWvGNxRHpraOgUk,402
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_fra.yaml,sha256=JBW2_O0gIuN_J1_d-S5mfNqTV_Q1r9z1QBZDNzl0kp0,406
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_hau.yaml,sha256=qS6mUzybNASesl7uNaFcgR2dLDRzSPlq4afcibF_F9Q,405
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_ibo.yaml,sha256=rlcKx98rTzIL8_sFKtdftssG0lCTplFXhYpAHBEYTCw,404
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_kin.yaml,sha256=TaeCxPCeLwl87A8SZq992sco9-u3XXjD6OfAWzFJbvE,411
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_lin.yaml,sha256=O42gXW1koZ0Le2r_H8eV_uFJBPl4agWypgO-VME2o04,407
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_lug.yaml,sha256=RKgD7fVbdEd2DQcPzKzA7HuwjtgtkHS0JVkP_cvzKLI,407
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_orm.yaml,sha256=DA_oQnqDuLHjeUiquFcEv6wCLxhN-2aHZ1Z82nDqDzU,405
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_sna.yaml,sha256=xwv3sCpocfA7Z81NHEAJ9WYT58JcPHDbkK8iuONqm6A,408
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_sot.yaml,sha256=x2IYKEoi4hiHSeD9_RLnaTEFzK-647nC18DRyBa5f9Y,407
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_swa.yaml,sha256=JdLqV95Xyc2hvgf5g2diZzkHKCNM2aydN1VLMFkEBaA,407
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_twi.yaml,sha256=y-YD9ZVoqB1VU69xnFUgG_EMCjOgqYCyS0NdP0hxE5M,402
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_wol.yaml,sha256=jtbkKMK3gKWibDA4mqPVIaxv9TKeg_eaeVZ_0faQaJQ,405
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_xho.yaml,sha256=I54YkrFvQi0qV3MUPDwmB3MaWvPWanCKgb720k2rXo0,408
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_yaml,sha256=ouiuCfJmpgaDC-Nf0vyklwj3UoWv-gu2CPqyWMc1oJI,652
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_yor.yaml,sha256=XdWr2CukBWqXaegEMmIIhCm3kq1jSCrXojAVifNYHqU,406
lm_eval/tasks/afrixnli/translate/prompt_3/afrixnli_translate_zul.yaml,sha256=LUXJGYCx3VXYSS2T8bPeHN8n5cPM1zOxlQFd0e7fYwI,404
lm_eval/tasks/afrixnli/translate/prompt_3/utils.py,sha256=4x4nkTIxr9CicEKdAImwbRbWhPHTRxTmemeIjadwYU4,704
lm_eval/tasks/afrixnli/translate/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_amh.yaml,sha256=GaI08mdVKRyhVEKNapvQzLUrxOXfL_AQ2m9hdRscHbA,483
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_ewe.yaml,sha256=piow3rprdBIcJQ6KNzjyWAlOSIXFBfcEDGMLUCYwUOA,470
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_fra.yaml,sha256=6OkjARTLDR8yye2S0RsSpYgKZFz4jmqkPOruIDo5YBU,481
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_hau.yaml,sha256=f7T0mSnU69svmbjK_CgJaPFIpJ40SEcg1MnXhZG4ThE,474
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_ibo.yaml,sha256=pQE0fGag9N4ttYdB8g7qe-L4gY6t-ck5DN-cof9tYQo,472
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_kin.yaml,sha256=2RwByaitGfWB57m-IREOJ56h1F3v4RwGmyl_7ynk0-o,491
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_lin.yaml,sha256=ZlkjExNJQ3ATuzZBqA40uuoND26kqabmn556H2rMZ6E,483
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_lug.yaml,sha256=yRBTfbdrfbJz6oczKun-31DtCbPhIvTO-JwB8qRCuEM,483
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_orm.yaml,sha256=ELqTHnDreWicobYItU8ODWxTjZ1fTcmH-hsSoLvkrx4,474
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_sna.yaml,sha256=yI9N_mQpxNzocB24U49uUNiOXOM2D29_JAgxXne_iz4,485
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_sot.yaml,sha256=H3mzYeRmOYQVEpZtOFCfp9aKiN0UHFXLvuVb3INhZUk,483
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_swa.yaml,sha256=cpqlhLafTt2khxfNgoud7Ia2sPDyu_sEoyHX8KjdJEo,483
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_twi.yaml,sha256=62qK5EC4_Qllj7fvnznRLp7MAFxcsQbdsryyslaLyrY,470
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_wol.yaml,sha256=41Ma8a8va-2Dxqrn7UG8B6l0ETBR63fRzbGOMW6_4ls,474
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_xho.yaml,sha256=4qvSmeiN32S-xawqxd083bDF0u_xY8ncgcfjbOGISbY,485
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_yaml,sha256=ouiuCfJmpgaDC-Nf0vyklwj3UoWv-gu2CPqyWMc1oJI,652
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_yor.yaml,sha256=rSMGAfSi4VziL6Fc2wPa0msck6L5_a6UM_SpJTGGOCI,481
lm_eval/tasks/afrixnli/translate/prompt_4/afrixnli_translate_zul.yaml,sha256=KPOzs_hOKu8SLM9yzz8Nu1mEKJrT_W1lUQx4_iKjNpU,472
lm_eval/tasks/afrixnli/translate/prompt_4/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/translate/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_amh.yaml,sha256=srXng1ts2gBCNN040lOKUUzaKDbN0qiZoVypFdlyTGc,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_ewe.yaml,sha256=7ias4AOwBrwIAP1VansV1DH0qGJDt59_WpxvYt0Wt1A,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_fra.yaml,sha256=QPMQSVr9dt1xUuTSO8CG-lmQgE9-mxRy-FMyOXHLft0,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_hau.yaml,sha256=pB0BymayGhDsqqxptM0lpfZQl_9ip3As435xKPl58U0,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_ibo.yaml,sha256=QSaJupsSFUAFU5wiLcMhu2Z4MdDMCV1Pha0TyO8cihg,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_kin.yaml,sha256=jrxaTIjB1L0Ku-iF-gPj9C62bo2SHIRNN9gPVJRwM7I,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_lin.yaml,sha256=-t56jLw2mOpIeQEciz-3QTed6TVoFAvyNxy25VyZcxU,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_lug.yaml,sha256=wQOh8ePfjXFahcTelSQ158Vh08xyLDJO_slbkdiFIg8,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_orm.yaml,sha256=tSlrl-mveL67Tp-F7Xa2sq6yw-zMo1acuD-YclQsh1o,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_sna.yaml,sha256=n5yuRC8ZJTmzCGvwOzFP1tZ2xIBXyLH6Xqr28b6jSzU,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_sot.yaml,sha256=GSO1XxBwBn2uXfDFuBAEf2I7ebNbi2h8SZGJnlkIBTQ,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_swa.yaml,sha256=Nmm6RmDI6Ogy5lDFuBBNB2RHccbA-n3z596c0G-WJXg,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_twi.yaml,sha256=rn39RRnPSrhwU3di1bgsgNUo8KrictJPemjEE3lpvsM,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_wol.yaml,sha256=VaPMjq8dXpTLTRKQBprrzYyQyJy1oGTjLFyCsLMInMQ,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_xho.yaml,sha256=oIfSDYmcNiTnIIVzT2bg4jl4C7h8SiSCLw1F1G1HgpI,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_yaml,sha256=Z8Zrwt847HZSMYQ4CKfNbukBMPMs_03GI--i0gBoxXc,643
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_yor.yaml,sha256=UzM8IxPPzXK9cYKDDWbGcI0RI3QO0WyRO7EENJpcoxM,271
lm_eval/tasks/afrixnli/translate/prompt_5/afrixnli_translate_zul.yaml,sha256=mn4TuVm7oH4YX0O9N1QI1C6wPlmO8d7pOyACatGT6ic,271
lm_eval/tasks/afrixnli/translate/prompt_5/utils.py,sha256=UzO-waF_N880hSLDXwnyd6SEcpdS8PX6KZueSxT7yg4,170
lm_eval/tasks/afrixnli/utils.py,sha256=YwEbI9MX-woenVEY10ru-YFZBdOGOiJwOdES4K2pQmM,7025
lm_eval/tasks/afrobench/README.md,sha256=2q9BJWDKhYOAFsuf7OIelg0f-xH4KpVRi92DGTpLRA8,5216
lm_eval/tasks/afrobench/adr/README.md,sha256=-78KylJNhuYI8P0UdyVv7PkO39CIWMMUIfdcGcaYG8I,621
lm_eval/tasks/afrobench/adr/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/adr/afridiacritics.yaml,sha256=90Mz1P3TlN9MEwzvLqGlgwKOe44jTTmZ9a4Q7Wm10Po,211
lm_eval/tasks/afrobench/adr/gen_utils.py,sha256=rwE_CvMS7ToLha0pKZppzi3uvRYd0aFwOnb2BRkYev0,3569
lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_bbj.yaml,sha256=gOE5HaR8T0cFbzTz1lep2lo1J5c74LUvSTOJoNmp6Fg,225
lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_fon.yaml,sha256=6cwnRPt7FVOR4m1bmduj7pXN4Zk55ITMDFXBaM9BIks,225
lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_ibo.yaml,sha256=funJpuFu8mZcFn1dEIWqlmrmsakijHLuR7fUrgxzl_g,225
lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_wol.yaml,sha256=t6dXR72AZZezg1I8JerdDeCKRZC93FplUhPprekPkyw,225
lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_yaml,sha256=5e-NvWmgqA0bk1cJpGOImD8mZCXuudbhmp3uRg-pJVA,440
lm_eval/tasks/afrobench/adr/prompt_1/afridiacritics_yor.yaml,sha256=7ecrtIwS7Prri-ysMKwp4CuD6M3shtd1Qq-FmQvBou0,225
lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_bbj.yaml,sha256=Ds9gW2J_FCHP-DPLC-NgRrTPqqqALgC_4QmabVSFbz8,299
lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_fon.yaml,sha256=9U83dWUktcwrNRatTCsBvLooTeg41qJ0qlRHWwv2MMI,299
lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_ibo.yaml,sha256=G47f8X97JbqpNbulgujg-nRB_fpAWTHD2FXhv9o-fsw,299
lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_wol.yaml,sha256=wqJXsA8JhxvgWpAJG9liWk2crCsnu_7alKMvU6zUBY0,299
lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_yaml,sha256=xqnrx5-YHbScXvfrw1VxJb6RGhWDghsn7fwBCnXdses,440
lm_eval/tasks/afrobench/adr/prompt_2/afridiacritics_yor.yaml,sha256=g_zZundvKzIY1BDbTKNlAad5WzDn6TZ6pVXbswTEJkg,299
lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_bbj.yaml,sha256=i95GmH4hi1gMrtNHLdnAVpXaxRL0vmRHQbXSXD09yVQ,265
lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_fon.yaml,sha256=IFJ3EOi3kXU6kC57DPJfANg6o2Mr0Ie4MVlWS2XnkUc,261
lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_ibo.yaml,sha256=doIrJiG5FtKJA9lPTdKpl0oyPcIDaF9l-K6T_R7Ls-8,262
lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_wol.yaml,sha256=t2bPtBdAR7TOQvOn4KhpkZ318ZQz0A4vOEkLb1OOFx0,263
lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_yaml,sha256=xZQW6StXjBUkETXev-wJ38TgtNH356PMuS_gFE75DeU,440
lm_eval/tasks/afrobench/adr/prompt_3/afridiacritics_yor.yaml,sha256=bY5DzJxnaPE5-3TzdPygbO-4I03UTEUTKzhYeDUyXNg,264
lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_bbj.yaml,sha256=_S-hsGFOZd_s4d9qSz1FpWe-K7Jxtz2mQnVvaRvOeYs,285
lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_fon.yaml,sha256=bVxFn18IURIuLLnXiEsWznkza_SSVgUpYKQW8HwHSx4,275
lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_ibo.yaml,sha256=B9_ZLotsMpa32prlpL2je0dA7nq8A9BU4dxS9zFwfhQ,277
lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_wol.yaml,sha256=yA7TY99U5OpmmcjFxzAwzv3d-OglV1vbVm5qPsm48jc,281
lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_yaml,sha256=RdxeHZzOWHCwpsrbEGnmoAZ0WYUVD-UkgXNVVAnGKyY,440
lm_eval/tasks/afrobench/adr/prompt_4/afridiacritics_yor.yaml,sha256=TMAg1Ar4eCXN2KjaDXX5ATRen5EjYqMPI9M-zjNb_c4,283
lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_bbj.yaml,sha256=PhzJUEzT1sEKf4j_iQMOMZdzfZiMMhWCeffZIo6EB1c,429
lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_fon.yaml,sha256=1nPu5rlR4IW03slg_8jd6K4t3zSW-n_vYcSPF0GYukM,417
lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_ibo.yaml,sha256=Yir6kRP2h84_yVDZMBsjzw1IaPYOt0ZesgQ_2Anco9E,420
lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_wol.yaml,sha256=XDETX5J4BiQEX8D6qCkaj39esUFJa2MM7cVowR62QRc,423
lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_yaml,sha256=Anq50GNhLKxmT0T303yfOoB31VdScCK5xdATxd__8AI,440
lm_eval/tasks/afrobench/adr/prompt_5/afridiacritics_yor.yaml,sha256=SGK9j7IEooKeplrSn6RYi6yEXgNd2yoDLjTmpLc13xE,426
lm_eval/tasks/afrobench/afriqa/README.md,sha256=LNzfwYbPQiDyFWNzJNFx8Nom9pTSM-xHIool-gGPBaQ,2570
lm_eval/tasks/afrobench/afriqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afriqa/afriqa.yaml,sha256=Rfpe-K_bjXcUMRWJkx2_o7MAVYLJsRiC7iTyikrPZms,229
lm_eval/tasks/afrobench/afriqa/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa,sha256=NsNqq01eZNdI_S4bxAdRca1c509Ttswd4k6kSMgDkPA,908
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_bem.yaml,sha256=JhTdR_6GnLTwjoY9w-rUDmsryZDA9tk8qCkZslglk0I,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_fon.yaml,sha256=OoAk-nUmwPHWKck8bSAYuLmGl5Rl6-N5MFROB0z886w,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_hau.yaml,sha256=uAteuc8_XnZWlpvkdVRU8KM7BgqHqayGns4up0sr2Xw,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_ibo.yaml,sha256=XGL03QGVLYZwbLbJHRhIZMX_IM6wCzmoKd-QXQIdF90,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_kin.yaml,sha256=QwGz3SvV2qMnSM6gKnncIPZsYtWkzj9D2qLDw7dTi2U,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_swa.yaml,sha256=NamJFBeI2Ga0looasVFOludMmoOLkNzYtoeXjMJFUnw,354
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_twi.yaml,sha256=8PcZJYiQ6w4MDKPsHVjSS0O_DOX9I9lrWxVotuH-YFA,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_yor.yaml,sha256=KuquNBsuHlXwPb_uDiX232VXULv7mM_6IFgxlLejxv0,299
lm_eval/tasks/afrobench/afriqa/prompt_1/afriqa_zul.yaml,sha256=c4thmg0IyF4Ged7IONDNJ9ZyDColfUlfDSPnVtSMTAg,299
lm_eval/tasks/afrobench/afriqa/prompt_1/utils.py,sha256=YJhxifNTLgEmdrgL1ZZUQfyc2UkttIEzrvzwbibhBkk,1483
lm_eval/tasks/afrobench/afriqa/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa,sha256=gAxNfbzgAVFML9gdUYQbHj7oexJNx5eHrcTlAua8p8Q,908
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_bem.yaml,sha256=wlD1917TRSZBRI_N2jaQMPJPHhi69yOmjvDkZ8Ki9aw,374
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_fon.yaml,sha256=OE_53Q0uA4gWOi4CrK4hK3L5mvaodjk56fl0sbhRiG4,372
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_hau.yaml,sha256=jUvUUP4-tcJ3IHbX7ww4BrLVVaXsSTMO_mFUQ6nwWkU,374
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_ibo.yaml,sha256=MWnGubWlr8oHLF1VQDOxINM48YhAuLaNy4sZtfU7iQ4,373
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_kin.yaml,sha256=KCn7_5WORuDfgBydbo4dq-uY8kmgQn5OKF1jAd9PjMM,380
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_swa.yaml,sha256=QNKdlJgnkcnFv5LvYI9etmIhnbN9lLvVCDpdO06icWo,431
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_twi.yaml,sha256=4AAwGHw2agyXGm0vJDDsT5BNNgRjkwiivZA4XInjBy0,372
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_yor.yaml,sha256=3vhxtAHivd2d7RnlULDd1vHL3YCcFZXdV1KnyzM1Pds,375
lm_eval/tasks/afrobench/afriqa/prompt_2/afriqa_zul.yaml,sha256=KdLOmTrs2Z8dyuosNMD1y0PwB_2euYgTi0c4dOTFeVE,373
lm_eval/tasks/afrobench/afriqa/prompt_2/utils.py,sha256=YJhxifNTLgEmdrgL1ZZUQfyc2UkttIEzrvzwbibhBkk,1483
lm_eval/tasks/afrobench/afriqa/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa,sha256=jS-GdLft7o8elPmLT3EVWm4eJ9UdQr_ehIQsTDrgxoY,908
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_bem.yaml,sha256=NPPlTOINW8iINHzehgEZlKpXjtQXJDThUjJS2gxi05g,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_fon.yaml,sha256=ez4UmyaiIr_QMZzWw2Af82pl196bHY1kSnkKPO8xo_0,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_hau.yaml,sha256=4dnXxXypW7-Cuv9Rj08sCy5xYKeOGzsFpLpyJVwJ3Zw,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_ibo.yaml,sha256=gY5gFYWs-HnyGr-nitOMBEreyRnZTIrbTiQ3xDH9Nr0,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_kin.yaml,sha256=BeVICLJs-HAC4oCfDeJSkNdkuNYDorH0yxGRrzp418U,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_swa.yaml,sha256=cUKsVEH8r4xD93-97SL7yfp2luV3tEMdJUeoegrGdkE,349
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_twi.yaml,sha256=KHongIEOhK9bSp-JpltiDnbgdmJ_GwXVRjj1W6UKsZA,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_yor.yaml,sha256=yX91xOMBbRUWsn7ZnuM6ZnRjzpHcHberHeZQIJ9iDFA,294
lm_eval/tasks/afrobench/afriqa/prompt_3/afriqa_zul.yaml,sha256=tvqxnsS5Tl7eapGmR_ZeWpWs-Rzzpn08u9fQ5pK3a2w,294
lm_eval/tasks/afrobench/afriqa/prompt_3/utils.py,sha256=YJhxifNTLgEmdrgL1ZZUQfyc2UkttIEzrvzwbibhBkk,1483
lm_eval/tasks/afrobench/afriqa/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa,sha256=n3UuHJHQMovA_dxujlcmbELt6aeNvDK1D57GT3GJEOU,908
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_bem.yaml,sha256=ojuOmUoyDolUf5iWgiMSsOSfYD_7Vv9gnGo3DQ3evqA,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_fon.yaml,sha256=GWYEqoBFTyFCOy2Xa94PEq-vGGoLPmjKgs7IgBoBTYU,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_hau.yaml,sha256=FFZ31vefNLHgic4N82DH0MkXk5-OolTmP8YICoUahm4,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_ibo.yaml,sha256=q-Xyjl5UAjd6VavcUGQEd6HU-6cmvk8584HCOtVEt3I,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_kin.yaml,sha256=YitKZC5NMI3NGmrjT2X7M4SstPY6NU6syAOs-jlf474,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_swa.yaml,sha256=tlWiKuCcii3FHq_LQzwTlImucyRv38H8krvKYKA2md4,403
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_twi.yaml,sha256=eGJ-_PR3QRGZFC4uk3b8pOcPOi2a_-pMQPdXWIcwki8,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_yor.yaml,sha256=K_BtpTsuBW_uJSPGI1E3OygCDz1dO9V3Iix8LSYgW8c,348
lm_eval/tasks/afrobench/afriqa/prompt_4/afriqa_zul.yaml,sha256=LSw7F9reYboucMisFkgiryCyK10Dz1MQVvTmgOLe-Uo,348
lm_eval/tasks/afrobench/afriqa/prompt_4/utils.py,sha256=YJhxifNTLgEmdrgL1ZZUQfyc2UkttIEzrvzwbibhBkk,1483
lm_eval/tasks/afrobench/afriqa/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa,sha256=W-oqLHJFFjih43OVwDVW_KQiF3xD9l69SGFE5JkTRB0,908
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_bem.yaml,sha256=w8pbXN2nFzg_RrivL2MtvVszevEfixqejGdDT2uWOm4,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_fon.yaml,sha256=b23rlBPMUwe6EzDMUjqHWM-gRCLp4BWwvFqQDrU0VdI,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_hau.yaml,sha256=aPoYK5QrA-L5foFx4DK709s8Harj0Nwx9UIHhMmUA3E,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_ibo.yaml,sha256=yCyEEP-LScxpRQNSG9g9XAWMWYcv6kjfMgIgk5ie4fA,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_kin.yaml,sha256=EVZFYhcO28XAx8KHKGMc_JGHMqNuaS9lde3-PrgMlsI,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_swa.yaml,sha256=-BGQ2huGRZ-_m2tJQoHrhzaMYvV3WXMwZtOVeW_cdAI,347
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_twi.yaml,sha256=NZpsnq5nkZFw_GcilkDGEKhHc0Y-E8Ta3sZnjR6hMRY,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_yor.yaml,sha256=D0gR8akyCBXAvay9qXrCipm1SQrdOHVaO7tibZqiVs0,292
lm_eval/tasks/afrobench/afriqa/prompt_5/afriqa_zul.yaml,sha256=1a3cwUlv2eDKGNq181l4HdwRnciI4zmPjoj7Op0_ikY,292
lm_eval/tasks/afrobench/afriqa/prompt_5/utils.py,sha256=YJhxifNTLgEmdrgL1ZZUQfyc2UkttIEzrvzwbibhBkk,1483
lm_eval/tasks/afrobench/afriqa/utils.py,sha256=a-OFGymMa3DuC9LuL_mzIIvhuRFdCGertfdCoJJ25-w,4043
lm_eval/tasks/afrobench/afrisenti/README.md,sha256=CyMayxNZYm0e_JBQhaAJvVuOoSGLgDx8SyDd8-iY41A,3877
lm_eval/tasks/afrobench/afrisenti/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/afrisenti.yaml,sha256=lUXYIy1u0I1fXHdqXZwoTlLWMIai9s9WiQ5W233mQcE,247
lm_eval/tasks/afrobench/afrisenti/fewshot.sh,sha256=kuh8R_mm4rPFLil72krn-SsBSl6oN22fjl-OuwFYUyI,5266
lm_eval/tasks/afrobench/afrisenti/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_1/__pycache__/xx.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti,sha256=Yi1P7kv90vAsO5cCN6R5hn55H0JunO8FO4zNy_rcYbA,943
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_amh.yaml,sha256=wV3Mfct7yUaIdQKOKM7XyomaeLnuYD__lr3ST2_x2lM,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_arq.yaml,sha256=oscCDjlZ1wEdCsCTC0AWhsz-vqH3y3BNQPKp2STcMP4,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_ary.yaml,sha256=hxa2YUZuvUvfGbk7e_8YyLn5Rh3jwDbK3SH94qSAR7A,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_hau.yaml,sha256=xcF28Wp_ChPa9zM2VcGFPkavRZLo3_KJTL5rVS86kBs,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_ibo.yaml,sha256=O5AeQfNAFGfq0YTG0rrUWZF2CwAt5UqnwyjmXaCAI9s,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_kin.yaml,sha256=HEY8u49gnFNd42QuVDvGGcV8AM8bKcigFHVnV2kOq3Q,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_orm.yaml,sha256=ERGO7P8dFFNImdQWQ4rpOWbPVfd7ZaQDYKXUGS_DTP0,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_pcm.yaml,sha256=qZInUbHX8DGrYXDHU3mtgbRTK7f8SOVEuCBxjBCkwRg,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_por.yaml,sha256=nHekxP93Q1IfAYispggs4zXPi5T9zKjT4obiWVugZDM,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_swa.yaml,sha256=j0PEu-g9-SbreRsDMqxJJJ6K_Skia_HaXHOKG-L4y34,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_tir.yaml,sha256=AdxLJfy1nyzOH33Mev6lQm6zGIi9KeDNp6a5fUjClLI,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_tso.yaml,sha256=plLqo-beY0FvzF06RwTac2-aV2PQCCpCL-OdIvAMhT0,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_twi.yaml,sha256=rfa9NC0t9V9O81hLnLuU1IKTRbaJBHVOu6f-AnEeJBE,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/afrisenti_yor.yaml,sha256=Q1cup6NWk9w7j7wz2eJgvVfUjEBLWzHDs7ApIIFVT7o,90
lm_eval/tasks/afrobench/afrisenti/prompt_1/run.sh,sha256=Ha3P3zn-qswDDjMKtv2t5_L2tCwTxtTuBbEnHfQpoh8,1011
lm_eval/tasks/afrobench/afrisenti/prompt_1/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/afrisenti/prompt_1/xx.py,sha256=pXhfS9PSXdCGC63n__Uu4WzRUvGYx1sv2dzZ_25NUNs,543
lm_eval/tasks/afrobench/afrisenti/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_2/__pycache__/xx.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti,sha256=uVgYnbRUi1O-GD5tAFjzmP7imdt-3F7BFvpnTlackAE,845
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_amh.yaml,sha256=AtNPgLhGpc8yggOwObvyLD7YgS6RuXFI1c9UfBHWyAc,206
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_arq.yaml,sha256=CJoydJkKy1xLV9TFU_9RNXrFyX0Bk-PA4hKSi-J_LHc,214
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_ary.yaml,sha256=ouo9NXw-gh0JG008ZoVBc5hC5Y06ud7i2aoe9ZDlpC4,214
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_hau.yaml,sha256=JJtAFGPQWUi3F0hUBmfW3Y0-FXPWjANQl3VksGNXQRA,204
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_ibo.yaml,sha256=mvETKytLbDExHlIUr7d4J68RAYeUKQ7u_Hlyzd8UXgc,203
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_kin.yaml,sha256=I3wjBq8siHio2GCnTAzaZLtXZrIHqzLw_3qS3LyRgS8,210
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_orm.yaml,sha256=vqcLpVV5TG8WJVmH8onFlVKix6QX7kGKfNQp_9J1Uo8,204
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_pcm.yaml,sha256=uCGTWoCsmW3Lj6WHkO4y8ohWkURLvhSpj9ovqAHfyt8,214
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_por.yaml,sha256=X7eHCqbCLoB63gmTJ5AR1d-d3W7ugGqO7vgUZPizweg,220
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_swa.yaml,sha256=qFZZ7L9a9GqePeR9w8Et3YxZxsbL1jwq4fRAYO0HzTo,206
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_tir.yaml,sha256=EsOYPy5VrfQUWX37y6LMd0QD0R3hq9bmLcpLOYGjPfY,207
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_tso.yaml,sha256=Tglw3q9jMJSzQnLHQjjFnIIfLHuLHtINj_oibM67nZw,207
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_twi.yaml,sha256=qN9Z5jdRua5HIfp0dpRG2B2T0FFqaLHLMH53jMFvEgY,202
lm_eval/tasks/afrobench/afrisenti/prompt_2/afrisenti_yor.yaml,sha256=68Vl3H9nvr1rH4H_FK1_1msCC8Br-TAhknudUSWKJsg,205
lm_eval/tasks/afrobench/afrisenti/prompt_2/run.sh,sha256=FDGqWjaS419zN7cXpF79ALCasBZR1KQEmpiLAOcwtYI,726
lm_eval/tasks/afrobench/afrisenti/prompt_2/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/afrisenti/prompt_2/xx.py,sha256=-GErxTdVMxK9rtRHScNtqr_UV7EEFsIMM2N-jAjyx5g,129
lm_eval/tasks/afrobench/afrisenti/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_3/__pycache__/xx.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti,sha256=nFD7rv3s1aeSNiXy27iabj_v-b5LQ233DI5S06gBIdw,846
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_amh.yaml,sha256=RjZopWnov_0hCMhX5SjWV8q2tRkOqzKxqzZsv76Srrw,342
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_arq.yaml,sha256=HFdv-zw-d-dJQ_B8zlucv-M61dgTw1G2mHNrRmBzqg4,354
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_ary.yaml,sha256=vqouNI6wY6_ypucof4fbGjnnW_02boBEaQIL5G1r1DU,354
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_hau.yaml,sha256=lKLlXmO79YjK3UoIEt8pHYhDoQuvFLeGBpCpx7dtGHA,340
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_ibo.yaml,sha256=2t-Cg36fs2_dYqfwp0nBJB7_AQRTXhqPlOpXKj0KRmk,339
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_kin.yaml,sha256=-wU5SupNEPVVvxBYA3AsoZd2SJTQPSCB4iQuW7pYPFc,346
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_orm.yaml,sha256=dy7qnQ_PuQNkXA8T4vjITxsuhcVVbnMlsm7cDWk7eYU,340
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_pcm.yaml,sha256=Gl0D69bX2yZ6gMqWGTeLYhGuekvlVjoK30QuEXb7tgM,354
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_por.yaml,sha256=zXAP91bKkp2lhywIIUF6PL_XZq3boQ_5GwYIkIgCd8k,361
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_swa.yaml,sha256=7tR5EOxlldSeHIAncHdIpFXO2qIgj8q-ZdtlpYYL8NA,342
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_tir.yaml,sha256=oLOviLwOBUEuL4ZoQHO4-4_VwSQVTwKVMi7LPnhFSHk,343
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_tso.yaml,sha256=tivQjcQ4BY1oFhRvSOCihzwYDB1bDos8HAMHYyZgRkU,343
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_twi.yaml,sha256=a93m-iHh_dwrBG4gYSEt4qlJz7khWZF1iFbHZ21QqHY,338
lm_eval/tasks/afrobench/afrisenti/prompt_3/afrisenti_yor.yaml,sha256=xnT8-MdcX3DIBZ19zsXi6SfTopycNNLfcSiHNpscbvQ,341
lm_eval/tasks/afrobench/afrisenti/prompt_3/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/afrisenti/prompt_3/xx.py,sha256=3XsxPHCesjZLjNcddC9r5dunjGWpb2SMHmxqJDZCQLI,122
lm_eval/tasks/afrobench/afrisenti/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_4/__pycache__/xx.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti,sha256=6lJJpR9pwEw39NBMwLOSTJFFrB2GntDd2QR6MAgO9Zc,846
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_amh.yaml,sha256=8Ca8qdSdKvv-tyO8XdxfTuRZ_ihLu602IVU21cSMIjM,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_arq.yaml,sha256=Z82le-U1wFBewpomcjbq24QF6UG75OrWkyYnSNdkKhE,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_ary.yaml,sha256=P9fSebtVyh9YKHyc1cYoEgvsPcBgMhtnNuVG6ww33Uk,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_hau.yaml,sha256=FqWKWrmH-i-vDyKy075pjdBh47Lu0MllvjNJEITfWSE,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_ibo.yaml,sha256=QW8_euD7Cd1LmpJpOzTrtxTombUIR_1kVe7VP_G2IM4,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_kin.yaml,sha256=xOCr76mZu4bVJalA9ftAVtkwIMBYHTeW255iqaFJJAE,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_orm.yaml,sha256=MXaTB_3oj-on-0iF-ZTctY4Puq-2lM5VR21DKNxg3LM,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_pcm.yaml,sha256=F388Oocv1xc6xsG7coWtsTFbnEiB3MLSAJteYNPrQTY,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_por.yaml,sha256=U47bQoYpdUQXQWyaB6wEapgSjxYTncYaR7j9y91RjuE,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_swa.yaml,sha256=z_Y1tjkdsvzMIrs6InFFYI_L0EXr5fOFijCSgPEmgM4,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_tir.yaml,sha256=VQnYrAji60jSVciBaoQfEJcc2086_lQoMzc70oSiyj8,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_tso.yaml,sha256=vC_QZvksSeCyFYj-dBWVqy5cg0YHlzotqraFJAHnlvo,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_twi.yaml,sha256=sNvs5Ukmoxrrul35IAuVneXK8LSGrAo3zK8TuH9PVKc,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/afrisenti_yor.yaml,sha256=g427xMt50ge81-gn2f92LZ2FBb5nY5TAKvkV9Wy53jA,241
lm_eval/tasks/afrobench/afrisenti/prompt_4/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/afrisenti/prompt_4/xx.py,sha256=LO8zmVOSr1jMgrq685bLHJTrKmzyPQ1hbBxk5ArCN_U,122
lm_eval/tasks/afrobench/afrisenti/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_5/__pycache__/xx.cpython-313.pyc,,
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti,sha256=fbsqWbOYNclnbFOq-XsV5bQa0mLFmRb8bgH0qMmwzFU,845
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_amh.yaml,sha256=qcEgofwYve_4lB9xBEiZlCr5EXD1JSrLwepsL8IEzz4,837
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_arq.yaml,sha256=Mmvhh1yw-2urQauXg1rIMVlB0H0kq5blM83MWuSzd1g,845
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_ary.yaml,sha256=9CO0fb_AbN1IkgJ8nuoeGNckcxCaqwZLRFayrac4PN0,845
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_hau.yaml,sha256=fImJx1LLAdkHu6Yhvn0uWIsQYCW2myFTnh2DGhSVIpU,835
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_ibo.yaml,sha256=leqrNABjuJHK1Wci1QAP8IxKdNeRs8A_q0Ogj-fgDa4,834
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_kin.yaml,sha256=9XtPEznRPfbL7X5DIDsOXf5p2yrSnmM2KrmajR7GyXA,841
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_orm.yaml,sha256=FYVm6HzV5u8OUtpaJSFotelQv9Nm6DBgl6xm11o1BL0,835
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_pcm.yaml,sha256=PKLywqCcf2ZbTKfE1n9KqntaHE098vs4nlbcfDwdcRk,845
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_por.yaml,sha256=4KvimBmuswZ-L4Wtp9ECuhQjMJHCTWNMzpKFu4F31N0,851
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_swa.yaml,sha256=ZbycPxpI8_h_d9j6tOwsqUPk3akwCZMn9AFxr5_Yjlg,837
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_tir.yaml,sha256=aL4K62OXMaoXZESdmDZW9whiPoL6YOTwCPpwmydRZ2c,838
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_tso.yaml,sha256=yDMPVf3P28NpFHtaKXKICGQR2S1UWFRbAfLUJlYiIuM,838
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_twi.yaml,sha256=YwDppGqrGue5XHYfzsU42nsi7FoBogV1kiq9-l4rHOE,833
lm_eval/tasks/afrobench/afrisenti/prompt_5/afrisenti_yor.yaml,sha256=YB730ZZcOcq0nfSKmv_3IxfOqj_7vZf1IquU2NrnesE,836
lm_eval/tasks/afrobench/afrisenti/prompt_5/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/afrisenti/prompt_5/xx.py,sha256=WXOi-fefLmbZPZkECLT4FRiecf87uIZwACi7DwKZSeM,201
lm_eval/tasks/afrobench/afrisenti/utils.py,sha256=upB_JB6StSaHP96zxukoi0-duHcOMDCZIxNvYlRt7WA,4456
lm_eval/tasks/afrobench/afrobench-lite.yaml,sha256=FHS39aU9a3flkg9vs-Gy5BjjZMzdfy_hW6shr8jIjO4,280
lm_eval/tasks/afrobench/afrobench.yaml,sha256=5k_9MuIeEk5Ie2CP1td0eiPMtxgQeSrwVeyknfgRC-0,503
lm_eval/tasks/afrobench/belebele/README.md,sha256=k3kRt0AmThTqiGNjA_wDRz6wjOxe72bchMBj9FEgpfU,3305
lm_eval/tasks/afrobench/belebele/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/belebele/belebele.yaml,sha256=jIcNwfOTupMuePH689SAaADmzy9kUJBTmY6fE1_UFcw,241
lm_eval/tasks/afrobench/belebele/prompt_1/belebele,sha256=0PpZ8Bju8wh4YFupiolau3f61NT67M0QlqQQGm58MBw,542
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_afr.yaml,sha256=NIWpL2ZQKf7gCn81e3oeS48hlxnSJRmsZ-k9pupAbtY,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_amh.yaml,sha256=7UVtxrFSFVBxV49_qRtj7rPCEDtgsB9gNFE3kSRROeA,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_ary.yaml,sha256=TZdEipo4LGeTC0QuuvZ6M3LFH6fE1YCbZSgs5Lmyns8,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_arz.yaml,sha256=a7uFNchx9mO5ScSOVW4lfoiBNgYyNTV5T0iujFHF0xA,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_bam.yaml,sha256=Bs0koCzkh6K9m5AhpgWWfxIvDg9yldLyVGj9FZVyrdw,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_eng.yaml,sha256=4JgGMxdXIJYKgD1aYuaG1UgWzYjT2u32aQwWgd-eY2s,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_fra.yaml,sha256=xzFoO2J65jr7uUl3Fo5_SYnlsxSIZ0dJEjmWVvvUqyw,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_fuv.yaml,sha256=AEb57qO-HA_xfCZpPBUThom80ckmqy3rCJlbxK7Imrw,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_gaz.yaml,sha256=pZxrfhtuhVIaQUH7Xt3jxz1oise1b4CiJVETtBIPDXQ,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_hau.yaml,sha256=YCYzECMo5mTyMaxw0L4j9UhyBws2cLmIYoijvg4BwZc,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_ibo.yaml,sha256=qJfVtJ_geECSavehpDfI2o0DOguGWU1v5o097CxhrxE,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_kea.yaml,sha256=JbVBgixIgVwhErwiFXKDE9IY4FllRfKRYTqYlz0J5tU,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_kin.yaml,sha256=Cxvkioumlj9QPRN35tP1mFik-a4GqPq6RUhwCwh1YkA,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_lin.yaml,sha256=32MWq0r8Xbfj8tG3snDiyporBhK-DSjq0nkt-z5SOc0,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_lug.yaml,sha256=uT9bnwFcFcVsxD0UeW8OaFjAk_yyShU5EIEiTDInvFo,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_luo.yaml,sha256=p32zxHlpufM2QTLTspve5kjkzvlS-cefpQzZNLg4iAU,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_nya.yaml,sha256=GwQJjxR8do_bC9K9g_i0gJKq5rg7P6l1xZfXOY7Zshk,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_plt.yaml,sha256=2xbMGDG127KjRbsWD1DjkqwnVJIUnNuljtx97oPSdYk,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_por.yaml,sha256=9JwKYFaEwKFMR6iUG-DcTo_oXZGj6N2sI3PiR4Xqa84,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_sna.yaml,sha256=3reLHp6NMNtgscSTydp-JeigtHnHjj-s9gTdQkEEulA,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_som.yaml,sha256=YVERDgNLihXBCVWnVlJrIGd1hSrGn1WjoyqGjFVu-Qw,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_sot.yaml,sha256=AGZpmIUmcscrDcgbxkZ5gmbY7GiwcYp8q53GsQWUZKQ,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_ssw.yaml,sha256=Ysf2BAJwG0O5R_0BUWKU4H-ckLAo8kJaTFKLNb-nkF4,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_swa.yaml,sha256=Ct4AIqo2uGaoC9YMesFB5VWzxJ5pMybjx3weXVoBBog,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_tir.yaml,sha256=XJvc0ZbnnbB-ZfphEfJjndx19wPEmlO9I1i9f50qeos,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_tsn.yaml,sha256=pPqqgq2ZPV8sAnq_qV1gU0Pmc8W5H5dALCr11B5aVdc,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_tso.yaml,sha256=-oWUhd4zxFplquk_oJfKUHo3lOK5TcYVh4i-iVrYx5A,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_wol.yaml,sha256=HP_FQG105avgG78JK82ZnWPCV54fqYiI3DUb83-KsG0,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_xho.yaml,sha256=li24xsGJL2L7fLSWZHI64I0OESvzUDT5-ioQrSHEx0Q,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_yor.yaml,sha256=iWFsi5SOuYxH0SCkYTD8jqVkWmtXh3GWEshTTc2ZAEc,301
lm_eval/tasks/afrobench/belebele/prompt_1/belebele_zul.yaml,sha256=pP8otCsBnG1kJu1VF8jQrw46ypEXfPSke7FBXfrMRRw,301
lm_eval/tasks/afrobench/belebele/prompt_2/belebele,sha256=zC0ax0u_JpIY2a64L5XJbWDPyZiX5eISECmGJRFzFMA,542
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_afr.yaml,sha256=A_o187FX_iQcgHEFFrx_S1B0mK9okuPs06L6LfXt0cY,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_amh.yaml,sha256=ykkOUl0Kr34kx_FOI9yAwAxGaA38S5iXZq-zSl0tWrI,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_ary.yaml,sha256=HD8w2yrTpIaZK6AcJOPKIa9ito5n_TEYDxwBJhQw5s8,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_arz.yaml,sha256=nKTORld1zbaIevL-bx8Hlqgo_sXa6_rWmGO_Z0-qT7A,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_bam.yaml,sha256=F4nG2z_OsnZUvvCYnoxokoQ1qfdytbuGPuVzGcRNT_k,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_eng.yaml,sha256=Wo31itYpvHi5srPWxbeGed2T7mOU18f5DPYqvEbXZS8,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_fra.yaml,sha256=Pkb1hYT0fz2MfHSqsRmUjkieQCueq33Zei0MWYsd_7I,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_fuv.yaml,sha256=j9l32QAfkYGBewhpT0uWSfd9O59X3AWDViW1zbiYk9E,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_gaz.yaml,sha256=au6jc9HCcRxUHEZGslicGet7pgBPdLIoyPHPHYQQZAI,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_hau.yaml,sha256=ahvay5WpUPvZG-WJ075Cqg68CTKDyU0tiWg6SQmJCac,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_ibo.yaml,sha256=tW48DoiJwiAoUpRIjpInNOerrdnQMtanivw8UHOpwhU,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_kea.yaml,sha256=yWjfSW4uri2W8npKdXb0t_0VkmJ5E8L9MhWAs3A_ywM,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_kin.yaml,sha256=U6QBSjv1I6KKVbtuDi7KaCCwsHyosboaXZnUA1XIfSA,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_lin.yaml,sha256=OO-E89sfyDN7yb5B2H6z_Z3gCEjz6jx9-CGJmc57-P0,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_lug.yaml,sha256=9wGSryBLVl1OmVqJIOXF-bjLiA5yWh43Te6jM-9-KhA,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_luo.yaml,sha256=egKjZck7CLqziKwdTbtl0ePlmNd3fDj-QhWXumsMCZc,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_nya.yaml,sha256=m7_9q3E038DdNt81Yu74dbkBWb5wOrZnedUQPXSu62c,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_plt.yaml,sha256=MPH-VFQ6srOuq47dFvSp8z-ZC_mj7FN68bUPtegVrQs,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_por.yaml,sha256=sE4qEUQQ2UxhmaJysapk0UYF5MrY6n6RyC9sgsljhl8,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_sna.yaml,sha256=LLk3fb2vuYa0j5aHb3wbdqzlVx9g2bOlaTwGlWHDk3c,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_som.yaml,sha256=Boq3MjsNyqRfL49v919Qy9mGr9jDe74BflkNLG04CAw,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_sot.yaml,sha256=4Y_US-1tEHjztNNiOmgGoLiN_k2tEhYXDdRJSndSYhs,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_ssw.yaml,sha256=mfT48iBIsbvG9eq0XR_H_i9MkpMtBy4RAThnqr0864k,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_swa.yaml,sha256=RKBfgt0FtRPmTuEyszyNR4COzoSodV9hGTk7ArBpmyA,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_tir.yaml,sha256=trGyMGV-W1pqmNofaNJQwNmMNfqBLCD6dwMzowIGnQc,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_tsn.yaml,sha256=kSk__mjQW-1beYbNz6b_m8JvjB1DanfjGhOw46F22PU,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_tso.yaml,sha256=kIw-tVjVVTIVvMPjiExsbQXpDQ-HxmEc4wgWx8AcoFU,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_wol.yaml,sha256=N_Yy-S3Xdg4tRY_Q1BlWWs_fHoEBjmiP1j-8zac222k,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_xho.yaml,sha256=XlkSEv3JrDShcL64wM93Aw6ZiL4kwYTtQeiU7z0rYc0,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_yor.yaml,sha256=tRJgqIxFQ5rlfkYRSUSG95ugtSWzJ_8h-xvoElK1wGQ,314
lm_eval/tasks/afrobench/belebele/prompt_2/belebele_zul.yaml,sha256=DSXfJK-IJMQXYYP1Xo488hZOYMEsGt3wOk63IQCAOl8,314
lm_eval/tasks/afrobench/belebele/prompt_3/belebele,sha256=u8BC1SUXkgcd0Vxk6rFqAPpBVazzsQKwvWMQvuEJXKg,542
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_afr.yaml,sha256=RyDUDKwJNhzrJATbFNO_IeBE0GtsOU9lcN1H_2ltX0Q,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_amh.yaml,sha256=x4NZTYfs-iltS4tBDbFajFD36IL7gPpPtn0jMhz5ymI,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_ary.yaml,sha256=j2IahYa7NV7dBTVRJDTCJF2atHbpj5vxHfP030HpJ9k,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_arz.yaml,sha256=Oqxx77-L9JV2gzlzo6v_2PSUf7kfc2XuQAcb3GHxekc,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_bam.yaml,sha256=BQ3EKlAV0McctBKVFM5Q9SxQhlX8mkER7DlKYcfdaEg,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_eng.yaml,sha256=wS2gYjHQy8D6l8oqumiLjZRmtx5TDzT2xdrdufzIg4E,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_fra.yaml,sha256=ZlVyLeq9bIsJK65835CZ2IhY-84jAkKoYw_GvlITh_A,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_fuv.yaml,sha256=Y4ywbcP9Ls5Pq733X66xmrACs-ZhyvrIfLNwUWpEOPg,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_gaz.yaml,sha256=Hlz8RdAl104CK15vPcAdsnAulLLv6b3qZts4rQzhKVE,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_hau.yaml,sha256=_dJaCeI2M0aLni7fDvljLvpvon9x4CY-tCL0UqKzuOQ,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_ibo.yaml,sha256=iHfh2Qx-vWlDf63hDfyu2NOszyYqxiwVePaOvu-R0Jc,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_kea.yaml,sha256=Ia4YvCXx5VtDh3B9U55WVX9xVlskiNAgwMEnl_2kl7o,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_kin.yaml,sha256=tOhJoDwfGmpQCxYnLoDvt0Mkk3WDEEOo80CKbOkVcC0,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_lin.yaml,sha256=A7GwH5KJ03GlHmcGk5Ar3vjTOjZU5r6laRIcXEhQI8c,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_lug.yaml,sha256=HiqUuMhVvvF6y6K1lLx7fCvXxQlVlhFj8CkhBGdyGOk,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_luo.yaml,sha256=jAbxiURI1mNoI2otg6YaPHh8FMqmNqKLU_LzICppZUY,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_nya.yaml,sha256=nAYxPEvqtNzxC1oi6H-I6GmPQ4uvm2tRvWFiPCsPr4Q,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_plt.yaml,sha256=mnHQlBTNzK2Zlmuaj8xC_C7TOUxhgqBjnw5amPgQiFg,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_por.yaml,sha256=XgQrkb4tUb0sMB6VR_8CIpSEiQSt-HYYpFpPvpOZN6Y,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_sna.yaml,sha256=VGExH-0X63-VXeBHtDbNHsjC5TOlMUGBMF704vfBZrE,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_som.yaml,sha256=SVUxoRwFMXUcdqOOGtYULtthqNdA8Jeh_1IruwC07Bc,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_sot.yaml,sha256=SaCCpF3kH-b-YXFV8axPvbvCBcvSw_02DwVFD7XoFyo,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_ssw.yaml,sha256=QosieHHJxYTJRy2hQzs5tkX3PrB_4zcBcBAO6m1GBzM,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_swa.yaml,sha256=miDnwcu0c9uIMlj9FL8Ex_Nt-bYxSm4r3IFnQFnZzvQ,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_tir.yaml,sha256=VFPjY48OGVj-tEjPoeivfgpJrtbjWmYvIJzVfFa2CvQ,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_tsn.yaml,sha256=7wypj9IWOjhW2nYOhHBS3ELIJWk9B23nZcuKda9YxhE,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_tso.yaml,sha256=Aq4tzCwoiS_aZlJGVmasFfmfOHUVq3jllMmRlcVnxlU,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_wol.yaml,sha256=0y-dgFButPBMBhxkkX_iuwXvnPYHZI8rjI4ciwXJlhM,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_xho.yaml,sha256=qWzGRmD_Ma_1N5jS6Ge6Gx-unDZ1pQcDM-fKFc_WBIM,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_yor.yaml,sha256=qLqgqWCRzX77ZI73GR__E2StWNBALxj0I_g5eMhMFAM,338
lm_eval/tasks/afrobench/belebele/prompt_3/belebele_zul.yaml,sha256=0x9njV7qSb3hJ1w675LiCMqD7YpsESJtC7lL44qyWhg,338
lm_eval/tasks/afrobench/belebele/prompt_4/belebele,sha256=aWLSXwsymPOFfRVkw5ekSUf6dFl2lDrvjyr5EB0i-ok,542
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_afr.yaml,sha256=fJIs_n9f-D7a9isABW5Fp7rJCMMe1szw79_GMnzGagQ,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_amh.yaml,sha256=va3CBnVYcYCELnO68EZktrf-O6vjE4lJK_zWpiUqAsM,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_ary.yaml,sha256=0LvBtng0mXTiCZKV-UAXoMecD1CKuKcweY2lq0B-oe8,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_arz.yaml,sha256=gvCP8nEaRcqnsnMmPSQvZmdmGovVYZXaAaMog2Doao0,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_bam.yaml,sha256=fLkC5Z9B2ur-_b5Zl1Ksdwp8J_ZzbI5VK6U-GEZwJz4,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_eng.yaml,sha256=pDCTCzGxaYcHFB39R4G_anxtGFW4qhYvqmlHoVC8M4Y,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_fra.yaml,sha256=NTrQAdNwU2rQn8ZjPzgLkMN04P_GM-bAvz8NFR-KjCc,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_fuv.yaml,sha256=GhFCOsWOpBqz17_n89DkSWk7R6t___Nak_U8ye17xe8,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_gaz.yaml,sha256=YUwCLi6yUiv1jojooBIXmTQZejhy19Jxl0YartihGi4,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_hau.yaml,sha256=RTllSIFPBxs2UcfZ84IuIyuMM2HNY48sS6wVC_kXe7c,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_ibo.yaml,sha256=_Sa0E_TFHgyCrrDltz_-5VesK8tH-pB2akcKmDZeq3o,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_kea.yaml,sha256=net7UQYUyWUgE0EyG-6Sxd1ikTm6o6hxMnbC10Kv6sw,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_kin.yaml,sha256=3iT3fXrWz75ukFT2Lo6u7qJD2VCf7UKG85UKRR7maM8,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_lin.yaml,sha256=PxWja6_ZPjaD3XSdlWvCO_9RXquVAWv1TS8HMVUuW2U,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_lug.yaml,sha256=qdGLLkhQs1jBw5CHDEhJ6Ry_mN6m5RTXhOgWADuJwfo,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_luo.yaml,sha256=QODhL8RhC7SGIsMwcU3VOCp77F7ORV7ZNolshLx43e0,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_nya.yaml,sha256=LthpD300wlNw6e2eWsezWQ7eddNgF671NjjU_um83gA,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_plt.yaml,sha256=No37ML0gSKEZe0j_d1Bd5RnQQrPI4jFdsqZnHOIp0YM,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_por.yaml,sha256=z10JPYPLf65D3FOtSuu03Pi__7yVs_4Aq8rJig1E-GY,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_sna.yaml,sha256=L3OU92UFKPog3K84sZugmvpziulLkXNSrH2zm78HEGA,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_som.yaml,sha256=KFQQKNYG7HsYhxZt_qG6ZRmYUhnAddn35eotTBmwYek,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_sot.yaml,sha256=vDqZSsrnCBe993eYTqIvcWwyAlugKYj_Mh4HSD4pYE0,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_ssw.yaml,sha256=Mdk0r2bKKOOC612QWK41Czq7GuSFLPUfb0VM670VXhQ,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_swa.yaml,sha256=biti_OnJXkQxDPOEqPokkKMkNJZH3kMfL3sqnoEmjuc,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_tir.yaml,sha256=c8x5wBjrsfq02_mCHAgrm78IZn4hbhQgfE8ysD3bspw,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_tsn.yaml,sha256=r68OeVeH0PdZgIFJcQTgD2MWPCfA6qTAg_PE-h6QhsI,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_tso.yaml,sha256=auDRRoYmnrm8c5uYI7Vvt5FcAaEFaDTUCpIw_R6mS2g,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_wol.yaml,sha256=JqnDDo4D7xz11niYPguVXcXf8Qf7ss2obFsVYFLU7IU,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_xho.yaml,sha256=5b8tWBJtIs7rwKIUBXsuIPkQS6P4pnb4frg0IhwhouQ,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_yor.yaml,sha256=ytxK51QhuLeE_ZogPzjeTxNUzRbM6iyiyv5KzcYTW14,370
lm_eval/tasks/afrobench/belebele/prompt_4/belebele_zul.yaml,sha256=Moosy5PdEuA_tnEpXAyXC1Em7_82XbaTxoyKLKyii6w,370
lm_eval/tasks/afrobench/belebele/prompt_5/belebele,sha256=Kt53gQ60vZtvLKTH-QS77pvjVeel0JsKF-Jo_4Wmw14,542
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_afr.yaml,sha256=QV23_FD5iTElHlMbDbEZH-d6mj9oUzYdXMudF_ELgIk,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_amh.yaml,sha256=7HxnTOVKrcNI37KB_qOsmPaewPqa2j6TjOU77mxR_LQ,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_ary.yaml,sha256=TN27Y4yYUkKiVxJKp7oUsrvLQwtkC5SNd7h48sWQOnA,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_arz.yaml,sha256=deWwibxyBXhP-i8VTeAYFi-6wz4Hbq_7Wws-CTZY5d0,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_bam.yaml,sha256=Ai4yKleXaWSjNq79bOxVs6Noutw6TIwooenTIC1z3Nc,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_eng.yaml,sha256=i7P3YhLKZtwUEg56afqMZ4M7RE5MCoHeHpszr6cmmo0,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_fra.yaml,sha256=GXKioQUP3D_RFen0LIc7IrcSaGMbjrrtQL8T8vPMzys,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_fuv.yaml,sha256=S0OkNFWMotzPRYdGkiAVVXD05y89nY6HpCUCHJS5cSU,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_gaz.yaml,sha256=EWDAqnkyfVAVx6_PSERXdzZ600sFsGzYi4kg-8yjy4Y,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_hau.yaml,sha256=sA90Y0mZa55mE7Ctxm7vCuQ1rvQEE8FFNhPo-bAhIIM,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_ibo.yaml,sha256=axthbT2XUCo_CB3-2UTXYEXxUYjNAGzUwwparq0J5o4,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_kea.yaml,sha256=E_HaZgHjF-T7CtP-YXpltvyG8wkGuK3pRnsPz082__s,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_kin.yaml,sha256=LiQ68-Xo_00rjyl87Vboy-xSW0F82vavGdm_WUjI7ik,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_lin.yaml,sha256=NhUAtcci_rXtkAwZ8-RCaTsgxGn_M7n7440yPY-tfZI,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_lug.yaml,sha256=xtzoOBcanjLEYg7-vVkVTnE_4_R7DoKqvmFOIHdeuKs,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_luo.yaml,sha256=H4gSv40T_HBdBJBWdKEv3ALJYYYXoLE14Mho61KiLAw,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_nya.yaml,sha256=j9DaonER2-ckC7LSYHgCmoXmUHlCqZCvfOnnKINiHSc,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_plt.yaml,sha256=69yWy75VGfJoxKSczHH3ElTAnI5--0wQst1juMSqG-A,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_por.yaml,sha256=tP0-qMsHZDaiBv5D5Qe04hVczTCB2GaZscjCJx9mb3A,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_sna.yaml,sha256=f4xwp8vvPRiL5vNZgDt7Kd0Er2PjYNvEmd333rfPqp8,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_som.yaml,sha256=l3L3-2yJgTTXShdvlO5qB6wkHow_hWfR5PYBm1cfYu8,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_sot.yaml,sha256=auuiYtVzGdfjpyTHKajb8A-hbyD9g9OK1nzFJrbys_8,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_ssw.yaml,sha256=gb1yl0_X09DOV68v41J_2_xsrj24ddkCXKXr7dNWxYQ,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_swa.yaml,sha256=KVdrBmDGKDzs7NaOEQzU-yAKVSqARn82gGA4cerjp8E,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_tir.yaml,sha256=SSKeggZySgx2qkA7XEqvwTIQarkXN9qN1WC-vBOu388,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_tsn.yaml,sha256=3-_wLnstUmv9R6DxP6c9yuFTyWEJbfva2Bk9yNIMUPk,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_tso.yaml,sha256=f8T4F-HSBCwIHfWjj4ujjmyEywUtcITizNGts7rREyo,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_wol.yaml,sha256=X4NtRj-yctDz8SlUBTdA4hqa0s4BMPpxOMtrqB16Ad0,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_xho.yaml,sha256=tvCrcPqkeZPQlQbZimOwMTXSEZv-Ah_U7y2-Uw71xA8,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_yor.yaml,sha256=ZCAY0V_vI9lKamVGydDbh-9YaVef8aJupE_OZNNnVkw,348
lm_eval/tasks/afrobench/belebele/prompt_5/belebele_zul.yaml,sha256=8Dm0YwZtywr_UEJZXpekPwQ80TiZ5dCp3Mcu1ixUB20,348
lm_eval/tasks/afrobench/belebele/utils.py,sha256=kt62Bbw58gaYBVgPvaPVf10R-PUMqnMkri2w7ZnWlMM,5239
lm_eval/tasks/afrobench/flores/README.md,sha256=-zSb7xeaE_fvX7hXdpYutM6Jd6uBWOHnIYLSHRA_XM8,1701
lm_eval/tasks/afrobench/flores/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/flores/flores.yaml,sha256=avRohVsYB6C4aaD1J1cNo7A3QFcPYRDvXC01tAngFDI,305
lm_eval/tasks/afrobench/flores/gen_utils.py,sha256=1aX7K5OxFMAL5G1G0TXWY0dF-hGHV6jNN8J1gVjViG8,7019
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores,sha256=wclqYfCl81xmmhBHg4W-b4s7ocPNdr-ewbrxT__b4Vc,522
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ace_Arab-eng_Latn.yaml,sha256=jibUF_TcWVfflHeoqqotcMCvnx3CM2fa7Chxkp3WVn4,220
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ace_Latn-eng_Latn.yaml,sha256=wnXXk9Ht5hUdpMjueZZH75lCHa2kkKuubVUIQqRQC00,219
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_acq_Arab-eng_Latn.yaml,sha256=9Ud6Oh_O2t2xzc0hROSjJDsDlUsJOu847GPSWdr33A4,218
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_aeb_Arab-eng_Latn.yaml,sha256=K5jDuziZhYH1js78zU5s2AEUffiqSTljVEJsYVYQW_g,211
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_afr_Latn-eng_Latn.yaml,sha256=LyL5vlKVvNvWEbQyX0WUk40wXI7iDwI4eH-pG0iLKQ0,205
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_aka_Latn-eng_Latn.yaml,sha256=AiL-E3nkOVP0lx_N8TG2xmrjA443DR5YrD5pEVjtjcM,200
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_amh_Ethi-eng_Latn.yaml,sha256=Npn0tS7HoQ8NAcT1gkHj4ihtFbXmXOxqs5jTYu2VqJQ,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ary_Arab-eng_Latn.yaml,sha256=x2IjXwSUh59aqpttAIFzWFov3wiScwFLuJGbEjmmfeQ,211
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_arz_Arab-eng_Latn.yaml,sha256=GSjIV7M_rZFPsrkQCP44r4kwy6bWEHIPCTISS9OFihs,211
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_bam_Latn-eng_Latn.yaml,sha256=RCaKAd0b2fb_nCqvCp5HxTUg8DvMUM1WsDOEOmwaU5k,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ban_Latn-eng_Latn.yaml,sha256=nQxt0wnI2yqU13Zg1InWuA9fiuMjyq9274BmwTZs_sc,204
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_bem_Latn-eng_Latn.yaml,sha256=WtTGi2M0llKd-glRk-iuZySSrO4Bynn0fpFviwqIn14,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_cjk_Latn-eng_Latn.yaml,sha256=zSpJMfVDkbNyjOZTUyYAHj1dy3MbnSbI1tNKP5nRf1Q,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_dik_Latn-eng_Latn.yaml,sha256=vWcsPLy4hRhW844MAvOJ8thyOFNMY8LzmG3DPqMkxVQ,214
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_dyu_Latn-eng_Latn.yaml,sha256=lLHX4tRhJmBySWLHolggjhvf2r2s-HcA3HONoSME6LY,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ewe_Latn-eng_Latn.yaml,sha256=1tKFAOvVKBTFD2ItymBztos_Fog-E4JFzMwQo-L2lg4,199
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_fon_Latn-eng_Latn.yaml,sha256=VImAMwMCSYMwmltt04EKLd0KTrmG0DC7F-AFmQSI9Aw,199
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_fra_Latn-eng_Latn.yaml,sha256=asZEy_CSIeR5Chwhpnix4W7UsG-N9Hz36CQuJ9KN1V4,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_fuv_Latn-eng_Latn.yaml,sha256=sCfjzg0Iag_iKw-nBzjJKjbxM-QMn6346tLFbjbvSTA,213
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_gaz_Latn-eng_Latn.yaml,sha256=b-haLHS9n0NwtX18qS0E5izdRBWP7cR6U4diOxtP5PE,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_hau_Latn-eng_Latn.yaml,sha256=WToTT57eaDM-Q-Zox18_3kcaBg04dfkGavQAQvbsTsg,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ibo_Latn-eng_Latn.yaml,sha256=EIJT0yoQKWhkF2D3UEyPbYzzF68bRcQ463p1O9DfLqo,200
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kab_Latn-eng_Latn.yaml,sha256=HXMpQ5Kd6vCH3rDgsP0PdNDercsfm551zBx9fZK0ICk,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kam_Latn-eng_Latn.yaml,sha256=HyIy5CcLu4LqjnusaNLD0nEkpIryAEFFz91uy_DbjZY,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kbp_Latn-eng_Latn.yaml,sha256=PT3UdvVtPpAX7B1VLPethVZ7EWsKQJ9ITQnG_wETTMk,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kea_Latn-eng_Latn.yaml,sha256=3o4HeD4w-tMgF5Am5u4YGCpuPdCT0xpJw1zBll5AMhM,208
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kik_Latn-eng_Latn.yaml,sha256=W9h_OT_Qft60X6pb17xskcTVui2QBuPIKhZ8HeTQbXY,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kin_Latn-eng_Latn.yaml,sha256=Uv3eBXBomj5fBLz6dFrQeBmtvy_ze9vitTqfQjLahzY,207
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kmb_Latn-eng_Latn.yaml,sha256=C95g2xHxIYVq0E7NT6QVMieiF7ze3jXV6-hIn84qtrM,204
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_knc_Arab-eng_Latn.yaml,sha256=8dfPH6HT9zTOjHKWQ154RxP_PFvbiwPmz4GlStGJUIU,226
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_knc_Latn-eng_Latn.yaml,sha256=eBLTJoZ25njunn4R_IbEXV82LyhkU5s1Gf2trI-wfIY,225
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_kon_Latn-eng_Latn.yaml,sha256=g9jX0VVqW2sT_czPorXLmfPVx-NksVMTHwpsESFcbyc,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_lin_Latn-eng_Latn.yaml,sha256=W1do0n8TCITmzcExWgAH7bU3vD6oBhtqD57m78igevw,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_lua_Latn-eng_Latn.yaml,sha256=JlA6oSfu6tbW5LFeom70BQrAbvtD5u0TX8aJoAmziMI,206
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_lug_Latn-eng_Latn.yaml,sha256=4UMh7nkzgK8kpDTDGugSZO147mg4mxiIDs3jOdd0zAQ,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_luo_Latn-eng_Latn.yaml,sha256=oi0nJMH3jRGNtqTek4CSK3QSn2efg_4J1LJ-kfDLTp4,199
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_mos_Latn-eng_Latn.yaml,sha256=SXnfBhYwMHuAye1yDVRKR-bMt0VjAt5xVy-WAMIT7pY,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_nso_Latn-eng_Latn.yaml,sha256=n9wu7r1xVW_EFMphwbll4shl0IcfgpUmfpDetDzh4X4,210
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_nus_Latn-eng_Latn.yaml,sha256=QSUTdW7sdGZY0WZBpAQlQoumo1Bq9mtBZfW81pHJ4gM,200
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_nya_Latn-eng_Latn.yaml,sha256=JHaQaKICsamLeKDLVwF_FVqRiOMjHAH-2Pg_YohN1O0,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_plt_Latn-eng_Latn.yaml,sha256=L6nMT377280rMAcxb-aP-uskfN__q7a5AUJIgGdpTaU,212
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_run_Latn-eng_Latn.yaml,sha256=Hdg1jksSgxfvhtjlrmSM1a494bEfnhNETCxee1hoU6c,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_sag_Latn-eng_Latn.yaml,sha256=HBwuCDHImyiQ-0FAuhxp9c8yxBMt0WnTQyCKwkovTUc,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_sna_Latn-eng_Latn.yaml,sha256=22zhs62c7_dP97lYgG_TCtEk34_bc_nQ1IdFMI7CLmw,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_som_Latn-eng_Latn.yaml,sha256=ZO40xOnoYBxT968UJXFvKmkQEJ-d2hdCWHsYfQkC14g,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_sot_Latn-eng_Latn.yaml,sha256=gW4QZFNY-9T4IiwjjcwK9xaf0jifvGdeG-TKy57XiOI,210
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_ssw_Latn-eng_Latn.yaml,sha256=Fyeqh2Q5v_yQU9hu3e_-R5zE9uZsuhMnUPWsqHEcEs4,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_sun_Latn-eng_Latn.yaml,sha256=bImnvKkE5OCQ7br6GsUS78m9ZxGAyERRwbxiVRpj9_8,205
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_swh_Latn-eng_Latn.yaml,sha256=SgOvlnu9yjJ8vn4LBI4JtUUvNeG7bQBFhj_3nwG1dlQ,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_taq_Latn-eng_Latn.yaml,sha256=nRwLHKzNOVh76XLzU1n6sKfmMWBNwl7aFGVmxgJPjFU,204
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_taq_Tfng-eng_Latn.yaml,sha256=1Hdy8QCn8nF2QEdqoDHimKA52ivL4iXPmhPlZm9y8uE,222
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_tir_Ethi-eng_Latn.yaml,sha256=LFRBt7MRXA6eKvBvd-PaDqkuqyNPGNpZPL9lnCwAcu8,204
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_tsn_Latn-eng_Latn.yaml,sha256=_wCVv-6keSKShpPkJsdJIqaWCq02a3cdW3BhF6qkTsE,204
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_tso_Latn-eng_Latn.yaml,sha256=hxtNvwMmDrnZEsYrMOPi-15IVR5q2t2yMnwqMjJtric,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_tum_Latn-eng_Latn.yaml,sha256=cqERjqP0p6TQyVbvxBra_CVuFYTMvIcOYDXnm3CSDd8,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_twi_Latn-eng_Latn.yaml,sha256=a___Buv3QvkYs1xbsY95NOpMU5FgiVcrgtzMczgZBuk,199
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_tzm_Tfng-eng_Latn.yaml,sha256=ur7jCIow8naiMdxntJoPn_0_g8ziUQm76PBx4WmMACo,219
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_umb_Latn-eng_Latn.yaml,sha256=xX-ww7qH_LwRjyNu-tfWdbjHzj7-mAA3ps6tr5yps28,203
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_wol_Latn-eng_Latn.yaml,sha256=CNAk1PQPiOSUfR8tbvwcMc5qt2w-3t6qmgO8tIicakc,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_xho_Latn-eng_Latn.yaml,sha256=E9WNLotNnWnTcgtj2TCnmfistfL42t1P8qyq26ucejA,201
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_yor_Latn-eng_Latn.yaml,sha256=sqHpELHQTuOT4cKXzQmHuFNRVDqwUv59EfvK36t8kTk,202
lm_eval/tasks/afrobench/flores/prompt_1/african-english/flores_zul_Latn-eng_Latn.yaml,sha256=pjGmCT-Pi3uDa-0v_qOtdaIEyNzcD3essty3q9hpnIE,200
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores,sha256=iEhahXcfSpHysv12ennh1XlMzcyYit8ajZpvuBbCN84,522
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ace_Arab.yaml,sha256=J5sKkxgcZh5NsaScHhuai9NPxw114RQi-ndRVKd41eg,220
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ace_Latn.yaml,sha256=pVo7KAj2HuhJ_I5CaxBBvWmz7qJi58lNgl-ZxTmN2p4,219
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-acq_Arab.yaml,sha256=WOpf-Uq-nLsY2KfkrFv_9MRrq3fBqvrp3rLg1hfeFXw,218
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-aeb_Arab.yaml,sha256=zdbW06VU6A_QEjyxmSndv_lhJA2cXJlRp-gad9Yx0EY,211
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-afr_Latn.yaml,sha256=m51yqsTeQm4PVub_4GHCCYLmTlkPRD8eZsA4Ut_DpxU,205
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-aka_Latn.yaml,sha256=YeQmekXEvPtzToIfRyg6yS2mqUHRsc0EuudKaqlgZB8,200
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-amh_Ethi.yaml,sha256=GOY1ULPcGP991QMYmus8HrvAT88q1x2Qd9SS0z373KM,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ary_Arab.yaml,sha256=iu0oJI69AO6fqmMQ_vjfmRFN3CDO-FRlPn-0LgaJQdI,211
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-arz_Arab.yaml,sha256=dYuxmi83_YgpMHKFI0W9AWnU78l7Tno9Bg3rFvw14do,211
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-bam_Latn.yaml,sha256=lHCLtQxiQD-wkOiSnl_dzKMZdU5E66198CQs7c6ODxw,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ban_Latn.yaml,sha256=tU8curffbd8vb_d4j8sAnk0DkP3shkr5pDtUB2dM9kQ,204
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-bem_Latn.yaml,sha256=M72uOFp-3rdmtVqErItzhKtVV34RUXaxQnDy-2lmVM0,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-cjk_Latn.yaml,sha256=qeDY1kjp-yaotg4uuclhEzs7SbUz3K0eq1keM4mten4,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-dik_Latn.yaml,sha256=laBXrH0NNCSz6NpMjyhBplVxUbcMKigCfT36dcd1deY,214
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-dyu_Latn.yaml,sha256=S1kkftjtwEDpcJH5xoq2MJxHvz21WeygCH3DVdpW2DE,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ewe_Latn.yaml,sha256=6YYFKc6D6MNFKT6HXeNYXx4KNHvPHRLfX7Vps-qdUKc,199
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-fon_Latn.yaml,sha256=NZ-jTxdJdavhnSxvy9ya0Ag1TTE9HF7MFNcfhEuE4UE,199
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-fra_Latn.yaml,sha256=7Er2H9EddQZ5q00PsuVdF49TErvwuXUK9eJQMVQM8yU,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-fuv_Latn.yaml,sha256=ziFOaVZa1KHLeCxILi4oGN_FdX9AmZGxk8zvUCLX0jE,213
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-gaz_Latn.yaml,sha256=2-SCHfwSWCNtx-eCEiMB8QS_zZ5KDEUimfp60yx-Xoo,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-hau_Latn.yaml,sha256=woMgGvrUT3Z0t0j2GFJVhHB7pTaNR0VPIpx4Q5Qk1VQ,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ibo_Latn.yaml,sha256=a9PNe2xe6XPpDTtQF9K5S0NyERdFea_DhCvxucL8ql8,200
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kab_Latn.yaml,sha256=hqUyiJ96-LzZwG8K1z4xYPQykreDG4enWjr8JFqvIGs,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kam_Latn.yaml,sha256=zuxYVpujSrJ01T7MxAm3P0J0dvLp1nghKS7m5leqsiE,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kbp_Latn.yaml,sha256=DStfm3RY0sgQ1dj-BWB4KrkkQlm9wMjbRmHpmA-qwOc,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kea_Latn.yaml,sha256=xscXw27ES9y0eJdkWCb0m4rb4At1ycXfouGJ_CgpA30,208
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kik_Latn.yaml,sha256=69aBy_-tt3ox5qK7kTS5dxXdZlq-WPrlMmKv8R6JX1I,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kin_Latn.yaml,sha256=LoOAaBdtSuPmhw3uqhhb7fv4m7Ww-o0q5l5xSM2aPbE,207
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kmb_Latn.yaml,sha256=KRLaPWGMlF0Jw58RZLtsk-Nhjfx8gfxzWAuqhv0QG28,204
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-knc_Arab.yaml,sha256=XKGDUULAZPoT34rkxJjwUZki7iM6YJAdIkyiXy586bc,226
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-knc_Latn.yaml,sha256=r0TOQZU2MduqgdmoiksOQpTFlPfNLPMP4iqGgLYIRJI,225
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-kon_Latn.yaml,sha256=LV0SrpOCP6OyBF5vxhUbH66-5PdpIuDgJZv4x9-WQmQ,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-lin_Latn.yaml,sha256=7cXAae3mgmT3g6QwFHmrxG9Q-S8kkQBcHqE0mIUEyRQ,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-lua_Latn.yaml,sha256=OhB_jkTAIKlPD41SSyYUqf5D88FJ3bIBEPH9WSvcOTk,206
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-lug_Latn.yaml,sha256=f0fQxDP-YD16RcidL5GIaueKZOWRFMt7ji8hruhJcc8,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-luo_Latn.yaml,sha256=uxDXq6YpBVpYuFPE8en05zkMP5tCPpWLzQvojtl8GCw,199
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-mos_Latn.yaml,sha256=1sT04vCgy8jWlv9HGB04OQ9voqKYwIkVXEeFhskXbQo,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-nso_Latn.yaml,sha256=sVE7x9XXBV8QOIn-K7UCwWnIDdi2KlDAdN8gc1aVspE,210
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-nus_Latn.yaml,sha256=a_OgaFWoa8fp4cJ7CAvBJqknKP6allr67dl-qZ3Bvmk,200
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-nya_Latn.yaml,sha256=KTwyv_by4I9a_gCIgV9O8VrIG5JuX1Ta6aZkhNjAqWA,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-plt_Latn.yaml,sha256=oQEnMQDp5dCGtaKkxQc5yPk0aAnT8zH8S55AIj3DU3Y,212
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-run_Latn.yaml,sha256=s1fyEajwy6bO7XzI8fHo3OrnVxq7Egcj4y5sphV7mQ0,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-sag_Latn.yaml,sha256=voYwL91mifDvc6EHgfr1rZkrtlvCUJN74OfQovvm9u0,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-sna_Latn.yaml,sha256=znWSvCSqgLoEcE8kTPHksu9a5Nh7NUfIoOEJ35xp9x0,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-som_Latn.yaml,sha256=kszF7QOzVdN3-1EmwMOtb0NuWAsI_mWj847bhv88F30,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-sot_Latn.yaml,sha256=yE_O1b16AP2pImuZCH-_bRXnlsjioeV-uzUfcWIQgrQ,210
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-ssw_Latn.yaml,sha256=gTA2V8SzZUUkFwtRVYnxRrrs6YvemPTZKo-GeMXkebM,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-sun_Latn.yaml,sha256=uabyk4q9BSupq8gJpSaqoKoMtf7pTc9iAjDEyoWyTVw,205
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-swh_Latn.yaml,sha256=BQTBiBYN5dREKklLhtr5wVqNRcoLdKxbTKjKWY2j_GQ,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-taq_Latn.yaml,sha256=MHnm_B8CRrBxCR3IzKwwqDEOYVwgOjlqiGXapas4Vpc,204
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-taq_Tfng.yaml,sha256=od5GHjkpujUq_i7fyMsFLl8A6EsGTgnsfrt1AHF7Pqc,222
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-tir_Ethi.yaml,sha256=guuTEuvt-36xvmHxXtKgklcWT-h_WonUaO7L5yK26P8,204
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-tsn_Latn.yaml,sha256=pA62L_7h6j077Nbk61Hr9JzmV4AP8fSi_z1tgoYApnE,204
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-tso_Latn.yaml,sha256=HTIXgC3xmJQUngdQv0MDor9J6R40s-7hVmmHaNHtlGM,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-tum_Latn.yaml,sha256=Ojq3eNWTpt1jS9-Z0kBdP4ZhfXEPDQBbA0pHOnEKAbY,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-twi_Latn.yaml,sha256=37Bz_ZVHSeRqINB4JlDgU53x0fv1xG41BzahYkMwutY,199
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-tzm_Tfng.yaml,sha256=-T90cjmA6mm0u8xBJBOEOOZMpkZhApTaffy5t-4ju2Q,219
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-umb_Latn.yaml,sha256=94QiQK8X6rMUe4LQX85v_b1OpGNuPwB_CDfJWA1l9-g,203
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-wol_Latn.yaml,sha256=8kZBc6z5D0hBMZqOjLDImLcio-N9V1_QW9oEFXtQ4uo,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-xho_Latn.yaml,sha256=sv_dkDBt-O6uHzKB5L8kKTmERRghROHPK6MszgS-aUM,201
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-yor_Latn.yaml,sha256=FvFrNCERCAcN43LOBmgly2qTlgAekTcog-X0E8KI4As,202
lm_eval/tasks/afrobench/flores/prompt_1/english-african/flores_eng_Latn-zul_Latn.yaml,sha256=D9rxWGgvqHsqKNa1kkGA6lAt4gC7U_FJlB1OAF8SXO8,200
lm_eval/tasks/afrobench/flores/prompt_1/flores,sha256=gcK1qQ2vjbB2pGQH5o3IcDQtzMOFvBt4r6Z1ARp6FEc,456
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores,sha256=VVk-y3bE0w9HL_IT0SWwnhocdyXqTXmYg1TI0tAh4bw,522
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ace_Arab-eng_Latn.yaml,sha256=mlWLJgLKWHpdmPFBeGGOAmU2NUZkwbMcjtVE1xQ7c-A,330
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ace_Latn-eng_Latn.yaml,sha256=oQY-TsX-PA8m3OdVNQxFOWIM-wtkDHsIAibOuh-OJ3U,328
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_acq_Arab-eng_Latn.yaml,sha256=dPLfHznDy4Y4T5xZzz9Y4iADKEixRn5oXswIEwQEntI,322
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_aeb_Arab-eng_Latn.yaml,sha256=-CBkpMtdIB3mv9voAa8v69IS3NvWWBS2D5wO6L7hrjY,308
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_afr_Latn-eng_Latn.yaml,sha256=j7Yq8_3IxS6uVMKKbvsnjhy9s4sa0ilIwnWxUkqUnLE,296
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_aka_Latn-eng_Latn.yaml,sha256=et2AcBALNuKq1cQo9eGn6vzsfa_QuoMpuy3yC81HlQU,286
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_amh_Ethi-eng_Latn.yaml,sha256=hXFYngMpqVQHysm7Aev81Is0IffmoNhg71BZ1F0MV8w,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ary_Arab-eng_Latn.yaml,sha256=kYcQuMfB-skIBVtr0AK9Zlk_Gu_mwbc7Ah80GRA7lBo,308
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_arz_Arab-eng_Latn.yaml,sha256=j9Npm-U4vPkRwG1lx8n2LT1mk-SYdiCoPEzhJ43QWqk,308
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_bam_Latn-eng_Latn.yaml,sha256=kZnBKAe71LcUxoBjTbPVF9ayi2EUUOWfcFeVvXwAcNI,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ban_Latn-eng_Latn.yaml,sha256=3Rinwp9RqJS-pnIF726Qhm_2YBUcBfVFkyPGiEteZRw,294
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_bem_Latn-eng_Latn.yaml,sha256=BjHUAY6WeXZbXrKtxnTlqHa1RGJQTw-1Fj2WrWMYGzQ,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_cjk_Latn-eng_Latn.yaml,sha256=ZqDKKwaG_dlX4moDKt3SrN7Snkst7hHyYvR5_M1NKtY,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_dik_Latn-eng_Latn.yaml,sha256=mAwdxD2XyQfYnE5oea1pQgCKXQfxjavNn9b0imhnDN4,314
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_dyu_Latn-eng_Latn.yaml,sha256=wTlk8RXu09qjogottUd0mUmPZXMp7P_XVwRKg4wyiaA,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ewe_Latn-eng_Latn.yaml,sha256=OxwjYBM2nKrXoQNCF3i7WyJLjOP_jkpw3U-o4CWC85c,284
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_fon_Latn-eng_Latn.yaml,sha256=LN8Utx2YxKhfTpUhirPPnhI3v9xDGXbWpHNK5aAPosY,284
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_fra_Latn-eng_Latn.yaml,sha256=h9n77lFkoH9v4wlYj7ak7Ir5Z2c7tBrv9QaXdm0MAbs,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_fuv_Latn-eng_Latn.yaml,sha256=qufa9cAQ8yJ7Ys11rPlsK1lFzsKfu4iQcgJNdNwZ4mc,312
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_gaz_Latn-eng_Latn.yaml,sha256=RJSU_FkP164zUSRRlDgw4io4kwkQzaTXGEHJmgYDAog,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_hau_Latn-eng_Latn.yaml,sha256=FSIWMHVw2MtxE9xr_fAY0ud7B0ZqoMM0P_Vq2X1DVgA,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ibo_Latn-eng_Latn.yaml,sha256=SVZI6ogJJu0iWWdyx3pPBU2EiqOX2VSPasrxukY1biM,286
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kab_Latn-eng_Latn.yaml,sha256=DuF9cUhXDf7PgBXy7wKdiCTIpIa3hA0KLlfOKoU75ow,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kam_Latn-eng_Latn.yaml,sha256=Bzed-f4VEk_G-jJ5GfZuI1O3J3EDPg2guauVpDtqfRU,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kbp_Latn-eng_Latn.yaml,sha256=z4FvubgU03TDNym05B_--cb1lh1QvFSXVqWQYedBN-E,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kea_Latn-eng_Latn.yaml,sha256=NUp0n2rGUA_R8Mz0S69iOYZvQuAfyQ3SSDqLW3ZCOKA,302
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kik_Latn-eng_Latn.yaml,sha256=hwPIonZ4JjVzaJ-Lx5dfHVlexQh_PGDgdtbhz3IBoLE,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kin_Latn-eng_Latn.yaml,sha256=mSQSa8l1BSXvMvDWW8yf3izscPL7x9Kz2PGgUDQMC_Y,300
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kmb_Latn-eng_Latn.yaml,sha256=GWUlIHqdwzI25FFCT8uU1hWqCXMZexoqpcofPwSRX3k,294
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_knc_Arab-eng_Latn.yaml,sha256=Xw-91ukqTdjGx7xQZqnY2d95KzUQ8FWmXkvbSA7916s,342
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_knc_Latn-eng_Latn.yaml,sha256=AOzxJnNSq46AJoD2c3HZ_zg4z3Hx1c3fMQhRni1cCdw,340
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_kon_Latn-eng_Latn.yaml,sha256=lJY9V6J1mcdfOTRhnr4pGy1RQ9dktIvYeQxqUaSZpOs,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_lin_Latn-eng_Latn.yaml,sha256=YKuhbjcdIgUqIRu4ucAsHFLo5tOBS3wstiPaxxZq7qQ,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_lua_Latn-eng_Latn.yaml,sha256=9o01fP8yhNs1KD8OsNoRnyoA2EbEXTFoFiOAzSVYL0M,298
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_lug_Latn-eng_Latn.yaml,sha256=kGyyzwDQhUUgZMxsuUbSDy6hhb26MEBwp9_Bi-5j1z4,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_luo_Latn-eng_Latn.yaml,sha256=ljPswqJU1w0tcJJ9ad-Jvkjy_Eo7-YZ8BXpBY0x4Xa4,284
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_mos_Latn-eng_Latn.yaml,sha256=I-rdi4vTMmb9MSQyNTqTmCpvky1oBL9ycaH8mdhp8co,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_nso_Latn-eng_Latn.yaml,sha256=V0J0UKM0kwJ_wq7WJ2Lgwm_UFWmXXjc7cLaRLXVvjQg,306
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_nus_Latn-eng_Latn.yaml,sha256=HP2rq1b2VPFfvLUDYiTzoNGW5XfkVJ2zKCEls33zrVg,286
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_nya_Latn-eng_Latn.yaml,sha256=8aYPsg8qwk2B4gPZGjByLI_DdwItrq33c56CMIStWZc,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_plt_Latn-eng_Latn.yaml,sha256=JOFZElRYbjMQ1DqxiH8b4BlG4lvIieLrXrFdsw3lyV8,310
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_run_Latn-eng_Latn.yaml,sha256=xBX06Nok2szZROlejKNtWKFB-y163OhNhsBlsy9EDdc,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_sag_Latn-eng_Latn.yaml,sha256=A44T5Eg76rypqekVhzx40FaSr-VrY_VmyjyUl8Aa0AU,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_sna_Latn-eng_Latn.yaml,sha256=7ftcI3ZxujNdefZi88R0JXy25ftvIYZIsU7UiX_peAc,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_som_Latn-eng_Latn.yaml,sha256=27jNnm4HLhdWYfpgE1hvfJ182EbI-CRlyr1E6dZejWc,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_sot_Latn-eng_Latn.yaml,sha256=evrgpzyrQs2TmN_kOq7rJsik7MVdGuITc_1baKkEBvY,306
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_ssw_Latn-eng_Latn.yaml,sha256=5TxRd3z4UMAB96YYCyj7mkghcMOcX3Qk1IRZOCGk4RQ,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_sun_Latn-eng_Latn.yaml,sha256=smuWA1Ka_hi1sEaGmsZkimXtyfsegCLuDDTx5zMyYHY,296
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_swh_Latn-eng_Latn.yaml,sha256=sdjJ6dMJ-2EDMUK9DYf9POxCWoFS1et8KXHvKbOhZxI,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_taq_Latn-eng_Latn.yaml,sha256=8k6wvEaEYTAamOYR37ctr1rTeJytdO9hJ_TSe4IxCAI,294
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_taq_Tfng-eng_Latn.yaml,sha256=XHFC-fJal0fwhV78GBau1xtbulgB0B9dOKYiPu5faKw,334
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tir_Ethi-eng_Latn.yaml,sha256=rBq5ED4eEyulZdiM2KzQOFUj2hu7CEAXPcQi1G63jyg,294
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tsn_Latn-eng_Latn.yaml,sha256=fVr5KWBb4JqJhCCWtYRPQnXIRrnBUCHR--qMDFnBiSA,294
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tso_Latn-eng_Latn.yaml,sha256=VymW6hiUnXFyv4RHaXyssj37jBWIL18AxZEdkXNipWE,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tum_Latn-eng_Latn.yaml,sha256=v7gMTEporNFVm51TSGPa_o5K6cGkf-75kBxA13auyP8,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_twi_Latn-eng_Latn.yaml,sha256=z1B91qx7IiUCIhchTUdDZ0dmcEKHEeKBK12TzW1egd0,284
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tzm_Tfng-eng_Latn.yaml,sha256=Mb6jo8xpGhEYG2jo6NHalW1Y7ARm-MYlFNzeKL7hJLM,328
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_umb_Latn-eng_Latn.yaml,sha256=HT4Xew4ynswqBYHZP2sFFpQ6P-1tkrse_Oa-x3cN-tU,292
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_wol_Latn-eng_Latn.yaml,sha256=NomRXZZ1rFnrURBEYdlO4AHjrrkzAj-BnZpgW8Dlslk,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_xho_Latn-eng_Latn.yaml,sha256=GsuQsS2rDAXiIfidHz7O9dp_3NzyiRYfcgCqhFqVT6U,288
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_yor_Latn-eng_Latn.yaml,sha256=JPOvOXJ3_meLArrvpyiSAB7NgsyKOhnJHAT33EQSxKk,290
lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_zul_Latn-eng_Latn.yaml,sha256=jl3tZJwwEpa3zLkii-MXRCxt-LUqAL9dPiI6PEFZEHw,286
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores,sha256=9dNZBC-z9qSBkuXmXMZPd8Gg3ucOEo9iQIggNlFzBec,522
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ace_Arab.yaml,sha256=bCSCdvprvbzmtKQEtp4tXs1YbKEyg22OVBN-YSkNQ9Q,332
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ace_Latn.yaml,sha256=eMfztfprbHN-tn9_r1lBimprqSDPT1ZKPmo_UJB7dsE,330
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-acq_Arab.yaml,sha256=oeEcBnSrVszKVVRZEIJY_OhlBw5f39RSQmW84Ufy5cA,323
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-aeb_Arab.yaml,sha256=2AdC9J2UN0OUUTzIaI-vBJiU_OkP24aQSDjMS9_xpe8,309
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-afr_Latn.yaml,sha256=ieW706b0StcN4DwCRj-25QTaNGeArbKBfpSK9b6w6V0,297
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-aka_Latn.yaml,sha256=A8CRGDoIePN2cSaRsU6T8bIMN-CDMA1SlstK0fnUs58,287
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-amh_Ethi.yaml,sha256=5ggpxYhCLW_2toClH7v5DE8AytPVckkNuE8P78St7h4,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ary_Arab.yaml,sha256=o0Zfc8EGvnIBBW8XwxkDdhsmvu0zucCVCNmBaA613h0,309
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-arz_Arab.yaml,sha256=lxu7kMLT7vnBpP4WM3B7groYzwhOPLFY1LhGyMLr1SM,309
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-bam_Latn.yaml,sha256=nDuxOo3U1Ov1zMLuZiJf1Sj0kU2FLAed5ySFuSGC1Cs,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ban_Latn.yaml,sha256=ZBrpnFxOBJHz3JsWFCJ1YO2m20u7HrepXFnNgxxOwps,295
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-bem_Latn.yaml,sha256=4dPXPxEGHf-dp6H0pRvopOgdcQoTkJ8rY0Nw0mZfOwU,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-cjk_Latn.yaml,sha256=UEwrK-oCokoQ3f6jk5iebNneVX9rLojUWG-Pn8wPQD4,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-dik_Latn.yaml,sha256=iq_jx3AO6XzKvMvCzixEHTvoL5cIb4RULCAxe6l3jK4,315
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-dyu_Latn.yaml,sha256=zzYcgXgDZ9BTJOw4SjfIf4Rh7IXXZeAwdybQfnLNZmc,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ewe_Latn.yaml,sha256=EFb2EaObW2wXObZTp8sJaK0sCLEaGr21MC32A--qFhk,285
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-fon_Latn.yaml,sha256=Dg-rCFUyS3VZqr5zHyDH-sUp4ZG76ZqO_3MuVnzBo5k,285
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-fra_Latn.yaml,sha256=1d68aq6nUU3irRma8bMAXGFMhTM56nITy_YL9zyRxOo,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-fuv_Latn.yaml,sha256=o4CQg7-Ws8yqsa6WTExsSQMuySi-FDZDgBbEIjQAFnc,313
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-gaz_Latn.yaml,sha256=pmIB1Hgyt45ueAA2YQ0Z5bJdhoWkBTno2nIwJ6qVtc0,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-hau_Latn.yaml,sha256=gUVxRID9QDUOv2EJCP-ATrinszxX_6AXZz4_W5ZJjJo,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ibo_Latn.yaml,sha256=a2emGESDhmNslmCDUQtujM__j3kBrPVuxqiVwTdzCzc,287
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kab_Latn.yaml,sha256=kTqD5nozpI74S5GXQTVhCV7RUFMKogNbB3prBavBSSk,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kam_Latn.yaml,sha256=m-CDCu5iu1IZc-ZKDGYI3jpVooO-WgxdWduCEqvs9WY,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kbp_Latn.yaml,sha256=-XCnQvS-pEoDB1RywU9H6K4VZuNqs_mzgNMlTg1CMM4,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kea_Latn.yaml,sha256=Y8EJ_w9kSQ_UJce-_x5S2Mvd5iwrSCCu0kTw7hlgisY,303
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kik_Latn.yaml,sha256=2tivEOCONqMe3s-A7n40LYxdKsYIz0lmUgMOC-PRVsE,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kin_Latn.yaml,sha256=5VaDOHBSgJwH_OrE7GzAqj8Wp9zD0KvL1NAgU8TNrbE,301
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kmb_Latn.yaml,sha256=f3R1198qjyjdPgTtk4LHu7CLRL78KxuDym9IO0k3kCM,295
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-knc_Arab.yaml,sha256=ifUb1W7EzC-UDARLTtOK1hd8HG0cTaWG3I4BxTN19N0,344
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-knc_Latn.yaml,sha256=0y2ICA_ans2kWnDrxtEyB_fX-jZIL84nDEa0gwxDYX0,342
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kon_Latn.yaml,sha256=sH8kx7IG2zI3nGkOCtXIEV1IRqTWd8w-PajPLJd-7Fs,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-lin_Latn.yaml,sha256=XY9jWcwuRHjoSi6UPmAFADPty4nxoz1D8yjAsJ5JOpg,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-lua_Latn.yaml,sha256=bM1vhhsz3nA6EhHeoYbI_AFTEwonaFLFt3nKh9tKqbg,299
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-lug_Latn.yaml,sha256=KHQ8EytAl3WILwuF9daVmImeHegc5aJhlPle_Xm08TA,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-luo_Latn.yaml,sha256=ly6fQ9dPERwtEYoH5zxUCGFVqkq1QVRxtqDVYnOq-GQ,285
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-mos_Latn.yaml,sha256=wndKHCY6kkhcWo92iN8HB3a9MnaJhRtLEygGAusCr5A,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-nso_Latn.yaml,sha256=RrA_brkBvwFEpQ1UNIRosmoG-0RoPDQym1qeAQEK9nk,307
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-nus_Latn.yaml,sha256=GxBkfid08K-iTKgwsPJOjcWVvQCaIRxJd_12cSYT-tY,287
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-nya_Latn.yaml,sha256=wAfmZRDG3-_QpE0PdzAVesMO3USJacB2E1G-nJzseco,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-plt_Latn.yaml,sha256=aUBJjAwDBMX_bAdGt-AhRTwTBjKJgSiN_XIxZmMEUHM,311
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-run_Latn.yaml,sha256=F_WX1fcuRimWf5BgeUnSFTCr6Um_6o1Agx7Lr_E41lE,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sag_Latn.yaml,sha256=lPDpS6e40EXY9BOTamFUmmi5aGMQXrAsR-5VsJTINqw,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sna_Latn.yaml,sha256=UyZyE3HWc_qU1HE0KGkYiPsyRZjfajxbsr7AsYvSHbk,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-som_Latn.yaml,sha256=WvOpbPW8oxxTVRegDkFKhR4xqy4DcJ7bUPdtsJNNeMQ,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sot_Latn.yaml,sha256=XBq6Ynv8ZTox2nyFp3mAkF33YL2V63r4LWGSf33x26E,307
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ssw_Latn.yaml,sha256=igNwpfGGZXGKxM4CpMr3qCRFpJiA71tmqxMo9sq16Wc,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sun_Latn.yaml,sha256=21E2QE2pBDt5SUz0hsGed-C0x2NA_LNUP8KNJ12dqJM,297
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-swh_Latn.yaml,sha256=QtnKTqPx5PWEWgqIu50TnwSefJkLSjnB4ORKy0kfbkk,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-taq_Latn.yaml,sha256=Em_0aGZkWlvwYYX3Jp0JmyyqE2o4iHJM1xWp3SdmOZY,295
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-taq_Tfng.yaml,sha256=nXQreQd-2LIsaqmSMGGdIggv1-OOm8_SnaoDC7Tq7HM,336
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-tir_Ethi.yaml,sha256=vqZzBpPSfukBhNBMHi8zJavXOJVkbeAaBaJQGNeVJsM,295
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-tsn_Latn.yaml,sha256=NDlJ96jP12_3VgXeDFDzGyzBImhOCFCyntcDZlTbqvw,295
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-tso_Latn.yaml,sha256=eHrh5wSyoEuu4Of4lGQizVEnf1PxAgW1wRs9LGpJkH0,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-tum_Latn.yaml,sha256=Ru7T_8xYQF0Pro3aW25R9s9b3imRgPho1RhVMu3hJjA,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-twi_Latn.yaml,sha256=9cm70MfXNYSpPjwLGGZAP4aCl4N0gBay2K-uQWNGrW8,285
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-tzm_Tfng.yaml,sha256=edt6Ks6E2153zQdPHfNavTXVqZ4YnTCrwLgudutSOcE,325
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-umb_Latn.yaml,sha256=sbjFHHn5SjrYWva-Mm6XseNMkNpj5AxubxtbbwL9lDw,293
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-wol_Latn.yaml,sha256=e-PebwFlrNtXQto0cMILuppsUnIoOlgjGgRI5m1D_Do,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-xho_Latn.yaml,sha256=ta2dX7ojSo8Sr0A_AzwGdXyQ0kDJQ8DxHE2fv2YKm8o,289
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-yor_Latn.yaml,sha256=NizwL33nBFDIZ4rEPzPLs4TQ4iqnuANPsOR5m7Mmz9Q,291
lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-zul_Latn.yaml,sha256=4o3DYr8KlZWR3soFnw9_j4nanQxLa88h4ppUGIvgHWo,287
lm_eval/tasks/afrobench/flores/prompt_2/flores,sha256=gcK1qQ2vjbB2pGQH5o3IcDQtzMOFvBt4r6Z1ARp6FEc,456
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores,sha256=JP67tAVOXyBdQxsAqYh28yULoOQeE5Wt5-19nf4sdWg,522
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ace_Arab-eng_Latn.yaml,sha256=Bv0J6U6LUdG7LHTnV3dJNUMGXqR6DBepYLGrf89EDik,352
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ace_Latn-eng_Latn.yaml,sha256=0B2FDtIHdfE-HuBpnNPWcLAntyFFp3LONXlZeADPPAU,349
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_acq_Arab-eng_Latn.yaml,sha256=BPGgAV5tK8M8nRhMisnV-V33g4DksUB5xVMvZult00E,346
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_aeb_Arab-eng_Latn.yaml,sha256=2waGuhVOB0Z3WzdvpqkNbOxtdxSV2bpnBugZW7m3Yz8,321
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_afr_Latn-eng_Latn.yaml,sha256=lMi0xNi_UyUPlIgsTek-uK_3HbIAq6LjKsSgwinO0mI,303
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_aka_Latn-eng_Latn.yaml,sha256=x2xcQ9vwhUMqB_VQag_xDIbEKaJmBjg_lw1p15nErqM,288
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_amh_Ethi-eng_Latn.yaml,sha256=zH2bnjdLFHKwdzHIR-cj-qBW04fmf0sSZH8iW2QLZlI,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ary_Arab-eng_Latn.yaml,sha256=gCz-xLI37NUo46KoVJk1ob1ylW84nikJq4QogqJ0AUg,321
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_arz_Arab-eng_Latn.yaml,sha256=Pv7Xt6015bbOOqx6hHdHcumJHWoslBufyX6Qhx7azds,321
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_bam_Latn-eng_Latn.yaml,sha256=xmSTElBgwpqtnGVKtQ_5iyYXQwuJ4OXYC-WktdVeO5I,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ban_Latn-eng_Latn.yaml,sha256=9E-wUyVDz2k1hGLRgfI1dYjtFJurL4nR2_uWoLcYZqM,300
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_bem_Latn-eng_Latn.yaml,sha256=gCOVhc3fj0IkqyxdIbc1vNTgtWMiQ8J4RFt6xNOIcGQ,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_cjk_Latn-eng_Latn.yaml,sha256=T7AYezY0m7KmcIrtOofKtaT0qQdOGKg-PKoDZPPwiwE,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_dik_Latn-eng_Latn.yaml,sha256=nId0WJJdKJERoJaXCzQT0yxsmBRczCZuCH8Jzig4wk0,334
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_dyu_Latn-eng_Latn.yaml,sha256=FAayAVAzblrj0PbF9c9aeJruK8YVX3UxmuyAFF2Mi6M,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ewe_Latn-eng_Latn.yaml,sha256=q6aW_OTndTkeJRdRKHKtyhX9Ms8UtJ4gFfZjgfzVolM,285
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_fon_Latn-eng_Latn.yaml,sha256=2PoC0OZGsISWKFV6WRSRdoon8J7orx1HmXdz2acQ-vA,285
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_fra_Latn-eng_Latn.yaml,sha256=YcrOCayKxASYAOPZbjmW_M8QnYypk6tpJRdKDNLgY4I,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_fuv_Latn-eng_Latn.yaml,sha256=GYEpb6Q5jJW3x2qykBAl-eQFxj6NHEmgD-7u3_CS25k,331
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_gaz_Latn-eng_Latn.yaml,sha256=CAaYNUmzR0kVIcldnxrHcmBp_QJpHy8uMlY5A_0K-0A,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_hau_Latn-eng_Latn.yaml,sha256=34AcxtTXMtbsnxWJz3jFTmbcahmv7a8Iv7DfWFAz9K4,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ibo_Latn-eng_Latn.yaml,sha256=SY0v-tpCZqwMj6UUOL9nv6ba3K1F1LYnV40gsrHO0Vk,288
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kab_Latn-eng_Latn.yaml,sha256=s4cynvzC5jRpkS8x_9qQRvT6UCfHrbPBIogbOKr9tSo,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kam_Latn-eng_Latn.yaml,sha256=5g6CKRS8f57Ykfjd02ND6hT5rpNRctiKJOFFasRrUNA,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kbp_Latn-eng_Latn.yaml,sha256=kHDcR7_DPC95o6ByJ1n48lw4K-7D5B9Rh4FUQeY7w4w,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kea_Latn-eng_Latn.yaml,sha256=j-P-lFm2OSBSpdYY_D7L6NwSz8Z_6cC9EOcyS87aWc0,312
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kik_Latn-eng_Latn.yaml,sha256=rRjxDrsAVtu4zayLoiwn4jH_Jltwd9JJib2FD7XNs6A,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kin_Latn-eng_Latn.yaml,sha256=_ho1BUty-p-vVd7A7IHjOHTonIj4fs8jvqhRZDDUrbk,309
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kmb_Latn-eng_Latn.yaml,sha256=_0LM65vE4xw7iDVecXY_JUF3EyIic5LC4WHSa4LZWHU,300
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_knc_Arab-eng_Latn.yaml,sha256=ThqKwe_BFkYZDxcHIiJekLdvz2kREGwWxl3s7s5KwYc,371
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_knc_Latn-eng_Latn.yaml,sha256=Qy3m6xU0i0AAV5JjwDH6dQDxAfHdA3BxkjF7g0Wa_dY,368
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_kon_Latn-eng_Latn.yaml,sha256=On_uSIukovyrOqKg8Mq0LumqSjIQlAFLKUytA7uc9dE,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_lin_Latn-eng_Latn.yaml,sha256=AAPsvTFTPb9PpUpMpBKKbYXkJr0SFJt6gncHOGn1TkQ,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_lua_Latn-eng_Latn.yaml,sha256=L9Yr4nbgWrg-MwrCsnxQbr2Bqk-lg4b_hiiKhSXmAgk,306
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_lug_Latn-eng_Latn.yaml,sha256=SB7iuiwCS-_oXPC1iBz6kCqiapbrtxta926P613rbaE,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_luo_Latn-eng_Latn.yaml,sha256=FKV4Mxvb_cdqRys1-41U0dF3uzBvhDgHlXqiHkt-GaA,285
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_mos_Latn-eng_Latn.yaml,sha256=BS42OwJe5x0ALaXeUgwxO2gck-5OqOkG-0XP5t2yAR0,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_nso_Latn-eng_Latn.yaml,sha256=CtBj1pUdDTC3zJnyqiMU6noZ8YAt67NsQaq7mUd18vs,318
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_nus_Latn-eng_Latn.yaml,sha256=sVmdJaa3hRNsgdr15bF72KirjykCJRI7yjYgojdQMBk,288
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_nya_Latn-eng_Latn.yaml,sha256=eP_qkMjEBTls1zHG0dlF_MneeDkau-T8c1kN0AMn590,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_plt_Latn-eng_Latn.yaml,sha256=x_UjZzHCnDitjp8G7u6oXOswFxymPPTKEV0M1dxyfUc,328
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_run_Latn-eng_Latn.yaml,sha256=kAj3ItA7HrRfCouAyIAbz5SoE2RvM80tjvpogCcBxJk,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_sag_Latn-eng_Latn.yaml,sha256=ALEJzCGoQ_SaiP47aSFcwB7NMQKdOsWV3_vQjiQLy7U,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_sna_Latn-eng_Latn.yaml,sha256=5OGGEgQw6LGfrT95-o3LPmQFtAu-S8EgmVhZIBiaDgA,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_som_Latn-eng_Latn.yaml,sha256=LNiEmntPAVsOcHYfCHN0aJ0oOG7NNsanrk9texDkqAQ,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_sot_Latn-eng_Latn.yaml,sha256=Z57HdJ7WXdCpYa0RC_WzBzJP-D1c3YEHHkoaYu7CcA4,318
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ssw_Latn-eng_Latn.yaml,sha256=sdEwDXEALZD9PS0qIVaoZ2VhadRZKCbdKg3EB5n-Fe8,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_sun_Latn-eng_Latn.yaml,sha256=eRMJVgKpo1bp3N8vhSqC_Wu7_r-dp01GwXDcGLNnuZQ,303
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_swh_Latn-eng_Latn.yaml,sha256=MUCOBKZI8IqFGDoP_09o2phb3PWJpuccfZXUzWIicrQ,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_taq_Latn-eng_Latn.yaml,sha256=YyezbpPDvKA9R51mUv5Srto2nTFRmzewc0y5yngMGfs,300
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_taq_Tfng-eng_Latn.yaml,sha256=drc3D_AaKtXaBxzNd3FAJ3A_jsbAG3MFea6HaRmHBuw,359
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_tir_Ethi-eng_Latn.yaml,sha256=kOcucgRINzogI_Ri50dJiohBExYHLo_WlgfxCh7uE0I,300
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_tsn_Latn-eng_Latn.yaml,sha256=Gf11-b_9VX_P8dSAY6j0dMyZrh5LwRbA6mWFLMK1_9w,300
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_tso_Latn-eng_Latn.yaml,sha256=JuJPE1xs27oFeWUvbyCJz_Jcp7IGiPd57v0gIYCKIIs,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_tum_Latn-eng_Latn.yaml,sha256=NE6PkrCO2ZJO75P816sqTb-MsMMFFeGfwLichNIe5lU,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_twi_Latn-eng_Latn.yaml,sha256=k7reHj0G2Hp6NkIQxAACm82wM7nzg9cLcNYZncovH-k,285
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_tzm_Tfng-eng_Latn.yaml,sha256=cX3w8hzc1dr355RCULMAMJ6p986lqwDi-aJc2mq4OrE,349
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_umb_Latn-eng_Latn.yaml,sha256=j0zh0Hmc0adkxRr3QWapwkkxepBchgKMXwPjGEnKkKI,297
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_wol_Latn-eng_Latn.yaml,sha256=NSvkRX-mHcNWDg5gLuMCfyVS-kWtO1wgfSK49ESqzcw,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_xho_Latn-eng_Latn.yaml,sha256=lHHsmPHSqvTXuddRRafpEUfcY9-55wUTnjeFblJxhF4,291
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_yor_Latn-eng_Latn.yaml,sha256=ukU5TPdDNAMZcsDA8np_iJQqvEMOcr3QbGjAjRa6uEE,294
lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_zul_Latn-eng_Latn.yaml,sha256=OtgFs7VDOTVSsuwshKIR--tZIwN9JUl3rL6-bWmK4sA,288
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores,sha256=pp4M11e_I8_tCWcwiP1yofEa4exJBPxkuJUZUo6OycM,522
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ace_Arab.yaml,sha256=gIeBF3BvBRBbpJwxyABGLPRmAqvM_vJFxX4G8I9RUpM,354
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ace_Latn.yaml,sha256=1ldStlug9c5kS0CkHv4N-iyKYAaNv_GEQ8AlhLk4mr4,351
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-acq_Arab.yaml,sha256=2QZ9L_HQ6sx5KcovxYdocR0PDggXBN5gfsBmnDWB13k,347
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-aeb_Arab.yaml,sha256=Ou-iKh0XQ0D0_jdSv44J0pW9giaebz5YJp6_01JpPzs,322
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-afr_Latn.yaml,sha256=rPs7C_MbYPuPq9Io8sxULbJUX2qQkJ1m_QRA8kRUXNY,304
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-aka_Latn.yaml,sha256=mKTySBVa3ASmUvsD9IPdAV9HqxEOyKlNmQKB-hA1DS8,289
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-amh_Ethi.yaml,sha256=CQHyBdY3SjEVo2lFFHRgU9XNxVxdCmMOnL2mtYzBxj0,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ary_Arab.yaml,sha256=D0SNCXCwfjFeT5docgnXjoNtrD7CbvzxJTfn3Ig43vs,322
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-arz_Arab.yaml,sha256=UeSZkLQrFCnHZVbJ5LQ8eqTTChX8Q2h6r9dnQNB077I,322
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-bam_Latn.yaml,sha256=8dqv9SA_yzCM-YD6n_R_lGxjYwDMaUY0OnxNt7cNvTY,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ban_Latn.yaml,sha256=WWWJSmrYKd1mcofXXEH01XHmvop1eivwu_OwaUDWbis,301
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-bem_Latn.yaml,sha256=QCyrCz01Ri3Zp3ultCRUkO1Q--23pFY6Ul2RmO-Vh0o,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-cjk_Latn.yaml,sha256=erxUpIgFO22car3h4fRpGlaysf9AO4LvR81OghEAO9E,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-dik_Latn.yaml,sha256=H0ya4wvnzUEsKBKl56BbzX1bqxjsaKY6JtvGG4tn6Eg,336
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-dyu_Latn.yaml,sha256=0LKx3ExsMg8oSO6wLAy0OCMHZgE5Oza9Tbj_AJExEcA,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ewe_Latn.yaml,sha256=qTszUEyYheZpIL0VTM6Vr-Efjot7sfN21Wz3Sv3KNys,286
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-fon_Latn.yaml,sha256=RgjHJcWHQKPvFv7PSRu7_LkULjaaz1fmE4UmaoqHKpM,286
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-fra_Latn.yaml,sha256=qFsHAiCgYMprwn-DxT4GrIJ2gqAHd7h-XXgcPUTB_wE,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-fuv_Latn.yaml,sha256=Eyh92uOlBgEDVQxFbDFtCoDBAr_jVU5l2xjqOHCQUTE,333
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-gaz_Latn.yaml,sha256=gly1XiNlRA8GXqZ5AvuMfUrJsS5__zOL1e4Lt8Sx7b0,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-hau_Latn.yaml,sha256=uZuV76ItckfJAi41PpA-AK4UPcZyWH8yxTVr8JMXYK4,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ibo_Latn.yaml,sha256=AH_uTvDhEkRZl9p95fWT6i6t9vOAof9NhFAnrX421tk,289
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kab_Latn.yaml,sha256=BkhOr684jJ9BvF1Zt9Q4e8NDvk-zaG2rrvGoA2COWRI,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kam_Latn.yaml,sha256=owaHuCbJY68ujir1TKpy2iFSh0_97JT1D_8t397zKRs,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kbp_Latn.yaml,sha256=CzFZo1qV3LGH7TxjbI6hsLjrfyEWqRBAb6xWHNXTiVY,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kea_Latn.yaml,sha256=57QowUNBoRmWEGVwoTkbtbbqkepm_7eLWU8IqnCLTlY,313
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kik_Latn.yaml,sha256=U3rsHvB-aK7zL_WZS6laB7IqWGLq3BKk4O_4k78A7Vo,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kin_Latn.yaml,sha256=FmcQVvZiAk4SFXgtiJjrhem2nfHsuMxQTBEjzngbGoM,310
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kmb_Latn.yaml,sha256=MJrlj71DyzUVKTvF8_FaZpv4WAnWNlzOtOshldOzKFk,301
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-knc_Arab.yaml,sha256=8ADIrlZ-NcKHKoNUskH0SjHpDK5x8qMKiu91w7PTkjU,372
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-knc_Latn.yaml,sha256=_UIT5adwbIUAziWhEvMxLTH3assa1DMAGVecPmkSef0,369
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-kon_Latn.yaml,sha256=PpfG490ot7dgoG8isMOjN0o1WIIo3pS0fPFNLIwFv_A,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-lin_Latn.yaml,sha256=OeFFrwYKKJdF9IQOB9gslswa0XturKUR465cv2XwoUs,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-lua_Latn.yaml,sha256=Rh_nS-2wMq5NakxxWU-2apgvHv7kaoxf-uHL9dA9S3A,307
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-lug_Latn.yaml,sha256=sVQbsQgY0dbKEqJMIa9XuIuUmYGoGlteAQ2RR5Ia04Q,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-luo_Latn.yaml,sha256=USRQO_lxOd_jyDMKZQyT8pN539meqXmjDcXW9s7Upsk,286
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-mos_Latn.yaml,sha256=-5ao3TM8Yu2cHYPGVUUAvscC5GiW77Esf9zFAGfDAmU,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-nso_Latn.yaml,sha256=PyPReJiPrlEVAGeYRqfSBC-Ff18mPWnL4ytEADd7mVk,319
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-nus_Latn.yaml,sha256=3v76lmPcBvgXrmh6y-Iduo4YTLrRt4wLK3s7OoJ9cP0,289
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-nya_Latn.yaml,sha256=5Z1lG1rZG2doDcKaAVSsMv4XnoL3SiXwRjF8fGgjX6k,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-plt_Latn.yaml,sha256=PkHwbLsiAyC1g_4CDg2ehro-CgjSOCb0fh8WPc5QQ_k,330
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-run_Latn.yaml,sha256=Av1oBOv_7Gn-XVNOfbjR_llMFL5VwtQ0PD9YB7tukgE,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-sag_Latn.yaml,sha256=BRSld7qspsVsEizzswYMRu-Igth0N7tF_aCWc5Z2nsA,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-sna_Latn.yaml,sha256=lu8znn4fReQCS1jMrWVUOOvBWDapoz6ik8g4JOw74hE,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-som_Latn.yaml,sha256=N9348yt7_pn1GEM3AjugiT4bjhYrT5FblNv_tn6RSUs,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-sot_Latn.yaml,sha256=LXQFMcynUt6Okc8RBhXOK4KcAPWiUc7Ml93lpnk2a9s,319
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-ssw_Latn.yaml,sha256=NT0A9Y0reYSulxhelyCmX_xxWk9DEmusFs-xjMvEqig,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-sun_Latn.yaml,sha256=KRX1kHRtnq-Sr9o5PcHlxyNOvGk_yxPItPjaid48ZhQ,304
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-swh_Latn.yaml,sha256=6vghgzfDf90zoB3Hipyh-fzqNS4JC2VTGAMwyAk3T3o,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-taq_Latn.yaml,sha256=qzUTQDqTlhzHV6y7ZsCAyggG36ab47BGtnXazgbA1zo,301
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-taq_Tfng.yaml,sha256=kgHHNQYSxrwnlcNppPns8-ATPOJeP0pIRJh0GzrT9ps,360
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-tir_Ethi.yaml,sha256=92M9DJ_5GAbdh7J0TqBBGwSIVkYnyUD77VXXRFsSaiI,301
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-tsn_Latn.yaml,sha256=sOToo2Ygwuabf6RDxrh_F6Y3Im4VG9TIW9mp0ng_2p0,301
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-tso_Latn.yaml,sha256=VVBkkovuotuGR5ENAHofHj6dakoSDJ54FXniabpSW5A,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-tum_Latn.yaml,sha256=jQBT1xS9hoQCenY7JkfygUa9IaneoXF4E9kuk5Ttgvk,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-twi_Latn.yaml,sha256=xPQgXE7y44_lhcaEA6bFWDM6LFGTrJLTwxeZmJzZfN0,286
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-tzm_Tfng.yaml,sha256=2yp9-Khuh9TWIh7I8xTEvbyvrlxOrFJjP2IZFoZ1EXI,351
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-umb_Latn.yaml,sha256=4p3mYZj5JeMVnY289iRtdYdpg5WQFZL6U-U-uvaCK28,298
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-wol_Latn.yaml,sha256=G3WHtEOlY5tVsJDEnCpTSu9xYQed6ALnKCebUqH5J_g,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-xho_Latn.yaml,sha256=kkBO80Ul0KJ6gIONdjxu9B_xXc3TEtZYQeetQN9ktAI,292
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-yor_Latn.yaml,sha256=KgcyuciEgqABZIgMwLXP4Dmoo4wB3KeQd8prJeWasc0,295
lm_eval/tasks/afrobench/flores/prompt_3/english-african/flores_eng_Latn-zul_Latn.yaml,sha256=YGRVIG1UTUxPD9t-586YsyC0HpVmrXeUzdK3FXfCeFU,289
lm_eval/tasks/afrobench/flores/prompt_3/flores,sha256=gcK1qQ2vjbB2pGQH5o3IcDQtzMOFvBt4r6Z1ARp6FEc,456
lm_eval/tasks/afrobench/injongointent/README.md,sha256=6e7sgJcjWsOiaitfu6PZuo-PziQOSBELQP7N8gyLUVk,2445
lm_eval/tasks/afrobench/injongointent/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/injongointent/gen_utils.py,sha256=e3hHpHaqAAlRGsg_2vxsJDVpsdrofhhs7hrSyuXrQaQ,4864
lm_eval/tasks/afrobench/injongointent/injongointent.yaml,sha256=GcR8Vn2k7Kh5f1onRUk29pmMWg_LLAgnP_RpUrZmm98,271
lm_eval/tasks/afrobench/injongointent/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent,sha256=qPlVFyBb1hnSumebQRoz-v4B3g90OwmBhHsnwK_YsTo,1464
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_amh.yaml,sha256=h3v6hpmKgRTg03bOdu8Wo2JeAwqo7G4yc5o0LF_HleI,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_eng.yaml,sha256=pV-jX-rk2WfhPQccSiSsuFkSRYgF1wG4QNgprBn-LzM,886
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_ewe.yaml,sha256=w1cpG_6lKMcwCeqUMBunvbqjKFbt_d4RQViBu24byEw,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_hau.yaml,sha256=WsxK2l6dn5ZrR5HyfBhpfgPksnbFvecBk5yo7pqmjic,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_ibo.yaml,sha256=eT6Jxxxtzi7Fvdj_Y8OTdivtE_tE8CYsa2YyQrnwvFI,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_kin.yaml,sha256=mFkqhRt0HEB3S8Z6GAQQuV4-KuCtz64Xhf3lcpMFRYo,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_lin.yaml,sha256=6BpJ6dKB_82ANj8ZWYgsvFGHLR6TD3ZfRiB8ygj1ceI,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_lug.yaml,sha256=7QmN4uqWwQQRSI6-eA_eBfhFOFdvqX0Rt9fPRjje3Tw,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_orm.yaml,sha256=VRC7aZxUIS89qCWcjxd5iTcAxPdB8VY9aHYM_K-nKYQ,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_sna.yaml,sha256=YsJnFLPzGHGrOnE85GHBmQk5LqQy93JIux2RjGdhdB0,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_sot.yaml,sha256=HEQmXLTafPa_ZIOK5_zWpwOUGnxg2rGiYRDMubA1ncQ,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_swa.yaml,sha256=gyh62q5E7SdGN84x27J7PvXv8qJfYVk1H6VIx6rRqA4,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_twi.yaml,sha256=EPeklG2_vkB5XrpG7Bpf79ExqEzzawLzkZp_W84dZzc,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_wol.yaml,sha256=rXAdHImzg1gOwmNCnRRpHEwwAMi5Fr_D6poknBR4eXA,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_xho.yaml,sha256=DHq0lhU3Pd4qVRsHDtaiKxNewUAAdLbnuSKKehqNYzs,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_yor.yaml,sha256=oSW1w6RPDM19K1VOoSk6pfoDObFSytNDoi2Q4udDy0E,824
lm_eval/tasks/afrobench/injongointent/prompt_1/injongointent_zul.yaml,sha256=v-5LhQzU3T-oWrY-yrNsp2avlHOEUFtYGrCPTQoE8pc,824
lm_eval/tasks/afrobench/injongointent/prompt_1/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/injongointent/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent,sha256=Ra1Y0brX5we3HiUtySe341uQnRi84hLzSrAOWuS9BIk,1464
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_amh.yaml,sha256=QNAZnp-J2ARg-to69N67HnS6bAs98T9eWFxrHF99-Ak,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_eng.yaml,sha256=w7lBL4wGFnF8AiSl3HCgegqjXCX96lEOXCbw6ZJkGzo,890
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_ewe.yaml,sha256=AgYOm0LXacRevh0alx5jmFeE06r9DwqwKagTrSkejlY,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_hau.yaml,sha256=UKokZkwIDW1KCZy6TpBEaPWeHXz1zhlSp-ZZnMtAKYk,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_ibo.yaml,sha256=PWTf9gFrDngwco2aPoRUn1F1O3UfJWn5wjr13qUwKKY,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_kin.yaml,sha256=T7CV5-PP2_BtM2xvQdkOLZ0MPG33kF8ufPDxqc0Xk20,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_lin.yaml,sha256=l8KTN_tX43YvYYfty-Pj6jraQStaFbmeu-xxrCiNCYM,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_lug.yaml,sha256=Kx3W6kOhED_rGIdCfFJajT2P-FOpr5dvAkDxJHEsLH0,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_orm.yaml,sha256=nKOpGINvE2pTFSuC5MLaTzQBUEaOLZtP6nhIy5NAON4,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_sna.yaml,sha256=t7Yn_Fq8nbKYaZ2RTZcN0zbf6Un40wYTrLB-20SCydo,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_sot.yaml,sha256=p_8Fqel5Sk4Qr8zmWh3BvxrOlbPTwPZKiDJt55U6ckc,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_swa.yaml,sha256=kWlDTOXF4stY0QFM4gBY6PdrdBUePtPv4O3VlQ6AA0o,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_twi.yaml,sha256=qwwD5klHo3tEwbs_nSzNuRFhciPlByhpOGLPlFWwJhg,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_wol.yaml,sha256=Fyg5OC5sSNEznwqn3Vp-Qcha6qkyme3o_m5BZLEpORo,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_xho.yaml,sha256=oGzrZcpjW4XRczVmW48rIWOmnFUiyFy25ATR-Q79Hwk,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_yor.yaml,sha256=NmEw31yzau5kIjoOhongR-qcKHmrQNrqHk1ijAM8uSM,828
lm_eval/tasks/afrobench/injongointent/prompt_2/injongointent_zul.yaml,sha256=T9Zv54F_W5mHPjYEfktz6L8kHIRoJd-v32bj8Bzcab4,828
lm_eval/tasks/afrobench/injongointent/prompt_2/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/injongointent/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent,sha256=4j4xJSlw-h2hDfO_8AFVmyIzZaa01_5LQ9m-6_cEJgs,1464
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_amh.yaml,sha256=rDBmo5rE3LtSlsQLCF1VsKhJxIEpioG9g3nECIOlH34,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_eng.yaml,sha256=yZKLDfzB_LtbiGEDIy3j1NBBoCPPVQIFrGM574snkjg,937
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_ewe.yaml,sha256=becdv3JQaDFU6QKj34cDNvh1fToKbD4K0xQB6Tza0zs,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_hau.yaml,sha256=VBiK5B1PTrslc9bRlA8NDgyyk5SnvnDb5V2Xvs_UCtE,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_ibo.yaml,sha256=qafkkMmJchUXpJ_CnROJXH-hOTpO5IM5XxiMiAV2FwQ,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_kin.yaml,sha256=PtZsBdMsruIMk3UIB3hfIoyakVa_n23ruCE8Bf_Qwp0,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_lin.yaml,sha256=sRcn9TrO4B6UmlUsS4Z1WCkeht93tAyHC4otfoN_MHo,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_lug.yaml,sha256=P7qU7NZ-XlxVs-MoZaakvfmKGEI9qV99q4YcJZ5zy5Q,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_orm.yaml,sha256=4khYdGM3BlQkErnCdGkFIEzfz-W2wXFU2OGEtO8QogU,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_sna.yaml,sha256=zMLVk-KrwCdmVfILqR17T73v6VGwNLM-hqYGBf5qggQ,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_sot.yaml,sha256=MwNRK3shpoHtfBUJ9jR_FWH3q8KGDIK-I-Wa-achwss,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_swa.yaml,sha256=7FnAAWrwiPUUf54Xb0b8IiQ32IY5lQdnehJxJIuNvIY,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_twi.yaml,sha256=vOK0oIlAYNL2nQdEkBoHQQMxYK990wLSN12d_f4Vi8Q,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_wol.yaml,sha256=h41Km_aL-vzUBsKUH7C8KvEh4-N92HaaI7mEi1ZuA1w,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_xho.yaml,sha256=VcEASj_pPtY_9I2W30xh_pwiOeKXgrlkO2iJhGDuwQI,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_yor.yaml,sha256=YKRp0DW-bhiOSmkZRzFCZUi19HiXZRINRlCO9xwH6bs,875
lm_eval/tasks/afrobench/injongointent/prompt_3/injongointent_zul.yaml,sha256=2paOjdPgliinH4onEGPYWOW6uqMEiHDuXfjrC4x2Eyk,875
lm_eval/tasks/afrobench/injongointent/prompt_3/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/injongointent/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent,sha256=31ja12oLSZUW4ZLirb5Wa4QJ1JEarzdN_pwex4mEzlk,1464
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_amh.yaml,sha256=2L636Mj_vuAT_zXJjjl8tFbRZMN0xpkvwrdX-W9pQdE,900
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_eng.yaml,sha256=PqB_XA74sJEEleRiaiMvaErnbaTmLzT-sBRxGlXp1QE,963
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_ewe.yaml,sha256=yWydi3hs9z2DYKgzvk41khVPFHD4KKGUo6pYYfz_rso,886
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_hau.yaml,sha256=Vxc_0WRO-Ro7-BZT5kyq6_FyPRxkAFK4s2wr76bx1uo,894
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_ibo.yaml,sha256=tvoxCn1eqe_oUpfqyDoOxX9VR815hyWPANJJg1yA5qQ,889
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_kin.yaml,sha256=JyQ8UWLX81tFLsZgMlhy8W56zvrvDHIUvzq5FclC8fo,912
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_lin.yaml,sha256=lAzrYUcxhpM-CPoZO4wSS2fKDqys302D5j7ezrYmKV8,900
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_lug.yaml,sha256=guMq_F4xwRT-YSVWWpiUxYqqabTXaoFaqKjlaqCy3eM,900
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_orm.yaml,sha256=rSX8i1FsSljShW3sxWd8PFVo32t-QX8vMU8M17fYReg,894
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_sna.yaml,sha256=yB6ySN58DQ4N7ebMU-_RKMeuXDww7_CcwpWN7cCGuq0,894
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_sot.yaml,sha256=Wuz1jfrn-RwBhjLi4riCF2NDI2hURyHb4J3v7JKj95k,894
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_swa.yaml,sha256=QoJ_cBK919NBEJktc5I4jnX-eBMBffi3Xhbo2AF5EPU,900
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_twi.yaml,sha256=phM725Y0Y8gbvGUYNp3VyuCgUQ9XjPm5j0YpW6YEnYU,886
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_wol.yaml,sha256=0JMLRyJYyrDpjhSm84Z0Yrgen6wWw-yozX5FihIB8bg,894
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_xho.yaml,sha256=lz9kysUqY4xdVe5JgfvcGXRft7PjQ3bPEWTKKPRs8Io,894
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_yor.yaml,sha256=TeEn7tETtDFYsQABDuWvHpiuikXNVvCCcCRsVtWrJzw,897
lm_eval/tasks/afrobench/injongointent/prompt_4/injongointent_zul.yaml,sha256=mpoKEjV-u9f-Z7a0YE99chuWJOAE0IstKVf0AbpEML0,889
lm_eval/tasks/afrobench/injongointent/prompt_4/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/injongointent/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent,sha256=AEWGvqYO-mOGhbhXruRnxWFPGhHxz3JLSryTFn_o0H0,1464
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_amh.yaml,sha256=HBc8iiUm-1SUDVleH5WCZ1PwkiYolmD30iOAJpnf7Dk,855
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_eng.yaml,sha256=FNiuR0ZJtW-FWq6CIq7zUaAcV2f0cW-H09jiELTVnko,917
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_ewe.yaml,sha256=gpagsH874PCrzKEafS2xwYmpxBrggstggZPf2Fxlzgc,851
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_hau.yaml,sha256=j4Yjk0rxBz88pJjeY7l-mASqd7VKkAXaRQrbGXfR2aE,853
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_ibo.yaml,sha256=C9XWmFRZB6J4ZZ2rMskxvsGLM8rfnuPKPBSu-cxQsXs,852
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_kin.yaml,sha256=7wIfg5NgwiO5hXZYjeXD8CUuizomOvJ2CR8JwniWCpA,859
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_lin.yaml,sha256=tzlVECgEDK4GDcChOW2lJbyAb9pI4eXg_eWHAWGhMlo,855
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_lug.yaml,sha256=yerQzCsQ-5UrK_8S3BncXen8n04gzYQrFXGMji5sz_o,855
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_orm.yaml,sha256=nN0H4cpmcQRMHH2z8SxysqJX248rFxLlzGriwlJ6wII,853
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_sna.yaml,sha256=XRxzFM_QfAVUWeOhJpg61nA1rb80rxcwV83BWNle0fg,853
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_sot.yaml,sha256=DdWJo8QkvfRHC3ODwbQMzxsM6gG0gipB9HM2LBAxzq4,853
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_swa.yaml,sha256=Hq8_xrZrxY2HXRynB08oObpGRFLK-CDG9GOm7EDrcBg,855
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_twi.yaml,sha256=FlJwQ2UX-Da0YKIHgd-NfscxSVPBgAF8PGVH0iQwdwo,851
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_wol.yaml,sha256=NNpGMwbIpddJYOF1wcTNZOIPZGLsQHYjap5uhLl7q5g,853
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_xho.yaml,sha256=CyBQPaOIgdAp471dBSv_5qnu25DzkwKiJc0qqDclNP4,853
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_yor.yaml,sha256=4l9Ib2QUGcyLzwb2VlF7GWh8VM9at98z6PHvmO_8HPE,854
lm_eval/tasks/afrobench/injongointent/prompt_5/injongointent_zul.yaml,sha256=EXEtkYjLk2aRwKhITM8oXR6K3fwXDZDHgz8vSlwNAdk,852
lm_eval/tasks/afrobench/injongointent/prompt_5/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/mafand/README.md,sha256=buOohOecHVUdVLEkIOjDaXD8bXhvGiQw6Y4nQaCOJrU,4562
lm_eval/tasks/afrobench/mafand/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/gen_utils.py,sha256=KBdiM5n3AL1kDa8zCmAP52TX5CnnnWnCQESAS-hKjvw,4847
lm_eval/tasks/afrobench/mafand/mafand.yaml,sha256=SSH9vB6sPHJAUn3WPREUKBIuueUvAPOaDMSSXQP6nqI,297
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand,sha256=VX-jLujSF326f0SvRKULLh42yk8UtRZY6u8sRyUhSU8,607
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_amh-en.yaml,sha256=R-1Fq6QG8wqN1RnfhudNzfRdgk1xHOZbncu1tdKE5TA,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_bam-fr.yaml,sha256=93Yu7Rde09sSIdBFZUqEIMedtpY3QkL-d42hH7uw25k,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_bbj-fr.yaml,sha256=krGb7imISdnWeY9wm_IRU_EupoIUU4EnJTacBl-ftyI,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_ewe-fr.yaml,sha256=jTvOVcHHF4ilK_1diCRlcNmvzfzU8fT7o0Xy0OIeofk,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_fon-fr.yaml,sha256=BJIj-o86Bs0Mv7TT3RXcFEw2qk3-f89wAjJekEoW-L0,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_hau-en.yaml,sha256=hoFNCHsz8y5hScfNwAybrOVhV7Q1OUfKMa9FrZdFHPc,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_ibo-en.yaml,sha256=efrLprAR2zQoinwogNWz_kvhHHeblQhmZyDkJRhbMlo,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_kin-en.yaml,sha256=Vg3lKUSigrw57VC6f_Wr4upONR7kRxhmilokcRDOM8w,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_lug-en.yaml,sha256=p14IMb7vWXJanEzlfgD4xkqQC2p97_7UGbYN1W3ns6Q,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_luo-en.yaml,sha256=TVppBWU58CmzHV7IX2BNos-9ySNyOsMVXELmgEeKPzo,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_mos-fr.yaml,sha256=eDogdtPyBRH08jIXMLR4C-QGkOLl7Cu7lnpW3XAoQ88,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_nya-en.yaml,sha256=MrwvvzCWo1hlsZI_eNGy1TIZI6gfjUZY07cUDzI5t4s,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_pcm-en.yaml,sha256=TMuLrHhqdV4u9XrWghNtH-qTSTAtBMOkg23qYZFFVHY,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_sna-en.yaml,sha256=9h8XXsaaEVJTFgJGpIBZgokp_J_Q_tOsYEGpsWwNGa8,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_swa-en.yaml,sha256=CVsdUyygdP53MC5lqxeDxPSSfCATwmQkqK2Xv8oehh4,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_tsn-en.yaml,sha256=FOaYyLbZK3SUmCVArNSLohbT7NCQyuCP64MvhvRChHs,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_twi-en.yaml,sha256=t229baWyTQoVGIkW1PO51voDPk5FYc5lMqjSAtnei7g,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_wol-fr.yaml,sha256=qM6IMVpb_XwcV5fEudnLMXi7ltLoaFK-5wKXzt_YuB4,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_xho-en.yaml,sha256=1I0xICiYb2bRb-X39jHXvU_a7MbxT85gULDv3vjD7Gs,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_yor-en.yaml,sha256=VkAgWfscHBMBCf_okVV_POC4bqNbloACqstsnsvIdOU,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/mafand_zul-en.yaml,sha256=XNc2S0hCQ0AT-MpPKUWZfYO35fBpd759lJOiovEJhZo,90
lm_eval/tasks/afrobench/mafand/prompt_1/african-english/utils.py,sha256=5bN0G2ItykeqKEjBZKlg1BTv56jYl7tdhqT6CZSPluw,4108
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand,sha256=Y2f8VlZ69HcCYL74WbxvvCPEbTY2Qg8JpalwBwc113k,618
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-amh.yaml,sha256=T9DVl40l1A_MGIW-82Oe3IqDfv7qc1XwV0LJ39I8eTM,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-hau.yaml,sha256=trhWNEbap99fekcH4x3-lRjXULxRp8uZEbuHQFiH4rU,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-ibo.yaml,sha256=bJH3uPSc-yidht0JiBcKg8cz3nAa6hPoCzhv8crDdZU,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-kin.yaml,sha256=a8YlveO_XJnAY1uMrF7eMgxJmbv0w61dZBwFmyF59aw,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-lug.yaml,sha256=WTkIUVkFczSHpixKs7Hm3KcuKcRgeOsVc9dswQ4XQJs,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-luo.yaml,sha256=VE-_W0jMDcT4P5f1k8ikZ_5BSw9Ra_W7wEUoyQCBegs,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-nya.yaml,sha256=2_Z5uh5pws-rcBErB1ongae_fT_uQIoA5EhsyPp2iys,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-pcm.yaml,sha256=21GBy4GKOq-pp5VrYL788mZyK3i8ZGf64l6S_IX_cXo,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-sna.yaml,sha256=xQeMTLV4IO2jZUQXQP6c_qSUzfyurqG51qV5iPOcPxQ,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-swa.yaml,sha256=y6_gmrlnxo5_pxnWFCvRImxigIDwpVaSFbpqex7R1U8,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-tsn.yaml,sha256=XKGzK2gGqAtRpdtSlTHNYhr-tmmTL5zjYnhFfGUS41o,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-twi.yaml,sha256=v-oyrJfRDxVGETyDaADmpB7LVSfZbPjbufhODm-kEhQ,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-xho.yaml,sha256=D6SeUDjODWxQXeX_FO8YR5G9Wo9QcXcYutcJTK8DVwY,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-yor.yaml,sha256=4g-Ig6F3-qy2nznkyHzFo-8xeDMwQqiq1begxGG4j0k,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_en-zul.yaml,sha256=6N0CHPN9WosEksDoyCDWqFhd8LOUrhJvEXWnChiaLJU,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_fr-bam.yaml,sha256=ZOdeYhXoFBRiOUB4qFn1uqh1t5ZFtNyh0u5tvX-ww1c,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_fr-bbj.yaml,sha256=4Dr4AS0fr9w2a8iLWucBdYn-YWrRsv_gxc5srxI00_k,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_fr-ewe.yaml,sha256=MXmaWw7ZvDY0MYDRqMn9ytIRHecluRg0EmgS9YxfHM8,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_fr-fon.yaml,sha256=FBD-z-m-5Y00okOICmY1vRF1a6SSlgSdmOlW5imUNO0,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_fr-mos.yaml,sha256=DBAW_Pxdjg7GkV9RliFpM_QXcn_F7sqiVG-7goFXyKg,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/mafand_fr-wol.yaml,sha256=zbxMNbGV7ISipxdr5waLrAqdAvmu7HExgLGJ7u40EzY,90
lm_eval/tasks/afrobench/mafand/prompt_1/english-african/utils.py,sha256=5bN0G2ItykeqKEjBZKlg1BTv56jYl7tdhqT6CZSPluw,4108
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand,sha256=z50jve41B5yhuknONg0vJHQr8Xn-PlPHG4e8FInuQ1M,607
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_amh-en.yaml,sha256=Lx_H-_MwXbvFSwVeK00dT57_weQGpEKGgYtSfgyQtZ8,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_bam-fr.yaml,sha256=Nh42tZQ4lHkvz3Eopobkj4omo0pLIrj4YmN1xtZgTOQ,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_bbj-fr.yaml,sha256=6NUtAupS_8ZIypTgPSb2Ug5AtWTQE6co-RGYkxlFQVE,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_ewe-fr.yaml,sha256=r6f9xrUuZPPaEuusZsMMqqqWSam0J0goGkP365oA1_w,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_fon-fr.yaml,sha256=r86_udpQQQsw0wq7qKAaNfQkbAarPKWQ7t9QAaUdAv0,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_hau-en.yaml,sha256=1A2SyNtldMLdO1KIMIgfpyyl-OHn3c1ttT5idATlcq8,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_ibo-en.yaml,sha256=EqRjiPsvXoQRwfMMOIdFZmOEW3sGG7JaA_uFEtFUHsw,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_kin-en.yaml,sha256=FdNXSY8o_ERd8Fr9iNqhKq_B2FTrgcO70O6nG5fMmdU,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_lug-en.yaml,sha256=kXamnfR8mFCT5KMFisW5x7HE3kI4LHmYdZIwq4gN_bw,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_luo-en.yaml,sha256=ghxiFl7hgPvNiZrBXObKO7gzNiU5b4OauIaTvDKMHnc,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_mos-fr.yaml,sha256=U91V3esawLmJAlPagmwyb90Bk4_3f4AyQ8NxahYJGBs,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_nya-en.yaml,sha256=ZlOkMv5IOsfB42mfWnWkk7PoPXJ4UYs1qDfD_HjPTsk,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_pcm-en.yaml,sha256=ANn74zlt58_E4JrFbU7lru47A0fLHSnBt8ZuNXaM9rA,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_sna-en.yaml,sha256=wJCopzNkpxXnxhvTZ5GvjBH0EYL24byGo_RlxYGH8_Q,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_swa-en.yaml,sha256=FKKGoBGTDoLiVr5TnYyyFPcPaLB7oDpmPhn9G5AnUtM,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_tsn-en.yaml,sha256=PZxxMd2ntgn_EEncJXLvjowrXLVmt9mNsKh9UHWRQSI,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_twi-en.yaml,sha256=V-9ti6HgJWCtCBT9SmIMq8J45ldFVCImkm30v_HiU9I,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_wol-fr.yaml,sha256=7pjjWbkArM64T2-_8ObC_Dt48e1Oh5-_wCtQeAIyUfU,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_xho-en.yaml,sha256=XNYtR3P9Rl4Jlj5De87tQknYk-4Dbc4LG4WCJR-J350,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_yor-en.yaml,sha256=ZCCA2kFIwWLdyBM_xCX9oWiHUga_Bj4tSqkl9RS9X-k,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/mafand_zul-en.yaml,sha256=XMFjGD8JdxWwwsj4DYtuWa_4fIZdh9ldj832IHJFA1A,90
lm_eval/tasks/afrobench/mafand/prompt_2/african-english/utils.py,sha256=5bN0G2ItykeqKEjBZKlg1BTv56jYl7tdhqT6CZSPluw,4108
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand,sha256=JsmUD5c01Ou9yI1ZuwZYBREJ5q3PcLx8mOnEa8uxkpM,618
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-amh.yaml,sha256=K7XmsJJ95nGKGKw88q224d7T6iUaOCNdqYu2ks8yy4E,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-hau.yaml,sha256=P2aJwKlxKJm1OgLWV-Prl3FliyPasfyl6x-rPjz-VDA,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-ibo.yaml,sha256=NJHl8d99Ykrg9SFXv73dAT0bmdATnesOqRY2Xco60xY,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-kin.yaml,sha256=EkelVkysqXTbcE5unOZ3GKqbFJYsSqbGHsg-tRaSNqk,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-lug.yaml,sha256=Ijb5OPBGJVOQPU0WL1X2OoNdL3tUQ_EmUlKADoCueHc,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-luo.yaml,sha256=XlCBWJmBSg2dv7LOk1GJo2Bf3NiOg_SO2qRduCAviRA,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-nya.yaml,sha256=Ny3Guw86d1x-PN9FXaW3K7lwnSKWinMxX67Cw4KwYCI,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-pcm.yaml,sha256=lFXZxpTcyJkgrUEoPLMEcS1PvSWfbXI1-0-cAu1jhv4,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-sna.yaml,sha256=1_aIa3anmLK48Y__34aAqWCGilpSdI7fPBDLI6N7Zzg,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-swa.yaml,sha256=jki4A4UDBYoMYDGEDiA6NtlxDWpAPaWOJOulLhaGzpo,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-tsn.yaml,sha256=YhWM8r2hrQDdN9HUuPNCUb9Bk8yq5Tn0tQDWiZbLXOU,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-twi.yaml,sha256=_4e52WOoLzizhkav7aUmfucSl2KNWW-gdEtuleI__8c,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-xho.yaml,sha256=MBvA8DgNC7vYMy486iAMATEUBEOsn68QWeXDIK7X3Xs,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-yor.yaml,sha256=3XQRn_f6XkylcEJdfOzMIqT0pur0s8CUEhBOTqcLGJU,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_en-zul.yaml,sha256=dls5PMUlswjvR8yidPTl1fNKU45CGIYsL8uS7YEuNWA,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_fr-bam.yaml,sha256=L-gTAuWeaLJsa0p9dzKFpXJLUUXLFy7D7z-7oCd8kMQ,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_fr-bbj.yaml,sha256=sBLwNlA3pgwTyMPzFTE8lWSnFHC1ysp5PTaogyXWjmw,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_fr-ewe.yaml,sha256=fW1K3CXBeXpyySRTJ_AKcYDVHPTy4AsoAWqj0LasZYo,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_fr-fon.yaml,sha256=VlVKthMtlMuqmznMX2iEpe9fRMz4XXs7QKV9HrpxUIk,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_fr-mos.yaml,sha256=n_b9uo4Vkah6CecaE1q0dZC6E5r1KgLlC5eJAUfJMx4,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/mafand_fr-wol.yaml,sha256=cpNZSAWQO8W2eBTPjS5DujZJ3fh0gKTE9wayPs6MWd8,90
lm_eval/tasks/afrobench/mafand/prompt_2/english-african/utils.py,sha256=5bN0G2ItykeqKEjBZKlg1BTv56jYl7tdhqT6CZSPluw,4108
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand,sha256=z50jve41B5yhuknONg0vJHQr8Xn-PlPHG4e8FInuQ1M,607
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_amh-en.yaml,sha256=DNwciRrropeqY9pv4hjYXozdXw2i4wJDNacYYPQc_Dg,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_bam-fr.yaml,sha256=bdU53EFIgbp0_SSqvvA76r_vOYrSpIzSHhZ63AGAcWg,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_bbj-fr.yaml,sha256=DdeuKCSAjNV9OK_kzwwjpwCCjqYQ-VxV2FC_-4jVOFE,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_ewe-fr.yaml,sha256=jGwSpkwmS1QSWzDt2JzF5ULzebIM3u6RV1gdQv24RSc,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_fon-fr.yaml,sha256=AmHQcBUH8ZhdyFm3gX3WvWHLcBWjrYamaIV1zmipR5s,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_hau-en.yaml,sha256=h-2AsmnlxM9b-vms2iYt9BkvXmNKMm9sjiBMNIGRaNs,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_ibo-en.yaml,sha256=4E2ByJZlY73ZBPw7NiewX4jEDKqdiTMmke9SfxFag6Q,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_kin-en.yaml,sha256=qX7gWx2Vs_vfwl7YBOdOnBBwT3yRP-tL59qqRm9V45k,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_lug-en.yaml,sha256=ryzdUUvF_PHoQABDfnfcPQs0sY6Lflu5q0Xb_T-XXd4,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_luo-en.yaml,sha256=7_BbbptPnZMNLY7lMPA9_z2AemRy5zKyhQJmoLKb6VE,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_mos-fr.yaml,sha256=ZZl1kf5erGR-kHzE8NU2CE7n-XcGr4OOdZlpVCrBjTo,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_nya-en.yaml,sha256=H13zmts8Sz_HAzbn2CnUB4XsRZaXB36fhS4wQSkrpuU,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_pcm-en.yaml,sha256=XqLJk3Ylamt8I9AyAWNS8zfu5qxQ8RKDtNbCRHq9NdY,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_sna-en.yaml,sha256=pQaCeIQKeFXXtPKpETA0UEBxCnvasdXrwGi0QW0Mgww,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_swa-en.yaml,sha256=RUZ7pk0j9M-FXN6egEeynQbEc4bvbWbLO8-r0ARZ-uM,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_tsn-en.yaml,sha256=EWTW94wXk606oY9w12Lhb7fQHpEFcNvefJxPAwttJXo,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_twi-en.yaml,sha256=e9C-kPCSoR1MkBn7ofirp42G2p8ob3iduxO6wK9pV58,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_wol-fr.yaml,sha256=RZ21jbwPvAYkfrh4RoawVJYS3hrwCs88Rd71hp4s6vQ,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_xho-en.yaml,sha256=AcXBoJ-V-KbkyfdVJE8zwttNnHD8FeGK01rs1AktJ1M,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_yor-en.yaml,sha256=IEjyr8OVCnbKKsbRp1FHRs2atO_bN7VyicI3BWHoJ-M,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/mafand_zul-en.yaml,sha256=PI8YwPLqJ2arqwjHX93WFxAW0G4tb8oSDUE6fB1kJOY,90
lm_eval/tasks/afrobench/mafand/prompt_3/african-english/utils.py,sha256=5bN0G2ItykeqKEjBZKlg1BTv56jYl7tdhqT6CZSPluw,4108
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand,sha256=BNXpvn0SH7XZQWisK5UMWc1EqExonyWYvEwm9_MedZw,618
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-amh.yaml,sha256=bE1LT8xOvHKueFKVacz5vFumB4yAOAJLTqlyOFBJBKY,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-hau.yaml,sha256=FeixDLQaqyI2A-aNjOf83Y-6m8No3cBwfbCNhC0pAGE,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-ibo.yaml,sha256=AYrY1oC8MwqdymfER9VnsNLjKPQiMj6EhdMCuBAiZFA,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-kin.yaml,sha256=v77Au1e5x7cGB4Zhv4nFTZItFDE3b2d5QZ6DGbe6x1k,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-lug.yaml,sha256=LlGKO6s-Gv9rww1R-NP4uKB_5KprJ032ujZUnuVcM3M,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-luo.yaml,sha256=SFmEM3xUB34MgwBT_HSF8MrQdmw8W46yyagiMXl8KEQ,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-nya.yaml,sha256=fH8ePGFadZDMQx3Qf-NuAxPA0iFBlQlu3efD6SEoUz8,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-pcm.yaml,sha256=F_Php_b7w2o5B2F7T5dM2fRFz3D43L8gMw8vqXTy0X4,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-sna.yaml,sha256=HZlZ3JBFMYYM3yGuk5J0oaSHUIL7Uq_eqzZuFpD3bqE,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-swa.yaml,sha256=fmeFOgipSB9MWIV6wVN7-VjeysjlznAdSk3uHj3dxE8,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-tsn.yaml,sha256=JRkQ6_erTlLs9BhH-D2ELoIOjQpy6Tx25uST8fGB4dI,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-twi.yaml,sha256=hcnZ-cGNAcAtxPJ51t_4vSSN-xm_ptdFupgpK82wauw,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-xho.yaml,sha256=W9nbMg2WNpUF5ffAvvB6gjYWGajslJqI0HJ9S20-nmw,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-yor.yaml,sha256=ue0fTj5bVjNfPxWthMg_c-SY5fDHQPLlAzyOhE2KnyY,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_en-zul.yaml,sha256=y-UDer2Ois7QLI_0FDyJiYww1uVbOv837kdGUGmkra8,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_fr-bam.yaml,sha256=n1EoCuMvVhuaKial98b2e3L1N3z0J32-T_FyKx-lENo,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_fr-bbj.yaml,sha256=392M_A9M9SfGWrzqVW72NuH8jwZyNc101xXVEFDEhPQ,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_fr-ewe.yaml,sha256=21SYdtKbz0ktOI6h5QflEJZ4BIM6lOSNc_Tn31k5-xQ,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_fr-fon.yaml,sha256=vov6OmJFyf_MzvVl2X2EZT2KoJNi1Kku4rMIan4ujF8,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_fr-mos.yaml,sha256=idTgqw56RrM9A_d3Wb7OxSFNc12WV-ZtNWJxSpxkfCM,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/mafand_fr-wol.yaml,sha256=Z_kMZsbvqITjV5rXgNRk4VEhCUukvF0NJhNZ0En3cAE,90
lm_eval/tasks/afrobench/mafand/prompt_3/english-african/utils.py,sha256=5bN0G2ItykeqKEjBZKlg1BTv56jYl7tdhqT6CZSPluw,4108
lm_eval/tasks/afrobench/masakhaner/README.md,sha256=pTvvCO4Zm3MROBaMYcVjfYvp5QzrtVIkTHwmfqvT8Ok,4298
lm_eval/tasks/afrobench/masakhaner/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhaner/gen_utils.py,sha256=hvRbympPRbvXdw-UN1mBfqTEj3vAtzKVFuMByiPVyUY,5744
lm_eval/tasks/afrobench/masakhaner/masakhaner.yaml,sha256=QUgGDIdvLL63_8ewE6L4w33kzUF8aSA77BvrSVwqgMw,253
lm_eval/tasks/afrobench/masakhaner/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner,sha256=cMWfvGSl2A8iosX9P1hyomsMSqiQzyDKv2MBKNpCWFA,536
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_am.yaml,sha256=wu9_kI8w7TSKgmDedgpIzvWcsbWXsywT2nkmYe4MxJs,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_bbj.yaml,sha256=6R-rLo6PU2uLKoTjabE81MBFE7Vv6eHXQnXEDTs8fPw,668
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_bm.yaml,sha256=hxRNMk5AwxT3yQO6z0sRhlG_0qgtxRTS0CPN3aXmkdk,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_ee.yaml,sha256=853hoqyaKP8WzP_NCCSVQyLQS7aWslT-KoYlWvcpTxc,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_ha.yaml,sha256=zjDWIMnjVCuPZiiUB0BylkDZzOFQ-2av172znauRnQ0,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_ig.yaml,sha256=A_Bk21hLFs8nnRJgJX4tgKI9FLnkPTFHI8kuvUfPZ8k,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_lg.yaml,sha256=7iEFtECaVeFGqecXdfXNjQe9CCGO1taInj1QkjKUIgk,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_luo.yaml,sha256=4RUN9kcBfCsSAYMeoWGxUBXEqoit_TJdSY_6rY3Tbro,668
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_mos.yaml,sha256=krrG6v-epm9ZBFSvp16XSiSjPUjwLi8o_Hflxe-1g-0,668
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_ny.yaml,sha256=nP8yx_49oo9JXjxYRBqYs2gtiNAhNp5ABminop_hugY,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_pcm.yaml,sha256=zNIUJ5VIz4FNE5Pmz5ekuXHJ2bTobGvO3oAF4QYb7lo,668
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_rw.yaml,sha256=oBBlKxs-eheVmN9ye6Gas5FWrj_3FCmUadnDQ6_ESdM,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_sn.yaml,sha256=AkIXiAjK0tk8oB2RHdLYziy-Cgilz1NWqh0M6BuJANA,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_sw.yaml,sha256=2-6YwstrYRAbLKOQ8fH-E0xDnGr2PjI3nmF733SxF9E,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_tn.yaml,sha256=i0a1sgDwkvrw_PAuzUEpQyQ6oXEVwiyReq51cZgOtKg,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_tw.yaml,sha256=mOYgjwRYI_Gvvr0AhboWQ5wt24g8XT-oaZg6sWzTx0c,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_wo.yaml,sha256=ZxqgF6gM2fwaWcS7aqCmjIR8rO_mQr3qk5Ol938F-n8,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_xh.yaml,sha256=TfLE9eHskJnLqNmV8zv71r7ACJc4LlPKGFcxZSxnHrQ,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_yo.yaml,sha256=Z5y4-7JwPuhU-gu3HMyqopsL7FCTBimqfLQSPny6lQo,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/masakhaner_zu.yaml,sha256=nqlzUIvyZoklIvRxoPaEhNvG0o2gAbmqmx-DaWlADlU,666
lm_eval/tasks/afrobench/masakhaner/prompt_1/utils.py,sha256=KJIZdjuyl_pTlsgWpbpBLdwLnFAkae-Sf9SqSdIJnIs,4947
lm_eval/tasks/afrobench/masakhaner/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner,sha256=cyeCELvUFFM7ZhPw_xwVwLJm7VLEITfiIbsSDE4M32c,536
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_am.yaml,sha256=NuNWebT9lb5Cul8fwGSwHlOjyNNS1gZo0GbUCvXgawk,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_bbj.yaml,sha256=X3egTjAT5i954B6ATTa_gsTvjhejfzfLesGXzW0OcLk,857
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_bm.yaml,sha256=pdiAn5OdOSMPnMtmC1oG29iXw003X3sJ9VbcwESRwbE,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_ee.yaml,sha256=5Ylm3QekJ8jGLyshRv530dpPgsSJhtwVcOUfOM2hAvs,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_ha.yaml,sha256=Tu_nDiSJUNkDVgZXWQm-cLbYR_Ub1XELy5x-t6qQtn4,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_ig.yaml,sha256=mIue8k4KNKSK_cQepDWdIzCrvmQMhEWu0052Sg8tpb8,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_lg.yaml,sha256=xS6skhNeXu1UKr5A0Ue3a-Tk51zFxdZr3laRO8nomvw,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_luo.yaml,sha256=q-JZsA8u8ZXGsjG8nGtyqk1rC6SVNhDGNAxFR8bNYaI,857
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_mos.yaml,sha256=zFn1SMCQ5apnwFTYgsuRbzAFM3-KF2ljtLpOHbB19sA,857
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_ny.yaml,sha256=_qIQWexrorZImKu4yDneotBGXZbrpabR9D2x6NfjjtI,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_pcm.yaml,sha256=fAsydPetcaF7TGlfj4riCXMflvHCKtuiz48pUz0eXuI,857
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_rw.yaml,sha256=27Jr9K6r5_XbVIwxyg3B3WyXpAVuia0dwj-AmUxXMcI,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_sn.yaml,sha256=Um3eMpSfzg7dK1w4r5wnwesWff-9PqrA9L-FP56CyD8,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_sw.yaml,sha256=gun03TiQY5YfD2SdJ-_Ha10vttQ8AoZF6SK_CIio1A0,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_tn.yaml,sha256=N1Vj2ZtrS47nSE_ExsYT8BBDM2VfkI3ex5hIs03OOSE,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_tw.yaml,sha256=IENdOuZ5gVJZL7wqfq2XPgBexHVHRY-bAh35h4Qt1XU,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_wo.yaml,sha256=tq3qd6lkmXVNsenKZs_lHrPskrB6-ZM2xR83MVtw6uQ,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_xh.yaml,sha256=6_IhPkzGsAc9S6gQysexZFid9cSQCogpon45lHmurWI,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_yo.yaml,sha256=acmNVnLuc1Ye8WGNgXUoqQ_9o2a9SRoStKnzjQisiQ8,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/masakhaner_zu.yaml,sha256=2sh4Rs7FZohstsr_pzmeLil7ciy3tVR8Llb-KMDv4Xc,855
lm_eval/tasks/afrobench/masakhaner/prompt_2/utils.py,sha256=KJIZdjuyl_pTlsgWpbpBLdwLnFAkae-Sf9SqSdIJnIs,4947
lm_eval/tasks/afrobench/masakhaner/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner,sha256=9TjxcgjjXAmdP1zQ2K_FWokwMQA6bWPFgUSFKspxymQ,536
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_am.yaml,sha256=ZHmxXrXYm5GBePAJqKl9va42-fMMK1gGzLN7mVHCj1A,584
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_bbj.yaml,sha256=W5t8UT5NgNrV0lEYucs_kRyM3jf-vupq9Et_QNjD6mw,586
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_bm.yaml,sha256=oZErgoBxD5MLZV4vMFkfsFeeIHX1pIweVQiJoX2Lc1U,584
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_ee.yaml,sha256=e5TP4hH849q4E6vGEKeASXI64lZKJOzOrVux6G-NWMA,576
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_ha.yaml,sha256=AeNoZEvIETe6LLxWRfFHATDyUDIVjt73bbc3swjzCTs,580
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_ig.yaml,sha256=JSPxUB2EB6w699uuGlQxbfZuE1-nrwRXJMYhlH2on1U,578
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_lg.yaml,sha256=0kl-idZtb4NbR_92fgq4EBlpb1nWHDJqHqdB4l3lJ2U,584
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_luo.yaml,sha256=szKUQoHh0xU2noJY8uKAG0NHjB34nEap4dX2pnFwTns,578
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_mos.yaml,sha256=d-uDWl-QNPZ2wmIZjqyl_fd3Du5GriqSc8F8sfrC_58,582
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_ny.yaml,sha256=VbcQ6nR2ehZs63P1sQ4bY-bPmcL_5D3wc6Mg-sMECCQ,586
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_pcm.yaml,sha256=t7imHKqbVfomPmYwD9Ef5rw7lnHUTckoYkOrojaQuhM,602
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_rw.yaml,sha256=lCBJG-HpvZDotwyRrbJdjsftLlBTZUwftczT6uP5Flc,591
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_sn.yaml,sha256=sq6defwkn83skPR-aqgD4R0QgjvMS45XEffRfSQC-tM,586
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_sw.yaml,sha256=GPMHSG7cpOjXXS7r_urjoco_GUGFShMjbH0D1pzPFUw,587
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_tn.yaml,sha256=Hdxc02PAq8yHY0Utt5zaeMBBU_VYW0OUw_SjvH7t3Q8,586
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_tw.yaml,sha256=2BoSZA7g7-L4EZ7PWGN05IjkL7WMSR3rWG_bLLwj66Y,576
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_wo.yaml,sha256=4QUFlZToUsRysthixahj16N4CJwXewMuJO97Eajv7aM,580
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_xh.yaml,sha256=hw8bN1hofTtZ2Wjix4i3UjCaEKItZ7PMl1ueJuR28Es,586
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_yo.yaml,sha256=-zCNLBwXkkCA45JjK8rqcCuQ8rBUO-k1SPoP9XKnneM,582
lm_eval/tasks/afrobench/masakhaner/prompt_3/masakhaner_zu.yaml,sha256=U-Pvh6Afe_SKj0Rz8oKpsCyeG2vskb_RHH0B-6x4aBU,584
lm_eval/tasks/afrobench/masakhaner/prompt_3/utils.py,sha256=KJIZdjuyl_pTlsgWpbpBLdwLnFAkae-Sf9SqSdIJnIs,4947
lm_eval/tasks/afrobench/masakhaner/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner,sha256=ShtFHTaGh2euKNtN0wfV5-kfH4z5Lwvu9CC2ZoJ-hFE,536
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_am.yaml,sha256=qsURZf3jR-PP68FveD-haRStFOwIG1JoIRG1gFGTq38,532
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_bbj.yaml,sha256=63F93Q2YEYVqRhckgkXCWhv0MwXa-9F1V2QMOmMSCWE,534
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_bm.yaml,sha256=c-8RChNFzGJ_9CnbpCX26d4DUoOZKOF7eUV7v70D7tc,532
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_ee.yaml,sha256=K1P8oqLwAXfyOFeXETNypNh97yenX5DUKpbCi7JQRvM,519
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_ha.yaml,sha256=mg57rFv1pbLF0deu-dOh0OroxlvZABajIg7mbfkw1a4,523
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_ig.yaml,sha256=pRlwkhZmqdM1SkSoFXBAnDDOukRlMEOpyjiPy_-BNIk,521
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_lg.yaml,sha256=bsARGWn-SvDTfKuKqBGkeXh8-g8jNnKwlGyw5BsE5CM,532
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_luo.yaml,sha256=O9vY8ohz1WtLx1b1b74T7A00OceSHhhVMb8ExHt37j8,521
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_mos.yaml,sha256=-y8-9ZNI0oLiDo7UXGk3P9rQIHfrh87vVirY_iPgcL8,525
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_ny.yaml,sha256=t0kzEOiWAjls2xFFR4rbFRxbnMLqDCy6ddsZnnJLhlA,534
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_pcm.yaml,sha256=362RUP373jpkm_nazbMBAo6c2CoATlK_JgRUrPj1jTU,550
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_rw.yaml,sha256=UFUXFtxAmG5H02akH4CXxoiUaVaaGACIcLGAlmhyeFA,540
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_sn.yaml,sha256=B6cgcdyDFZV3nKYuU4h2ZJ0ej-iafkzJAN53EDo_3Wo,534
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_sw.yaml,sha256=PRK4q5c0uaQcCBfm1Lr9tFwSGIvJu4cZDlMbBZqaEbQ,536
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_tn.yaml,sha256=LtlXUr0wWO26elkiu-wD2ff8HyBGDTFFIP0vo_celNI,534
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_tw.yaml,sha256=0P0RzK1UfJz0P1B8Sgk0UB1hNErnO85KsvMMM7LS9AY,519
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_wo.yaml,sha256=aaEpSggZgsfynDLL4ch7mrnlHu-Y2eFbd7_uVroAznA,523
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_xh.yaml,sha256=bgvGcSTRel7Rf_LZOU9d3OrlLKGCJJxqGA0Dxu7D9lM,534
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_yo.yaml,sha256=TkjEM-TSdIqWKjMTAqr4iXnBQ50yndlIn6Vt2qUCvfQ,525
lm_eval/tasks/afrobench/masakhaner/prompt_4/masakhaner_zu.yaml,sha256=evQYK-9GBsnxV1EsVF38pAqbjz_2AnGmmlb3l4ZDS4A,532
lm_eval/tasks/afrobench/masakhaner/prompt_4/utils.py,sha256=KJIZdjuyl_pTlsgWpbpBLdwLnFAkae-Sf9SqSdIJnIs,4947
lm_eval/tasks/afrobench/masakhaner/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner,sha256=E8CAnlvw4DjQ0l_87uKTWj4zDM0v9sJm6Rbpoz8DSBw,536
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_am.yaml,sha256=erIpPWKZLAhRACyftNmChal0ETMmtdIW5znFulJ2JWI,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_bbj.yaml,sha256=E0Srd6SGq2bGUZkofaTLaTU7ZZLZEbT8EhJyKL5MuEA,521
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_bm.yaml,sha256=gc8s80fyvRpS-FXxA176Ht7Mo3j3p5c07vWuTbSxYYg,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_ee.yaml,sha256=VZkByDXTGWwuov3HX1Yfv9inUVt102vJCN4UvB5UEq0,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_ha.yaml,sha256=3JtDVSAbHieJm6fxxDmJqYPL-DjJSGbILvTTxafdadw,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_ig.yaml,sha256=LMWgujHfOo5AHWWLV2SxbsflfpdHGXKhvtaShRPPViY,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_lg.yaml,sha256=ArnCtUP31X5qVTPC2RylEXUbaA2OJcp41XDbPT3mjB8,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_luo.yaml,sha256=hxLgXRbCT2cB5nbJZPK79EpbW3SSvm6kj6hyrWM8kWI,521
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_mos.yaml,sha256=IVMGVb13TEap7e-ouNUZbWlI1N3BWkyU0uNaphgk6t8,521
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_ny.yaml,sha256=eBMw8bpIJU4gIP0JMEp2WIfIxxiFKcXhPHENtHibiIw,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_pcm.yaml,sha256=2CNZQVHQWX2iwIZmX4YZbbD9lvUAnxzUBtbtHpzDWiI,521
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_rw.yaml,sha256=RzKKnQYdRaG8gUZxydZAQ3GUiqlv9R3irjljb0zOd9s,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_sn.yaml,sha256=9h3fKfhnhAI2Aga9Vhy51hhbEqeVKzcV2TP8c3WddSA,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_sw.yaml,sha256=4YdVIfolzWzq-8RJ-DJ_wiKWajopJm0aAX_ibKt2YCc,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_tn.yaml,sha256=ngH6khQGijiiYEXwuK4gjlPQOcVwWw0dlgRUNENwXOQ,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_tw.yaml,sha256=KVM9TbayTII33wu-cgPYYJnW7WlUQEBoxScwHMTHT-k,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_wo.yaml,sha256=3tLESJrtGRgbPJO5ILJhFR0GALYbE-QjQ4RS49vYXEQ,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_xh.yaml,sha256=xMUkEEj9oT7d-Kf7zVBKAdvHeIitdJmOhkD4vJlhsQQ,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_yo.yaml,sha256=-RMMG7hMIAsgBTBmo0zJr6jFSDtJy4IdGOmQjaFCIgw,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/masakhaner_zu.yaml,sha256=bpfll8Vqd0HIIyVa41Pehvk6x621PEGqtx3oqS-o6U4,519
lm_eval/tasks/afrobench/masakhaner/prompt_5/utils.py,sha256=KJIZdjuyl_pTlsgWpbpBLdwLnFAkae-Sf9SqSdIJnIs,4947
lm_eval/tasks/afrobench/masakhanews/README.md,sha256=OGlcquxfO6FhJpW1G6Q9pZM4lbmTzXjjG-OLsUk6MtU,4435
lm_eval/tasks/afrobench/masakhanews/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhanews/masakhanews.yaml,sha256=iR1MrmEscGyIkfFGnutXCve1NCZjp7UT0J7mwNfNJVU,259
lm_eval/tasks/afrobench/masakhanews/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews,sha256=WsCCU4aK1wfRQnzVYbAxYiHIGoGnLEo4Iug7BW140vo,918
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_amh.yaml,sha256=nBjn-mSGonE6g20wu6lZMsfm7WidQFLghia60MjX6lc,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_eng.yaml,sha256=gKxiqciyjP8XX1tIC17geeXn4Jn1tOeHSbJIYWc6zVs,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_fra.yaml,sha256=8L8TBBoGNbOY_B9rcj2KqG9j0ibO7NMzP0TFASmvSH8,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_hau.yaml,sha256=fV2JC8TH0TYgyPKlY-NrFe6JaR4fZwqYg7l0QI88z8c,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_ibo.yaml,sha256=xb9xmqE9BMBXak7XnI6VEkJTbZ5BITxHDs8xI5Lu19M,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_lin.yaml,sha256=3rw_WfnXBGVg6vn3e5p2lkrDM2clr65gFWSJ_vngykE,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_lug.yaml,sha256=psUZLZOcFj2YbkzKq8vRtalHBUgodXcuBwnDV5nRfRg,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_orm.yaml,sha256=o3z0oecNFbs4xebB1NXF5XtcFm-XlzzVbylhcTEUMbs,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_pcm.yaml,sha256=J6pr_s_lt56QOmKRnmez6uXer5smssrnGlsaJrFk-DY,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_run.yaml,sha256=yEtePJwu5SEVPdJRelQ4Z5GaLBqH0SnzYwX1sgeoe0Y,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_sna.yaml,sha256=jjOcOCFDUuwSpkooeLPj0WUFaIXr83H9gq5lTgV_u1w,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_som.yaml,sha256=QoKnqq6vbVASt91Rq66tfHmh_aVudnuwoyijF6dlcC0,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_swa.yaml,sha256=D3sMRZ0iH2UqTrDC-FCKOO0fttQa-MoYVBJTETFgpkM,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_tir.yaml,sha256=Nny8phVrM74wPgEcCMud-ys3PXaO8W2Yrltosn_uFHs,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_xho.yaml,sha256=q2kolzu_kzIg7ra_wlYXxehrnmqJzYkOOD8SVzgSqVk,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/masakhanews_yor.yaml,sha256=DjK8OL7XrW4D60ZinnuzXQCLFCfY8PtdbnKWcqQaOgE,281
lm_eval/tasks/afrobench/masakhanews/prompt_1/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/masakhanews/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews,sha256=FcQsgBOm35Uw0hd_UsNr-vHOm4gEVqA2O1PLy0k8HGk,918
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_amh.yaml,sha256=mI8BRVLuB7lychaMgqath7sslP2OX5s-dtn6lAbwUnw,298
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_eng.yaml,sha256=SLML_vGHxZguhPaimTOaRpQXk10gZwHxz2djD3KsWT0,298
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_fra.yaml,sha256=PrnQqCSG6OnFgzWw250Y5a-g_YLa9XoPkE3zlH1nO_k,297
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_hau.yaml,sha256=FJZMY9BAHucfvBNq5gDFBtDzew_3L9GeoHXGG0fUP3s,296
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_ibo.yaml,sha256=1GYa8MHWfxvIbvUKEyE9NY9uON16w5zdYmCzKpPe9m0,295
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_lin.yaml,sha256=Q6eNhSlHfCbivYysSatY2kIPOjsY3mzLdDOy3SGN6fw,298
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_lug.yaml,sha256=qBgH37b-lh-jxab69WEEWA5yWC7y5V1jd-XXbzZe1R8,298
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_orm.yaml,sha256=l_Oow8FHqbqK9iyQqPUNvEVZinPUv8KUheDWusFSZXU,303
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_pcm.yaml,sha256=ZqY0gYQEc4sKhioYZZD3_E0A0cdvS_fd3OTCL38ufpQ,306
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_run.yaml,sha256=MxK9Z8NCYMX0On5LRW5nmumrJnohSTmLStI1fNzJ-n4,298
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_sna.yaml,sha256=uzQuN_5v3JTYkuPBYtbrTWEKwjayIW9dWbepWXnpBa8,296
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_som.yaml,sha256=t90G1PHhdMiKIwb1qCWrev7hmDUpfMlKmTQEfNrl2v4,297
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_swa.yaml,sha256=HOH0z0u9dwpXygsVOTXVx4SIScir0VNpmcNV1eYZ61A,298
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_tir.yaml,sha256=5kpOMsfbpBZBq_fKHXsfjiIc5CxSLGb2uuugg1HH_IU,299
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_xho.yaml,sha256=VYSeX0lwY1ZyLop6ANurXIw_DzuPnxVtJnM0N9epdhE,296
lm_eval/tasks/afrobench/masakhanews/prompt_2/masakhanews_yor.yaml,sha256=fSm6zxsEUKTjjYKfnAbEWGZNBAtfucS5sE-rZFTIcZg,297
lm_eval/tasks/afrobench/masakhanews/prompt_2/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/masakhanews/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews,sha256=XK5BkBXwXohYmyaIl3bRvJjXWqAsY6j2JpKvFua9BcE,918
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_amh.yaml,sha256=u203FCXGK1elOR8pUMKpb0LQoFHJ-UCGXj-Jzi0r5Q0,399
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_eng.yaml,sha256=Tp1-iIUXFrJ8QeptlZA-MMdhjFm6J4l2VcgTPACt4GM,399
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_fra.yaml,sha256=wNFN-XiBaJ3v0uQs3dm4-JLmavM-tAqO4CnDSMO-3TM,398
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_hau.yaml,sha256=MbNFi-q2oQ3eaUjFooWTIRUSuEVVKSdfHuLxpAVem0M,397
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_ibo.yaml,sha256=is7cu1qunAAqruUmdq296ox5N1kTpp7oCwbtc4Myb6g,396
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_lin.yaml,sha256=lHIXmsh8dOBlG3IqHban7WPlrd4BCX1ZCqcVQlqCnlQ,399
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_lug.yaml,sha256=wgMRkx8UtUBF2fbENRT1lM1nWzpklh3rsdjff2J5JDM,399
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_orm.yaml,sha256=eMC3jP-naRwSrngTp8kjarrQsrpbkyRoQmL2dzyny80,405
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_pcm.yaml,sha256=xxloYS8l9TzAoWAGOMBzvlUgtjufqL81dkpUxqAUwks,408
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_run.yaml,sha256=5tvWezHniKL0okKX2nZzx7B2f9gsRUu8D6AQiQLHtMo,399
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_sna.yaml,sha256=uEGJfiOeecMeZBu1WMoFpregC_pvw8nSP1PtP1kMank,397
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_som.yaml,sha256=TwUxOXUY1VV47oTnl2Sz1U7aeJSaKVxKaANVT4AKxaI,398
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_swa.yaml,sha256=JJXOUNo489-yesnTVucCzKwenUnRpfGH6khjOZVcQUI,399
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_tir.yaml,sha256=7FVxCkXLu3LZVZvzChquGyAhWU-eDrvxc3z50buUf1c,400
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_xho.yaml,sha256=4UQ7iF1pWK4kgHdGPlx26JYADEgElrCZhGTVaMt9H8M,397
lm_eval/tasks/afrobench/masakhanews/prompt_3/masakhanews_yor.yaml,sha256=kiduQGv9JS4fiz2OrsMBGRI7t3mIyJRnBzLPY4egFOs,398
lm_eval/tasks/afrobench/masakhanews/prompt_3/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/masakhanews/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews,sha256=4srvXjM54Di7_8isN2LoxT-FFnCBPoLdFGggI_f9jOM,918
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_amh.yaml,sha256=EwsveEAMA-aGbJTbboywgdGCOuBpS7A_1kx7nNAbv3A,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_eng.yaml,sha256=SMflO75ms6nbHSQZhcrDkcQWFexJmnhXi7jLEddhYlY,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_fra.yaml,sha256=PFvXuGX6Faypf9dw_Isxa5_zWP2U0ZOjxrBl3qFgZXY,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_hau.yaml,sha256=wxbbOJGO0B76W_TGVbwEzOoAFEAMgLj2mUn-ciRR0Xk,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_ibo.yaml,sha256=f6RDRbeh9fG_ttdN_b3d2acxlkdt99TQt7a50QTbuaM,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_lin.yaml,sha256=FQifoslyDpPfxVrEsWIh_hgrtVzi2KU-NjjRVFSXHSU,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_lug.yaml,sha256=fEZowhLwOBLN7YE-Pub2nGo_t3Jf9NOK7nq60TlNlmk,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_orm.yaml,sha256=ahfuK7hPhdrwzsD66dibhBhfgeahkfkJpMCzYKfNGZs,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_pcm.yaml,sha256=KUTx6jaRw8fPsm_o8vJByPbLVQKYOCx11Lz5SOLpxfg,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_run.yaml,sha256=GlukhdtJjvIpUptrt8zSKMprRiumYjhEve-nFtea1TY,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_sna.yaml,sha256=ckirRTsoOzqW8ceJSrdSQ6_vXLL3ynnljTCHtaG1DVU,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_som.yaml,sha256=6AbfAS6PLMCWLRQMwjvkfRnru7vndrAGsmNJIIBxYbk,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_swa.yaml,sha256=r9Eq9sdFqQJfrhQ3FDiXeAZPbOO-4IR9swm1pEA9qM0,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_tir.yaml,sha256=96KdW1z6Nrxo28oaB0RI76eQ1SdybC8yckq2FWdRS_c,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_xho.yaml,sha256=ju5zXjjhvuwXq0WxvzulUnaE3YNKgTxxMM_dd3reKwU,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/masakhanews_yor.yaml,sha256=tKHEzOsOzopCHeIloKW2fdudCJNhdQpS5K6xbhtr-l0,313
lm_eval/tasks/afrobench/masakhanews/prompt_4/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/masakhanews/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews,sha256=yd4H7HiCZhkacrrkmOaM3tsYz6fZ5EgtV5YPVweHf3I,918
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_amh.yaml,sha256=fwRo6u73jvnLRyhG6UxeE3IC_mO7j2aPvH2EbZXInAg,1253
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_eng.yaml,sha256=jYpqfnq_M3Z5JFT2fYUPAip_4iV-bTturQNurUSCsqo,1253
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_fra.yaml,sha256=JHXAjmcakGzoQd5xpmM3pzdrC5xpYkhrxwGWe160KYA,1252
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_hau.yaml,sha256=9nUDKNRZ1oOjs3q0kl6fM11NG36QjydLgk4nNOLirkg,1251
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_ibo.yaml,sha256=9CjGjUz3F09w-TQAWjxZnFvEj4rrPnm1C8xAl2VCkGo,1250
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_lin.yaml,sha256=dIMrDIT4N9xFf2ndFV8rDzOqcaEV3IPQr5l2kLZRLU0,1253
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_lug.yaml,sha256=2Hcts5FXZ84-g_NlOXcgLs3Zk1mRve6wwLK-GnqdVHA,1253
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_orm.yaml,sha256=K8ERzOkQW7eQcMtd-c5O-rDqSSCYSfbYQqMm16gmoyk,1258
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_pcm.yaml,sha256=FmwO6pPHrrB7ohnBKjaamYokEZXBOrTc9LGJBQcs0vw,1261
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_run.yaml,sha256=-xLdkxAnK4aAboDGGe8AeI0oj4LKt2thRxVEa3OgkUM,1253
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_sna.yaml,sha256=qG_9cPlTq3G5GAhsaEc-NkVYSfVJ774UaBohhPGkUCk,1251
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_som.yaml,sha256=a6LCYBJec1n0sSmqgERdaEs_Uk8BhxtS5ujSGPtTg2A,1252
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_swa.yaml,sha256=kM8K92H1STmadL9desxhfjz6g0LGB_jjfix4H1YloME,1253
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_tir.yaml,sha256=bV72F6uBt0O_AKYOo6mL8OKECktb11V5vjlV5JNfs4I,1254
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_xho.yaml,sha256=m7Ui7LRxLtFoznCXT5-dtD1g7Zx0b9Q1WA_x5O4pWpw,1251
lm_eval/tasks/afrobench/masakhanews/prompt_5/masakhanews_yor.yaml,sha256=qM1fE3OhzSusqcOwa-_t14yYcgnLvWxLWlyqijHMQ7c,1252
lm_eval/tasks/afrobench/masakhanews/prompt_5/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/masakhanews/utils.py,sha256=VqKROMIit4PCHLEh4SDOl7rfHhSTl99UklZ0IToRHrk,5021
lm_eval/tasks/afrobench/masakhapos/README.md,sha256=0E11vsHZT3A6KOb6wDNBpVqgoKpX6FtiRWqv6FgBZGw,4033
lm_eval/tasks/afrobench/masakhapos/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/gen_utils.py,sha256=0gy0UiE0IS37V7dYjkv9eRurrguBAbc7DObpLINoCXE,7403
lm_eval/tasks/afrobench/masakhapos/masakhapos.yaml,sha256=IScmYIy8SbwyFt09D_PiDD9jvLhIn4GzMYX66mgrxKU,253
lm_eval/tasks/afrobench/masakhapos/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_bam.yaml,sha256=wBBqkNTP8FpiepFd8cs29A-5EWIxti_O_YZB5rzHP-4,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_bbj.yaml,sha256=ZdS__jjr3YXg2fqUOou1iSKZVTuiPS7OB7y21kBikvw,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_ewe.yaml,sha256=J1HAiIEKQm0a2fM41zBhp_M6UQ5hWrAdbKuDuaUakqY,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_fon.yaml,sha256=eJF6vXmrVDtMWU1GWPg_9S6cnwTdSidWc98oEJCKIek,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_hau.yaml,sha256=aUOv7hk43obPq7MtsspXYhCbdPxn-WBvlppl78D0Avw,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_ibo.yaml,sha256=Z8oVlNcAeCxOXz9NiYaaYSWSb5oTq2mN69Nu6giNSFE,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_kin.yaml,sha256=JLlKOkJmyRBE05nasI3WmdTB3-QgYnbCooHjItslDVI,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_lug.yaml,sha256=WG2yECzc2DLKUBSO18Jy7VtY7K5zBvwS1fM-JiTYedE,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_luo.yaml,sha256=J3YUTRZyJM14rFENR0xcW7v2MhJoaFH6CmnKnhXn40c,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_mos.yaml,sha256=OuKSQIp9je0aV8oaCD_QagkX5D3ry279KOiadNCAUSY,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_nya.yaml,sha256=BN0OyL0tihXdbH6WwLAP_8-fEIaoh_cVi1bMXm11NRc,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_pcm.yaml,sha256=wFFPP8LCdKrVNcekSboJVDsz05Q3wF_erNdXlNNeReQ,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_sna.yaml,sha256=67SVJgswmEjofNOCvO3MfbTLI6G1aWJZtTm0kntgA14,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_swa.yaml,sha256=A_egzujPa1pah94o-oCKD4ipIlX2Rjy4tb5AzsDKzeA,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_tsn.yaml,sha256=UTtSr-zjmWrsgJU7_knlNS5fljh0cTNB8DLWmBJ_5Ns,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_twi.yaml,sha256=mUYZvsJKBmmerxwg3zbX1X_5cR5RLUqR3by9yFWbRdg,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_wol.yaml,sha256=1R19Gq9luXiycGfF1DRcusFyfEVgKWDypeJG-jnLlxo,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_xho.yaml,sha256=FDw2vXgbw_Tg8n1LX9ZBwY4CqEJ72sjZn31nGMZH1F0,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_yaml,sha256=hO7NdMXhERyE4G7zr6UsI2VHBwXRLNvcVcQUWtfpN6U,729
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_yor.yaml,sha256=bTnsQj3jxMnHsyBI6NjlIGc4HqmivxqBlRnczt2fi0E,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/masakhapos_zul.yaml,sha256=5xazNPYbF7zUlDRkHmviFcrhqjpTP9MF0oSmC4OUQ3c,804
lm_eval/tasks/afrobench/masakhapos/prompt_1/utils.py,sha256=Utu_f5v5EwLTqdLJ476aG-3FlBHssPzqUfEyr9iwYnE,1395
lm_eval/tasks/afrobench/masakhapos/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_bam.yaml,sha256=Atloeuyyk-3aFiVH2bEKjwc7MHUvJY41_tz8kh0wTyA,924
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_bbj.yaml,sha256=1jNFhZ2FsB7c5Sr7zBTMKt2JEdRWalTGofD2EyfmsA8,924
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_ewe.yaml,sha256=uKII8zn-4xiJ8wm6WFuPz1GWQ1rXS4ZaKXxgHb9QA_o,916
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_fon.yaml,sha256=g5xY18P55720q4BHgl4vSu1r1LsnBJbLjhhpXtfBznM,916
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_hau.yaml,sha256=RdxpYk-_hyUeAoEiqKMveio3gB___R7i0PcBIgSIljY,920
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_ibo.yaml,sha256=57e33Wvui8LwjNui-0x7NQxXLPsfXe165lF_kGemtRw,918
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_kin.yaml,sha256=j1lMTqmzjWlCj8rUhEeqLyqnwmcuM5XGyaHZHbeaFJo,932
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_lug.yaml,sha256=OPZSOc8F9DyKf6ceR1NYSy1DyEfI5pJGcpN8uXs8pWk,924
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_luo.yaml,sha256=qFUluZ83Zth7nA2H0LjDNj5Y3zMkN7qf_b771zP5jzc,922
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_mos.yaml,sha256=EASmSySekuZkHrtLywTtpFeveytrkLjXx5oaunKm2Rk,920
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_nya.yaml,sha256=W0HR7DFWi2NMYIk4ew_T7OzZpxPpfvSuR8D-os-qXEM,926
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_pcm.yaml,sha256=abk0nSxkiyRMCCVGroyWbw-C_AxNZAnF5ENHbi6aRiY,940
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_sna.yaml,sha256=xwY22MadQ9tpAH13nsy6cXu3Y0dcsXHgPcUCoekoWr8,926
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_swa.yaml,sha256=fdlWXLwHZIjqnn9piYZWWRlMl5iOnrw_jfFETzKGqbY,928
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_tsn.yaml,sha256=hQ5R6-AvPTB3D51yxjgMMGwbxlh7gUoLfoNrCIDvk68,926
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_twi.yaml,sha256=3u7Cuda_yJnxL5Danb6Bxv1W2u5qiVut-BzlyalQ4cA,916
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_wol.yaml,sha256=NCXapF_OLaVebDX4LOk7_q8nX2sem_L6hZK-9ZWppcs,920
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_xho.yaml,sha256=wruSckxoMD9Ytww8wqTWM0riiDsW-MRLLWYKUH7dPiU,926
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_yaml,sha256=k6C2Pl-F6pjoHiLdHSonGzfDPvbeCihbhf31oG-BNI4,729
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_yor.yaml,sha256=6jQ9NEnnkIkRBmFQRHslVBYR74ECX6nhYiXaPwD1BHE,922
lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_zul.yaml,sha256=96SzsI_rA2vvDpOJ0ifYDxKhtGsNeDYtDJjLQc3LiGI,924
lm_eval/tasks/afrobench/masakhapos/prompt_2/utils.py,sha256=Utu_f5v5EwLTqdLJ476aG-3FlBHssPzqUfEyr9iwYnE,1395
lm_eval/tasks/afrobench/masakhapos/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_bam.yaml,sha256=cpR6bWqPUQqvrKGDWMyVngz8pIFJCPjBBsCdcJ51Uvc,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_bbj.yaml,sha256=9EqOTD6fl_0BbAavd99taEDBwJYRW81hOD0aPxRY-RM,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_ewe.yaml,sha256=QAoF-L76pXe9C5eeDdQZlRb65BqFFC_KqintUYGL_GE,941
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_fon.yaml,sha256=cmgORtf4C3Qruc4e3VAzNNLMEu3tRpfMzmsjrQGbI5Y,941
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_hau.yaml,sha256=NqKzlswqzAXqdXvVHXceMEJiJp_gemsAjs2jWLo-Naw,943
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_ibo.yaml,sha256=sy3bsI4rpGcKeJMyEkZDnfoDpkKfouMachwsvr1FPno,942
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_kin.yaml,sha256=Jdr73wzj-Ap9iuX6Vl2pQWD-5GjOkUJ1lZ9yk6o322s,948
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_lug.yaml,sha256=QlATiimyLbbxQLgAkO3lu2sL7hS8TpGXj-74t2PaRms,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_luo.yaml,sha256=Tl8WlIDfS4CbHR4iPXuXY73Pzt8NxYCnopZVP0RFiuM,944
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_mos.yaml,sha256=RWA1dGzUS3-B0OkKFiMXR8R5i3EnhPfVMyMskBLuNsM,943
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_nya.yaml,sha256=e1oNgqynej1Dt3ZxRJOg0Bv_gOmvvXCJQ8oeZ-fIgqI,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_pcm.yaml,sha256=_rxYO9gymUit-nRF9Z8XxdRnW9n9xW-KeWT99-mbQYk,952
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_sna.yaml,sha256=f67W0iqeZ0XBuQGY0kbspbf2MA3Dk2Yb_ifbulGbeyw,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_swa.yaml,sha256=zBZ8m3cVLLsYezuPszr0Oj5HaOovyz-4y_uHUWOWexU,946
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_tsn.yaml,sha256=twS9NVRv9NvVuZqxhfNEexZ6zCusQY3jHRCqTmzzhYk,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_twi.yaml,sha256=F3BKMK28TtNjwXGB0FtZCYsXFSxiwYevIeW5yIH4tRI,941
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_wol.yaml,sha256=WfismQj1XcPZ3XXcfxxDEXFQ4Joyrt0p8PQT3UYNOTE,943
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_xho.yaml,sha256=PckQsGahOy6s9soI5CvHEM4twCToLNUZnJV4kReZzqU,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_yaml,sha256=rMDcx6f5j7lZ1I9xtyrmndz1DSQD2ak317-QnZSfpSI,729
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_yor.yaml,sha256=rcIuyEbt6LmQbgjzyPIOIjh2_Qn4aTQUv_XXo2vj_BM,944
lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_zul.yaml,sha256=ksckZjIiHYwvMZsfpiTy4B4KKQSPoX3FQMzwoqdo8CE,945
lm_eval/tasks/afrobench/masakhapos/prompt_3/utils.py,sha256=Utu_f5v5EwLTqdLJ476aG-3FlBHssPzqUfEyr9iwYnE,1395
lm_eval/tasks/afrobench/masakhapos/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_bam.yaml,sha256=u36CW1CsS7n2ROuvyLUON8hVd0TVo_vLR4MWf_9zBjU,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_bbj.yaml,sha256=Oy0R-TTKFWCm_lWRczly4q7hh6Craailg0Osc4CXNcw,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_ewe.yaml,sha256=eUVPt-9fPR3E87T4ndLlFv1tIBw5f8Jz7zR6hUx65j0,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_fon.yaml,sha256=td-JQoJuzLef5Ym7iEzkLR-UV9nKSZnMBHx6VUrLPi4,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_hau.yaml,sha256=leUD6VWwEAyuzKtuAH593GJ-BcMxranqqZ_GPFNmulE,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_ibo.yaml,sha256=O40_VDEVaDohenjiuNPqjNcL3Jyi45ADkzWMX3RVpSY,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_kin.yaml,sha256=45Im142wGtGjRZ7uqfy4C0eULmbKAVBjRl4kgR_O9FM,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_lug.yaml,sha256=pXHyW846EPi3Na-fdBiH1A8u-lsE9rH64dYHBpbggG8,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_luo.yaml,sha256=YwMMq29iMopVSP01i_cFncGJdIYu7iR52TMMFAS-2GY,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_mos.yaml,sha256=0ZIv0v2yhVFlCBIw0y4xYa10RJ9Q22Qn-p1zn5TvehY,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_nya.yaml,sha256=9_aQGQx2dwqABN09xtjwxzK3wyKBgojtXCVC6VfT0Eg,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_pcm.yaml,sha256=S6itDs_WsDs7hOlNGNGnIBLA6LouBYsGA7_Kbdf0bLc,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_sna.yaml,sha256=99yjGUNUjZKTbDfxzenDLobqNvgSpunrrERAY8Xa6ks,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_swa.yaml,sha256=rnDMyyT9-NofqhaoUTme-h1wSv9z_ZjJGLkQ5svpZ10,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_tsn.yaml,sha256=pe8BZxD_xy-eL1aeXdQhmuI0XwXtUExpczl6ipGfWJM,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_twi.yaml,sha256=xO6GdDa0E-rhKRvzOJlesZyGWpIjnNxlhV5g1AII68U,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_wol.yaml,sha256=_4Uvaf9ngH7XqIPbZkIx_LhLn5BBnWmtUBzTHEPR3ok,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_xho.yaml,sha256=3ocYOIGpQFFlGN0QrPU0Quz9fgmPblVMnNsk_OPgqlU,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_yaml,sha256=peHEtLTfzhasauLrjXCf6_1qza0DYWY7Hx6jutCvfe0,729
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_yor.yaml,sha256=O07xIo2IsdPi3d7ZzlyBu89wDdEQgJR0P7jvNf7vPWk,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_zul.yaml,sha256=xIYekjoKLSozBi6wq3NeNPY9xF7iZVoziHcqtSmSkcs,865
lm_eval/tasks/afrobench/masakhapos/prompt_4/utils.py,sha256=Utu_f5v5EwLTqdLJ476aG-3FlBHssPzqUfEyr9iwYnE,1395
lm_eval/tasks/afrobench/masakhapos/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_bam.yaml,sha256=Z_hOePf_7Gy1KIo5smdNBrapR21X4iY3x-qQ6bMpcaI,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_bbj.yaml,sha256=ADAHwBLUmVwnLEtLOy3iE5jhXm0ew-D4oTAJ3zkXxbg,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_ewe.yaml,sha256=aO1qUEJjXFWEhb661ZfU_IuzVFW458pQr4IXFleKFsg,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_fon.yaml,sha256=8JV4JyX8c7emJesghZdqyii4c6gbnpHgOh2kyp2H1jI,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_hau.yaml,sha256=9TLD9FaXSmCnQWMGfck7zaR3-gwY0XTqL3x4mUL_uxg,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_ibo.yaml,sha256=hBLLisgDMqJG-6j_YOmSG3BXFQIjJyRAKQQ-x3456uA,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_kin.yaml,sha256=GALQE_X97POi4O7dbjsslSL9WJ8yPpqJ9jgMozM-vuU,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_lug.yaml,sha256=Jj7c9sQvYn4LzzMOgjNKCjpfe576s6y_LXE9T4ACmMM,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_luo.yaml,sha256=re82Uzh9xzRRuozTSbbp_uZSP5aiC-aIrCuewylrJMo,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_mos.yaml,sha256=2QPcmpwdsDgNbe7i2v0l3HvNADrD0_DDvqnoLVPTJtQ,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_nya.yaml,sha256=6ndLdLiqsdSAJT-Z2lUAe2FZD1D-0-tATG9r4ZvYkE4,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_pcm.yaml,sha256=dZhHUO6MiaCI55K4wxsJrohzUT1_VcuJlEBNkmXH50w,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_sna.yaml,sha256=1rA2ypx8Vku0nltiyTnzV6HH4kinr8cFjCzm6eMHxZM,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_swa.yaml,sha256=hEqSVjMZjZhA5FMHbjZUc1Nhe86OfnMMz_1BpZqMTPA,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_tsn.yaml,sha256=ywsanvasBEM8IeZEJqsTD3bk1ihWr2mBQmCSNfzaAFU,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_twi.yaml,sha256=F8rMj7F9b_QJZdgXJlj63XG2wYvPMKJePWsEXWtcsp8,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_wol.yaml,sha256=YC7NPdHYWQfXtFJyjBJRNPFKoKF4QJuHqFtju1PvCmI,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_xho.yaml,sha256=W4zS87g1cfP5VE2-d_bv2anL_X1N4C3yXIWJPrILlGc,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_yaml,sha256=-0ZPQPCQsnzDUzz8g1IIq2LoQfMBgZ2eEnLPzfdmJEQ,729
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_yor.yaml,sha256=iyImlgd8oyNPGFUbcJI0GrpqH2l7Y0QNqSyhssVR4oQ,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_zul.yaml,sha256=2CKburxVgIJBD9cTxckNMa00BNfOEIVZg7JxEdjNhCs,1241
lm_eval/tasks/afrobench/masakhapos/prompt_5/utils.py,sha256=Utu_f5v5EwLTqdLJ476aG-3FlBHssPzqUfEyr9iwYnE,1395
lm_eval/tasks/afrobench/masakhapos/utils.py,sha256=-3ia4S9SW1CEsRsqnCdtl2kTbcHv0_rqyVEk4L9gCwo,1244
lm_eval/tasks/afrobench/naijarc/README.md,sha256=ZsS0PPydIDYM9lJtfNRx55PQ690ojT0IJQF0j97WYqA,1136
lm_eval/tasks/afrobench/naijarc/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/naijarc/naijarc.yaml,sha256=AuNVPyk4iRqb2V-Y1HOgGPXn1CrDJMLac7x0Wwpv0IU,235
lm_eval/tasks/afrobench/naijarc/prompt_1/naijarc,sha256=FJuodt03Zl7xiPCkLZFf00LZ81fNNBUXJ6AgETMan_4,553
lm_eval/tasks/afrobench/naijarc/prompt_1/naijarc_hau.yaml,sha256=JUajYxBFjAOEQGRSyy4nwdmL9jyYuMcnb5i7Vp7NkYU,281
lm_eval/tasks/afrobench/naijarc/prompt_1/naijarc_ibo.yaml,sha256=dYVIB3pSEGOJy-uQfpE1vPcNeOXZWr_DQzKUHDSpkMA,281
lm_eval/tasks/afrobench/naijarc/prompt_1/naijarc_yor.yaml,sha256=XZYCaU1ljt64n3C4iESMCIGcAaZRJMXcv4CaPd83roc,281
lm_eval/tasks/afrobench/naijarc/prompt_2/naijarc,sha256=mE8le8I7iTDRa59J3aYD0wwlYiOc9ag334ZVhiK60Zo,533
lm_eval/tasks/afrobench/naijarc/prompt_2/naijarc_hau.yaml,sha256=77IB1UNICt3Dw2aQBFHSDYSvcxlxkKaCsoPs2mNlMIQ,294
lm_eval/tasks/afrobench/naijarc/prompt_2/naijarc_ibo.yaml,sha256=VWlXQ-VE7-pGVMp2Yq_io9C81plftf30gcCxBqYz0Ig,294
lm_eval/tasks/afrobench/naijarc/prompt_2/naijarc_yor.yaml,sha256=P_ohRyXKb3FLjdrBhC0zBXOi_afAujGKUM2mEYtcJYQ,294
lm_eval/tasks/afrobench/naijarc/prompt_3/naijarc,sha256=t_GzEEHj3gix9RLzD4Stb4yBmNl2b2FieLKCpN6zO9k,533
lm_eval/tasks/afrobench/naijarc/prompt_3/naijarc_hau.yaml,sha256=X8LwtvklQCrqUS7eKj_Y_ED-VYqELgsfDvY76PN8cPA,318
lm_eval/tasks/afrobench/naijarc/prompt_3/naijarc_ibo.yaml,sha256=OmmRmwYJUAdTJNH5zSuuweNickN3mNCeVD_MSBW2TOs,318
lm_eval/tasks/afrobench/naijarc/prompt_3/naijarc_yor.yaml,sha256=lIDFdBCj6GuLeVbCxSKeHIC3gKAtKgVzcXqKv8U-tZc,318
lm_eval/tasks/afrobench/naijarc/prompt_4/naijarc,sha256=tOzJv5xVBP6wOhFzzVM3cp20JqgF3ynzXg7ka9hL2E4,533
lm_eval/tasks/afrobench/naijarc/prompt_4/naijarc_hau.yaml,sha256=ofUCHLbzOSQxtdNX9Kzjzch2MFglPGPH98rc-wZVIGY,350
lm_eval/tasks/afrobench/naijarc/prompt_4/naijarc_ibo.yaml,sha256=nEe1pH2XlzYyqSTF9k3UNgZQDU-K3GhMH7p-b2ggJgo,350
lm_eval/tasks/afrobench/naijarc/prompt_4/naijarc_yor.yaml,sha256=xEb5frF_9DqoS3oVZGJLAx8suyyKMUibG2LyLAhhrfI,350
lm_eval/tasks/afrobench/naijarc/prompt_5/naijarc,sha256=DO-CT-uI12X7Vybh0crqv2dw7_fhJgh2Je74hP71MK0,533
lm_eval/tasks/afrobench/naijarc/prompt_5/naijarc_hau.yaml,sha256=AswDwzWAr_kKeN3CwrlF3u75sGOhPhfOpAMTVNPrnQw,328
lm_eval/tasks/afrobench/naijarc/prompt_5/naijarc_ibo.yaml,sha256=Vxtlmnp-7NpNE8kiN0z6iYRwuH19ksZcI6MFiYCaZPw,328
lm_eval/tasks/afrobench/naijarc/prompt_5/naijarc_yor.yaml,sha256=7VC4kuNqXiXmQx7C-rQG-qT9W_4MGZVv5qIzMhDs_rg,328
lm_eval/tasks/afrobench/naijarc/utils.py,sha256=khXDftqiAB_TEuKV6tHvRxB1Y341k2d1LoA339aEjBU,3505
lm_eval/tasks/afrobench/nollysenti/README.md,sha256=-VzTcMfwTc-La-G9yR_yneXJKvMrZeWqF3qQ12X-kUA,3732
lm_eval/tasks/afrobench/nollysenti/nollysenti.yaml,sha256=NWVRMee7Azs6ExG8_o1h42TV1UA8TGGRhAm95dPh7Ng,253
lm_eval/tasks/afrobench/nollysenti/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti,sha256=Pj8-9kyyJbmcR0pMecpZFAwTdchwpoUK1BPvKR2H9mQ,903
lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti_eng.yaml,sha256=gfY-aNVkplJFxdqktJ4rPNA6NjwAyHv6GwoLVV_yFX0,67
lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti_hau.yaml,sha256=hAFqTNfxJAHFXXSib4qU2Lu4u8dIYIAoqV3r412FUBM,67
lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti_ibo.yaml,sha256=mLF5cOQzMPFLgqxDWW9H_A9ALfkZ6XWDtlt1CAIq8YE,67
lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti_pcm.yaml,sha256=yzWr_Oaem30Ew7k63DiFvxCPkqFhVBE6oXBnBafKZIs,68
lm_eval/tasks/afrobench/nollysenti/prompt_1/nollysenti_yor.yaml,sha256=77bZhvKpzLdCnKkJsEP1if5JuQ6-Pmu07DKwOfiRiCk,67
lm_eval/tasks/afrobench/nollysenti/prompt_1/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/nollysenti/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti,sha256=uyObPNiUMdpkhpx_SY8nwaGEdNUh5-p8od2GWsvmkfw,794
lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti_eng.yaml,sha256=W2lPZPLIByxRp_OftNBVDyp_PHK8K_rnXLUCYOvuYBA,185
lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti_hau.yaml,sha256=4UYzUWXNvKheVu5zm6l85qgt_Kywyn0LQ7TCuT7y488,183
lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti_ibo.yaml,sha256=zem9vxuMvON5blahGkQ30TyTLfuDuGIZYhwq3MdnRGs,182
lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti_pcm.yaml,sha256=6wQUJHyjoCSgp4l6lNF_k5Hl_Ffv6UEfsrUm11_PQ4c,191
lm_eval/tasks/afrobench/nollysenti/prompt_2/nollysenti_yor.yaml,sha256=CqxO4u9VUoc3KOIfv4odQHGqoZ_EYAupJWhQoVb_hks,184
lm_eval/tasks/afrobench/nollysenti/prompt_2/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/nollysenti/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti,sha256=qWg63oN2UdL5Dt8KbxYFarratpm_TshbeHHKyCfDzJ8,794
lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti_eng.yaml,sha256=YBuXxJQZaZNdkwAdpk6vlNJoQNn9D_ieXc2-cjxJHY4,334
lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti_hau.yaml,sha256=Hyxu_HgCCcmRLOtqKe-mVfn0aW5ShyjePVYKtSvO2cU,332
lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti_ibo.yaml,sha256=3pZDLTLhRGpkr3cgzjtNqUW6h-eOwcdv5bGlK61xmvg,331
lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti_pcm.yaml,sha256=udpQx5Pu1gMrACsfBGQyDH3yzHh1vHRfoV5VLoOGQrQ,340
lm_eval/tasks/afrobench/nollysenti/prompt_3/nollysenti_yor.yaml,sha256=evA9tSsBMzE2Lw9Y8VODJV6z2Wr3RkjWZK45AdSEcpo,333
lm_eval/tasks/afrobench/nollysenti/prompt_3/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/nollysenti/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti,sha256=z1erTQedBmqF9mtmn618dvw0v2ddlRpjbjP3e0sP3XM,794
lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti_eng.yaml,sha256=N5YvAqR1_D__01Jafyeg5UbpYYPklAHnvwzo7DuPirU,236
lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti_hau.yaml,sha256=dq2cuIzbr3p_akDNqPRIUvf6JHsqcF2KfBaQ3I3Bl-Y,236
lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti_ibo.yaml,sha256=863eaotdgGxl-SktkWQzqzrrig6N8z-P1FyAL3QJ-zQ,236
lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti_pcm.yaml,sha256=n0dQHbhGRA1LVROY9PtcHYi6n7rdMRitbI1owF9DFC4,237
lm_eval/tasks/afrobench/nollysenti/prompt_4/nollysenti_yor.yaml,sha256=SfT0MOuX9BKb9wWhy1yxTKW_L6zpB5jU2AB14vb4gt4,236
lm_eval/tasks/afrobench/nollysenti/prompt_4/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/nollysenti/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti,sha256=eAY6dlxBzBFiJg834Vx1Dc68NJOFKoJqsK6G4H7I0tk,794
lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti_eng.yaml,sha256=5fW5NmZOlV0sM27EriD4DfQEuj6AapILKZUDQdoIyro,741
lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti_hau.yaml,sha256=MMhLCG8KMS_I9NtULBeq93NYsbximVLHAVTcmOAMdcM,739
lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti_ibo.yaml,sha256=OK-Ashi7Ih1l1zxkPkogIXoj4VUFLaOeSnIXhhBTHcU,739
lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti_pcm.yaml,sha256=nT1r194IbCkxh8szGNLMegaVXHMl_H0nF90vwDO2QWY,748
lm_eval/tasks/afrobench/nollysenti/prompt_5/nollysenti_yor.yaml,sha256=EmuosAO2Wx9hLmtJtRJiPJ6vyoexQxioPz5N4j30y_c,741
lm_eval/tasks/afrobench/nollysenti/prompt_5/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/ntrex/README.md,sha256=UMW_MaG_bCspKam-W-iwltbHEnGX1CSOlaHjKNTP6uo,1708
lm_eval/tasks/afrobench/ntrex/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/ntrex/gen_utils.py,sha256=CvgzFkUU3l0SWMTGYG-j5L1aBBZBihQpBXZ4_MZMPjk,5859
lm_eval/tasks/afrobench/ntrex/ntrex.yaml,sha256=TJvhNdg25S9BenRJHaKECywXjhAw5LV-M5cdLQi0Nck,298
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex,sha256=BPxPrEQzUSXT9Gip4zPTxvMw7F87bZxuAPFEw01iN7M,465
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_afr_Latn-eng_Latn.yaml,sha256=LiukTyhidZ2T84LY3XVWkN33Ej6lIgnu2YKW5P_rbjc,194
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_amh_Ethi-eng_Latn.yaml,sha256=Ybrr0_jT-GABWyLQiX0YBn_E4M7cLNOosAiHlJbkBHU,192
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_arb_Arab-eng_Latn.yaml,sha256=9LA_-_dbQHona3V5mVoZ5hRWBHZvxumoFSXBgXnhgX4,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_bem_Latn-eng_Latn.yaml,sha256=0OFwMzCF8Lvk-OJj-vZORsB3MZnAow-VrX3j4RwxJ6o,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_ewe_Latn-eng_Latn.yaml,sha256=dkO3UO1WRNLky7a26iLvgglrX4_cMtShBoOmS93ribE,188
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_fra_Latn-eng_Latn.yaml,sha256=fU9kuT0UVSJ1XkOxWVptkdPJ9g7vYPOUOIO9mh7rH6A,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_hau_Latn-eng_Latn.yaml,sha256=IU2Pla8Gn0XDTrBeCMEP1cxbLPHTQbWQ9CZtJMiqHUc,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_ibo_Latn-eng_Latn.yaml,sha256=unU90PGVY2wPiCA9pXb2xxFw02NVF4ciVvzZk96Fork,189
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_kin_Latn-eng_Latn.yaml,sha256=Exdn-dZGaglE-k7S6j1Gy1pRG8do2xGOfeycqh80AHY,196
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_mey_Arab-eng_Latn.yaml,sha256=gzDPpd2I7ly-e4GxGwZwJkyzzUUZ-payATSTpf10fDo,201
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_mlg_Latn-eng_Latn.yaml,sha256=oEGWPtekeRTZkPnmZ89Vb2732xUDxX4ufrNWyiCfjHE,193
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_msa_Latn-eng_Latn.yaml,sha256=A9GohvrhFDD9zNhVcnGlhvF-IwkXqVsbxJYpWUR6WrQ,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_nde_Latn-eng_Latn.yaml,sha256=_SKTxfREzOMeM0iARssD9WAAEjklfMNq3HFG5iwjkk4,198
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_nso_Latn-eng_Latn.yaml,sha256=tAqWCVOVkJ_M70dOGeCIjnFcxlkq_gVTNPXz18ynhM8,199
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_nya_Latn-eng_Latn.yaml,sha256=_6T49a_Pv_uvEYFCwFsV-N3U5Ff_-h0H34zCDzBlr_k,193
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_orm_Ethi-eng_Latn.yaml,sha256=6P2psPp8ogMjEAelgEzWDIDGvmsKBm-L_BMv6Metvhg,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_shi_Arab-eng_Latn.yaml,sha256=R4cI4TVWv20dZUhnTSKKX0tXhU1Kteaar_CNTrd4TdQ,194
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_sna_Latn-eng_Latn.yaml,sha256=6eGB-uv0txl-DdNxAs-Ruy7aVaadUMhTtqBaOcp-et8,198
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_som_Latn-eng_Latn.yaml,sha256=8leuH_TpOaWpyn9h46CVcoIT8SMQJ-BCinRUZPibfWA,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_ssw_Latn-eng_Latn.yaml,sha256=_F555J-bQdNU-maKNwtw1qP7jvd4fFcLUm3CbH5QIsI,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_swa_Latn-eng_Latn.yaml,sha256=aXu8KahGRfjVal3FVYbIWY8yKMdmXeguP0dhVeEo-EM,192
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_tam_Taml-eng_Latn.yaml,sha256=M4oNCTljg_ds9g-HABqvTXv-Gep2oI5Q-B5S9YpuVVA,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_tel_Telu-eng_Latn.yaml,sha256=rPD-2beKDzuAT2GITr6AeJQF3x9AXhuAuxGbESu_afM,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_tir_Ethi-eng_Latn.yaml,sha256=p00IKUjtnUzzcyKasUP_RWjQFytYIW5IsofMqAx3r3c,193
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_ton_Latn-eng_Latn.yaml,sha256=wJGdVIhl6x74VEOpyxFZJVfX-hGiGdc9-IXFVMcvpmU,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_tsn_Latn-eng_Latn.yaml,sha256=GeJ4XElkQ4GG7tsMtIgMon55mZFcGSjW5q0gFququJ4,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_urd_Arab-eng_Latn.yaml,sha256=boo_VNxL43YvX0WFW61-vRE4S2SQDIapxSbNWODc134,189
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_ven_Latn-eng_Latn.yaml,sha256=9uzO-7EFedutqM5rPcZKqQ5ZX2SImxgqe2dMLoAuEQE,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_wol_Latn-eng_Latn.yaml,sha256=f1ENHEWLriNQzPZ8jhpjz5-NrYsqePWLAFW2Wbxf2UM,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_xho_Latn-eng_Latn.yaml,sha256=wP2vrOrgxqc2AhO78b_ZtZBO1fb-KOv8DgPuCisg6H8,190
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_yor_Latn-eng_Latn.yaml,sha256=6hgVAhMJgVRClNerX0a3ol4w7eADpxrc8hDnWSO7Uts,191
lm_eval/tasks/afrobench/ntrex/prompt_1/african-english/ntrex_zul_Latn-eng_Latn.yaml,sha256=bEeXO_TwAeU13aWbQnx2UzhS50YZ6FlPSiufz6j7Pxw,189
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex,sha256=P-zSOfUc8-pkVXnHPNIjUzrjGHmL51lIOfH1101lCvI,465
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-afr_Latn.yaml,sha256=s5XDse3aE4TfP4lndyXSqh0nsD8DRlJSrU6mwNNlo-Y,194
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-amh_Ethi.yaml,sha256=KIfThI5_-OiLVFDDtAj2fnEX9jK7yg4ed1zoCoCBHl4,192
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-arb_Arab.yaml,sha256=NI3ttRI3nniW6-nPssgFcomSHu0BY2nu9k7iz8f_RJs,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-bem_Latn.yaml,sha256=KnTh51zCITIUXJZI36Dlw7RdaA1AzEyhpb_qAeJDz5o,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-ewe_Latn.yaml,sha256=_xA8u1LMuC-qjAYvwJm61nUGiERz-YLqsXr0WEl9tXw,188
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-fra_Latn.yaml,sha256=G2Vgj5vxufwfMvv7XAs_ypHgqsGxrmednrY9X9F912U,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-hau_Latn.yaml,sha256=aXc9jFWKfdoQ41xqwbnA9CM87M1LIw63OOlbz5QHCbo,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-ibo_Latn.yaml,sha256=AdC2BlJA6xFEDWLsmc1jK1UlQ9WDiZo3muJrRHiY6r4,189
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-kin_Latn.yaml,sha256=erEDLz9a3PfGRnDdfem7AqmIevhIa-ZP-ccRYmwJFmo,196
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-mey_Arab.yaml,sha256=Z2hZ_LblNL-gDLvTxCUbi_BwcVWZAp-GV9LB2vHgspY,201
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-mlg_Latn.yaml,sha256=6RwTrMf4xx1YzEDrF3E9rDEfk6vogP_8dhxFcyRg_xc,193
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-msa_Latn.yaml,sha256=jsMOWslJDZchNMEHXjMcZHSTqr3V9fWFo6d6NK2Hvbs,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-nde_Latn.yaml,sha256=B_580YZNHlL7UYF6IyQU7_1UAvzB3RgVG65OeYiW19A,198
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-nso_Latn.yaml,sha256=rVdCE2IyzaVYaSzQtfpSnml3u9sT7j-KuqZNgKOPEBk,199
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-nya_Latn.yaml,sha256=fer2RL39gUwqsqhUSDLt_Snvj6u8QJNI2MAe63_Ckkc,193
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-orm_Ethi.yaml,sha256=c90TOwjfztXDBZOWMzFJKqde8Ca1Qjb6Z8Z7CwBlJIs,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-shi_Arab.yaml,sha256=OjTMjgLzS66YTirDirSjE8MermRC04GmSW2ue3gH8hQ,194
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-sna_Latn.yaml,sha256=i42jStit7JHZbkV0rgPbC0Tcz69bnpZGV8X9kSR7OoY,198
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-som_Latn.yaml,sha256=yqOIRAO2UslIwczctY4NLNz3r7Ss4LXnMYzzQfVqqJo,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-ssw_Latn.yaml,sha256=rg0d8iH_IqLUcN9UP2JgcMkmAwVYFitxkJEJWzY1bZA,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-swa_Latn.yaml,sha256=W49QPz6UnyR-9pVX51UG5Aqghf91yISFQ39OiTC84hg,192
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-tam_Taml.yaml,sha256=GbaiJ6Er73QvSbnoKaKk7Q8K5R0kOlY8RwyWuLH2NFQ,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-tel_Telu.yaml,sha256=FpqF4f0g84xzMppr8NH-teTOhHey9289JOdJ2jccLjg,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-tir_Ethi.yaml,sha256=8EB_1tg6H0ezrpFQmVVx8ijVUy3TtmyoCguKdLgRwwc,193
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-ton_Latn.yaml,sha256=Bt_R6x0B2RE7PVMgpfZ5fiXrcoIsATTCyn5R-hHkI9o,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-tsn_Latn.yaml,sha256=pxHDa4YWX98_aLqnI3KGOuSiR3mv_QZBCT_IlkgK7J8,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-urd_Arab.yaml,sha256=vZU-TKdy4mOyMsiUYhZLeGcZS0BvwrzZrHnx7aese9w,189
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-ven_Latn.yaml,sha256=ox38G5o7h8f-CdlX92kwdf0ouQ2LIZR8yjOX7-zN_yI,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-wol_Latn.yaml,sha256=zPW_CiERSbe9f--1kOdi9QjHxklgb53bOvYSsEAnn-A,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-xho_Latn.yaml,sha256=-IMhBYHR0WRbLvW-E6UPYC3x24gpjzV0S6vd0ORLTmw,190
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-yor_Latn.yaml,sha256=r0q3dRuFguJCOvMTuijxTVBkaWf9oBkuFIC4Gpi87mw,191
lm_eval/tasks/afrobench/ntrex/prompt_1/english-african/ntrex_eng_Latn-zul_Latn.yaml,sha256=VbdA2EUkrBupBfyo-2uFDjskW-epQPCNmjNM1-0WD7k,189
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex,sha256=0XoS8Ep9VGSslilwy7SUkeZEhMHGQoZIxda1p8cCGZ8,451
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_afr_Latn-eng_Latn.yaml,sha256=qk0Uysmoa0BPQbrmXwcRomcYnTQUkRqQXuQ3UQJkvA4,285
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_amh_Ethi-eng_Latn.yaml,sha256=Oqan2Xkr07IGEstKO3WdLzpQDdnqbo2kXkp1jRKc3qA,281
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_arb_Arab-eng_Latn.yaml,sha256=x13pp9a9gsPyKZpz8gOVb-A_edFd7nE_NoR2AWAT3WE,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_bem_Latn-eng_Latn.yaml,sha256=RlsSQ5VXh2ICHbrDX1zek2MzMUMqf1hEU82NNA5g2zw,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_ewe_Latn-eng_Latn.yaml,sha256=unRqvqgwd44umiYCwVeAYHImBp5cXkCj_LlpIjVf8ac,273
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_fra_Latn-eng_Latn.yaml,sha256=X3QA2hiAb5CMx41rCzARqz_CUOYyoDhY2r0tGY2RffY,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_hau_Latn-eng_Latn.yaml,sha256=ovcteBS9c3zRmBGa3UdCs9ADsIrb0DJGgobWMc_S7K4,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_ibo_Latn-eng_Latn.yaml,sha256=PteA9sOZyS2KAl3Onn4xy4N6X9URk-XhrSSTk9RbmJA,275
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_kin_Latn-eng_Latn.yaml,sha256=HlLgtAle_2HEw9AVziVxsX_js0aeGnuDdkZD1qSk5oI,289
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_mey_Arab-eng_Latn.yaml,sha256=BHiArIR8Gl9zxQMejbO_tkUNmiUA758Z9sGNj2pWGIw,299
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_mlg_Latn-eng_Latn.yaml,sha256=3uYLkwwxVVgncIsAOQy0rl3N9XcHhZu9WfS-SA6J94M,283
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_msa_Latn-eng_Latn.yaml,sha256=YR6OTR4pWY5xPIQULaVwtTjW_VI9cGIbDoTgKUXT3ZI,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_nde_Latn-eng_Latn.yaml,sha256=eLsz-jcc_8vv5NLU8p3rB-Mh6fCoeviPl17BdTc5rc0,293
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_nso_Latn-eng_Latn.yaml,sha256=Z1EpW6bRYFe0upkXf2jWA0eQ2RsPL3vODVb3i_98IJ8,295
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_nya_Latn-eng_Latn.yaml,sha256=f7p-bSFPfbw65piD2DJz5lt9uKXaRcZirLVYi5x0i1k,283
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_orm_Ethi-eng_Latn.yaml,sha256=PfJxeNxtJo5_iU1KWe1ahxGxCyRnmMMXPPBEAxdqX-g,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_shi_Arab-eng_Latn.yaml,sha256=KBAdz929v0py-aZVIPt0xEUczsVDicj1AAM7CdXkDhg,285
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_sna_Latn-eng_Latn.yaml,sha256=cBwZ0DbHkTn59d7BwdyvWNtsti4yxQE9Xm_4k73TEKE,293
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_som_Latn-eng_Latn.yaml,sha256=lObwsSMjTHstxvyR8UGI9uBbbFhV_pcxJm9JnRtCHVc,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_ssw_Latn-eng_Latn.yaml,sha256=NCD5BgnfJzCQD8pR4o0rcO-Su_7fmCmqOPitgmZVxz0,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_swa_Latn-eng_Latn.yaml,sha256=4rztvo0dy9mRt8pnt7NPiemTxtroAJB-hNXi9ke5KE4,281
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_tam_Taml-eng_Latn.yaml,sha256=5ClUmZf3ZiNUBQaUg9Ejz_HkAYQbOSRd54qCN4wqpzM,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_tel_Telu-eng_Latn.yaml,sha256=toysaYGCxn-FVVWzdP2bhxMiKWLwXbV52YJo34fUL6k,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_tir_Ethi-eng_Latn.yaml,sha256=mcjg4ZqzvChccQr1L5gevvtgFI0wFJsbpdCyqZvKJYs,283
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_ton_Latn-eng_Latn.yaml,sha256=6h5IOJ0Rso9QBerqk7gtlskaPDIu0-Sv2F_IGDUo_us,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_tsn_Latn-eng_Latn.yaml,sha256=dMoDVKGR8hxGlY6ubptcuPr6duJju77jRaa6t5nO60c,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_urd_Arab-eng_Latn.yaml,sha256=C7L-MwttDCC8ZqA-OXL3-7qArTBcHSGOy9__eJhgeV4,275
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_ven_Latn-eng_Latn.yaml,sha256=O1JtGqQZAIB6nAYVhtTRmNry5Zl0GgHOSKu6io5IphM,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_wol_Latn-eng_Latn.yaml,sha256=Jzh7_v39LeIfOsXu3tQiy3pHYA5b3MD5J-q5uUYjQ1Q,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_xho_Latn-eng_Latn.yaml,sha256=IO4DFS7oyppW0vKnta2uJNmcU4yF_COZxeW_aIzaC_8,277
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_yor_Latn-eng_Latn.yaml,sha256=mLlRNDzFo3MaHYldNJV3KC9UBQiEI1KwcYWtOJVFky8,279
lm_eval/tasks/afrobench/ntrex/prompt_2/african-english/ntrex_zul_Latn-eng_Latn.yaml,sha256=Gdx4F556wp5vwObAjQMHUui7j3WyPq3o0c7NMiaUdu8,275
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex,sha256=pZfZZ99w4GALTN56KhoZQNQhFjLb6jFWVT9x2m310OM,451
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-afr_Latn.yaml,sha256=tYfMzMJLO_auG60SgE_xMsbu_SEbcjASyLDc6LIJShM,286
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-amh_Ethi.yaml,sha256=Q7JY2e3Xw_AF1XOr-FGzZjlGyY2LirApD2y46isjahk,282
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-arb_Arab.yaml,sha256=apkX_4g1b9PNFVhRmQozWSWp4nDuaYMNeL345Yb7ZNc,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-bem_Latn.yaml,sha256=0Hn_jKQAatAumGbvh2tY1PZJlnDmxMkF2SoHJnalUXY,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-ewe_Latn.yaml,sha256=U1MeB28ZnchfXcFa86FQJSbHr_yIA6YECWtFnjrRvSg,274
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-fra_Latn.yaml,sha256=kkrzEBsluuzg7urGd4fAJDX2k-CSt2yIfWa1yXctIx0,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-hau_Latn.yaml,sha256=pd6AV7h-r__vp4GMxc0hiToZgeCWmCa9u_-mXrkMuX8,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-ibo_Latn.yaml,sha256=OIEeHdnXcFSseWD47WY8qr022hR6QjMuJkO3qsRDMEU,276
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-kin_Latn.yaml,sha256=KalQLao15oHvhROacEoph21oymfgp_Y1lySiTFdWuNY,290
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-mey_Arab.yaml,sha256=mIbay2NginAECBRJjhKqWNXCqCpI97Lk1od8eI8PJ_o,300
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-mlg_Latn.yaml,sha256=0IHwFHvssWYgwsFzrMjiZL9s2bEvtlkg0aJonfyn-VQ,284
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-msa_Latn.yaml,sha256=63DpP-2-e-w06sCR010c3wKeozyjbx45qrwR4V95GpA,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-nde_Latn.yaml,sha256=ScGnIVf2sf6HcYTqyfDfQxLX6S9W05r3lPXSJZE9GhM,294
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-nso_Latn.yaml,sha256=g3K2BrJjadAQXbQUAfOqWIrnBvVJg2fYXddb2Vi_Hp4,296
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-nya_Latn.yaml,sha256=EV3DOfqg3sMNSZQwBC_oFlzpKF_HTalm_EHJpwS3lik,284
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-orm_Ethi.yaml,sha256=a4c3TYPOrIDbbEUfLzZApJf9YIdMmMArAWd4-PxW158,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-shi_Arab.yaml,sha256=dx6L7pYN0YWeJPdl_QYp7qiMYq7Jidc-yVlFF8aGQZ0,286
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-sna_Latn.yaml,sha256=17IaiqSn95HCgreNxIVH2BOX3fnwdHaUDTh9HNgoq9A,294
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-som_Latn.yaml,sha256=NtZGd00HUByEhs9XfuHlS7SltZ1PYTipMCninwHWeFY,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-ssw_Latn.yaml,sha256=OJvUpEok4u_w2M-vUuFiS4ypMX5v7ryGHd7mWN7KZ74,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-swa_Latn.yaml,sha256=SXZDKm_Drtv1PZyhSzagVKfSEfmrov9r4gxzf_CuRhg,282
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-tam_Taml.yaml,sha256=NPaT7AOpzVA675YCqpV1X-ziIVGG3WWhF60GUuvWCD8,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-tel_Telu.yaml,sha256=aLdZuy4o1ZTwMOo4gRcqBma4dZRRzDZ4xX8gEQQtXn8,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-tir_Ethi.yaml,sha256=S-f22ThKqBZ1nVoi2gqp5lALpVlE81m1ut_3rZQ-l1I,284
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-ton_Latn.yaml,sha256=bKcQc4-axSmBWk3oTgVKfmjjcktHvHH2nuovUj8XKbI,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-tsn_Latn.yaml,sha256=IRIy7R0xMfD57ZlcmIOlSfDOakJp-uzpb8jWEnpDcSo,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-urd_Arab.yaml,sha256=a7g549qiFf08TKSdxNVuzzXLP4kA8dtlH79En82xjQw,276
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-ven_Latn.yaml,sha256=8NgCIX5H_E1pjcPdMYIN3GUGtoMURd-Z9RaLd1jctgs,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-wol_Latn.yaml,sha256=-_zjz80GbLyFddvEBRYBoz64sXVu0rKvA6PCk8MtFJ4,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-xho_Latn.yaml,sha256=eDS8jF6uixEC55GqzYwnMMuT6B1R1mShcTr9MufKYMQ,278
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-yor_Latn.yaml,sha256=3o9K7EoMoYraON1ajpnj6fqq70UHmPsdrIw_GM6iDqc,280
lm_eval/tasks/afrobench/ntrex/prompt_2/english-african/ntrex_eng_Latn-zul_Latn.yaml,sha256=KWVvg9_pjhcsB1EIx70bq215FENxHT7Q_OcRNPBJq_4,276
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex,sha256=g_G_iCBbfM2F4pLLXrmKgA6Dfw-oQKn5zlpgtLYoeAs,451
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_afr_Latn-eng_Latn.yaml,sha256=VQJbBXokiV2BkBthpfe5dvje2EAvukEeEYWxA1gxGeM,292
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_amh_Ethi-eng_Latn.yaml,sha256=JbbHQQ2Em5erS61GJ2i7LxNmGzlNqyUKSQ8CIKbzcNE,286
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_arb_Arab-eng_Latn.yaml,sha256=YotyEmKbVnnl9DFzVI_CqFqmm5yzp52IyB9Vko1Kz-g,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_bem_Latn-eng_Latn.yaml,sha256=J26q740_9uddxpgglFWTnPYRIDexxRfhOitv-3ii-js,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_ewe_Latn-eng_Latn.yaml,sha256=_hT1L2IJhkl806c9mWOVRJe6fCOTlOYq4uCNSMOdRO0,274
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_fra_Latn-eng_Latn.yaml,sha256=VNbmsfJL8zq2qxj8H-NJChuZS_9nKMJAlVP30gTDH-o,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_hau_Latn-eng_Latn.yaml,sha256=qYcFhII2wRBA3IPRW7kqV0Pf9Me9up6DNrirEDF2tN4,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_ibo_Latn-eng_Latn.yaml,sha256=oWCJ6hacQcyvKxnNhTHON_iWJv-sI-29GkbW6T4LDtU,277
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_kin_Latn-eng_Latn.yaml,sha256=IkVPIUO4Ua-IflJ02CHN_k17Cten3bWtQyj93UCbBEY,298
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_mey_Arab-eng_Latn.yaml,sha256=_e2MFR9CQU4nTuS3Fu3hA4W6sb5zOYHxvkJ-FQa-i4g,317
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_mlg_Latn-eng_Latn.yaml,sha256=5Knx558QuNsGndJRO7v9j1UzqlVFRRTLBQ428lF2xQM,289
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_msa_Latn-eng_Latn.yaml,sha256=OZ0IOfTg0if80kuzYFhNZennVQewK9TPaHrhjIJTU4I,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_nde_Latn-eng_Latn.yaml,sha256=uynycP3uuSRFh4i9ESUdRGGB44WvMl1yG3WM1YwkuR4,304
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_nso_Latn-eng_Latn.yaml,sha256=76fGnA6vy4jPdz35irNtbNUeDUVc-yi8loRczhq9B90,307
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_nya_Latn-eng_Latn.yaml,sha256=vUdYMZG9JfVG_6ff0_RRWeJYWwo59Zro408NO-9p0wc,289
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_orm_Ethi-eng_Latn.yaml,sha256=4zCsE1cEOr9GWRbGQEZaRRQpGlQuzIroUdLVdKFIGcU,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_shi_Arab-eng_Latn.yaml,sha256=rCOdfiS7wHE8woqmAkAo4LBUvq-bzWhprPQt4bvsYRc,292
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_sna_Latn-eng_Latn.yaml,sha256=c4lZVThYjk3CquwySkfmr3SaIbNgerVH0mEkE9PSDoI,304
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_som_Latn-eng_Latn.yaml,sha256=-5AWjsDXiG2QJJsoDStqqF24QBiCWVj9SOF6URTiVHs,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_ssw_Latn-eng_Latn.yaml,sha256=Nv5S8qtGwdq3qu4gDmenK5VTld3jeb0JtVev47ybqSc,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_swa_Latn-eng_Latn.yaml,sha256=CBrIzt3A_g0Sf3zjQ4zkPRrDRXcH2uelJPqGDVtkkqI,286
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_tam_Taml-eng_Latn.yaml,sha256=O1GI8YCftChlZhLnCdrzfyyDRPL-EIIwRbWClmPhbSc,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_tel_Telu-eng_Latn.yaml,sha256=EGZ0TF6lPiuexlWMhFoznthUAEbv7YMG8tj-ETLlhwU,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_tir_Ethi-eng_Latn.yaml,sha256=L-6kIFCo7vTi78OjsYyTpmbBY5XKHV2pDtUIsmlh3f4,289
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_ton_Latn-eng_Latn.yaml,sha256=VMuJ9TLyWPUpvMSRw9k8R12u3N34cp7U9miNRUvS4ds,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_tsn_Latn-eng_Latn.yaml,sha256=jTaZ3sWYHThvU7tbDm4VzTdRzdUvp4_XpQNNsLJJSho,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_urd_Arab-eng_Latn.yaml,sha256=3jIO5aZUeXGFXc32PQczYFql2YcOmavE-Ibq_uKS3Gs,277
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_ven_Latn-eng_Latn.yaml,sha256=0AMfPydkcPLIEtW2fS9v2yR4_5ncXd2k6XqlBYtEcso,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_wol_Latn-eng_Latn.yaml,sha256=GiQTsco8FxIIv344GiQpzml-Iq5T2aGj2Mlv6LBnuAs,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_xho_Latn-eng_Latn.yaml,sha256=SfPQyRwD4qsizRTRk8csvXuNA5NOpiCGEIp8sHshdjg,280
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_yor_Latn-eng_Latn.yaml,sha256=R1MTs2DmSOec2IMKQaz6yQmrdVBLqjcDm0X8o6d4Pjs,283
lm_eval/tasks/afrobench/ntrex/prompt_3/african-english/ntrex_zul_Latn-eng_Latn.yaml,sha256=FswQeevXgQILbRA-tdMjh8Yu4bNkyaKFB8z4DJAkrc8,277
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex,sha256=So2LXtW8D4cT_wN4arNnyjbQo4C1UAUPEgl20jDSYmE,451
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-afr_Latn.yaml,sha256=q-MTpPnqxK9m8ZSmfZ7co6rjvIbMKSjn12auUjP6v6s,293
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-amh_Ethi.yaml,sha256=FtCyv0PQ1mbauuRlJ32I-95yKLwOQnfDZT2XBwROi5s,287
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-arb_Arab.yaml,sha256=lqSx7jcZc3-4cJt7R1hqPqRyLoAH-Vr-4XUCMqCMZWs,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-bem_Latn.yaml,sha256=MTPibCayBfE4mJXnssYBGn6mNnHrlDZmMVZ3HZVAoWg,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-ewe_Latn.yaml,sha256=RlOoNj_8VEg0FJoq_hS3eiTFQEh0kd3noK0atDgNCtQ,275
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-fra_Latn.yaml,sha256=AYQ4q39-5WkCCRVaXNXjoWEf8u396NhmDRoQEkbtrB8,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-hau_Latn.yaml,sha256=faY9mOSfE8kj1gam6S0GGRQ3GfpU-DmF6Jv99mHyql8,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-ibo_Latn.yaml,sha256=rxux1UDFEeFaWUyAo3ICiPWHooLO3PT3PKaGxdJEoFU,278
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-kin_Latn.yaml,sha256=N5aLWTrGSC8YXLGeM2v1gbFNgldCuJITpxmXCKu1oI4,299
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-mey_Arab.yaml,sha256=1jc5gK5pHq_2CgaApOc3x187vY7jFHaL2AmwBidmw2Y,319
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-mlg_Latn.yaml,sha256=zvuQltiKEkSco_gALRsLQFT_2kypr8rlAUy_trxHhBk,290
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-msa_Latn.yaml,sha256=R_hUQzhW93k9aHCA7wUL3RCJ6jDwk-fyG3CN76AeqCA,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-nde_Latn.yaml,sha256=MwjICGTq-O7wz57_VnpbVzpQRdCgOGpmEHwqbitIjZQ,305
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-nso_Latn.yaml,sha256=sEgfTSwCk9A9iITlODMm8HzIkNbbWluv45yo48OrKQA,308
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-nya_Latn.yaml,sha256=GM0Tl0tMXmk3O2TL2cdTd-BRb6NIBS7jpxhHmE_AgNQ,290
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-orm_Ethi.yaml,sha256=GQ_jXlXBOlrVebgtHI4SD5NjxJtWZdWAtztKDzz9Pys,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-shi_Arab.yaml,sha256=ddROaATMTD26z_QKuDlr6Gju2apIj7k104wWq4kTWKo,293
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-sna_Latn.yaml,sha256=FSG8TP1E4T99yATCsfxvUx3gKyUDWZjtLnjoOZJyEaU,305
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-som_Latn.yaml,sha256=sj-Rk640MePIAPBXVNZ5nSWBvo06slX0uReE0NFjP74,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-ssw_Latn.yaml,sha256=F8yrShpABCxvzIzoFK6LYVOqQ8y9Fa7VypeVKRhJauE,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-swa_Latn.yaml,sha256=j8vUuxSywN4rVdELXB2VaZzVV7R-GwGbDjY6T3lIDd8,287
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-tam_Taml.yaml,sha256=8kOiqd7FSh0nDIdWh0kPgp0nX1QSMgq2K_O-lNKI1OA,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-tel_Telu.yaml,sha256=X7UyFp7tHZ18BFZQX8d0G1QnLnLEuYs3TkVNn8OHSC0,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-tir_Ethi.yaml,sha256=0VEq4gOJPJ4lJWiQnN0ulINaZIYJmPHZJukW4AHp9xk,290
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-ton_Latn.yaml,sha256=tXDyzkr2VcrW4ZB12EgrdPuDtqOYoElFa_QeRKvAeU0,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-tsn_Latn.yaml,sha256=3-MdZkz2fY62Ea5GVCj-ZPBIgMr_7sZmuF3ZgK-l21E,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-urd_Arab.yaml,sha256=yEpaTM-35qcRZr6b1kqGZ59rI94Hgvh1D8WPoSNz9eo,278
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-ven_Latn.yaml,sha256=co6578j8wL8jUkWyS0TnP_6CBCOoR8i_lAFP2GvASWk,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-wol_Latn.yaml,sha256=BRshiaiIWejJKdN1juCqNGCFMKqJBgRjRAHuSpmv6-w,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-xho_Latn.yaml,sha256=D4_RALgFrZo6TesjYOKFUwhfJmvR44YSAqnS-IRMtEc,281
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-yor_Latn.yaml,sha256=ttStqXlscX8cgQupndkTxsDbi24ckiNc8xJxV93kq7A,284
lm_eval/tasks/afrobench/ntrex/prompt_3/english-african/ntrex_eng_Latn-zul_Latn.yaml,sha256=mwQVSrD89cfqeIVMJLoW2xKNS7AH4JIy9-bAppjYUt8,278
lm_eval/tasks/afrobench/openai_mmlu/README.md,sha256=CG5aIgr3oV7VCFOIGB-0vcvlPk6B06jdVkliTaVXW5Q,1613
lm_eval/tasks/afrobench/openai_mmlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/openai_mmlu/openai_mmlu.yaml,sha256=g5FdTWiY2gkONGTHsVvVKvoNj5tSpvPgtE-u9YrXmaU,259
lm_eval/tasks/afrobench/openai_mmlu/prompt_1/openai_mmlu,sha256=WIleiQ-2cYfRULz3IDHdKP0MsuG2eMrlN1P2VpoOQ_A,532
lm_eval/tasks/afrobench/openai_mmlu/prompt_1/openai_mmlu_ara.yaml,sha256=GCBcl84xmRhRKqDEJmcvKEEy6iffsWrEkUuwyCfpOX8,243
lm_eval/tasks/afrobench/openai_mmlu/prompt_1/openai_mmlu_swa.yaml,sha256=eBwqsdjXemAJWC0KhD0D5lx2YKlW2z0NsN_stSwwWX8,243
lm_eval/tasks/afrobench/openai_mmlu/prompt_1/openai_mmlu_yor.yaml,sha256=lQOkmrbMM0QazNumc6KRffJiIA5gYx0OWUMez9XhvbI,243
lm_eval/tasks/afrobench/openai_mmlu/prompt_2/openai_mmlu,sha256=Mt-Ed70HWr1wN5KQSf7ltC6SGp2cYlCgmRLlH-Ay-OI,532
lm_eval/tasks/afrobench/openai_mmlu/prompt_2/openai_mmlu_ara.yaml,sha256=oQz17vJBFAhRy-c0p148nDC1epDRe3nG3IsSnJ-Ufs4,250
lm_eval/tasks/afrobench/openai_mmlu/prompt_2/openai_mmlu_swa.yaml,sha256=O20ODWar9Ok_0roGHS6rjde2Hfvxk5k1qTz2d2mIeo8,250
lm_eval/tasks/afrobench/openai_mmlu/prompt_2/openai_mmlu_yor.yaml,sha256=b1B038MI-SR8h1R3aWXQEuF-nIn-oo7Ej6-xV_FcM7Y,250
lm_eval/tasks/afrobench/openai_mmlu/prompt_3/openai_mmlu,sha256=vRaV3awV98gfERFBHeFcGQrnzHMPr6UurYlB6f6QktE,551
lm_eval/tasks/afrobench/openai_mmlu/prompt_3/openai_mmlu_ara.yaml,sha256=uehbn-gWiCMC6GFdG1VGtzblkSl8TsX17KK1BrtwZjM,283
lm_eval/tasks/afrobench/openai_mmlu/prompt_3/openai_mmlu_swa.yaml,sha256=H1Pa59sC6R-CJFrRj6JNIzrF-7ENstTWFI3bsdzkXWU,283
lm_eval/tasks/afrobench/openai_mmlu/prompt_3/openai_mmlu_yor.yaml,sha256=aa_fF29CTfdc42IFaQuG4QDw9pUkNyHeWkaSnHtB9J8,283
lm_eval/tasks/afrobench/openai_mmlu/prompt_4/openai_mmlu,sha256=YcgfJtW_plAn2olpSTG8nJERv-luonwm2ZTPdCXud_o,551
lm_eval/tasks/afrobench/openai_mmlu/prompt_4/openai_mmlu_ara.yaml,sha256=k3AjU9ktMkSN-TD3ZHsBBnqt60cQGi_rDNM2Ypub79A,280
lm_eval/tasks/afrobench/openai_mmlu/prompt_4/openai_mmlu_swa.yaml,sha256=6ahOu1epUMRBjm2oWd5E_yDOuckEkS_5hBIOgyllkkg,280
lm_eval/tasks/afrobench/openai_mmlu/prompt_4/openai_mmlu_yor.yaml,sha256=AcJFISqOEhun2RBpjUXD2kBDIMqqUM8WiLdrMcGN1Ho,280
lm_eval/tasks/afrobench/openai_mmlu/prompt_5/openai_mmlu,sha256=U8IsRPkhcgmqyJRIGVNCDsfg7TemqcaU3IHdyJLWp_Y,551
lm_eval/tasks/afrobench/openai_mmlu/prompt_5/openai_mmlu_ara.yaml,sha256=rgpfxAZVMMGwf_pI3_-51EF7O4OMoLHrQXA30Osx8Ls,315
lm_eval/tasks/afrobench/openai_mmlu/prompt_5/openai_mmlu_swa.yaml,sha256=_-O1sBDq3w-7P0XaXHOMMjsqSqVEmxz8Ow27Dpsyy1Y,315
lm_eval/tasks/afrobench/openai_mmlu/prompt_5/openai_mmlu_yor.yaml,sha256=kNPqfv0k3cr9lk9V1-sPkLDHGyVRVYUiDp5LDspgJc4,315
lm_eval/tasks/afrobench/openai_mmlu/utils.py,sha256=bip5djRPdmiDEVfNpZY8v0hfPRUmh6X0c56qR6T9j70,3391
lm_eval/tasks/afrobench/salt/README.md,sha256=_bOU6RHvhdP2JFqzUgOZU4vBaWL-vXdMNAHEx_tW0Xc,1461
lm_eval/tasks/afrobench/salt/__pycache__/gen_utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/salt/gen_utils.py,sha256=sgHnYDDXhd6JKrZM4gDT7mlxMDWD8P-hjV8-cD1NgFo,5297
lm_eval/tasks/afrobench/salt/prompt_1/salt,sha256=SBqDK2HUfvJbta_8L3ZYDbmVL-sGQ5f6JbBYl61KmKQ,415
lm_eval/tasks/afrobench/salt/prompt_1/salt_ach-eng.yaml,sha256=WrlqWqABwGFyARm1OTG_V8_5h0qUZAsdwkOXveRuWqU,186
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-ach.yaml,sha256=k9ErxI9-O1uzu92zTP93zTfDo2_h9a5lmR4I2m8yEOA,186
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-ibo.yaml,sha256=2iGgbMKYTYil6btssFed5DOoCWzTTvD-kZpNY0CO4WE,184
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-lgg.yaml,sha256=DoHGYUZB1ErNaW6joh8W2ulTlfW1V30aZ9HFMYcWCSk,187
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-lug.yaml,sha256=imkQR_PuqvAfxoWn7oS8JxT0_HM0e0wm5CNjoKqoaGE,187
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-nyn.yaml,sha256=CJ70h7Fn6mDS-bPdVUEx_EnU26qtKG3aKDZS4YenKjU,190
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-swa.yaml,sha256=lEwXJ4LoMutDX_ni4jkyEKSK-XnI8GqrBXRgz-Y5msA,187
lm_eval/tasks/afrobench/salt/prompt_1/salt_eng-teo.yaml,sha256=FuPROjbKnGqNvSqo6HbkgI9wfzaczXedrhcC_HiLUsE,185
lm_eval/tasks/afrobench/salt/prompt_1/salt_ibo-eng.yaml,sha256=5hsS1gjIApIMFs94RipGaiZlkQAYojYytl99FO-z4TQ,184
lm_eval/tasks/afrobench/salt/prompt_1/salt_lgg-eng.yaml,sha256=4jN4_0gg253o6gvogR2izmgkpgZvWeOgyDiashcxrLE,187
lm_eval/tasks/afrobench/salt/prompt_1/salt_lug-eng.yaml,sha256=DtBkwviU80RI4yV2e3DvGpSC_trQSjcix4BSPruUWJk,187
lm_eval/tasks/afrobench/salt/prompt_1/salt_nyn-eng.yaml,sha256=v7rOEdy7yq_yJgOFXX7gw3_-SsoXBLE3_TKtr_GkM90,190
lm_eval/tasks/afrobench/salt/prompt_1/salt_swa-eng.yaml,sha256=dpAXkNJpgnAQEEQpW541GG4AwEKbAts9EkDOvQ_055M,187
lm_eval/tasks/afrobench/salt/prompt_1/salt_teo-eng.yaml,sha256=tC-QDXIBHckDrJoDfZ7nlqqsfjrBW6Vu4d_dbqcvkBw,185
lm_eval/tasks/afrobench/salt/prompt_2/salt,sha256=KK9GKUrfd9Rkwir9JsxIz0cNwYqdmPEcEkkoEEK8dUY,415
lm_eval/tasks/afrobench/salt/prompt_2/salt_ach-eng.yaml,sha256=_bcLFSKAQKatWrwR0SfLB5O5AwLiVgf84x-i7j-pV8c,274
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-ach.yaml,sha256=0ohQ4-DeOhzRupCxHRluhhMMWMVc3OEUwRQ-URO3juk,275
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-ibo.yaml,sha256=TfQ2a7aS-9yeRadWBfu34fjgPFVvU_zLF4PpGjghZAs,271
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-lgg.yaml,sha256=RT0gcxt0gbENYzGhVVe9PzYM1Dr29CVyXWSwttcQKA0,277
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-lug.yaml,sha256=swO3VqaaM2j1_tVaQugmR8m9WQH8aS532ohVpYQZpMY,277
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-nyn.yaml,sha256=pozQv87LACvf5B4w1w0QNz9HK1j9s7O7m6M9CQrNq5g,283
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-swa.yaml,sha256=gGww6n_KlZiO2ARMkU-IGp-LS07jvTgaUjbU-q3q1t4,277
lm_eval/tasks/afrobench/salt/prompt_2/salt_eng-teo.yaml,sha256=t4kUNRPC3VIYkYj-8FJfe9x8bNS82tc_vuoCGWme0r8,273
lm_eval/tasks/afrobench/salt/prompt_2/salt_ibo-eng.yaml,sha256=qOlrhvYlTKyxOGsTaY9PPmPA_ICr1mxxWVeZHx8Dfdo,270
lm_eval/tasks/afrobench/salt/prompt_2/salt_lgg-eng.yaml,sha256=OsaL_byj-6b3fvfEuA_4nWl-ZGhnKTR-XZENjfcgYiE,276
lm_eval/tasks/afrobench/salt/prompt_2/salt_lug-eng.yaml,sha256=wyuE9hsQlWMYtjfrvAweMCqsLNzN2tMPDJ49IoccXL0,276
lm_eval/tasks/afrobench/salt/prompt_2/salt_nyn-eng.yaml,sha256=wFZq5Vvy9Wan69MXwMGV2iyjgXAvAxhfeZCXu-SevcM,282
lm_eval/tasks/afrobench/salt/prompt_2/salt_swa-eng.yaml,sha256=BHl6ICiVOC4Smw__Cx0fLnpBfVTZYlics8O-99uCluU,276
lm_eval/tasks/afrobench/salt/prompt_2/salt_teo-eng.yaml,sha256=rFNNCbt5p5wHZ5WFN_E21Zj09tVubnKK3lfR53PfzYU,272
lm_eval/tasks/afrobench/salt/prompt_3/salt,sha256=-rVp3Jg_s1iIpNjTvqOogivVgOvW96ztg7Yb2u774sA,415
lm_eval/tasks/afrobench/salt/prompt_3/salt_ach-eng.yaml,sha256=aO4UTCnojMcTqTkT9dl5AQmwTw-GUt-VxbAH-2enu9o,279
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-ach.yaml,sha256=1ijQqk6mrpivhgGtXR7AkguMpcqkzHknoPBloFZ1Imc,280
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-ibo.yaml,sha256=u12jj6Hu7Zc6LlnGpc6eyO-9HuE00scelRga__hoSmU,274
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-lgg.yaml,sha256=smZhHHWa3r5vjnsMo6M2c-yfyjPiQiBXpMKrY9orE0A,283
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-lug.yaml,sha256=bM_M9viQQoNVlleMQQF0YzFwnXbORwMXdClI4KAikic,283
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-nyn.yaml,sha256=QCh5FGiHVJIUmFAhfE0wBqRQ3ptIt8-4aqEVefUA6fo,297
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-swa.yaml,sha256=R3z7oEOh-yvTsvxV5lyeojfglANqSSnHlqWi9kQ0VwU,283
lm_eval/tasks/afrobench/salt/prompt_3/salt_eng-teo.yaml,sha256=CS-8fTRKX5vWQV9wEX62kCi5TYcR0vB1G1OWUeWS08c,277
lm_eval/tasks/afrobench/salt/prompt_3/salt_ibo-eng.yaml,sha256=OCdV8CcBXby3Co3HAyyj3ffmQLj3qfGrn6OvAhTbRrA,273
lm_eval/tasks/afrobench/salt/prompt_3/salt_lgg-eng.yaml,sha256=f-3g8PxsY6Th7NPBZa-0B2Ggp12FPmwemLLGX8f7bJA,282
lm_eval/tasks/afrobench/salt/prompt_3/salt_lug-eng.yaml,sha256=759VlNpKKxUXcVPbyD3pXFpFdPUl23U4N9oP5Un54JI,282
lm_eval/tasks/afrobench/salt/prompt_3/salt_nyn-eng.yaml,sha256=plGNBWHzspALIh7oqizd2vFnkB7U2sCjpUaqRckf4fQ,291
lm_eval/tasks/afrobench/salt/prompt_3/salt_swa-eng.yaml,sha256=HJXsoZ0QPrCOxD0JRic2AMRMNRC3kPbF5YplwwWq-i4,282
lm_eval/tasks/afrobench/salt/prompt_3/salt_teo-eng.yaml,sha256=vg8ePWaDOQFmvbLsJNTSZUH_3DKo2ttTlCEOUw2hKAI,276
lm_eval/tasks/afrobench/salt/salt.yaml,sha256=eeaue9rOcaBMLMj0CBTdA6wn2KlZQaV7BxmdUbb4ZKE,181
lm_eval/tasks/afrobench/sample_run_scripts/run_afrobench.sh,sha256=MDKiZ9gyq5lxll4MBIVD--RZPsMqNFcVCSn1PU_j-0M,751
lm_eval/tasks/afrobench/sample_run_scripts/run_afrobench_lite.sh,sha256=DLfDk43Q2F9xZ_x1RDMokgvnBvYd6-ABCc2cqJBWhzQ,754
lm_eval/tasks/afrobench/sib/README.md,sha256=rWTHWKQhSnes0f3Iiorwbo_4wlnRrBDr8HGMsAGOGN0,4133
lm_eval/tasks/afrobench/sib/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/sib/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/sib/prompt_1/sib,sha256=aSBFJWYc8ZBS8a3I4j03uGOdZxWlpS-OcAB1R0Uaj0o,907
lm_eval/tasks/afrobench/sib/prompt_1/sib_aeb.yaml,sha256=z8ctD6_6oVhSxTxbiHNr-DT_qKeryOLgKfoDoKXuWY0,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_afr.yaml,sha256=yHJUw7XyzY_ZHxXzmq9xtNhrLqmOwjDdVqqYW4MhLds,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_aka.yaml,sha256=r1hVNEkLwYlTDpPtwrGcg073Ibui4rNuBABmGN2Fp90,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_amh.yaml,sha256=rJK_CKCICaoM_8hiFpLJK2Aramj2O3Zk-w7IVTOH4w0,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_ary.yaml,sha256=ArRYcj5m9OKiBwGaBAhUFI6SRn3eOMAY_NIxAagZJ2c,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_arz.yaml,sha256=TfF-HNYsxY8qkj6uu4Qu_pnzrTamYWk-6X92jyqzzF8,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_bam.yaml,sha256=JExGfA_NBAyvjc98mfQVMjx55_zM6IvBuJ7hf9fG2A4,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_bem.yaml,sha256=IvHSPd1do8ZjNc_jon78MGSNL6ojePiUTN5jbNwH8m4,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_cjk.yaml,sha256=RnxMGuKitRLM_rpPKlhWWVfBrUJZLGz0a_36D2lGmaA,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_dik.yaml,sha256=LbFL5o_TU_7viACljVbvp05ASGAcLn-juFptXDlbVO4,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_dyu.yaml,sha256=oaV8RKzhZdNp3t1yN7Z6UPZ4DLa_hHRo6xPDw2biClM,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_eng.yaml,sha256=s5gM4zUSboFR_B4Tcoje8cHg2JKQnKlg1urcnPOWjfY,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_ewe.yaml,sha256=FbeVkq1V244Q6u3wQOp7UZEBWg83TD8gD73z0eNCbwM,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_fon.yaml,sha256=jgS5LzyTgQCdYuxmQ3kBR-4a9USWvTL5UAh9KWDLJgE,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_fra.yaml,sha256=U51F6PKDEEFkufxKP8U4U4erK-YfMwwy1n39GvdDn-c,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_fuv.yaml,sha256=sx4Gh9fH-AqbcODxU7_-imus9M6BRouvq-SHY9BmVM0,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_gaz.yaml,sha256=rInQG9pZvRqpgiJktIbP4AQzNj8R1swT4NQDE3etS0E,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_hau.yaml,sha256=r6mHFCIuX3glJ8RmhZLlecL5P_2BK_rvvufxnVCeFqU,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_ibo.yaml,sha256=DvZK91AmCetd73VthdZHuThi9APOAYsUUeoeqvY1Bbw,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kab.yaml,sha256=_SqylmySLzGjMuaHYOMWARM5DLYTx05kqIbRhN4lkl8,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kam.yaml,sha256=QmuTa1k3KPYZ7t7lq5xQ7xzUSGKfyEapI3z2EdXPdhc,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kbp.yaml,sha256=CwRPWZcEM9ejdE8iovMwjMOOcH1ZqrZVnEY0Qp_pAMs,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kea.yaml,sha256=mt2O95qOa0YiK6UGog0wCt33_fXD7LspY3Mn0cRr5vo,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kik.yaml,sha256=_DjmAPelScdRUOQG9tbrc0QuiS0H7L2MMlSv-RLD5Gc,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kin.yaml,sha256=MlNq5NggF_WiNCiaxj1mcHOrqlJw8HckOHgzdSbOQnk,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kmb.yaml,sha256=oxrDzOSUbyqX5czsHBvh6sVI0aIkrPD1me6EblxkskI,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_knc.yaml,sha256=bcKRPI6WuG0AOwtggxx7rEBMXaqMJHWJGLm_FrB0u28,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_kon.yaml,sha256=-4tAuw-0f-k29Kmb_KYWfe6XJWE5YKV-gSc38JomRdQ,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_lin.yaml,sha256=0wPhxGvoO0eyj8rF3bbv0KW-KPev1180NVbgGZTD2nE,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_lua.yaml,sha256=hADLBNVxuCOy1k4mH4U23AkbhZOc286ZbN8fs3JHH0k,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_lug.yaml,sha256=dCbOpKKhOE5ftCFDy6jCArOhxNg5aT2AW0HZSOvy3FM,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_luo.yaml,sha256=FYuRb9DcddX9Mw1aUSEgIs_b64wHvxlGg6u9MYmSEII,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_mos.yaml,sha256=wNc0Z7zvjMcF2wYJvduXOHJp-ZFaM0IRLDjalIK5guQ,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_nso.yaml,sha256=NNrNU4pJ8ZbbYxgygdvyunNnqoQDdenDfIFA84PJDFM,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_nus.yaml,sha256=yq76xDJdZ9Kq8Dop0z8nvkVaLp0IHLY2iAMRA9X1mbA,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_nya.yaml,sha256=HLUQkkwuy7wMMJnrMuLnmft8QjN89N9_sQmZfMr0CMQ,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_plt.yaml,sha256=phnMiI42iOqfbkbHGcKY91RBbm4YciHuSpnl5_4rEXE,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_por.yaml,sha256=tLMypTiFvewlMq3kw8nvd0iiGAzbvSD5VdOj1suomTE,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_run.yaml,sha256=akd3nWbMXy1VmJwQC2aGtRlCy5R69KOd6KLxjsa5bbs,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_sag.yaml,sha256=8w01j8iWgwTZduLGdgAVpZQy3a8yj7oxDDmJNKtoe6I,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_sna.yaml,sha256=TljI3gYSkdHGhkQb5kOR1e4Fl5ElhlDeXYB3X_wbZss,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_som.yaml,sha256=MOzeHp16ypUri11cjXcNFY0-qi01hNYe7pzJYOZyAws,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_sot.yaml,sha256=GOeA2_oc2w8AlwTekxnoHrqSH0D3V_ekXkF8CzCl_t8,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_ssw.yaml,sha256=gYcZjYqYVDJerbP8EpIndhswMjC-SpmMZihVbk8QRIw,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_swa.yaml,sha256=xWTg2DF8syqFX7y2F8PMBpiDZcc7rsqF1XFL6C5OPec,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_taq.yaml,sha256=eV2PO1XjxfRvuWi86ToCd22iGzbOotYtE661cOaYwVc,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_tir.yaml,sha256=4ewiHGzOxnujGJAP2S58edCtLuGlQ35HrZDfOXA7OWQ,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_tso.yaml,sha256=a3MUJJYmlyYNa1R3x2vKzNwFKQh739CzeeX4mVvIl8k,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_tum.yaml,sha256=ZxrYghbeAVm-pMEyA75be9IPAdQBUV6LNQYaqLacxIk,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_twi.yaml,sha256=2aLF_oywO4ui4YkCleNUFj5xs17hONW6_E0jrxhuCyg,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_tzm.yaml,sha256=gKmbdCgm592MXnGAWpP4Ft3FLxbm2sT7Ip2PpUlPuMs,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_umb.yaml,sha256=AqZUdXzxEtDymzjO-BSvExZpBelyOAObT8NjYp0kCbM,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_wol.yaml,sha256=TxmQdRRYsvIOYsiF4DFQlR_4nEDR-srlT0Le47laZtc,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_xho.yaml,sha256=voudZbtUn9RpQJ30_WrMvMJAYdX8D9uWVnt3UDNKQVI,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_yor.yaml,sha256=x75UyVNo6u8LvOKMbz0S9PKKg0OAfIFnaJnnGLqkh_U,268
lm_eval/tasks/afrobench/sib/prompt_1/sib_zul.yaml,sha256=mrBrDQ4YKnQO_pcw1yqNz3G6hq5sMRBFcLAR5sKSWYs,268
lm_eval/tasks/afrobench/sib/prompt_1/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/sib/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/sib/prompt_2/sib,sha256=Tyz-72-fxcwI2qnSUlSpFkeDmY3RZAMrqC1rKXS-fzU,907
lm_eval/tasks/afrobench/sib/prompt_2/sib_aeb.yaml,sha256=-z1UgyFXRkFCbyF4OeFfSibSqF65UaUjZ_u4OgTa5Mg,293
lm_eval/tasks/afrobench/sib/prompt_2/sib_afr.yaml,sha256=9cPVAfZVVkOWAjHrbxi_VaLKiKRfh43L7g9T4wjNiwk,287
lm_eval/tasks/afrobench/sib/prompt_2/sib_aka.yaml,sha256=rsf1ZWL6PzmMS9YwZ58kIRiT_-_neVMTj1V6qollgDo,282
lm_eval/tasks/afrobench/sib/prompt_2/sib_amh.yaml,sha256=0PLQEO7kyU5qbpRkE36KqoI9ARYEjAX8CpNEDBs4-P8,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_ary.yaml,sha256=yqWTYjM7lHb_Y1zTokuvmLxQR4kXNlnu_c7knA6O7wo,293
lm_eval/tasks/afrobench/sib/prompt_2/sib_arz.yaml,sha256=99etGCiR85Rc6F7zWbe4irzUoCn8I7cMjzBDgCu-uVA,293
lm_eval/tasks/afrobench/sib/prompt_2/sib_bam.yaml,sha256=NtsuMTrdVscsTmZySajcimx1DjIdV1MMlz80U6B38dk,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_bem.yaml,sha256=fPvMlLKg1ctWc0-T92xUSv1DRFTRfLYBQmZQxSEWkdA,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_cjk.yaml,sha256=kEiZ41II8w1qRuFm9pZYHt5T5Wab-oT9QmxwXpp-ZzA,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_dik.yaml,sha256=rd3K5gc-nix_djFoi5Xd26aijR0KvkF3dPDwUHfu88c,296
lm_eval/tasks/afrobench/sib/prompt_2/sib_dyu.yaml,sha256=DJZ30XE2Kntpiv67XJgzespOuDhjCwkh6fNeHwHkM2Y,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_eng.yaml,sha256=RJCj96g5MnmAcl5FpL1RThB5RSp9_BAaTgeE83skmRk,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_ewe.yaml,sha256=VLQPP0YwFcfuFpV5aMbtmpPVBNJGgQjh5zoo8YlknRM,281
lm_eval/tasks/afrobench/sib/prompt_2/sib_fon.yaml,sha256=XSi3jJqZQHgYIgUrqRPPxHGr25Maslj5PqGssJyvGYU,281
lm_eval/tasks/afrobench/sib/prompt_2/sib_fra.yaml,sha256=AYSmG-bQYu5xl2paeA5CX4mABQ_b9cPg52-hcU5SovQ,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_fuv.yaml,sha256=_4BkTzzxRSAtJTEzxSrCGOhI4PsY1uxXzhFgecZgp4E,295
lm_eval/tasks/afrobench/sib/prompt_2/sib_gaz.yaml,sha256=utmQ-4ZR2aDRuk-uym0_h3kbZLCyCjfuSVjR2_ncDQA,296
lm_eval/tasks/afrobench/sib/prompt_2/sib_hau.yaml,sha256=V6cwyIQm9I4RLEZEOM2mJ-IuDl8GQdgJmgmdn93sMf4,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_ibo.yaml,sha256=-ROlHex1y43GgE5uqWUU1MBH831I8Pqx1JeJhBEqYPA,282
lm_eval/tasks/afrobench/sib/prompt_2/sib_kab.yaml,sha256=DcH_G1nl4lSMwmrn04MSB0g1tF3tlDSCZd6xJBeagp4,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_kam.yaml,sha256=1wmJvubSrMHlVYS95-OAeqoLGVjq1ULK82BmFN3eL-s,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_kbp.yaml,sha256=3uHiq8TGiPvmHaiEcImmlTiHmMlConZluIV2IZhhhzE,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_kea.yaml,sha256=4W9E4pgPNwFGihh0N1IzisgCViE9uXgQXI6iSdES26A,290
lm_eval/tasks/afrobench/sib/prompt_2/sib_kik.yaml,sha256=WRG8U_AA6XFTobX2vEtecIRUK3A1CopK-U6aFJkrtYY,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_kin.yaml,sha256=5Ziku7CKVnGCv8Ywzed8ZhIoaij005IFk3kvRR2HFvc,289
lm_eval/tasks/afrobench/sib/prompt_2/sib_kmb.yaml,sha256=aTTP-tQLxAVBTUjeWRaogJDCTmhpfsEkvNY066uCmL4,286
lm_eval/tasks/afrobench/sib/prompt_2/sib_knc.yaml,sha256=SN2GSYvIcn1zmRLV5P-vDT5DOKkySNsEqWcGXQiWqcg,292
lm_eval/tasks/afrobench/sib/prompt_2/sib_kon.yaml,sha256=1jhOJwP7JtDyVUHiCTif2k-vxgAISpvwz62lD-mBOxk,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_lin.yaml,sha256=ZeWIgjtkinb6ypkofjB--Ixv8DmVaolZHVIQismdnuQ,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_lua.yaml,sha256=BXYtnQkyJhZ1l8KuzAy9lr9Q8FC0ERn4QWDa9Qbed_w,288
lm_eval/tasks/afrobench/sib/prompt_2/sib_lug.yaml,sha256=-_NL47k1hSgDOoRkTCrJgfJxkUXQaBlXLz0SUyaczUA,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_luo.yaml,sha256=RQNWf1fUzKL0QEph6_w9Axp1uBC0H_8KV4PF9l20mp4,281
lm_eval/tasks/afrobench/sib/prompt_2/sib_mos.yaml,sha256=WWhPwfx5pQih5n6nbSpC72buLUBnEw4xLuR6I_K5GsQ,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_nso.yaml,sha256=_zlOjxO_AhP_exwThqtrDJ2ETZmikjYtPdpyTtMG7TE,292
lm_eval/tasks/afrobench/sib/prompt_2/sib_nus.yaml,sha256=xSybivJOiJxSHzfb7Dfv-qrSBL0uupQ-91ahmskJynI,282
lm_eval/tasks/afrobench/sib/prompt_2/sib_nya.yaml,sha256=N_oyCjx-bG1A5CwjKsVMK02a2WeELlEtIxYHtpN6YEQ,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_plt.yaml,sha256=F1NPlK0Fgcj16CRO-bDjGXTx3n5GMflhR2QbHqRBwuI,294
lm_eval/tasks/afrobench/sib/prompt_2/sib_por.yaml,sha256=x_pu6hLlRKfmyySlB96ZUU2ThUbQT_d68Gq8MCxKnLo,288
lm_eval/tasks/afrobench/sib/prompt_2/sib_run.yaml,sha256=Qq_iy6oJS_OZEExjwgiHu4H8ck_8Oxp620m80IU-kyo,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_sag.yaml,sha256=ptlz5MYyKp4WJsdTNBkKwwxeYgWket3JykKT68_QkBU,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_sna.yaml,sha256=mGWF4NKTlUGeAhNbB2WA9OUYam3PvLTPhEwVPtq5iz8,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_som.yaml,sha256=gZMx41NJFMXJMnlLO2J8ue_lMes370F1mqual8gQ0P4,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_sot.yaml,sha256=J1bn7v6Pouhwv9fG7BxWJf4SMu6MqZiwEK8tdLbRBCU,292
lm_eval/tasks/afrobench/sib/prompt_2/sib_ssw.yaml,sha256=dtZGel4CXM68CfmEeaHcBKQIATFXI42UPUvS_h2TLlg,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_swa.yaml,sha256=NnB20Z0aFIWUn-IZCvM3ym7BJb7KVp_2M_SNHgizJO0,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_taq.yaml,sha256=r5ZicazjEnuKc_47a96p524cvr4vmCK-mopxzaRCDTE,286
lm_eval/tasks/afrobench/sib/prompt_2/sib_tir.yaml,sha256=4z1y8IK4K9N4MBqJQFT6MUFd1wOy7Z4qfCdVhtluxpc,286
lm_eval/tasks/afrobench/sib/prompt_2/sib_tso.yaml,sha256=zNehEjYqMQCFcdz2EXK1AD-zMv-X4fur_rENGr8iutE,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_tum.yaml,sha256=aow6Uu2MaTxwq87RUNQLl_NDUgUJqTLx61id4u-aKJI,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_twi.yaml,sha256=FlghcMpaaLpdY1H9r8FlYPC8FtCYvFX3o2ias2fmLco,281
lm_eval/tasks/afrobench/sib/prompt_2/sib_tzm.yaml,sha256=C5oJV4GpWbstSGNunmIKP-98wZprgcjZ_AacJ9jsWQE,287
lm_eval/tasks/afrobench/sib/prompt_2/sib_umb.yaml,sha256=agXUoUx0Rk7d15Z-HCYLsnay5z1Kmegx9vg_2CyzOOM,285
lm_eval/tasks/afrobench/sib/prompt_2/sib_wol.yaml,sha256=azFuNHRwV4BERq15Sy2lm5rWsb3yIYFTTvN2jfbHIYQ,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_xho.yaml,sha256=E5ckTW628MvNb0Zg6d1R0vLtXeC80GVy8tVsH3uj3s8,283
lm_eval/tasks/afrobench/sib/prompt_2/sib_yor.yaml,sha256=pvVNySDiJDDDlRkpDE7OKgf6PdnCRzxlcwfmKvinCEE,284
lm_eval/tasks/afrobench/sib/prompt_2/sib_zul.yaml,sha256=f_YksbI6B3XfDw4TMn7P1AjiHuUepk3We-BZFmzy2xk,282
lm_eval/tasks/afrobench/sib/prompt_2/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/sib/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/sib/prompt_3/sib,sha256=wjg4yRd3IU3Q-f8Vq3A0KUdAJg95JDaprC7xtee5Gbc,907
lm_eval/tasks/afrobench/sib/prompt_3/sib_aeb.yaml,sha256=yu2Kv7-BhQVjzKlwOXES1sol9HPb8l_o0Y9a6qwKtLg,395
lm_eval/tasks/afrobench/sib/prompt_3/sib_afr.yaml,sha256=zxHM7YxMsKEn13RuHCpuiK5ZNW9X6UwAHSbTkv-7p4I,389
lm_eval/tasks/afrobench/sib/prompt_3/sib_aka.yaml,sha256=XB1YLL98jglDRKMHhyszJGsvS6kohmNwEzNwRrvoy1E,384
lm_eval/tasks/afrobench/sib/prompt_3/sib_amh.yaml,sha256=jNjiD4AR_gJNEtkFgsDTVfx1mMQUd0JIxb9zmtWqbR8,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_ary.yaml,sha256=1N6yGTSQa8d8DgJpomlfPbqcz4CC7leD_KSSVsI0jcI,395
lm_eval/tasks/afrobench/sib/prompt_3/sib_arz.yaml,sha256=beEoLP9P1O4G4n-BCMUFGL-5lBMMOvuCpydwvleYbBU,395
lm_eval/tasks/afrobench/sib/prompt_3/sib_bam.yaml,sha256=0pmkZjqbjkxUImyhu_3f2lUdHsEDYoYUksD0O3C-Dfw,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_bem.yaml,sha256=NYRiTOHO7KZVNiIVj9OW6VX4Q7Tp2R7dtew-_TkVxUU,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_cjk.yaml,sha256=6z9ZkJkjSEJ25Rp_M8MnGqzU79_o06hTDGhA8C-txaA,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_dik.yaml,sha256=NHj0HlhEVvswWwfSbM61T9bLfZqAGa3vXm8RCyx_pbU,398
lm_eval/tasks/afrobench/sib/prompt_3/sib_dyu.yaml,sha256=h3qj2p3M65VzKB5OpbhjVzT0WWDmFJU8_Y-iq1oWYxg,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_eng.yaml,sha256=jNqo-4GqcfTJ4OTiMyP9H-QettEYhy5fK0reO7lVJSg,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_ewe.yaml,sha256=fFGO2VNxhBYbNq5TcNLfSQ5gsRC_Ymsyyz3wbDfUxq8,383
lm_eval/tasks/afrobench/sib/prompt_3/sib_fon.yaml,sha256=BTx-Cv9x4Y0WbyOSFS5Q8IQ9ZXpXeyMPd5Skog0oX0w,383
lm_eval/tasks/afrobench/sib/prompt_3/sib_fra.yaml,sha256=EEDuy44K3an_efSUY2uUW6Vhr5FIVDz18NQaxKU_RN4,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_fuv.yaml,sha256=BMrS9deqS1yKR4lXpB9YyyDbOG_2ClJp9hKJkuk8DBc,397
lm_eval/tasks/afrobench/sib/prompt_3/sib_gaz.yaml,sha256=nogCTGS3nL4xmcEsIU2iBOPa6G4tiG1J8DBG8WWbQ6U,398
lm_eval/tasks/afrobench/sib/prompt_3/sib_hau.yaml,sha256=jHrREWggJRCH81R_J0oqnQM7km0yo1LrlizrV3OsKgQ,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_ibo.yaml,sha256=1Bje596KlJsVW79ccV7pyMPbLe7KjLxGjvX6DhXLxBY,384
lm_eval/tasks/afrobench/sib/prompt_3/sib_kab.yaml,sha256=X0AesnYFwnYIxpZj9B2SbBs2-hb5S6iq_KdqqqZ4z8Y,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_kam.yaml,sha256=TDSsbMo1veiZsv4SL9NXkOJLcJIJ8gioCCElHucBDf0,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_kbp.yaml,sha256=7BiHo-FP4nFfNDBpP7lzGV5bUt2Wmz4VRYZQ9hTa3ds,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_kea.yaml,sha256=wfu-4I78BfiQAt1QKv-VEsCPJ8Fg2R8__weV1f3slPA,392
lm_eval/tasks/afrobench/sib/prompt_3/sib_kik.yaml,sha256=stDfxsxfhX9vFGkjJ-NTLS6TmlLwK_VnrBSy8HhQJj0,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_kin.yaml,sha256=34QqqUwPfTs7jPuuc2edVxhQyvozM5GRgASUnExclKA,391
lm_eval/tasks/afrobench/sib/prompt_3/sib_kmb.yaml,sha256=rD2qfmKuzb6xwxgwOT4-8FjviGrILPVEAN-u36IinHk,388
lm_eval/tasks/afrobench/sib/prompt_3/sib_knc.yaml,sha256=QgICrQHILmlO0oVUaZAX1rSdiBjQJsmm9jXBp1JOYUo,394
lm_eval/tasks/afrobench/sib/prompt_3/sib_kon.yaml,sha256=VBTEhtaVV8TcRnuwczZd5ABkgysueeOhlSOyC3S_iBY,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_lin.yaml,sha256=IbPezrH4VDtFBA5KCetiDh4w0wgTfYrea1zE1iM9MSY,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_lua.yaml,sha256=CjIGMClZNFih6rdqF3cGhdauaiwxERSv2XSJjTslrYk,390
lm_eval/tasks/afrobench/sib/prompt_3/sib_lug.yaml,sha256=UJnaMGSj5cI2aHXYz49DCL1f6Ix7Gbo4kRg8qZOmlFE,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_luo.yaml,sha256=016_TY7UGGO47-5G_Lr6-mGyjA59bhhUPbmKEhY5mtI,383
lm_eval/tasks/afrobench/sib/prompt_3/sib_mos.yaml,sha256=8Y-_iELcFXusQGHpLMy4bEFDm-abJcpkLQI36KaZ4WE,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_nso.yaml,sha256=XDADqMQq-5BoDXj1cq0EjTAWDTSmRgE4nt-K-0tU4Ak,394
lm_eval/tasks/afrobench/sib/prompt_3/sib_nus.yaml,sha256=_LSim3NuVd07Lq6_kd35GETRnGiUFf1BEGWP3MIMk5U,384
lm_eval/tasks/afrobench/sib/prompt_3/sib_nya.yaml,sha256=1oFaMVL3t9U-VtHLATmx_xkSth8gKx2X6HPdFZF1HKY,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_plt.yaml,sha256=tPBfFziUYMYeHyqmQHHi9lWwJHdV0WMf0meTgisSFLo,396
lm_eval/tasks/afrobench/sib/prompt_3/sib_por.yaml,sha256=jFMSu7eMDnHhbnaPf1mFkb6LVLrsk3dfy2wobT3D8FA,390
lm_eval/tasks/afrobench/sib/prompt_3/sib_run.yaml,sha256=SjyiCQ2JR4wA2iFv-T-9NWvLOpL27eF8tNadgXZiSsg,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_sag.yaml,sha256=2VldMaENbPHoHFJ7G4ky_YRo4yUGe31ZhIxhdP5-LTE,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_sna.yaml,sha256=OKMcIKCDIcVSnX3P_M4RUW-yX3Vxd_c0E5GrPtvcuqA,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_som.yaml,sha256=t-S2cdXpk3YgkiRkmHyv8YXikFZqcgQvjl-vVzpOS08,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_sot.yaml,sha256=9AdWb-zIA-Az07Mz6mXuAlcm9eXR4o6q0ybnhnbTJdI,394
lm_eval/tasks/afrobench/sib/prompt_3/sib_ssw.yaml,sha256=xot443KmsDbEkLP4Gcrquojm3jQVMi2oXCV5RcyLQb8,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_swa.yaml,sha256=gODOjfcp0QQtooPK9QbMiFCNdjiqPViG_DvxWfpVBQo,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_taq.yaml,sha256=tpoIt4v3idC0fYmevLj1oNnSb_2sUUSfbsSqWFcVFOE,388
lm_eval/tasks/afrobench/sib/prompt_3/sib_tir.yaml,sha256=BNziKbS07evjvQL54lqqwiXBydxpADyfV5PsmmND4dQ,388
lm_eval/tasks/afrobench/sib/prompt_3/sib_tso.yaml,sha256=W5gOZq-DJcu7wMaVONuOUOM_vff_VqPcndx2ggsqb6g,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_tum.yaml,sha256=db2bEmvGBtbfMvL5MiXbrxnb5H89URgspYWFNz3tf5Q,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_twi.yaml,sha256=_dalKQi34dkiz6bmWUyy58bWDJ6jdx0OMhItZn5i3to,383
lm_eval/tasks/afrobench/sib/prompt_3/sib_tzm.yaml,sha256=trl62ZVOx10ufvDBJjyJNbeFcGw4L8_g3rO9rU87F7M,389
lm_eval/tasks/afrobench/sib/prompt_3/sib_umb.yaml,sha256=7a9zveiK37szxEobyzrYINxh--BHFKmMptNYn6vVVjU,387
lm_eval/tasks/afrobench/sib/prompt_3/sib_wol.yaml,sha256=rs6F7oy5F0kcYQM6rorJph7o33N2VGJPTzSNFUIF7M8,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_xho.yaml,sha256=m_XFGzZULqxUZ3j0UnwBQQ2CvYCfd3jhy2BPsqfDHqk,385
lm_eval/tasks/afrobench/sib/prompt_3/sib_yor.yaml,sha256=Mt0Qqx3OPJHGLC4IstXzPF8Z6ei0NkU_BnmHywo5cDE,386
lm_eval/tasks/afrobench/sib/prompt_3/sib_zul.yaml,sha256=gYofnB_eS2EyDX0WtS2RAbp61Ig1ySMImou0MFliu0c,384
lm_eval/tasks/afrobench/sib/prompt_3/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/sib/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/sib/prompt_4/sib,sha256=jRxaxqosLnCybW1cJNmz_94roOZlOVGSyihdpF8M2Bw,907
lm_eval/tasks/afrobench/sib/prompt_4/sib_aeb.yaml,sha256=JOXMRBF3yw8YLghYYCH25nLM4FrOE1kPqamvPT1APYM,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_afr.yaml,sha256=JSLpkMHg1LWLX3gG1fMW8TMMI5CoGCOMDtRFP41u4Vg,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_aka.yaml,sha256=SBzZ9kutocqDWSqOcqOb9o9AiZiPlauaaWxaqriLALw,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_amh.yaml,sha256=mi4e2dY8uf6VcKUZLXsvL5oHWqw7YijfcoktSq3ozfs,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_ary.yaml,sha256=wC_ipHeK3qC1r6gxQ4OZ7ZCTgVCTnjU6aZd_PagxPz0,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_arz.yaml,sha256=VIK6xERFDyZZcvoxErBRvSigROuQ_-qbO4Rjrf8Fw6U,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_bam.yaml,sha256=02IlctXxy2qE_nK0Nqs5ccDYV0LIkYomRJi0ru-KYDQ,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_bem.yaml,sha256=2_UK1ADoDwc_B5Y_lebr7MQlyS29vMVWcv2fXScqWKQ,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_cjk.yaml,sha256=HU4Qeg7HpA7jA8JBT27Z0COnvumKNJxgs2uX0n--9qQ,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_dik.yaml,sha256=jxYQm_6RFcUAhYxcKh79MBW7ALoNGNMzU6u0-9msw7g,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_dyu.yaml,sha256=lITkqgJL2G2EAFCQ3YU4hLm8EjQ9WY0Kiz7vZ1gpwGs,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_eng.yaml,sha256=xguNlpm3yC2E8sBGwyn4Pk7BfZgfjJc_7JIOTHcOw1A,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_ewe.yaml,sha256=Fg2y0EWQAzkuJFjntTjv3ufIFLPNr2NciKLa5jqHX_A,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_fon.yaml,sha256=sT2lstIc9Jtgw02XuFc6Ug7_ZEbKkMGF-7L8iWS9AD0,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_fra.yaml,sha256=TVQH2_m9YQrUciBW0JIcptmPcs7gFCuJYT5NVtFrbz8,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_fuv.yaml,sha256=nwUnNfCkV07sAnhLr_ICuH6lcPEWcFK-a26OMJsP3AI,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_gaz.yaml,sha256=vXlWafSGY1MXTvtiykezfWIeY9g3Pd5K4_T7fyIA3ps,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_hau.yaml,sha256=84uDI1h-dn9Cq741G3nAIVdWcugJS0NFunmjj99ahG8,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_ibo.yaml,sha256=pcwd6SFOT4QBojEoyLKf2Y2s9b9P84aZOAVwyLzS46A,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kab.yaml,sha256=VpSxDjLosrkDHva1FLCtzS-HPtiE0GalnLwA-5AhoRA,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kam.yaml,sha256=ZaRaEkJA6ZW2TqrI4tXM-HkF9MVASugUEFnkJoHWJZA,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kbp.yaml,sha256=K9fnjZFDAE-pX7kgAl9-KpfxXH-lcDGF1VWdqWfj694,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kea.yaml,sha256=n4MPJ92whRrzl-qd5ZaUfAdmq1IuwgMaf4BCi9EhA-g,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kik.yaml,sha256=MS9xhJcrlCeZBuzOTIbVGEviOaosaW3dy1HUUKaEDvM,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kin.yaml,sha256=3I8mlgnJaCDOCwN7OpjkJ3nkO5MlVmWAbMFbQM8ejl0,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kmb.yaml,sha256=nrQWBpLUS8WW_b0sPgS5Q-eUkEiUDYXPqxHhIhhvxBY,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_knc.yaml,sha256=QssThABrdTxO9V1jvTV863RlKfQABrvbKZvnFkn2EVY,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_kon.yaml,sha256=onwWvfSKtPW4Q4SA8xWcngTW6jwhqXP2RrajZ1j7p1w,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_lin.yaml,sha256=4aAu7AHdBBFkyryAkdaqi41_wRo_pyaz5_S6lI_F7Yw,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_lua.yaml,sha256=9jDFczQxL-w7RD2STd6xKMSt61eG9CftljwVq_toB9Y,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_lug.yaml,sha256=yMA9WEFhpMeZR_An-SkSx7FPDrgfoZHvlIRbht11U_M,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_luo.yaml,sha256=osywRd51U1LsHzsceQBFXB9EmWj9biDzy26O1zYSiQg,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_mos.yaml,sha256=MIaOlCGY80GK5eSb9HXhoAYLnd7dcqI_hsXJodrPVxw,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_nso.yaml,sha256=h8Hw-4b_TqLx6l5Mh3pCDwgqEQg_hNWzobzYFalM45Y,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_nus.yaml,sha256=jJQJvrLI85vU7wXq_Ds0czbwgfyfoP7GzSTuGHB9bkU,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_nya.yaml,sha256=Mhe9TXFrdfHVYo1hLnnf46V6NVEPMdirbNLnEf9Mkds,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_plt.yaml,sha256=oxge8AhI3CEctz1DOGysk7eTYX6AtK9Ab30pIGt1AKY,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_por.yaml,sha256=lFx2DOH31Ksxj2S1IZCQF0pI37Rtdc-EuGcQDB_ySCE,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_run.yaml,sha256=FUX7abQ5SONCmD3EclIK8nx1xcSSZq3jEW1mBEI7rSc,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_sag.yaml,sha256=oeZAnpVC3J4NlOtmd19FfxatkgsUMSBInXkVOasHNIc,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_sna.yaml,sha256=qWhtDQY0PJ-u1O-ln1y4cOzEXJhyyVdzFVXD0UkmaXc,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_som.yaml,sha256=BBl9aLpjbNu8d4_5Yg6gCKvIZb1h-5BWIkWOEEjlmDI,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_sot.yaml,sha256=v-xf9bgAfx9qfozXxzwtWAP5Mnv3VYB28im8ZH7doVk,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_ssw.yaml,sha256=kL6pzPBjzaQl5PUSE7_2S-wb5v-Zh9GTUgjz8ItG5kI,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_swa.yaml,sha256=FZ0Gq7CGG3CCF1pG-dPwrT_EMaDZc4DNtdWD5ZdodMo,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_taq.yaml,sha256=FschqjtfrkO0mCba5iXFFsOxjrM5SmseND04l5QivnQ,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_tir.yaml,sha256=87RZufgP7p5m69Ki4WxnJS_-bG_z8G8nwD49KXP0V7g,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_tso.yaml,sha256=D6FLk1GP_K3X0JkrwuMm4Yuj8ui0uVX-JXeHgRn9QR8,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_tum.yaml,sha256=r5yWk8phC5tqE1jLXwyYojNxm4YUyzdX2GNtivRfADU,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_twi.yaml,sha256=XJLVbOT5OlW441qWlzIa5T9T4ifhziRAJLhBHYLWosM,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_tzm.yaml,sha256=E5BjqFY_yvrqc6KiDZLAe8xOcmcrrjSk9-66TMyIJQ8,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_umb.yaml,sha256=fH9Y_ty4jiWLFfRd_gJHhQy7DX5AOQAuldqoE4NEDuI,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_wol.yaml,sha256=7iwCA8pz7xGoxVkiAP5XXFW3C7sZTG9CpwtIIgYwEeY,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_xho.yaml,sha256=0kT1JRVgrfj995X7pEboIAlzrI54uV3aLX7l-jaS10I,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_yor.yaml,sha256=r-RwjmOW0gGKJa0xpPb5tky3RqGLNlEXuKW1fAWRXac,299
lm_eval/tasks/afrobench/sib/prompt_4/sib_zul.yaml,sha256=c8G5kvJOx8XK_TB7UpQ8UJIf9lSwa8FRdZTnnL4dgcA,299
lm_eval/tasks/afrobench/sib/prompt_4/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/sib/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/sib/prompt_5/sib,sha256=ApcByO1wZQ5xukvPhkYb9p7MhfKK6FjX6a5aSRfpAvk,907
lm_eval/tasks/afrobench/sib/prompt_5/sib_aeb.yaml,sha256=7jpF1a1xgHEZyXPwKxBbzLd6b8O7_1XHA5G64Xh3vfk,1261
lm_eval/tasks/afrobench/sib/prompt_5/sib_afr.yaml,sha256=jdvLtoZiuirX6jeMVgx0INyCRb5bnLRdDBlmewQ6cX4,1254
lm_eval/tasks/afrobench/sib/prompt_5/sib_aka.yaml,sha256=HAaIfjf2GNA-AR3tkOOIDomaHkacxBYAsepuLNN60MY,1249
lm_eval/tasks/afrobench/sib/prompt_5/sib_amh.yaml,sha256=WkhmYFAAgEyXLcF39F6KPz0LYgyqADQ_t-YedwnW-1I,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_ary.yaml,sha256=WIHGf5xxzI_d_MfayXcv7883KVo2HNWisarI538hGP4,1261
lm_eval/tasks/afrobench/sib/prompt_5/sib_arz.yaml,sha256=0tfwUxuz3SafaK8BEd_r5Nv8vB-4EPRzhvJ_aZ2qRaQ,1261
lm_eval/tasks/afrobench/sib/prompt_5/sib_bam.yaml,sha256=F-0FlJwv0pCBPeP2pQCBaCAhuPtG3hfJJvXWy3HbOqc,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_bem.yaml,sha256=A5aNCKoiEaQ08ekQKlM8WneVM46M5Y7kBRd9ewtPmHY,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_cjk.yaml,sha256=p_QaR2SIFwwAuPevlyLlG04jOwzUDBWO92nooWRhCI4,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_dik.yaml,sha256=710M-yVII8JJehlMcwxavQWhMDjXA8WDGQqtjwcP-0U,1264
lm_eval/tasks/afrobench/sib/prompt_5/sib_dyu.yaml,sha256=ccN5vL06JXxvezFMbIh1uwkQ2F1Hu6nGH0KHeIx3yCY,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_eng.yaml,sha256=rgPuw_yM7sBQE2pkWeUURhOYTyG1RCG7XTlx4-3gvBE,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_ewe.yaml,sha256=ltrM6g92PZLSX7YRi8ueGtb6wkLgEJvaSCUktk7lSBQ,1248
lm_eval/tasks/afrobench/sib/prompt_5/sib_fon.yaml,sha256=FRxrSYvzalmN5OM_U94Q6x0EjWpNjlxbgZySB-R_yIg,1248
lm_eval/tasks/afrobench/sib/prompt_5/sib_fra.yaml,sha256=wNTDhktdBvT4mhOwfIUl-ng5YA4JC7VcUcKG0haZ5Z0,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_fuv.yaml,sha256=ZSCcDGG-4qOmX03N7-OatngAQlaKapQ6iqAxBo23mbI,1263
lm_eval/tasks/afrobench/sib/prompt_5/sib_gaz.yaml,sha256=XFb0_sg9w7Jp7Xrl827d1q_8cqnxTm3BY59eFKCksMY,1264
lm_eval/tasks/afrobench/sib/prompt_5/sib_hau.yaml,sha256=9Zy_irHvTSESct_yaTtCPq3wpf5R9nCca0_B4xHMEgE,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_ibo.yaml,sha256=29PJhO4ldbWirJ6cH-VLkXGqPj-54LHpdZo7haRZ_Pg,1249
lm_eval/tasks/afrobench/sib/prompt_5/sib_kab.yaml,sha256=tyx3vnaoMbXx_gtzXOaZu27d2TE87z_MhljrIlwYcnI,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_kam.yaml,sha256=qjaaNqWl6g8frRr7SKzwkZpuhWUB1dcovB9uANprVMY,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_kbp.yaml,sha256=cExyhbMFmclaax-B7KnMUf4eiO47cvUMBbzPXwqYU14,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_kea.yaml,sha256=nw_iyznh-EW0uItQhP83rotE4rPqi0FmhWCXMvgENAw,1257
lm_eval/tasks/afrobench/sib/prompt_5/sib_kik.yaml,sha256=hsEtK8OMwLVrMei9JlrZVkXyMB9V1xyKt8rrSomVQYM,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_kin.yaml,sha256=mqrJcUmaGnuOUV09VhCYmC5jjz_ZwShG1Tj-jCdm0f8,1256
lm_eval/tasks/afrobench/sib/prompt_5/sib_kmb.yaml,sha256=63-ubb1XjCOuOVLfgUYe_Lr-X_3W17GIP4MWlPvuLeQ,1253
lm_eval/tasks/afrobench/sib/prompt_5/sib_knc.yaml,sha256=bIIJJcbwqMo0vCxkswnEMsgBQONwkxtNhsxoxrNVFpA,1260
lm_eval/tasks/afrobench/sib/prompt_5/sib_kon.yaml,sha256=k5DoG5QVIBpOUItruaX0LZ_pe9fsLmErs14CdVAu9x0,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_lin.yaml,sha256=IFBTUKEjdtzn7LiJPdCMLGd8bICrWFqpkflNW9ksriI,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_lua.yaml,sha256=J4pOm7t5hZzfw714YqK45PwmNhWykYWaEdbUW838cN8,1255
lm_eval/tasks/afrobench/sib/prompt_5/sib_lug.yaml,sha256=bEYGkGhZP0iPufjxw5xFFIAoaS4af5iA-1wnTRcpPBk,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_luo.yaml,sha256=PtkQ9zo5giEBFB6kF7JJDph1WUkAp30Hs2XPvhFfoFI,1248
lm_eval/tasks/afrobench/sib/prompt_5/sib_mos.yaml,sha256=U9d0-QBNJr6DrIsYDYvJZhBwbQyIKy4Sk9ngJMf89JQ,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_nso.yaml,sha256=WEuhGHGO2H2LpSijIPtAAf8cWL2E-s7o2Im-RW_je9Q,1260
lm_eval/tasks/afrobench/sib/prompt_5/sib_nus.yaml,sha256=bz9HMIayK9l-JvKzOq1UDlFQ_2WGpknu5oIrVpbdy88,1249
lm_eval/tasks/afrobench/sib/prompt_5/sib_nya.yaml,sha256=kzWB-F7xH32eEQLia6Sqql8fOec0_RAl3Sd4G9X4PNE,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_plt.yaml,sha256=kWkuafg2Mc_gGrVSrj_zymV02EsSMqTlPXP0rWS061c,1262
lm_eval/tasks/afrobench/sib/prompt_5/sib_por.yaml,sha256=QaiM_8RxTHO_QjE3AViYr16QgB0w2g2RR5qP2mBuAHM,1255
lm_eval/tasks/afrobench/sib/prompt_5/sib_run.yaml,sha256=NbT6-43p8DTzgiktRuM9K3eUmuxa_vhaWU0L82c59OY,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_sag.yaml,sha256=wnCZhKeZUlLkDZUCGtrA5gN0LADSMQ2MUXHS1iF5i58,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_sna.yaml,sha256=aSfYblGJSjxmaBZSDQqHmimqWKxfQBHxNQyVc0LWTvI,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_som.yaml,sha256=kXFxrSIpUkccY4mSJ7rBoa6ysw7oC3_76YltoV17B9U,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_sot.yaml,sha256=gUieurtJ_1m9FmjbO7hlXAdAYutDYNCDVdIHUSlF1BU,1260
lm_eval/tasks/afrobench/sib/prompt_5/sib_ssw.yaml,sha256=CX62GjWVisOegB4UTevVkJHwkWtG6gckNMlwceCX_eY,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_swa.yaml,sha256=qi3prr8G1xMUXUZDWroClhL_TrgwrlXw_1Yv7TnGGEE,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_taq.yaml,sha256=I_hJ0PliJg8Y3N66D2PdvujbAMO4BoFSuZVldm_LOXI,1253
lm_eval/tasks/afrobench/sib/prompt_5/sib_tir.yaml,sha256=E_yShHOwqpCHv32dQ_8Z0ZmX1__Q1Kg_YgQMGYF5460,1253
lm_eval/tasks/afrobench/sib/prompt_5/sib_tso.yaml,sha256=iu4Cqhgl2-8ZMy98aR6eUkKjrt2r8jb1vtdG0zXleeI,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_tum.yaml,sha256=fm19MXU9iw_Rkisgp6MFyQqiEiOaoviIxUJvPT1YDBY,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_twi.yaml,sha256=9-OInkrEdc21oo57QYZTepW6V5-adb6p225jDqSYLA4,1248
lm_eval/tasks/afrobench/sib/prompt_5/sib_tzm.yaml,sha256=iFc30gEwKDBrTsbeMh_kd_4E-0tTVjKRx5choMFMZZg,1254
lm_eval/tasks/afrobench/sib/prompt_5/sib_umb.yaml,sha256=j56P_EdBlKrFYhSPL02d1XrSZ1m9Po1WgxW-WLqwZDI,1252
lm_eval/tasks/afrobench/sib/prompt_5/sib_wol.yaml,sha256=IZvAhI72excAOEHi9EtIbzgw4AWaWrL8ZTb0r3sULB8,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_xho.yaml,sha256=-QEpq4Ewp_2t18FEAaFVkr4GoAxBz7YHe9C_QrjCp4A,1250
lm_eval/tasks/afrobench/sib/prompt_5/sib_yor.yaml,sha256=rRawD19ilDInJgL6r1wJhCyHGaNvEdd1Uu7h6Ex9OwM,1251
lm_eval/tasks/afrobench/sib/prompt_5/sib_zul.yaml,sha256=uAKwjMfQOnAhTNIt3WWa5MFHWnXG0o346zu5rN18KBc,1249
lm_eval/tasks/afrobench/sib/prompt_5/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/sib/sib.yaml,sha256=9E-g8Mpxz7Z0mfu68fDHfsibecrVGm7jaCUNNbyYifs,211
lm_eval/tasks/afrobench/sib/utils.py,sha256=MmDVCEsSee7sWEaNAlDM8hho_rXzvTfwr1mUzxUvXRs,7678
lm_eval/tasks/afrobench/uhura-arc-easy/README.md,sha256=vBJvaMKVYfY5EK75K4faG-zEOqaIGVy4S_Ebtedpzc4,2372
lm_eval/tasks/afrobench/uhura-arc-easy/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy,sha256=ARZ1woTLn0MvyTtWLmtWucNcpgsWRauY917g1-_Sd_w,857
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_am.yaml,sha256=L8ll_5tHzJWwUJfrg_zUumKsVRXt3iMJLGp02J-rKY8,393
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_en.yaml,sha256=C9Fe0vm0P_D3QAyMME3rU5_UsetqTi3hVb7smTHe7Cs,393
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_ha.yaml,sha256=DsjP3JNVjAyq9oxIKa0olw8_eH8ogY_cRzkUNOtPkKE,393
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_nso.yaml,sha256=YY3pZAj86UmbV__jiGAEt8FWrbd5KgByWOWSxkAy9Mo,416
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_sw.yaml,sha256=zLJzXRKQFOsnPbfNpZA2wIAwH7w1q8qb_2Uhm4wxE2s,393
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_yo.yaml,sha256=EV61d0hUfhLkUfApUqL-uWbJoi4XBIgUxz7wTelE840,393
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/uhura-arc-easy_zu.yaml,sha256=UIbjFzqhbVPUisdGPm--huGlxKgOBZbtIa7ncqvG52g,414
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_1/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy,sha256=dsohiMOfHNqiSWx06oD2DapaYSci1bPTV03v5tPWFw0,846
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_am.yaml,sha256=ffCdXLcYtl9aRVZcTTvaH7xAp9x6G_7NyACmD9ccobI,351
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_en.yaml,sha256=hrM1H1Wx2lyjMB2x2NbhMRQXfGJZxupwg6qARrDec0k,351
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_ha.yaml,sha256=RDhwVN8iHZjCEh2P00cRkgCZn3qz5rtdSOvmjfOotPg,351
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_nso.yaml,sha256=JfM6CO2fjd76-GQrHxpZ_cNeyNd61oCf9nAMh3Xe3Bc,374
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_sw.yaml,sha256=jFdB2Ejgtpnd1NQ0ngmAA9wffpO2SNIq_Xd8kdrj_7g,351
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_yo.yaml,sha256=xhYuZOwqEtLm-KPCQNfsoaxjdulIo0YW4qF0QAWkeV4,351
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/uhura-arc-easy_zu.yaml,sha256=Cp_dXq97sHqoH8G9Q4LA86HHtYXuRiw95rXITIFc4QQ,372
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_2/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy,sha256=SdcDzQeitABYw8HFlxIlKDijiXhcl-zl-wahWwpVqV0,846
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_am.yaml,sha256=W40fEaI2HlGw_RibijQjvtQklnqeNOSixzW2OkLFi8M,372
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_en.yaml,sha256=xJtHAicI5j1B-VUcIBFIUqxRW7QyKZ6PXpzHCZg4sks,372
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_ha.yaml,sha256=UZB7iHRjlXefNtEdu2gtkXO4K8Rk8vFFEPk1NpSHoHo,372
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_nso.yaml,sha256=UP0UF_A6pM5akkB3Y8vD0-eNAK_vR0Sox8-OuMSu4WQ,395
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_sw.yaml,sha256=xmWKFA5Osjwy2uE92f00f8xo-taKhd1RDP-zufAp5nA,372
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_yo.yaml,sha256=FNmkG1X2s6nxhdcannV5NNGDPAgOADA5Ye9DfpfZ61Y,372
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/uhura-arc-easy_zu.yaml,sha256=R-rrURYeno9SBHv5Ik_AX-CmnyEdAnCeOsrXteqxXYQ,393
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_3/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy,sha256=qBMcVlnd0D-wwIXlGMrXSNOSL5GI2Ie7rgEtzM_-9JQ,846
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_am.yaml,sha256=cd7-kyZrqLfJDZGuBV5xVUGRDdNXVlwM1JeksBa1WGU,284
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_en.yaml,sha256=A4xu_i-9tJaNykPHO-T8rbOKRSAL_rr3b1CFs5s94oc,284
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_ha.yaml,sha256=HNrc0qhyJhOvNmQv9x30aO4OGi4DecsQ4yX6tkb2-PA,284
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_nso.yaml,sha256=JFkvxjkmO1oeyTbZNA61GHM82YHLT9iEsS8W3i7RSoI,307
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_sw.yaml,sha256=r8sFXFrTY77NJ9ByJr9svAKq6FJH3PC8XbUbMqtcgnQ,284
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_yo.yaml,sha256=DQEnV0uazwElSV7b-sqFrvDpveFbe6VvGS7Q10IULD0,284
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/uhura-arc-easy_zu.yaml,sha256=g34wYCu9I6PdZKbhWWHIi_eMwaW1DfhBBymrvl1vWT8,305
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_4/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy,sha256=uxEjvJc3aKHxJUe6PcsRElDdj5fS3JaeWxYIVG64uk8,846
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_am.yaml,sha256=t1QOkegS-CUewxpHFl06HKw7CyGsDdwUQ5D1U5UlECw,320
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_en.yaml,sha256=_n-k3teaJ5CKaRn-WiRfYyoKCA1yrf98X0a0tX2eQuI,320
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_ha.yaml,sha256=qXAh5vt-rq3rW6pixjPEtTBksZUfIrRAFwGI2yshi-k,320
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_nso.yaml,sha256=oR1FB2F7mkXDBoSTXJ-hdsih4xwVUZMUvNQzLVNuejA,343
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_sw.yaml,sha256=xtDmAGje-gdG3dNcQ7afWzc7E-Myj46aDgMWl5mp1VY,320
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_yo.yaml,sha256=L5bW922LqlLXRal6t-1If3GZNBlK6at15E3CZjHziqo,320
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/uhura-arc-easy_zu.yaml,sha256=MGLYi7Y5OfeSPhzGBhA6ISnmYoA-VtcYa-pD5hkYgdY,341
lm_eval/tasks/afrobench/uhura-arc-easy/prompt_5/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrobench/uhura-arc-easy/uhura.yaml,sha256=-EaPKhVuO2mtBz1FcYiKifpHbmjuwQIVWbei4qeCuxM,277
lm_eval/tasks/afrobench/uhura-arc-easy/utils.py,sha256=I-c0dOl8bk9ymBjy5T7EsePsm7__td9efW8QC6a7XAc,4201
lm_eval/tasks/afrobench/xlsum/README.md,sha256=JtGAy3yCadmKn_Xh0p7KEDwXsel3g5vI0vQwZgW8LIE,2324
lm_eval/tasks/afrobench/xlsum/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/xlsum/prompt_1/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/xlsum/prompt_1/utils.py,sha256=FgqV5o9NN5J8zEbhtSdxYkIuG1Cx6nuTrwxEvCUmlxQ,350
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum,sha256=8xzX6TdiOtS8dGxEI_ie1lsweauWekJiQ5DsIi74jnc,415
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_amharic.yaml,sha256=logzaqJoCj3OOGbokaLNVgdJx_U9FC2-k3Y9-bvBVik,303
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_arabic.yaml,sha256=RQFJMPKHeuTGWZCDtCd7rYenke3mHmD1Hy83V-ff5_U,298
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_hausa.yaml,sha256=HL2TG97WKJD0ddmdzapT68LilckLkusVIrvcyVy3UJY,293
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_igbo.yaml,sha256=JzlJzTpri0mcD2PVdAcmsYzRh9RGpJ3QC6Ea8B-xotc,288
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_kirundi.yaml,sha256=upfSdN7nF4rVnsPYBFfW33pf_KfVz_0UPtANxaGXoKM,303
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_oromo.yaml,sha256=hpCQINyK4WYN4Lnlxmamo7c6HRE95B212BOz2ql5k4A,293
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_pidgin.yaml,sha256=vL6Os2E5H7iVJfnwbaGv6afC9OxgkW0hb6ZLiHXI_w4,325
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_somali.yaml,sha256=7hquudDGGoDwo7YoMYGMtGgcsYFpJ9X2-MywdIjgpcY,298
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_swahili.yaml,sha256=uKvZHQAkJy6KbXe13ol_1bedUnnbjH38rimwMqDfz2E,303
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_telugu.yaml,sha256=ztacsBDpm-q40XS_S4K6gPPJitsYtefAYm5_TqOl5kE,298
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_tigrinya.yaml,sha256=KqjPGo2TwiELOchrgjKfADKhVPOQxXkWYL2obUyFJVY,308
lm_eval/tasks/afrobench/xlsum/prompt_1/xlsum_yoruba.yaml,sha256=96HV4XnlE4-1w38M6oWNBUU_IZxAnC3pw4pgUmYAVbw,298
lm_eval/tasks/afrobench/xlsum/prompt_2/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/xlsum/prompt_2/utils.py,sha256=FgqV5o9NN5J8zEbhtSdxYkIuG1Cx6nuTrwxEvCUmlxQ,350
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum,sha256=YDCvb9TU4kEtO-g7nXYCxbulein-F32YuwKZFZ6ujhM,415
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_amharic.yaml,sha256=j-G2k4ROrt5hOEYIEhb4qU00YY5og4KCH8dcbYHwJR0,255
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_arabic.yaml,sha256=aDEcWiLAXo66sJMLLY6Rl6c8EFYIC1-bAMh9LXNZ-k0,253
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_hausa.yaml,sha256=ff91rFDIK0Hg6K3zyc4VD6BNlQkyKHw42pGYUf0T95w,251
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_igbo.yaml,sha256=Xb6GyxQHtVWq2cpjT91XuZ6RTDKavkEvSbq250OAYNg,249
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_kirundi.yaml,sha256=nJuMVc7ClweYMtgNdnVPGXJ13xvon_W34Xk7WLbPD0Q,255
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_oromo.yaml,sha256=uhR5Yb0x8y4tZQcqZVciMCyf52GO_ALzQBq0pmIXB0I,251
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_pidgin.yaml,sha256=75ItYmJ3jVl4gYoqvlCETgOoWRfHKF-s9w1dSjgQLJg,253
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_somali.yaml,sha256=LQTK15T2BLuk06tmeGmWiyijmLahEonavL_2wTUjwCI,253
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_swahili.yaml,sha256=383Uiib5pyiM3ZjKD8xjyKaFcm-TCHCdFRrrscDQjBs,255
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_telugu.yaml,sha256=TUhWRVd3ksWsTHpFyNnDDqIjJrI96DK44OYvtlOXdtk,253
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_tigrinya.yaml,sha256=J1qeMopEOPgbS-_Nva4fJ7DnfTUdW1nvPWVgskzIdvE,257
lm_eval/tasks/afrobench/xlsum/prompt_2/xlsum_yoruba.yaml,sha256=Mk0guA1YC3QzslmJ4OZsIREkS_wZe4YJM7dLNzGs4k4,253
lm_eval/tasks/afrobench/xlsum/prompt_3/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/afrobench/xlsum/prompt_3/utils.py,sha256=FgqV5o9NN5J8zEbhtSdxYkIuG1Cx6nuTrwxEvCUmlxQ,350
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum,sha256=804Ew3-XfOPPuLNv7kl4MU9uYd3_sJWkGvO8wECdNpg,415
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_amharic.yaml,sha256=RAAZ7b92BM3McptZHf4ld1ocKTpbtaopcoMhhjuXPbY,395
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_arabic.yaml,sha256=qTTTC7-6ZZE7bRaEYOBcxjxB14faBc2t42UOEUGod4k,392
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_hausa.yaml,sha256=WqNpJvRjO3u02hXtz1gJ5uhE1v_DPmgDTpFAe2zv_EY,389
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_igbo.yaml,sha256=xAJ2cW9ayNDZOkUa_5iKXOaBWvX6VmWfiggPgSBRDDM,386
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_kirundi.yaml,sha256=N94sNETn-tImEUuwbFPnEgzDNK_1_RrlJh9-Zj13E5c,395
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_oromo.yaml,sha256=kd6BaU8zHQFTOwiWaQ52IIfwjcvEESB3Idb8B-Gg-Rk,389
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_pidgin.yaml,sha256=qq4AWqAEy9aAerOcWaXi4Ovj1o5Y4IatO3glf7lYKJ4,401
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_somali.yaml,sha256=Aye7XGi9qAu9gUcr0w1pQnIvC0B2uZ2Xs91X-WI1XD4,392
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_swahili.yaml,sha256=44A063bLObbqTRPUR6SFpFVBscvp0V-XvtJkpcmsJEk,395
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_telugu.yaml,sha256=LMVk8ANdo4XrHwOtPpLmKO8Xpt22i7eqt8c1v95-hTg,392
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_tigrinya.yaml,sha256=mN3vwWL3OLHLq2n6eD44sn0LO0WBpSpZ6lrn2T1Ay_0,398
lm_eval/tasks/afrobench/xlsum/prompt_3/xlsum_yoruba.yaml,sha256=u-uBPGv65dJP2jsb5QT4a85_iUOGE3hImnu7TDp48Yk,392
lm_eval/tasks/afrobench/xlsum/utils.py,sha256=aq6cu90X_y-lH-VIajaiuxUdUh084F-zMmsRywnq67E,3655
lm_eval/tasks/afrobench/xlsum/xlsum.yaml,sha256=de_si-Yy_K4xG3Z5c9XbL4vTdssJ1wFott7Z3l2ktro,184
lm_eval/tasks/agieval/README.md,sha256=DU2kb6sa_iUBxBNuVSPvQNI7VEr0ULDsGPn2x33L8pw,5309
lm_eval/tasks/agieval/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/agieval/agieval.yaml,sha256=NGBd8yCQ-Sl-Z3ncZUY9qd30GKVfpainmoVyogg-Fww,641
lm_eval/tasks/agieval/agieval_cn.yaml,sha256=QPEmA2ZVJnQp2MuavCOSbmx5LAVDT6ARZ7FQaezzDU0,422
lm_eval/tasks/agieval/agieval_en.yaml,sha256=FAqGnlyasLUB3gQ4qbkpKHs19PgZtZUrjji5zT6iqVg,443
lm_eval/tasks/agieval/agieval_nous.yaml,sha256=MbNGYxvFxuA72izhcfM083Ryh9wDzRVgYqXQhlBoViE,320
lm_eval/tasks/agieval/aqua-rat.yaml,sha256=9CyhuQsH5MiQdUBE-BpcVV1Q-prTKQcHBmx1e-PVlIw,476
lm_eval/tasks/agieval/gaokao-biology.yaml,sha256=U7jeTINyIculewCfIrsi1LgkGmKOOY09dki5sNe8twc,95
lm_eval/tasks/agieval/gaokao-chemistry.yaml,sha256=VYcPzIm5CchcIpXEBfKfDn-S-44SOjnfSz9WZxz2-Ww,99
lm_eval/tasks/agieval/gaokao-chinese.yaml,sha256=wIFNOZPUBvOQV94UTNkWkniwElOzoUsLiMelsY25mlI,95
lm_eval/tasks/agieval/gaokao-english.yaml,sha256=E5edc6MYFD2bbvz6gH4MHoD20C5IadHDu4bX55_uie0,95
lm_eval/tasks/agieval/gaokao-geography.yaml,sha256=id_pDTzeEAZGIgA--REXcBYQQ4B9_C9me0pI6mT-35w,99
lm_eval/tasks/agieval/gaokao-history.yaml,sha256=Nle4OtGn5ycUCrine4LXnc1YMAvZsJw42el_RYQZWdM,95
lm_eval/tasks/agieval/gaokao-mathcloze.yaml,sha256=Oe4koxBZ4TJg3FZCPCzE6i84jh15o4gr3fAfcyPhl6g,485
lm_eval/tasks/agieval/gaokao-mathqa.yaml,sha256=19excdi7G-j8V8PqUDUQWi5YMUY0pN27V9v6iBBcnvg,93
lm_eval/tasks/agieval/gaokao-physics.yaml,sha256=qNtXTi7uej2t2Fla-VN0Zd4ucdqwe1FJm6ljULvi9OE,95
lm_eval/tasks/agieval/jec-qa-ca.yaml,sha256=FL2q2opJj89jVK0ocid1s9RMqNhSUrYWSYd1ouplIbk,85
lm_eval/tasks/agieval/jec-qa-kd.yaml,sha256=TK-fCEUBzbe6Nw4AuAeaeFs7yd3kDmvt-PBnxd-3Mes,85
lm_eval/tasks/agieval/logiqa-en.yaml,sha256=QXqTUOY8Ar6pmZXIqdK5CNd5NrmIrANq6rfjA94fJFk,85
lm_eval/tasks/agieval/logiqa-zh.yaml,sha256=0SZ-FyOaA9BGEtckSiUexEROBWm40SRMpGzLgYdHmqk,85
lm_eval/tasks/agieval/lsat-ar.yaml,sha256=W191grNAI0AgRmJt_1julhI2HPP2KV56HWrlZfGRTrU,81
lm_eval/tasks/agieval/lsat-lr.yaml,sha256=v2GzhNScGZ-Co4BUseyhrbfjaC5M6u0Dww6HDIwf3u0,81
lm_eval/tasks/agieval/lsat-rc.yaml,sha256=KjbmZrodOGzXZaOyfk_oS9Y3uZ5U5dTlNcSZyavfeQI,81
lm_eval/tasks/agieval/math.yaml,sha256=hbt8Nb2WNpS4TA-RlI-LcL1lAGNUuqgBWyiVm4jpiVI,461
lm_eval/tasks/agieval/sat-en-without-passage.yaml,sha256=8U884WXweB754A-fYQ3HqSyIhVIym8RuVN_5h0cyjFo,111
lm_eval/tasks/agieval/sat-en.yaml,sha256=zRFJh2fDAzQS3WhrplYBtkfF5EB4sYJqJ5KNaERodQ0,79
lm_eval/tasks/agieval/sat-math.yaml,sha256=E4jPUT-PPufF3z0WCX69tOWpQ7YaYbkvBZGsNvdcUjw,83
lm_eval/tasks/agieval/utils.py,sha256=1Ukp88_K6O5_HwFxQUy4HsGbQkPqZHTYFVlWvrGDJ9M,7853
lm_eval/tasks/aime/README.md,sha256=RuEV0uPZCtRpKlEanJdmxjyuT8lTfuI8QPRhDB-w3fY,1499
lm_eval/tasks/aime/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aime/aime.yaml,sha256=nVYYtpVtQMGWYuz88AVuNsru-U8boE_Kw9H37DE-o4c,604
lm_eval/tasks/aime/aime24.yaml,sha256=MQnoShtdZCiNRdqUkaRn71DLktUqxktXNdSgeAMI9mQ,604
lm_eval/tasks/aime/aime25.yaml,sha256=fA_aSFyfX4vFICfW8xALc1lFf0Al9YOLISiYSMaJuYg,594
lm_eval/tasks/aime/utils.py,sha256=5QcuvwhHl0Vpi-xs-hA_qk86xXZNsJvL52CVMif5CCs,6504
lm_eval/tasks/alghafa/copa_ar/README.md,sha256=VH8IXNesLcOwA0A8zT7MWsujhsOi5A_kyjIXBaknYYE,1273
lm_eval/tasks/alghafa/copa_ar/copa_ar.yaml,sha256=Sm9qq--diqI6ZqvSvNH5FdYlqyM9UDIDCY9Q2_Ywc2Y,498
lm_eval/tasks/alghafa/piqa_ar/README.md,sha256=HdCbujoP2DyVHjPdl0XW8m207HJXh1CdbfjTYQSiEH4,1487
lm_eval/tasks/alghafa/piqa_ar/piqa_ar.yaml,sha256=kNDNb0-6DkY0PhoyUm7XmfXTTXRCeuK10os9QXRlJ1I,496
lm_eval/tasks/anli/README.md,sha256=QKLZp7Ox21Wn815nwzGczGu7Bce0fQVTRmlduKlckWU,2042
lm_eval/tasks/anli/anli_r1.yaml,sha256=fDVB4t-zYq4bdiFDeIZgL-WuBLApBYhDBw54MeRhsqo,602
lm_eval/tasks/anli/anli_r2.yaml,sha256=nHP-W_OHCZpr9VjX3AiRsrLVV4Cb25vSfuHRN5CmTlc,106
lm_eval/tasks/anli/anli_r3.yaml,sha256=AgUdUSygTWd9giQsVVLEauQKz5NZQxjtGNBTKW3RKXo,106
lm_eval/tasks/arab_culture/README.md,sha256=nvdCdeKIjmmfNPqslAf143hhYpi4LQ9MAwbmyl9gLWc,3658
lm_eval/tasks/arab_culture/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/arab_culture/__pycache__/prompts.cpython-313.pyc,,
lm_eval/tasks/arab_culture/__pycache__/utils_mcq.cpython-313.pyc,,
lm_eval/tasks/arab_culture/_arab_culture.yaml,sha256=HO4YFGuWPw4mL_ev7uw-d5VwLV1HwBM9teVs0IKoGYw,248
lm_eval/tasks/arab_culture/_arab_culture_gulf.yaml,sha256=NiL_JQGNSASb4dUrXZfhlcs3FA13fjtwjy71p1Mwgzo,200
lm_eval/tasks/arab_culture/_arab_culture_levant.yaml,sha256=VkgvHyWkQAWdLGzOa3MCQrKa64XY3kUOviSRwjNR3rs,206
lm_eval/tasks/arab_culture/_arab_culture_nile_valley.yaml,sha256=RVmPMi-_48I8aIlPdwWqseulA3XRxfll09STH2YBOnw,221
lm_eval/tasks/arab_culture/_arab_culture_north_africa.yaml,sha256=xGRKgraryL61nYZ6DDPbjnHTvTNTngvokr58JMIRHVw,224
lm_eval/tasks/arab_culture/_default_arab_culture_mcq_template_yaml,sha256=DS_ki7n6sOnm7RPjE5mfCMkRxUz537_WQ5Mn0HiM01Q,473
lm_eval/tasks/arab_culture/_generate_configs.py,sha256=Q7Wl56AVk7g-jktvBCW0f02kVtxBS9KXooZyvwfwbOg,3935
lm_eval/tasks/arab_culture/arab_culture_algeria.yaml,sha256=hAoLAWhtcekF64UXn_7G9fd7tI2qLDgFTDmQWg85ndQ,175
lm_eval/tasks/arab_culture/arab_culture_egypt.yaml,sha256=sf9atn51OAQ1nqa3CbDM2qhg_PThvvliwfCd2z5-Big,168
lm_eval/tasks/arab_culture/arab_culture_jordan.yaml,sha256=xb7eyZNXeJSw_ZXnFSgooeDGQpb9YMEU1dj57xzkNZc,166
lm_eval/tasks/arab_culture/arab_culture_ksa.yaml,sha256=fMZyDSUWoSSaegF5saDGfpFlXb582bdho3wvMpC2tYQ,155
lm_eval/tasks/arab_culture/arab_culture_lebanon.yaml,sha256=16_h8eKpbst-QDhJbxLea7-x6_K4Ffe5dv02g1plmvQ,169
lm_eval/tasks/arab_culture/arab_culture_libya.yaml,sha256=zkHT2Z9nfcLa6KIAIn_iJyxi3m3WcJUX3JXbegpdRIE,169
lm_eval/tasks/arab_culture/arab_culture_morocco.yaml,sha256=aFDxSPuHbLNmFutTML0PVYpVi3_sGXwocRnEBMWljEY,175
lm_eval/tasks/arab_culture/arab_culture_palestine.yaml,sha256=OVnRlB7swue5Ur00FgT58PWAmMaqR3e6hmnVxTfB3s0,175
lm_eval/tasks/arab_culture/arab_culture_sudan.yaml,sha256=jTgdegun61jIt4n2qQWkpBvBZaCvQg9D5yPjjSgXg1A,168
lm_eval/tasks/arab_culture/arab_culture_syria.yaml,sha256=hduFvd0HBtW8sEotWchWDtiijVe73rIyMp6WCWry1bM,163
lm_eval/tasks/arab_culture/arab_culture_tunisia.yaml,sha256=hG5M1b-OBNrzRgV0VlPeObeG1HyB-VOliAZz87zwYKw,175
lm_eval/tasks/arab_culture/arab_culture_uae.yaml,sha256=oAF5nJJbaW8D1oDYnhDgKbgKxSYiyV1N1DZOUsbIahs,155
lm_eval/tasks/arab_culture/arab_culture_yemen.yaml,sha256=mLB4_epDvMVXUnJWeplY_uCrKxheaP06p9WLiffEj2o,161
lm_eval/tasks/arab_culture/prompts.py,sha256=8eX0F7HzElvq2eX37UwIlMdRwASbbJ7Hbv-edGEqhQI,7297
lm_eval/tasks/arab_culture/utils_mcq.py,sha256=PQp41m4qa-L_P9z0bzhOZP25q3OmagZOuNgO-ufWNmI,3669
lm_eval/tasks/arab_culture_completion/README.md,sha256=iFdYQqCQ8A95rDYq4fVi3CJYsNjyspAl97QXDzfELMc,3658
lm_eval/tasks/arab_culture_completion/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/arab_culture_completion/__pycache__/prompts.cpython-313.pyc,,
lm_eval/tasks/arab_culture_completion/__pycache__/utils_completion.cpython-313.pyc,,
lm_eval/tasks/arab_culture_completion/_arab_culture_completion.yaml,sha256=ua6bi8JxPw_XEV-rbVuodJuZyg6J7RXXaYm-OTjTK1o,303
lm_eval/tasks/arab_culture_completion/_arab_culture_completion_gulf.yaml,sha256=mN1I7nVkeIQNixzKw5slHAVTG5_QSIV4MPtSJQUbO0I,222
lm_eval/tasks/arab_culture_completion/_arab_culture_completion_levant.yaml,sha256=cEfUVrX2PId9e934EAE7b1lx1thby5QYUGh5dXq3nJ0,228
lm_eval/tasks/arab_culture_completion/_arab_culture_completion_nile_valley.yaml,sha256=TPAzp78bJSXZ-J_aJJSLm504ZrluvfaDy_Ife9sKPow,243
lm_eval/tasks/arab_culture_completion/_arab_culture_completion_north_africa.yaml,sha256=wJdmRRqjC_aaCUxw6MSGU8qDNHQKpQfntTRAOpNZ2JU,246
lm_eval/tasks/arab_culture_completion/_default_arab_culture_completion_template_yaml,sha256=GVjtyWCHbuLso2xnrigRAFjWK9XA-8fKRjG7g9PIPbE,493
lm_eval/tasks/arab_culture_completion/_generate_configs.py,sha256=nZL_334z2dQICRohKyrpahKqOeZVdvINB4ep2G_dMyc,4087
lm_eval/tasks/arab_culture_completion/arab_culture_completion_algeria.yaml,sha256=0K_yClu6yJklkGJN_7GrLX5AMChAsFFlxb4anATvsGI,204
lm_eval/tasks/arab_culture_completion/arab_culture_completion_egypt.yaml,sha256=7ijvD1xBRV2VjApveZWQ2JMBpovA1mKQO_Vev9InjhM,197
lm_eval/tasks/arab_culture_completion/arab_culture_completion_jordan.yaml,sha256=teC6EhxYCAz0muKRvoY1HltmlVOhnxeIw84HoyMgePs,195
lm_eval/tasks/arab_culture_completion/arab_culture_completion_ksa.yaml,sha256=iuq2x_yDa2VehiOQLPriERi0yalh-iBBgD3fLCKuyOk,184
lm_eval/tasks/arab_culture_completion/arab_culture_completion_lebanon.yaml,sha256=NqNgatUnQBOW57t8QJHCXQHkGvG4sfuOLe-J8Ch2d9I,198
lm_eval/tasks/arab_culture_completion/arab_culture_completion_libya.yaml,sha256=Cltn0i9h1Jzz9TttL7zw8f0KyFLxK9NoTvArjyDf2NA,198
lm_eval/tasks/arab_culture_completion/arab_culture_completion_morocco.yaml,sha256=u9CD8IlCliO7X46KV-HoNtNcz6LMXXf70y42A5NWMKY,204
lm_eval/tasks/arab_culture_completion/arab_culture_completion_palestine.yaml,sha256=Y4CY2I-a10aOgqObu6XrsJmUrT3rcUwpaRjueYjTz_o,204
lm_eval/tasks/arab_culture_completion/arab_culture_completion_sudan.yaml,sha256=vRE7TWO1468vfq5nFnJLeEIXM3KeTTa32EfArq1M55E,197
lm_eval/tasks/arab_culture_completion/arab_culture_completion_syria.yaml,sha256=8f17SM_ZTBlH4Cd78AQe6cTC6GSBT97kLEzqRm4lFvs,192
lm_eval/tasks/arab_culture_completion/arab_culture_completion_tunisia.yaml,sha256=37HlgVdfovVAH3aPYKnnOq22V7OCri3UYNsFhP2m8NE,204
lm_eval/tasks/arab_culture_completion/arab_culture_completion_uae.yaml,sha256=D8pdJySTwNzCBbxzF0qyJ_fvMwS_FKwhBcvoI1cejQM,184
lm_eval/tasks/arab_culture_completion/arab_culture_completion_yemen.yaml,sha256=UatQIpxxAB1H7NV28mGunPbYp5oULBPNGkQJ840qAVQ,190
lm_eval/tasks/arab_culture_completion/prompts.py,sha256=mi_6Hux3Z4bZlFe9lo7t5b--worUpGNU1Tq8-_LKp80,7151
lm_eval/tasks/arab_culture_completion/utils_completion.py,sha256=Ci0jm9m8G4_2x-p2IfdlMAFXGhS-QiXkCfgfAdRzPME,3411
lm_eval/tasks/arabic_leaderboard_complete/README.md,sha256=nXIziEU6HXzCrbPtgfV7cpjE2fTQp_-37ZdCotOHowQ,16336
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa.yaml,sha256=yRfYFM1cs-GEKQLGUxI1oYVqlmb3wurocw8VN3yFWRs,809
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_mcq_exams_test_ar.yaml,sha256=M_RH9DNNb6ZY5xFBYLRwhsJrWPIrR_RFhvyVQ8hcaNI,587
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_dialects.yaml,sha256=SYuToiQ7MRlCaw2I4c77FJk8rOOoJmfsqcdrqxGEnRU,585
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_msa.yaml,sha256=ccaUd-iBOYX2hMa16mLJ_FW7olJaBCzTJ3MUI5HLHpg,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task.yaml,sha256=cPg71NOCE7w7tetkhImbhAYmya-_5YFH4cG3VeB54AI,643
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task.yaml,sha256=awDOV5FureaOk8HNBTTU9VcXU4QTI4dDMEhSGyt208A,643
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task.yaml,sha256=hS7WUwOGaeJieFnY2JXpIE0Ly4-relaVxlfc0sWREFI,653
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task.yaml,sha256=-Bk_zJw_zMwJKdDUQoQBHv_5yfVTP-65W2fAzexbnO8,649
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task.yaml,sha256=VK5rfJQ3CBntEMI1LHRk2FJgp98crTwvzfaCDRjUtKQ,627
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_sentiment_task.yaml,sha256=PPp-XqQHDFhm_KYtpU6OjRIqkJcXi43JPppMJuW_zlU,613
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_exams.yaml,sha256=DTIgLUlhURb65LAP7OOO3y763qevXmfwCoiVUVEj-K8,522
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_leaderboard_arabic_exams.yaml,sha256=CfoVFqPzVRYnIkvieX7MMV5fpMaKa2neiO8M3-Q1T30,242
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/utils.py,sha256=6KFhLBrgwWu7MYOkujX8ggMjuXDmVpAMb03ZdmldwlY,1274
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu.yaml,sha256=eucF19fzGNomD4ytYZUTJv1cUj4IA34BKyEaDMXlwSE,3257
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_abstract_algebra.yaml,sha256=5ZRO177YhJokvJ2BA_ApGl8tr3PX-vzJPubjEoe9EAg,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_anatomy.yaml,sha256=lDQ4Nm_ECZ89HizhcnWlC2f9SmS0S1Y5wxwKamAbEKQ,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_astronomy.yaml,sha256=nuSgcmlsWVG9AMaxBsw3VOpyynVreHA1KFxcjfC4Aek,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_business_ethics.yaml,sha256=1u-NRs2ANvQTB4MwQC4ICiNbf_MFs8K2kIyiswlLstI,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_clinical_knowledge.yaml,sha256=gRYlTUHYb1qBA7uFcwLTl_pgt0LJs0LV8hM3cNs_JOk,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_biology.yaml,sha256=NF474kLLdtCn7hCS_ZYjbwzKAcih2Q_jkecaxLcymzk,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_chemistry.yaml,sha256=c-Pnz7eFNxEdNfhRs3H_wAss1e7Ki8vqUBU3gNfcO7A,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_computer_science.yaml,sha256=CnaG1eIT-DsPLoow-Sdl3vY1zB_Jirxj5qwb-SJtdTU,567
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_mathematics.yaml,sha256=PlRvcSOYtKHbvgsdC6D-oUo-68ABTAnkKav7TYuYEPQ,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_medicine.yaml,sha256=AEF8pfaMQgpIZ7PolmmLrYALW-NybNRG4VZDSM4_yXo,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_physics.yaml,sha256=DQfW6X-pAJeMW91APpB18l0lOH73uw4fRanG2iXgS0c,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_computer_security.yaml,sha256=bat1Yzfqpjo9Lon7pnpZDGMKAskiVR4mJG_Ck10X7Z0,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_conceptual_physics.yaml,sha256=vV8JLtsSEG228cMKHEJBe7oPfM2hBBD-ROglfDw-5mU,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_econometrics.yaml,sha256=O-0EoEeppEwFamfxr-pS0-aut5M1jA9XTRh9aTAGSPs,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_electrical_engineering.yaml,sha256=irdB-seekwgWW-xjNFr5Tvub730JfFH8jhbR3I-7vjs,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_elementary_mathematics.yaml,sha256=9xXncETpBDl3MeDGNZPGFJdXrGw1lia9huAT0ntgGXk,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_formal_logic.yaml,sha256=RexNbv3Lqe-_71K7nNH5B121DILFhsjMf-_0TVRqOLw,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_global_facts.yaml,sha256=040ev883_zQMK44fP_8vDo7gRiZwzZCR7n816od02Ns,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_biology.yaml,sha256=lwOxSG6nF8R7PeydFy5AvAI54db-dXiv1vNulIv5lCc,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_chemistry.yaml,sha256=V6PHooPaZN8rumJsUDH1LWI13uuDMBKt983h1LkfDC0,561
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_computer_science.yaml,sha256=PJe-W5wFGvXHywP0piXTDe0WTH7nEwURcbkhHV8S04w,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_european_history.yaml,sha256=fuTDZdaQ0-2jvH3P095uSmU2N7U6CTFOj28NCb5McBk,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_geography.yaml,sha256=4mTi6RXYu1isYT6kpZ-ktS7tgUr1Y6f2h45Rx-SSLOQ,561
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics.yaml,sha256=fp2jkpKfq2wg1EgAzpWV8G3hTYq5Vf9j2s7dkFGCZsI,589
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics.yaml,sha256=hPbWpc3kxKJ9LtmuzmqhDQ30xM0UMqJib1mt3qzvVfA,571
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_mathematics.yaml,sha256=XO1SOHrb1rIZY5GoC3PIyZ4Ma0syOrfGmhZYs7kvwTg,565
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_microeconomics.yaml,sha256=5kJO4D2WQIghH4u5FelCWreON8eQ-XfqJ9hj9se9X0k,571
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_physics.yaml,sha256=MXncm9lLc90raJS9lfpKC-U3y611Qf2XMDYBQVJ6RCU,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_psychology.yaml,sha256=6SgV1FcM5h4dJIlJ7wfB8tTWoQgnS0AMqcAMi2bj8Bk,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_statistics.yaml,sha256=MSZ1V9gLKsVNIbSDssqLeOJ_lrqEZ8VaIuruSG1CfYI,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_us_history.yaml,sha256=eH9r87ae5tI72ig_Js802ZOysbDRMNsMhAhcqRE6s6U,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_world_history.yaml,sha256=j_Jvp99xBGl5L5KFXgOotK7PXyqvycZpeoY1GFObT_E,569
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_aging.yaml,sha256=L7o5gVIee4J56ENqd2C1Iy80V40BnhrwooA75ivBulo,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_sexuality.yaml,sha256=t5lVP70ps5ST86TSNvspi3lK1SHqccx73_CD8KFlJQA,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_international_law.yaml,sha256=PhW-LjvuDN6VNJd0OMpor-Kmq1eLfttxRMIzLZcGzCU,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_jurisprudence.yaml,sha256=XNg6clkEYBadVg-2bOHMFAdLOI6bl3mxltAaxusUXMU,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_logical_fallacies.yaml,sha256=aW9IBCgTD3i-naR2JVwgBfxX5Z0ALGMSrTJsPcJLuU4,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_machine_learning.yaml,sha256=ZooCm3o39Vs5tUZqVgxgzpEpkf8SLmUfGkksPtBnVyQ,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_management.yaml,sha256=Ng1hzb19LtxQgJ5iHOcYziFELuy0p9CfMVwqNmHib_g,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_marketing.yaml,sha256=GvRwmBAC-nOfJgOgBEr2UbaSs891IMdfXDgV0Y7LupM,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_medical_genetics.yaml,sha256=xE7b-iF1bRlLARO5GMRqmyjNKuETPcXavhMt6WsoXSs,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_miscellaneous.yaml,sha256=n4reQgepAHjDk61i8epEYKY2oNdcDFHK7-hYx-j2hrE,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_disputes.yaml,sha256=MlKKwHOasE0T083DWZqSCqfreKtOi63iZYdb6CedVf8,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_scenarios.yaml,sha256=LNozaggn4yh09huL100OGSWnfnLIJ2ifWxQ8KOymXxU,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_nutrition.yaml,sha256=SvO4yhgBk3Usty6D_oNB4gDqpVeYM8gfaqm-Wcexz3Q,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_philosophy.yaml,sha256=8YCV8MeBy6mmeanLVdpEuM0BOCx5862ZbD4tbDGHp60,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_prehistory.yaml,sha256=43SeI8h0lNPJpxle9pWx6V0EguYADv88AtG9KRzKcr0,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_accounting.yaml,sha256=wFm1hnV_PsMH1BEe6xf6WoJjZu3cQCg7DSaWmjbwSUU,565
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_law.yaml,sha256=3BpcrZn7vEgYw52Oyt-f77iAmltyrhy1OPgV60V_x54,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_medicine.yaml,sha256=wwxn7FB0f6OqgdN1c1WFDOT3ler4voygPgzZVZXe7n0,561
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_psychology.yaml,sha256=HwKzESd8S6KJ5xDbbuHTWXH9cP7wkSxbO2tdLFbxVDs,565
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_public_relations.yaml,sha256=jkPWnMHrMw7eOtK5uonA7HIv408qGx2PJKsUIJjA83o,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_security_studies.yaml,sha256=g5BGgIN1JZOlNFyr5G7FuLE0W2xUfEPf7e3RyNC-wu4,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_sociology.yaml,sha256=d1VlV-rucBtvIp3R-MdAwGyiq8a5LbRsqOZk4OmvAU4,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_us_foreign_policy.yaml,sha256=JlmHXyfA6vXkGfgzoD2QhzniQth93OCiirTE9xmgXhs,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_virology.yaml,sha256=5w1tF0P0LzEA4Xxxa_3JvkpCMlw8ohtYi7hppFvc8Uk,535
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_world_religions.yaml,sha256=SMZItMVv7xwfRy303Ct_irrShBxqAa1OIeLPxno6vfs,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/utils.py,sha256=xwOQD1pvcAzRnSdzw7yLFkIISNalAvu7LYvRFX2vxV0,1348
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_leaderboard_arabic_mt_arc_challenge.yaml,sha256=V_2CRBLenVRsScdfNoFi2xNfqYuK860DePR3MUJ6ZFM,264
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_mt_arc_challenge.yaml,sha256=MoH6xchPs9UNLMTcpQLZcyI98uYTy6dORnXDoxxvQtQ,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_leaderboard_arabic_mt_arc_easy.yaml,sha256=C1pJQjzSHu8YCVZw1idzgZVn8rWJTN4tVUo7-WzFiDE,254
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_mt_arc_easy.yaml,sha256=vThwtFrhqFHEIUdw9OPb4ixz3vjQEGgttT2D_HagUjk,559
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_leaderboard_arabic_mt_boolq.yaml,sha256=DED-vrVncEzlWGwovhsXLKDXTbxzkFt0q2-wyq_tr2c,248
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_mt_boolq.yaml,sha256=Qv9wWqraEFSC09FW_PYVoGoouOOcySWEi_tXcSTY6Q8,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/utils.py,sha256=L9goknA7N3N-sar4krRY7pClJxCsTHGkUtq6_VSoAS8,626
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_leaderboard_arabic_mt_copa.yaml,sha256=lZPt2ZMiBjn-JxwVQYj946PyTY1Ij6e3EpfkgWmTt98,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_mt_copa.yaml,sha256=hUljtbnzj6V75Xqh2eidMHpnFYkKh3-_xHSzLBjYnbE,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/utils.py,sha256=mzOAXWiSv9KJvAsOBIejcRD2nnokC29QqSSOo_XY7Jw,576
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_leaderboard_arabic_mt_hellaswag.yaml,sha256=XdF5boy4a_SYcDn37DvqA759iTaH8mGoBJGEWU8wxzU,256
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_mt_hellaswag.yaml,sha256=WytuartmyjOABJtsjXQrmgStPcBu3u2bYsV2lv9mrSw,567
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/utils.py,sha256=AxPV_qwuXBdViWILCIGJRgy10RiGPrbuPUWfm3TEFEI,908
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_leaderboard_arabic_mt_mmlu.yaml,sha256=OESCJQA8qvLBsZHLfrF3fb6jZubszriAAh4btmsKyb4,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_mt_mmlu.yaml,sha256=MiUrGnjyXlOyq_RM_IP2qzKntfPOlSY4O6TylP8NktA,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_leaderboard_arabic_mt_openbook_qa.yaml,sha256=jZ0q3E60YewAgXVswkxQ_5OgdCINO29kHpuWlfutbsg,260
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_mt_openbook_qa.yaml,sha256=mrZ8wnq-mDmfywl3G8xx-g8cdfTnQ0dn6Gbwtxx9qIo,569
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_leaderboard_arabic_mt_piqa.yaml,sha256=3y43zASjNCOUi-DV4o0U3Yzj_jphHNd4t5RO2tP4Q7Q,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_mt_piqa.yaml,sha256=fpzBEiveHgwyyBBSCbzQoWWAlQ9vyh0ZF2LSSXGzIQ0,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_leaderboard_arabic_mt_race.yaml,sha256=STihVc1TTTfM00WJCFdvJ7n2aVATVjohgGnXuSQwxwg,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_mt_race.yaml,sha256=39ez0aK3mcSkZos_YdJqa9hKSjeUR6vcml25Q8ZDxrA,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_leaderboard_arabic_mt_sciq.yaml,sha256=Y-HPvKu2-6rrcC23Pp0oQO5whACC9aHY5nJLAGvaEaA,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_mt_sciq.yaml,sha256=-F_OYfBwV5VWX4RusNnuHMellMnBOKvcbRSUxHeRDbc,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/utils.py,sha256=vomcq6a3z0kLdTIsvLrVUwoqEXqcSU3zhA3R4_ux3YE,992
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_leaderboard_arabic_mt_toxigen.yaml,sha256=BZy2sHIv73gh972oj3YJgZX0x0CUzqV2ikX0aQmCeI8,252
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_mt_toxigen.yaml,sha256=4sGeJ5BTkFc1M-dysSO6SryWCTP9BVYAQW70TQNsv8U,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/utils.py,sha256=Q4Pa3aiRAjqvgrrQtCSytRqX0Sl2PJHqSiS3JZBN4-Q,672
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva.yaml,sha256=qoSkM44sgil-4Big5o2Yin_WkrvMLJIicDBqoEiSZGc,2668
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Algeria.yaml,sha256=oAc4viOrVQ56aiil5mhB2dpUixanQoVgM7mNMXcVA78,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Ancient_Egypt.yaml,sha256=Ls8W14C7lkV4hWcxo8s2jxWg7cbzQdJQ5P0DdsTciNE,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arab_Empire.yaml,sha256=mN4CfG1f8GnFShzBlkr0tQ9EOpK_7vzd2WUYa-h0ZGI,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Architecture.yaml,sha256=oqscf_C448qxLlgXp9V4-JHO0WJud5rZvvX7uod-U7s,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Art.yaml,sha256=nauDRt5VrWH6hoJjh22iPgETto3x5vMPIvyd2odPkI8,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Astronomy.yaml,sha256=JxDub3IWBsJ2pY3rUyapMnDixY6V3R50G1A1egvkw8k,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Calligraphy.yaml,sha256=33KLLlo7TGNaOQW4jIB19O2bQro54mHkCYSTEpT4eT0,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ceremony.yaml,sha256=Eg4ilrrn1iVxXQKkIxDRHc-bSyw1WPxp5s86N9Fwsv4,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Clothing.yaml,sha256=gV8u3_8YIq1csZDCiNX_IayXoTvOw9IZ6BvRtcyE8W0,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Culture.yaml,sha256=ZHQVtQUmXpWS-gMZHMVKq06sbkSO1mPJ8taQUXHLChU,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Food.yaml,sha256=G2vFVxD6VJVLjmIbXANBTnCc_OMAMv1eLY7eNpU40KI,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Funeral.yaml,sha256=1lTf7-eu28lSTmkKFJZw7Qc0v6_nABGM1VB3_T0HZiE,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Geography.yaml,sha256=7tySU0smlpgHsaOSv7-O5lQMIjyILka1DTQbi1-sPu4,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_History.yaml,sha256=S4ci8cJNz0UvPsyjnWNDOFOMmlgE2XhAsJkyBIwpHXQ,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Language_Origin.yaml,sha256=gZDKADi4xdI0GVYAl0qg7_4eE-J45fz3_oJPpwUSk3Q,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Literature.yaml,sha256=FBlZmz5MaSm46bEe0ozNm0Ww4qpxY-ccpoTukQqLm-Y,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Math.yaml,sha256=zW09GYuiN2pIXSwe1zrCCPaqu3NKw9nq7d9XuFXWw8E,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Medicine.yaml,sha256=vWI54mi2KO964X60ZnPB2atLo5MwReOSMtojGp4e_Es,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Music.yaml,sha256=HM7GBvSqI-UKcB1Z1E-S5beWtln0OGGk-q1CCMufoa8,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ornament.yaml,sha256=_X4DY7hDiMg7K1_pf7QrFNG-TGbC4_Gf_hyLzlwK1OI,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Philosophy.yaml,sha256=qV0l-u91yY3ffT8JjRDNc9cm8s4rutru7BpMw2zhS6I,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry.yaml,sha256=PAtbY0A_TtffRMzx9_BLHveCYF5jJFmvxw5Dph4dGv0,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Wedding.yaml,sha256=N77CkNGP2s1DRZ04scxzuZNHdbw55MiPeOg4Gi4YKhg,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Bahrain.yaml,sha256=BEVzwFCFZbGy3UwMM0HRzHXXKDn7Q9X5eO_e4riUL08,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Comoros.yaml,sha256=ix8R7nsciLTrybie9wzgqdbVpQPqV_SfEZGhQEtbOog,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Egypt_modern.yaml,sha256=NcbsOg2zAOGJKCAx5pnJ23wuhOaDicDR9-18DmQuOYU,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromAncientEgypt.yaml,sha256=qH9rohi1l-dHWJaLV0Cf7sTF3uJqLmL72umLCkaVSYY,569
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromByzantium.yaml,sha256=XSq_CaJorCiOykcBLhhG6o7CKHDCZKi8di7FMwkJhSI,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromChina.yaml,sha256=1hYPssj11dTx7FypfWhmDKh9w0aJ9AgyiM-iPNkOAvQ,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromGreece.yaml,sha256=0rw8qjvIgyariMwN8FRKGCXpE8YyvvpVIyNzrNH3iWg,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromIslam.yaml,sha256=Y5iRXcOr8DQPjUphiDRe4lVHFLW7WgYUhPb5LVqYSCE,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromPersia.yaml,sha256=PV7z5bIYQUv19Gvzkpg_qNrCSSnklfW0OEYPVFPCSZc,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromRome.yaml,sha256=9YEYM7a2rlSAtsoAitZCv7ERBWYIPuq_xL-5BUz-NK4,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Iraq.yaml,sha256=1LckVY1GgE0nlEUSt5cRC80gbARB75CMYFuwcdCYndo,527
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_Education.yaml,sha256=457qoJWrL5y3qNibJfO5-NtknsETMmAjsyTVl7ONFD8,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_branches_and_schools.yaml,sha256=JodzWwGDiq6ti6bsHDy3K9kPJMJNZHi6SZi8u6TRkrg,571
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islamic_law_system.yaml,sha256=8_4IeiHSxA-XPLZnGwGkyJGzi80YxT7FIb3agqny148,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Jordan.yaml,sha256=MzmXZLyF5v686S2ILJX2udDdHYLqrqK5Y_ifYcozJnU,531
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Kuwait.yaml,sha256=WAVkhLHKcsEVdGXl1N6lBMXXIR4C4FX78H6s5_ueXiY,531
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Lebanon.yaml,sha256=GrvwhM534c_pvJDOtT6QQUrqgda3gc3T40Q1sTJtMEw,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Libya.yaml,sha256=1wc5iTEJAvDDBZpPPn5UxS412aM7S-Fa4t5Vk7hHemI,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mauritania.yaml,sha256=8FKgujKfdgvXnOFk-LjorNjeSbCxK9k--rHNybiFyKo,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mesopotamia_civilization.yaml,sha256=dg-5B71tfyiAEm4bsvXeku4TNXuomaRVxkXEPybjDTU,567
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Morocco.yaml,sha256=QeNmbZHhIQmGC4cEA2tQ4Awm9R8b3LKnSNA2Zc4eZC4,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Oman.yaml,sha256=znx5W44G8aOAIqIh14xQEcTvGJ2NGHAEY7bnIHBugnI,527
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Palestine.yaml,sha256=gnSMcuuz5OTqZXgk0IAEaJVQVPEZduLMbSAO-uwFZ9E,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Qatar.yaml,sha256=jcICb9OGZnuAEI2U_zsnU1VzXiUPUeln9_MHABJmIIk,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Saudi_Arabia.yaml,sha256=Fe9pydBbOyvRDnWUZ5evqNibxUIl-q61SGe2naEYceo,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Somalia.yaml,sha256=2YX-ZNuuCn27zTof15uBBoNRQoyhvNxWBciouk-ZFp0,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Sudan.yaml,sha256=7j-hNH_Qzi3UUU9yYaDhZzQxbGvaCM8ZWzUU9CU2gUY,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Syria.yaml,sha256=pOOCVi13vX30e52YZki1YnEhXvUErVUvHKSqgxLJJkw,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Tunisia.yaml,sha256=WXcOUp5mSIxAHsSWcXDl_mO9aK6pSdBTpGcKq4EVaVs,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_United_Arab_Emirates.yaml,sha256=nduX81Kzr5rD90mMLeZgbItD9LcAWvQlh2zKzbTWjEw,559
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Yemen.yaml,sha256=3V2tgEHBWjFFIRHX3N8Q01xrcmXycx2TKuX-STyRG1o,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_communication.yaml,sha256=ZBKhS13jCbgtJwy1Or_LXc5hPGp1hrTH5PSBrQ7nlYs,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_computer_and_phone.yaml,sha256=3HpH_34sonouO54YX9MvB5bjrKxV8fdL7fRNy2y5tdQ,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_daily_life.yaml,sha256=dMoBtTegI4Bb5ilLfZ1su4vK9gh_G6_J3mSuflQyJd4,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_entertainment.yaml,sha256=08TcKCDIOKHvOjOuOQy6rTU5QvPvYGQLoEICowUqm4A,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/utils.py,sha256=_VcNz_wAS2F6g6UKwvKARwnlox_4EN7RCP0vBK5EllE,405
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_complete.yaml,sha256=E2v-tiGS6o1l1hAON_4V0qunquzz3xw3i5Pc9bY_98A,762
lm_eval/tasks/arabic_leaderboard_light/README.md,sha256=_d3aVWmK6qvH9YyQB3-AZ66qySj6Q379orpTFZ6px7c,1241
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_light.yaml,sha256=jnN-MHOmkm7GJx3I2hS5d3pnS4e8-moQcQa1k9ZGXmM,869
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_mcq_exams_test_ar_light.yaml,sha256=GEc5YWR64mDvp7YIsorIJxyBntJY4AAawnBA7c_C8OU,610
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_dialects_light.yaml,sha256=0cli-3FtQBbPg1kijcMBf_YuUbuBfBeLYrBJPZKjD0I,608
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_msa_light.yaml,sha256=gQxuZQJfoK-kPV1ZBlXa3swHPX4Ul0DMIFJWAGXuh90,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task_light.yaml,sha256=C7aNdeycIjz40Ca9k4vkeKXBsTmaZlHZljkX8Akbddc,666
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task_light.yaml,sha256=d0-VUdzC7-7xtxu4xo3ETyc-UM6qWNi3eWsOP2C4K2Q,666
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_light.yaml,sha256=mIwKJFexFbzDs2YKddfpLp3aD-GrCWkBel0simX-eZE,676
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task_light.yaml,sha256=cw3TLCx9TH6zblkJC7cIajCmq8-7WhwXYoUmHDuRSUE,672
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task_light.yaml,sha256=ZbBYCsbhI0E6VN7nD1BNKmrlO4kU6JFVDTGnb61PxiY,650
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_sentiment_task_light.yaml,sha256=ywDEoNJrLU_Sipm2GgPs8G105u0_vvjga9xFoj7Cnto,636
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_exams_light.yaml,sha256=GY7iyv6_U-0Ze7-eVXRcvIBTqG4XGpeLKJW0U618LlE,545
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_leaderboard_arabic_exams_light.yaml,sha256=4NI4b4eiLK9aU-5jtXWDGuhotQ9DASibQxUJAob5s2k,254
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/utils.py,sha256=6KFhLBrgwWu7MYOkujX8ggMjuXDmVpAMb03ZdmldwlY,1274
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_abstract_algebra_light.yaml,sha256=MBX2q9zt2GoVrh19ViPwK1KwyxcF6UETKJfvqluyHSA,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_anatomy_light.yaml,sha256=r7i0G5erPPck7L3d7hHzEOGy8ExqMvMJEd6Pd1Q-AWw,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_astronomy_light.yaml,sha256=X1ZjXKodgFbThYSYdI3lA-oTMcEqt7UEKBNl5-IZkWU,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_business_ethics_light.yaml,sha256=HmKSZYwEQEvym6pZIxBfRzNS5OREjFdMHrC3PycPKtc,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_clinical_knowledge_light.yaml,sha256=UxMO6FBDWZcFMyFfa_54Tsd3a2plArCTEhl3oTxdxaw,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_biology_light.yaml,sha256=YAwIQCzkEdODie4BOlCPGDM0F1QLPt9p9cmRXFwNl4w,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_chemistry_light.yaml,sha256=LaEMGZty8XtNkU9mbpMZg6xt-2LiU2IqUqv2c9U4Jhg,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_computer_science_light.yaml,sha256=2iqhXogITeiCrVoZXzzOXEcWzsdoHnUla73f5P2OTsg,590
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_mathematics_light.yaml,sha256=qUE6QRQKCJ8j-IfZeaHCg9xEgR4sZAp-Zts0zI6aNkI,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_medicine_light.yaml,sha256=Jd-8qR0kq7Oot2eDy5SgyApMvaQkimc5wU5pEjxcaMo,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_physics_light.yaml,sha256=k_9hsRgL5-IgBBwqC2-OTFlZSy-GqQOch-2ub_HZnWY,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_computer_security_light.yaml,sha256=dPIh4hB-90T5dlgIQt50Q6uY1doGp3q_Dm53Zl7iDpM,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_conceptual_physics_light.yaml,sha256=ny48ZH7_c8n2Bk-miXKbfmXYvp7KdkN2CpeTR8jwRiQ,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_econometrics_light.yaml,sha256=mmo9tpPBsrlV0lZj6AX48SZZMNaAzNlKcEOwYoGlefI,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_electrical_engineering_light.yaml,sha256=izH_8TLtTteLlCWf4EyHtkKma1V-67Rt7By2Y1iW5HU,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_elementary_mathematics_light.yaml,sha256=aL8xx5xWRDASih4ebjbGd38uYetctBZ5uEVp-tIZBoI,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_formal_logic_light.yaml,sha256=J4rEptOE9kbA1rM1O2NL-yMaeKHyTFaz-RTpmGx3LRc,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_global_facts_light.yaml,sha256=nHgeeqTtwm8Ia1EOGE1MyjH_SpJ30kWC2I3jyAfCm_Y,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_biology_light.yaml,sha256=qiISa6Co0tzus3ki2sk29i8zcdN_S-2PGK4DRCcczLQ,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_chemistry_light.yaml,sha256=Tsx1FljGlU5yWHvH_k57oSRRcTImACDqYMm-RV_JEnw,584
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_computer_science_light.yaml,sha256=MhX6IlkrIDBvwoq8yorfYSBvUIjgH4V1R39pdJeft_4,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_european_history_light.yaml,sha256=J9lfKnFmMtBwyYR7zVSt66VA2VJashu0NsXrS9kDL5Q,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_geography_light.yaml,sha256=vU9spjmEPPexGMe0lrioGiejGmVq4fUF3QvmqFH1U_4,584
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics_light.yaml,sha256=LaXMskBAKDhKsGappwIEV5OXx6lox6MTausUDHPsWXY,612
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics_light.yaml,sha256=vFHc4ScV2beKljhRgv6QKnzPNmFBXtOa5DyOphxpiPg,594
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_mathematics_light.yaml,sha256=yp1x60Y3DF3BBj2-QGr-AIZgI7NXUByi2ei00cSfDb0,588
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_microeconomics_light.yaml,sha256=30ijt2chlYb24dV_hb_VAkgDrm58-pQ5PFm01DXCuj0,594
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_physics_light.yaml,sha256=OJvO0eBqhRYSLTJyk1U8231GuxpCAAaiXOb6QpRgAng,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_psychology_light.yaml,sha256=FHk1ohy7Gdy2Aji6rttdHKYLXPlVZy_DQNXJm0fvOaQ,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_statistics_light.yaml,sha256=FiTPWQ3Kw7_KZaa9Qm7bJaGkInd2OyZjRh-eBpeFrPw,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_us_history_light.yaml,sha256=aH8OPdewr8oo5ASWWBTQ6Exwlffkbl2B2EYcK7M3XNI,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_world_history_light.yaml,sha256=XdatzX1fJMzX7FT8h3g49jy4m1pYfHSebIqwYVyHWd0,592
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_aging_light.yaml,sha256=Psk0Cx1tjzfC5uua6Y2ZvAg8fZReVxPTkjsxg5uVjes,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_sexuality_light.yaml,sha256=NMPeWtxVnQzXxPRtVd07N5N25NHN7h07doSAs9atIqc,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_international_law_light.yaml,sha256=4s8kk4pCsBvmtQ9Kq-wpnO99Dw0VOD0p7Bi6jEBQqTY,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_jurisprudence_light.yaml,sha256=BRIaUkltKXwjk48z2rG_1C0y9oEuplDUfWPrxTbd6Xg,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_light.yaml,sha256=xwge5nC6hVcfk5zC1T-H5clllSgWH171ERauSG5ZOwc,3605
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_logical_fallacies_light.yaml,sha256=MYuOqFNj72ylYMWhocGIf1C0zegDcmT6W2FrJhIz1O4,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_machine_learning_light.yaml,sha256=VRqK4D791DhT0xzY6vi0BuhpAt1RoBDJ6lvZk0P-EKE,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_management_light.yaml,sha256=vCy5pDt90XJdcy_xqtUQKZF9nMXwKPv9xIogMwMJRuo,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_marketing_light.yaml,sha256=oNUVwRMAa9L7GFV4XQ9EllPUcc8FkfdWWVX_-BF9EyM,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_medical_genetics_light.yaml,sha256=SHG8ciWh_KIjYR2Rw7JCTO2_mPVkmHBEtIFzt2iusng,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_miscellaneous_light.yaml,sha256=GUf09svR2DnpzHxlsvjExT5XDdotZelrdD-lp9AmQCQ,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_disputes_light.yaml,sha256=iXDKG7NXcmEcqVzsPHbz7KLSQGlNmC3DZf4H2_-9G4Y,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_scenarios_light.yaml,sha256=e6v_hXw--kW9dq8Yb4pDul9Bz0Df3dEcmAsMBFNNzn8,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_nutrition_light.yaml,sha256=T5I0K00E5R1eM5WyJAjVRpbazmIfh9hf1-rA4MtSNsc,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_philosophy_light.yaml,sha256=rxRBgtPtQZLmv1oQpnceIM11_f61zVypPqzFG5P9i9M,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_prehistory_light.yaml,sha256=G3V3RjBDRUKfopuQYjwJbVYCCWwvdEPOr1JXfkjMuqY,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_accounting_light.yaml,sha256=IQXqSNtoDP_NPhmUGpWqN44bEKPmfgmpWi8eAPPnH6E,588
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_law_light.yaml,sha256=hfq1Wu5RAR7QJdjCq1OOZAmiTMJOjcuPHxt0V8iTcpw,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_medicine_light.yaml,sha256=kMrhJHcD6eMHnzPHwWT3bR6WMueZMt-eJiKfMd3536s,584
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_psychology_light.yaml,sha256=X9hkhAcVD9l84Z9zKbJDbD32jiIZzoZoXQ-H_HSNs_8,588
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_public_relations_light.yaml,sha256=Io6cGmH0wL8yF4EqGpa_3dTZGNSCsNE5M-FsGOvpYTM,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_security_studies_light.yaml,sha256=Ed0YWunFfb_qUtSSvJQt7FrsGZGsksSHcpqxPJsAlQs,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_sociology_light.yaml,sha256=0HitzNWMNqrMDLoecAVcfQRuV58PcAWIAEO0UQ-OqAY,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_us_foreign_policy_light.yaml,sha256=8Gk1dLCc-YI_Jdf72ITvLX-mm9DFr-o0MJi-AxRNJ7o,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_virology_light.yaml,sha256=O5Kri5EtQFuI8W3z4VmB3T82ehNqHfXedOqCFulBpz8,558
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_world_religions_light.yaml,sha256=VdgS3Prf8az8EoZicBddzX2MIm2hJcVpsvY5BmKxPC8,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/utils.py,sha256=xwOQD1pvcAzRnSdzw7yLFkIISNalAvu7LYvRFX2vxV0,1348
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_leaderboard_arabic_mt_arc_challenge_light.yaml,sha256=5VTcbEMXNtGV2fls3-NUx9HcU4tyLTSAhF8BWPsXlrc,276
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_mt_arc_challenge_light.yaml,sha256=H140pE5iHqIlmj9KhXepoc1W0yz_g319IHZSBuiNilI,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_leaderboard_arabic_mt_arc_easy_light.yaml,sha256=xKjRo2SqpzkvtPq9HPntsmsoCX0IsB5xjxedNEgSIuc,266
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_mt_arc_easy_light.yaml,sha256=gpqFAQM0fkhG8qGcO8wrx9UMFadytZLcyHCZHiuOqQE,582
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_leaderboard_arabic_mt_boolq_light.yaml,sha256=47aA7-p5FrGziF20_596Gth7OrmRszNPVhfxVF5AIug,260
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_mt_boolq_light.yaml,sha256=YRTDXdVxzf1eSc5gvXCv1ES4N_Hx2BA0w0Gfq8B9WKQ,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/utils.py,sha256=L9goknA7N3N-sar4krRY7pClJxCsTHGkUtq6_VSoAS8,626
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arabic_mt_copa_light.yaml,sha256=GVz9maCWfZGxgu7r5QYL-T71OOQqSBU8hIOvhND5-38,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arbic_leaderboard_arabic_mt_copa_light.yaml,sha256=gErMX8ZUlg7BRM2RUODZsd16bt2TeKbDbjGGEbhs0_Y,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/utils.py,sha256=mzOAXWiSv9KJvAsOBIejcRD2nnokC29QqSSOo_XY7Jw,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_leaderboard_arabic_mt_hellaswag_light.yaml,sha256=2rVLJv942_G4NVNaMttkKsnaNl47XmyePl3_JCCqaw0,268
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_mt_hellaswag_light.yaml,sha256=NjYk4K0sOnQ0z9ILuTgXG_LF0gtkKFiJAX5S_PQ_Z-o,590
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/utils.py,sha256=AxPV_qwuXBdViWILCIGJRgy10RiGPrbuPUWfm3TEFEI,908
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_leaderboard_arabic_mt_mmlu_light.yaml,sha256=4V0YujvVhvN_UTQKUiPfpeRat3lDrja3N6MiV5nqYmI,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_mt_mmlu_light.yaml,sha256=c9KgP7849og4FHJ1wdcZN9m7HU6Icq0WAoKocliDG1c,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_leaderboard_arabic_mt_openbook_qa_light.yaml,sha256=4tzpAt1OpG-tUxAQpFIuCSp4oo-OxpPrg48HhCnvpCs,272
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_mt_openbook_qa_light.yaml,sha256=AvE4Oe3n3H1ifYZGrS-RbpTMm3M8MzRH6WiFy7rGFcQ,592
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_leaderboard_arabic_mt_piqa_light.yaml,sha256=Ck4rBOGymjkK3sRnT32Z8n3DXdeOuh76cZA0s0mZaw8,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_mt_piqa_light.yaml,sha256=iyrgRbQsTBSiofjqOL71dih2B_NFK7ih6iAtlvoYwLI,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_leaderboard_arabic_mt_race_light.yaml,sha256=YZHed3u_Z1ZeVHIMvGVSAUqGHBLMR4xd4efJ23unl88,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_mt_race_light.yaml,sha256=yK9hRgKd9BvbonyGr7QKW7xRHnyIt9t7kwhAQE_MmA8,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_leaderboard_arabic_mt_sciq_light.yaml,sha256=tsQqEF-SYLFwfzAdxa4ozByXrSDaVv7Q9bz50qUrdFU,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_mt_sciq_light.yaml,sha256=Rv8kQx3biOTDkySSUvTNHVOenEvilImzrG3LyYkRtAY,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/utils.py,sha256=vomcq6a3z0kLdTIsvLrVUwoqEXqcSU3zhA3R4_ux3YE,992
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_leaderboard_arabic_mt_toxigen_light.yaml,sha256=2Nv7OwV9FqDNB0w3drcyF5mqhzebMOzgNVpTPHNQbHE,264
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_mt_toxigen_light.yaml,sha256=nTrKd-cqwyEpuzi0K9Vp4q5SYGm1BfihsQ4CPIibPvg,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/utils.py,sha256=Q4Pa3aiRAjqvgrrQtCSytRqX0Sl2PJHqSiS3JZBN4-Q,672
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Algeria_light.yaml,sha256=v8giq6OaWzlQFwlhDYLqm1UY7Isf3RCLd-jfLz26N4o,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Ancient_Egypt_light.yaml,sha256=fqe1i4TmsELCD6dUMjFM-VHr5Mr5jNewR4Unhwa4_LE,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arab_Empire_light.yaml,sha256=pgrksJzyZSJT553mcQNWxZE3cqMGho2dyHBSHBGekXY,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Architecture_light.yaml,sha256=MxtKuJSLu1-PClGBeHuMX-Jt3CdXIkcaMdXmocfARE8,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Art_light.yaml,sha256=4KtUCovAuhjk7o6zLwTLbcqG9r8zl6lANfD-RkH4UiY,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Astronomy_light.yaml,sha256=zhhdYqyVb9QRIzaNW_nojSagam031TbaHDRFK6155SQ,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Calligraphy_light.yaml,sha256=HpxpA2fyv3vMe9AWsVjmplJOB8pnik3tViJiWs68Yos,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ceremony_light.yaml,sha256=wgWHdsDldSzcqooUG-YaGe2rJK_PVwJNPyY4PrEfWnA,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Clothing_light.yaml,sha256=neyDMWr62-xndLinUXrIp-nyPbAUurjn3T5TSLeg8S8,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Culture_light.yaml,sha256=5CoZZxVZJElheoM0-kMZsX3NK1CC6dDeWD5_XNcDJWE,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Food_light.yaml,sha256=QK286S1hvhA_DNjUQpduqqeGfREp57YLrQtjCczUEaU,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Funeral_light.yaml,sha256=aBlpIJ_yJiIsYS863UwV97yipV7fuHmso9f7LJKp-Zk,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Geography_light.yaml,sha256=gezKdPkq_u_O2gcl3sFdZoqIa0WhTZF5UyLiK59gJ0c,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_History_light.yaml,sha256=DuYv5PcWVgZRWNSNpHQJRTcTq9fbbRxBlmkoaG7AIfA,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Language_Origin_light.yaml,sha256=FlOyBUx13ueiuFiW6KjZ3gZzu8oFKn4fQEnx9H7tmB8,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Literature_light.yaml,sha256=Ka3sQsOhLtqHowHEhOYPCX0MDcyxYe1FPoYMbDGaNUE,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Math_light.yaml,sha256=fCf8pVD_I8NCBp9rRPyDqN3pXLIqX9Nk9-73apYoAzM,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Medicine_light.yaml,sha256=g8GJDnoI3dGGAoxHipbB5Pe28t1VZDg8v9epT9QzUq4,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Music_light.yaml,sha256=DatEKJ1WukwR1YKsCg_c8gf_4ovr7oXx1voM7udsYh0,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ornament_light.yaml,sha256=dPXkLGGpYG10NpqYPnz_gp07lU97V4_y_Yoe9a4XxQ0,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Philosophy_light.yaml,sha256=9rZGKFIiRUNFBiWeC22_mu5yAqQoQWOgy9uk7HYHNFo,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry_light.yaml,sha256=PjeGFLmROQ8JYN5_qDzDltyEjUphGgxGwywr3eXyr0U,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Wedding_light.yaml,sha256=JOosc3bfw5hwYQ7RvBzoYLpuY2fwmYr1qMaj3p9OAz0,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Bahrain_light.yaml,sha256=9lAhApbvMlWznAVWef1ruXFL1Ef-R5LEuDadocegec0,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Comoros_light.yaml,sha256=LUa9SpIrVAE3eg6n951A1GTVPoYj6-xHK4mhzWJ_a60,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Egypt_modern_light.yaml,sha256=pZBT2lA957z5B77qFrMe-64cn6vD_MOkeltHwhvKjss,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromAncientEgypt_light.yaml,sha256=6kIhJgfZhtyWrlJN6QNXLZeYu0ZSzNbTjqGEXfVhOo4,592
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromByzantium_light.yaml,sha256=m6ezSGv921c6ng0FIsWvGlEX3AASRwBrhZnHh5Gd34w,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromChina_light.yaml,sha256=G2_IlFwyrQU_H49TIbWAloaXU2olM2ZOOYdYfD563mM,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromGreece_light.yaml,sha256=K87SxsyySwP6WA2POVHm8Lb0Do9b9lb7PuZu5X8gcBw,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromIslam_light.yaml,sha256=PTsDKuTNRw6oDcSsQuJuhHD34KLtkCgtW17obDPtH1Q,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromPersia_light.yaml,sha256=P8s5njL95PEIsSwaDlgKkar81G2MXoZ74yDHEa6gP90,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromRome_light.yaml,sha256=GADK0qnP2NGx3-jC_gU-nH_9ZXX0YtDg9waSoa7aL2Q,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Iraq_light.yaml,sha256=HJz066zowVET9xUuTeVLlxBXQf4ZIswgLdXh0aZPLro,550
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_Education_light.yaml,sha256=z4ABCTdRGHa6Oeeg1YW-TntFRZgTkhIuboJChRQH-wU,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_branches_and_schools_light.yaml,sha256=W0faxMNtmNt75UqV1lsHJgY_GzGjAiBtZMrwde4VnZ8,594
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islamic_law_system_light.yaml,sha256=aDCsr98ddtPvZDw2Biqoi0Q4-qCn8wnaSvDeevRfd18,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Jordan_light.yaml,sha256=RC2ppxrbAdetpAOF5Lkg9o04Y18R1E305NmI6no1a58,554
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Kuwait_light.yaml,sha256=bato4pohJbty82pubQpLG4QIQ74YGrk0Ns8hjWC_VL0,554
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Lebanon_light.yaml,sha256=fsQuMI8ro-hdvQsqx4Mk-yC9JTqw4j4pVauefHk7tj0,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Libya_light.yaml,sha256=i_wycw1lTrf-DE52PoLHep_tWMchuQfYVe7JgRiVJqA,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mauritania_light.yaml,sha256=Znr3jCZJ80ir3t12gMgltw08B-CZJQXf07BDftgTh5M,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mesopotamia_civilization_light.yaml,sha256=WNau1NyhfK-6PJb3m5rKJNKWgWF7nMsUjpomk6nDmsk,590
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Morocco_light.yaml,sha256=jQZ7xFKSivqfhtmBP1r5vQK_TEg3vQaiqQRy39Br2p4,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Oman_light.yaml,sha256=agLVF1dDdkGZp2lA84gwF2GpGfQbw_d0dqDoFmRVJwY,550
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Palestine_light.yaml,sha256=hDxmDIswSi2D0SHoZHLHy4MMo7Of1hzxlZ7zMgbFwEA,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Qatar_light.yaml,sha256=HHXNiIcELjG9q7DLRIfG8h5c70yfXqQ7stnv3ixKySc,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Saudi_Arabia_light.yaml,sha256=t4dQvYYONW_LhqN4dTCmmY8X0O8FFrvSWH79rO80ils,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Somalia_light.yaml,sha256=9NC4zei5s5sBKJh-xQEf0ETz2LUpcZSQMSyxQnYZ0hg,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Sudan_light.yaml,sha256=AbDhdgqDOLRxtCZGg6NNq9lZD6c9yiI7UhObBjE3TmI,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Syria_light.yaml,sha256=D3MiODw5EJE8E2JIyXXEIcjPlVAPQ1ySeUPFWDIujCM,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Tunisia_light.yaml,sha256=hIBi0klaiYAnrJEmQzw4z_CraPk8uwsSyt6LIfbk1Tg,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_United_Arab_Emirates_light.yaml,sha256=XctpENtB4bA5P5rL9YQZyqC_hyuoA5Oeef_iifIi3i8,582
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Yemen_light.yaml,sha256=WiZibKGyKtPz124bPTJQPXT7nfh-tXmPM_dbkFBNqTc,535
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_communication_light.yaml,sha256=uqBwaPlMvkpFvUmo1ChwVyoYlKedyXoJoZeddyHyH1s,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_computer_and_phone_light.yaml,sha256=ML2-J2zBAqg8bd_z5TwmVgl6DhjomOWCaBPqhE8Jkzs,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_daily_life_light.yaml,sha256=rf7OEh04d4VFfZaMGoS3_bMXvaAXfomQEkfxku9vIhI,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_entertainment_light.yaml,sha256=GcI59WkQzxzNDW-yhxqyJ8y-_f1a1123Htgu2vsccp8,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_light.yaml,sha256=EKASNslnwwr19pClh-SziLO5di4KILdhP4nicOjlI4c,3022
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/utils.py,sha256=_VcNz_wAS2F6g6UKwvKARwnlox_4EN7RCP0vBK5EllE,405
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_light.yaml,sha256=noADAEHVqdlq_Bf8ESarABJpzH1IDrAwOXBYa_T2iBo,843
lm_eval/tasks/arabicmmlu/README.md,sha256=UCuP1eNJmjY_z1heNWnf454zsYk2geWiK4IEj3M9AwI,2949
lm_eval/tasks/arabicmmlu/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/arabicmmlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/arabicmmlu/_arabicmmlu.yaml,sha256=hFxXsflZM0HAHogUFkLbzspqaOEXGONoxhV7knK0tDs,222
lm_eval/tasks/arabicmmlu/_arabicmmlu_humanities.yaml,sha256=2Jcyo3KzqMlJePOOPtescss0egFj2HDt0NZaUKheJ2Y,178
lm_eval/tasks/arabicmmlu/_arabicmmlu_language.yaml,sha256=5T_9lcE5P_baNSmPsc02Me9vZ5XRIs5Z7H4TwSHyBlc,172
lm_eval/tasks/arabicmmlu/_arabicmmlu_other.yaml,sha256=ygm8TWjBZvsS3xfjI-O2J9fj5Wk41xmwW57JZ_mTfus,163
lm_eval/tasks/arabicmmlu/_arabicmmlu_social_science.yaml,sha256=C9u7yXZXQMSrRRVxmZ8ABdSnLxB9th9Ga-Tx1-doD7c,190
lm_eval/tasks/arabicmmlu/_arabicmmlu_stem.yaml,sha256=2Yy_2oOlSWP_ATaSmSN2eBX1nclzLD4kRwOuSGRqOBs,160
lm_eval/tasks/arabicmmlu/_default_arabicmmlu_template_yaml,sha256=CSol3sYAD453hAO_CotmuWLVtr90D60OO1D17Nk9qzw,349
lm_eval/tasks/arabicmmlu/_generate_configs.py,sha256=Bk6Ypx9N0-TWsv2milPyD5E7bNxVne8skG-hFa0V6xQ,4245
lm_eval/tasks/arabicmmlu/arabicmmlu_accounting_university.yaml,sha256=2w1PUOvLyyDoo-ck8BxZZtDfL3ARYTX1Ij1PfkVQ-bY,213
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml,sha256=3AKbTb9PgYOaK56N-HX9oCb-8yYNVL7BRr10oni84FM,213
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_grammar.yaml,sha256=0jZbgptq7tQh0lad-rhaeKjDAeJ_J7iJkHDSEwmlOpM,213
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_high_school.yaml,sha256=HzP0s__k2u09gXq9tI5WCJP036n5ehVjehvGbHv2P98,225
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_middle_school.yaml,sha256=3CZ2GETIf71ykkyVi6rCxZ4FdrOSacWe8ifToDxkw-I,231
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_primary_school.yaml,sha256=FaOtgI-Aq7he-lt3t4grupVVMK7hBGNCePjd0uZqSgE,234
lm_eval/tasks/arabicmmlu/arabicmmlu_biology_high_school.yaml,sha256=ag4nEVI0jJDY3rI55RjZ963YLQqHfiJDE5f1A6j8me4,197
lm_eval/tasks/arabicmmlu/arabicmmlu_civics_high_school.yaml,sha256=CInQr-n5WExdZFeV0ujceglCd9xkLhPAYnd7dBKQ0wM,204
lm_eval/tasks/arabicmmlu/arabicmmlu_civics_middle_school.yaml,sha256=n0CpQ151uO63Pp13nZcpZ95kpGvd-34T0uqOwsnNhDw,210
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_high_school.yaml,sha256=TnBMVRK22YJwuVjKnAtQnOn9mQYa5Qmw00pdrOTSARs,224
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_middle_school.yaml,sha256=1KUq1CSKBF_hBq-2mbf_lnewdwDNkFQmXHwI9zoG3zo,230
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_primary_school.yaml,sha256=jQFJZnJiJyW55pFEABtOc5lRZtrPunaekTGvrDJV3C0,233
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_university.yaml,sha256=sIQzdnh3JpUrRqr1mA0B0taLOQvtL02XDNEKxfaEv-w,221
lm_eval/tasks/arabicmmlu/arabicmmlu_driving_test.yaml,sha256=FUdzBsfJF9N_LMh9uLV1t_a7GVMani_QKV1wu-tWEhU,173
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_high_school.yaml,sha256=83KYQVh3phg-aqTvnxEmWsXESQM6w2q8IpO4RZKjZGM,213
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_middle_school.yaml,sha256=fN2ykO5QazUA2SmKEZmg-i_gDzqb_XVsSNOIkDxObw8,219
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_university.yaml,sha256=s27cPaNraVFx23Dt2_5-H1j3apw38E_in1EfMFQZJSc,210
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge.yaml,sha256=C1K0bUn7ypW7k32dyNeP-xSVPrlukI_OAUZsFRk5sVg,188
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge_middle_school.yaml,sha256=WMjlzLsGhKfeADzlHiLodRQ1TGvvghR1rP28rooHDlY,234
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge_primary_school.yaml,sha256=K-AwzLw_pEiAnC2fJNFAMItzb6IgfYWx0biZjMkMTL4,237
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_high_school.yaml,sha256=NpjDqB0QgwM-PlgbpgYfoKYcXfKgtKZggEAtkN43Doc,213
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_middle_school.yaml,sha256=WJgWZ3B7NQ4PGWBGugtMJidNTuqYghqppryoyFvExRM,219
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_primary_school.yaml,sha256=GQuuE5B8KCEUAf4fZCrkgd8LL0IhHExsp1gxx3E8eiM,222
lm_eval/tasks/arabicmmlu/arabicmmlu_history_high_school.yaml,sha256=aZ25vBTutEUlRaaRAYWeGIVBgID7HTdD0nbTM07LQC0,203
lm_eval/tasks/arabicmmlu/arabicmmlu_history_middle_school.yaml,sha256=FOe9s2fIAk4317WuD8GSAiPxj6XBuc0YFROQHWdKs2Q,209
lm_eval/tasks/arabicmmlu/arabicmmlu_history_primary_school.yaml,sha256=a_7JP1gukkD2g2SAeWpzbnW4pr3mzssPs2KhduYlCFE,212
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml,sha256=c1051FSuybH6_GjGT5CQaZaXNZE7pJGLiBlOfi69VcA,187
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_high_school.yaml,sha256=QtUqcFCJ8J5WasKYwWT0BPoxfOD1mdqutG0u4yF0y7s,227
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_middle_school.yaml,sha256=hiRUR58FM7ulhr3IYcNfVPravLD41IXrZLnvSGBXOOQ,233
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_primary_school.yaml,sha256=g46vvMlT_Ae8eGLCG5y2zVY59ljIhmLRa2v0kz480dY,236
lm_eval/tasks/arabicmmlu/arabicmmlu_law_professional.yaml,sha256=1Jp5bbSwb1uszl891JJirVbABHNzbVLmK4NQuRi-CnI,194
lm_eval/tasks/arabicmmlu/arabicmmlu_management_university.yaml,sha256=m6x9nPFdl7UFSSnMqkAFrhbAx_XtLtppBQzzcIGFr_E,204
lm_eval/tasks/arabicmmlu/arabicmmlu_math_primary_school.yaml,sha256=VFtz9IKoGjwlO6v3-9gPXjA6aJCOGkTEsNY927AsgEU,197
lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_middle_school.yaml,sha256=NX9h1gH4aZQqkjMrFOiKN6BMwbOpwkUFo_bXAIxCVxg,227
lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_primary_school.yaml,sha256=opSxM2TFSFnwZsr2TG3jA4dmCpxFLSeQMfiR-5hnphk,230
lm_eval/tasks/arabicmmlu/arabicmmlu_philosophy_high_school.yaml,sha256=hlrRBhwlAO6Ouge70wwmH_76EaA0VD1Vtfcfu9rIRow,212
lm_eval/tasks/arabicmmlu/arabicmmlu_physics_high_school.yaml,sha256=I-EZLgs9RYVYWFZsyo5I3tPjLl9laN0h9hvKqcdndEc,197
lm_eval/tasks/arabicmmlu/arabicmmlu_political_science_university.yaml,sha256=UyLQnbsm8FDchbgS-SWzhPwmI55Cvu73-lIerlPS50o,234
lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_middle_school.yaml,sha256=DCltAHAPt9BLfGXCvA-TY-afN72AsHgDxhPmHKUSl9o,234
lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_primary_school.yaml,sha256=lcBDwlQqAQawoW1PzkcMyzTftvpptvuYNJr-AVDmahA,237
lm_eval/tasks/arabicmmlu/utils.py,sha256=p8pgStll0edfST8r4DjwehNL9SI0JoNoq_HDE1j2uV0,1210
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU.yaml,sha256=qJ-UE9m0tlBMeO8Pm2NPlcXYlACXgNBflPhptOPcK5Y,317
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_history.yaml,sha256=RLBIHzkkQgkCF3VCncdasuEQJwKkYaXq74SqE4gs0BA,354
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_islamic-studies.yaml,sha256=70bQZ0fQky33HpR_9Js6IwVlCmA9ZcjhH4k8gfrKKYI,378
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_philosophy.yaml,sha256=TZ8Un6Bl8JvcZcGFSxiseonpVBiYWPl-h72yTcXg06c,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_language_arabic-language.yaml,sha256=R0haNpfRSWte0k_JkyKMj5c8yZTeXdbzayJh4oWKar8,370
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_civics.yaml,sha256=A7iXAEtAUXDPQPiKWXaEeyb3Nt1nUvcuV0UJwi1BeVY,367
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_economics.yaml,sha256=n8OscL_O7O_tibdSZnAVHcYeM1Lt7tYCHlq_uQFUPp4,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_geography.yaml,sha256=G-I6bIsyzUKa26XjPsnUtQl9TMNMqGQxJp8hbZ2BW74,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_biology.yaml,sha256=P3MTNCKqYZZSTrPhtB63RUm67z_LYPnJGTeeDhUtD0w,330
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_computer-science.yaml,sha256=NJOhny-oFskke0MdwnfUALCLpyPVwMZXP3WH9i5HWwk,357
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_physics.yaml,sha256=t5pawbYUEF8fZhAkqwFQH7PqCYGsbXrx_whTbv37EGA,330
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_humanities_history.yaml,sha256=S8hLQmHnlBGm54HjPMoQiYv3heCtvcR8lIgEeOOam8A,360
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_humanities_islamic-studies.yaml,sha256=Z94I18IjwJpTLmIODn6zO0GsCpjDaAp9_1ZAzm4lNEc,384
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_language_arabic-language.yaml,sha256=LAdwoYCVnQz8IYVRdZ38g4TcZCc4yl7dX2TB3PhwTSw,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_other_general-knowledge.yaml,sha256=VDEo7b8QXGJRH96JgwjPqApN4jn7ZKwQ4lX6VQAojOI,370
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_civics.yaml,sha256=4aKJrvIbKN_w69YZiDYAbOHXAzl4x3RChHvj37oPiZs,373
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_economics.yaml,sha256=Bv0VIlzxYFnJp5HJ7ottd61yhrnlHZkVU19lMkb_-Hc,382
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_geography.yaml,sha256=BGiUkpj9t8IL5dXeOpYTUi2Ot8OWPDCqwl_PZv_HvKQ,382
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_social-science.yaml,sha256=o3RyTXqjzzk475Oaxc86emiXQHOKiN2ikUoP-1akCZQ,397
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_stem_computer-science.yaml,sha256=G8QxYWUVAlY73ev9M_myU_NzdfKf8HQ3D8CdY5IjE4s,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_stem_natural-science.yaml,sha256=zDUsgYQgxDUGQkCsax3rjaajIj744F5JZSbgvgKpwKM,360
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_humanities_islamic-studies.yaml,sha256=5hWtSM6dX6rmcLaKaXwGG6YDCTRatYrsYvYiHKWrir0,372
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_language_arabic-language-general.yaml,sha256=PVCT7MCrKWax291EVsryP5mI8pbK6CqDqF0sHnknPiw,388
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_language_arabic-language-grammar.yaml,sha256=-MY-PkUCP64ORWtKFTwpLt8SYNKAfIgS2cVTB5GcROg,388
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_other_driving-test.yaml,sha256=JA7gGzLZHZWbPvCyYU2gse6aq9sY5ZZZHqiaxdc2izQ,343
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_other_general-knowledge.yaml,sha256=UTo4sead5gZUTC3RaIqtnYXpMMwXCaApvdtGXKl6Eag,358
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_humanities_history.yaml,sha256=LAt-RpPUsHI8Qc0g5PIqAISoAwdl2zcOKOcZUcEM4LY,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_humanities_islamic-studies.yaml,sha256=tVvIs0iCfz_-q5sIgNMZeQ-Ljw5ia37QjkS775ZV16Y,387
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_language_arabic-language.yaml,sha256=1j8l4KmXMObwZ_iaIrguYlqxfQPmYETT4SUtjePBXWs,379
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_other_general-knowledge.yaml,sha256=nyHV-EzB5Uh8tsKcnvhilwyQWQuppmIV7WyV2cHqqrs,373
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_social-science_geography.yaml,sha256=Vn3SCuhinUX8VHndiHa07LkG1eCpwxiCO9sbynVV_o4,385
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_social-science_social-science.yaml,sha256=m1Z7HaFxQjzkCIpyAyNmFDOqRdaOd9Ecm-GXbgIOsoc,400
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_computer-science.yaml,sha256=2u1UEiAXjeH79Yfn1mhM05N1ijIHm6Z25piB0W6O4wc,366
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_math.yaml,sha256=K30c9vkLuqyEPWP0S9IklJXmS_09ojRXhu43BQ3_90E,330
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_natural-science.yaml,sha256=cLlMNK9a9Xg3tXhmX-vGdJPkuyxf-HOfmT2QoBQGzTQ,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_prof_humanities_law.yaml,sha256=hVALOpH8m6aLrprnwIRiJ0sxH4nfLCpD-5WWA1v3X70,342
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_other_management.yaml,sha256=GWGJ5QSTTrFQXUUI-sOG12QoWrd7tWFVtxmd_FZ_stI,343
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_accounting.yaml,sha256=MTyKPb5c99WBf7XWmzRrGgRDZpLIjyceEVw9x1AwS3M,379
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_economics.yaml,sha256=dSf3ljAnKHSUr0LWoVecEvMX1ftMYQwu2Sv9jAlUBu8,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_political-science.yaml,sha256=FfpHypFQ5uxY08thB6aP6cUAefuyqVCfkrVwXXDSuLA,400
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_stem_computer-science.yaml,sha256=I3E8Ff8jryBvFdGs3B0jDKcdc9Dfkd8e1ZFpIqwP7j0,357
lm_eval/tasks/aradice/ArabicMMLU/EGY/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/ArabicMMLU/EGY/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/ArabicMMLU/EGY/_default_template_yaml,sha256=tTcP1CZkdmZKrOeIEF10ZLw5O2bOxGw3qWUCMXBW-KA,487
lm_eval/tasks/aradice/ArabicMMLU/EGY/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/ArabicMMLU/EGY/utils.py,sha256=u6wi82FyDkDhCq2M60491J4iQFe7IXhyp4OQ7tQJfXQ,3218
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU.yaml,sha256=cG0NJ0tWaeKjqlIWJo2kyuMjrgyLpAiAImMtp_mVcA8,317
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_history.yaml,sha256=M6bq_APYAQPoIzGbadfKiUbf-7_qQ2XJzQOtPVfwyL8,354
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_islamic-studies.yaml,sha256=nZEXo2Qheb7mKs62z8RFCINNnXjCvLsIS5TD17qp_Wc,378
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_philosophy.yaml,sha256=YxWE9Bhzya1jGrgyH0CdJvH21B5Gw9uOj15C7mg9bB0,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_language_arabic-language.yaml,sha256=eavz-rwfrtW75QPeztMNK1_YBGj41RqcIjOAHV3rACk,370
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_civics.yaml,sha256=0mSSg3DJCNDa3HF6iS_oxDd1yBFJTayWvJr3GP28BUY,367
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_economics.yaml,sha256=PnsR6Ag19tnin5VVyJzI-6irRu0hM4nSX2JvrP5hzkQ,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_geography.yaml,sha256=S9sLOZBxQYdGvvHuRJLDpKB2E4wAXkAeN3hCMCu--vs,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_biology.yaml,sha256=0lebuEX0C3uDEZWq7vSgfW068eJ1slZ_eWknI9-46K0,330
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_computer-science.yaml,sha256=12k2Djl-w9a7S2N5jW8D1kkhdCi2U7V-3lWgN3Sz-6M,357
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_physics.yaml,sha256=oa5otk_V9C9B9cRNAbjOBplhcNPFOrY0rYgLUP2Xtnc,330
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_humanities_history.yaml,sha256=LIF39Ss9rs0zzi-n0CVWuvQbraAw8FBsRwOZYwhs-UA,360
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_humanities_islamic-studies.yaml,sha256=2UdhWoBTxVlpdYv-KuEH55DUjSiTqYYHWrdSw7LHeLw,384
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_language_arabic-language.yaml,sha256=Ety5qP1yqcvvncwzvXhA65phQ66g6T7Riv6ktpSpso4,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_other_general-knowledge.yaml,sha256=NOHM84_VNmDHvvZdnA9OZEeZuT7Wb2LZE_3A-uLwgKE,370
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_civics.yaml,sha256=D1_S2Fyqf9yhYKJxbhAfH9mPO2ZPEWnlRIzmoppfhAc,373
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_economics.yaml,sha256=Ag9aBUmFFNzH4nZk2a9RK3ntCZ7yq18ICtljDiMvn8Y,382
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_geography.yaml,sha256=8OXp4Fk0HDi8lY-lLbhj8KehkiPS53GXT2qCMfm6HFo,382
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_social-science.yaml,sha256=8IOIAGboG_1LFW7-fAlsuR6Pyw5X0Eq62TynCXNeEIE,397
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_stem_computer-science.yaml,sha256=8jJQFs-zz597eJMeB9Am-bSYIGRszG2SHE4FBZh47cU,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_stem_natural-science.yaml,sha256=cxsZdvrpONq6HX9oGVI-i_aCiT3Yaqld0aR_nuoqu1E,360
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_humanities_islamic-studies.yaml,sha256=r4cMY__UpjdxWqGeFtHxwxKwtJP5ZIJF9P6MSZpsZPg,372
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_language_arabic-language-general.yaml,sha256=smMFmvG3QePNJC4IHO82s-6fBRalUFB9flRB77wf4cE,388
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_language_arabic-language-grammar.yaml,sha256=5mL5NKqB9tR_QVBA4HQqi7yNfRBkJ59auzWwjhdJ5ss,388
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_other_driving-test.yaml,sha256=k5Yu_rK91HWEelnR_F_38MLdYuBk6Bqa1R4Ep12h6Ls,343
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_other_general-knowledge.yaml,sha256=NEDv0w5lSQVmrjbBNRcO0dduHCTLBPusEuG10vFQnr4,358
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_humanities_history.yaml,sha256=gqJoS8WR5AZsbgmZZLzlwuJtzJg3qdEoAENJ40UKntE,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_humanities_islamic-studies.yaml,sha256=KInfsYb1xevVb6_018GC8xZwXRU4I1kgB3HM-DpqA0U,387
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_language_arabic-language.yaml,sha256=Ew1qL-o-CUEez-Ds36Z8hRaJueKKWVQpyt_HLgloQmQ,379
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_other_general-knowledge.yaml,sha256=kp6G7HGQzrQvEptsr-PyGRDdEcFXjwoS5Q9TzGbBE_s,373
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_social-science_geography.yaml,sha256=cdpyYPx9pJfZajPOAZDy0uWfRZHqlgXFdwpuCiGjjxM,385
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_social-science_social-science.yaml,sha256=oKredf0_SYUgHkiClhmXHT_rBrMR1NWM06L0l0ivc5w,400
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_computer-science.yaml,sha256=sXMmwWFG01yJvJOAGUzCZoqEnI_0qAIgD-IuqBSqS4w,366
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_math.yaml,sha256=0pw77QQ4dIycJ6CT01KfsQQ5uq1BzkUHn10gWEA6Z_s,330
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_natural-science.yaml,sha256=89ZDpW1j-FyoeKGrhnX45UJa0BB3fI3ar-XVZpvj-6k,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_prof_humanities_law.yaml,sha256=YixX0WvoosPf-Vn8nbccL8YO7Nr6LfTSOjRnCTwr5Qw,342
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_other_management.yaml,sha256=bJ0rbR6kga_cZuJJNU-MMTETotnu-Yf6DgAvBdoY_BY,343
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_accounting.yaml,sha256=xSSn1b0kbwHE-97A9ysdfn_5wDnRO9fpSCNlgtQx64U,379
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_economics.yaml,sha256=arjK3WnhOV3F_WfcsJ7osKjylcZaytsFCq_uWn8Whsg,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_political-science.yaml,sha256=WCcW-kOXyIK3P3_mTSJNx6ElPPZnFMGOhQdYOYLctlU,400
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_stem_computer-science.yaml,sha256=U7ay8thJTl9cOu1aCXaZXr5LwEBIxiAqGBcPV13hXKQ,357
lm_eval/tasks/aradice/ArabicMMLU/LEV/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/ArabicMMLU/LEV/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/ArabicMMLU/LEV/_default_template_yaml,sha256=ItQMLkhT3SXD-APMmzashY9qmX70hKmdlxZR3RqK9DM,485
lm_eval/tasks/aradice/ArabicMMLU/LEV/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/ArabicMMLU/LEV/utils.py,sha256=seID_cooKeeFFQ0kg6OsPMXXAEqkBEzqOvrw2U2cylk,3135
lm_eval/tasks/aradice/README.md,sha256=oE_F2Rj7FT3PYGXXROgasUqYc9Y6s42YDHnPRe6wVaM,2732
lm_eval/tasks/aradice/aradice.yaml,sha256=ggX2qg_9sSmJa4kXJSvck37k7DN9afCGoBgnJzXCmM0,700
lm_eval/tasks/aradice/boolq/EGY/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/EGY/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/EGY/boolq_egy.yaml,sha256=VdEdT6XE-kL1Hx6DW5RjkjTl8xqalmP5SHGF4T7dOmw,664
lm_eval/tasks/aradice/boolq/EGY/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/EGY/utils.py,sha256=Wb57-5VBXdsLQU6dE-SyMJ1YhK2fnr4hr91tarZbt_c,510
lm_eval/tasks/aradice/boolq/ENG/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/ENG/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/ENG/boolq_eng.yaml,sha256=FLvoBlZZxA-bAMEMfQkO3aB9jNdC1q6QNtQw7Ohealw,656
lm_eval/tasks/aradice/boolq/ENG/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/ENG/utils.py,sha256=3xEsME-L0X_3xK4XPaHkJC3LIi5stxIaftQwcYUKTAc,498
lm_eval/tasks/aradice/boolq/LEV/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/LEV/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/LEV/boolq_lev.yaml,sha256=fw6_xpMwkTZDTYjWjRTmGRDnRnPNGid2kLHPQa9wEhk,664
lm_eval/tasks/aradice/boolq/LEV/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/LEV/utils.py,sha256=LFuK8BwzDuFwcIZMb-0xozlGI9usMRe63f75j3QaxZs,510
lm_eval/tasks/aradice/boolq/MSA/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/MSA/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/boolq/MSA/boolq_msa.yaml,sha256=w5wig2JYfIt1fU-_kI03P81O-Y6To7Y0Ymg9hhXzldk,664
lm_eval/tasks/aradice/boolq/MSA/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/MSA/utils.py,sha256=hln0J58QBWEEVLwovcwjIXw-0w7CPevI7-90uIN9kqk,510
lm_eval/tasks/aradice/cultural-benchmark/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/cultural-benchmark/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/cultural-benchmark/egypt.yaml,sha256=RcjDPihoXYaQlHXc13cwl0wNEc2LoeQNzjrLL7TetGY,641
lm_eval/tasks/aradice/cultural-benchmark/jordan.yaml,sha256=sMU19GOo7lDVyAi1NuQ1HMih0WJg-e_DeKcMr9RUe5w,643
lm_eval/tasks/aradice/cultural-benchmark/lebanon.yaml,sha256=17jqtUz_Vw6W7-CX-t2VgyHrUD_9GHHXowNBvpW7P3M,645
lm_eval/tasks/aradice/cultural-benchmark/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/cultural-benchmark/palestine.yaml,sha256=kUzCwBmmXMQPrwwkAnYuwkERsW4dux22bK0T0HGpStI,649
lm_eval/tasks/aradice/cultural-benchmark/qatar.yaml,sha256=UiZz9v14rPZ50oGJPc9VKCRVSYCZeXX8yKf9MG4-XwA,641
lm_eval/tasks/aradice/cultural-benchmark/syria.yaml,sha256=ycleJaaa2xVrdifybPJJsVhUqsiyi6g22Rig6dwzCY8,641
lm_eval/tasks/aradice/cultural-benchmark/utils.py,sha256=Ho0upGuf6vofsWgE4Et5U2O0YvwxTBo3zyRAo8at-mw,178
lm_eval/tasks/aradice/openbookqa/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/openbookqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/openbookqa/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/openbookqa/openbookqa_egy.yaml,sha256=yzQ_zv3gYyAwnWhs3bV_p253yGQY751BGWqFjH9uhxs,653
lm_eval/tasks/aradice/openbookqa/openbookqa_eng.yaml,sha256=VBJbVkibNqIQYcxtm3f4qdDS1cXKanI-5vbQgDBg0mA,653
lm_eval/tasks/aradice/openbookqa/openbookqa_lev.yaml,sha256=tw1fVb2j5oRe8R1mXK0yfHPL_vzqFNXi-5mellbbZdA,653
lm_eval/tasks/aradice/openbookqa/openbookqa_msa.yaml,sha256=8SyHzAKDYMFdYOTDjpcAIKAagNSlG8ngTS2GgxtSibE,653
lm_eval/tasks/aradice/openbookqa/utils.py,sha256=LiTY0eOysU0Ya03481mBZh1mB6XDgyGw3RlGZxCSwF8,400
lm_eval/tasks/aradice/piqa/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/piqa/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/piqa/piqa_egy.yaml,sha256=GA4EDuo6V1qRN1nYXNwNMQVy5sBWQMeYlyA3rUCWZfo,599
lm_eval/tasks/aradice/piqa/piqa_eng.yaml,sha256=3rFh8Lded7ytVedcffIEubuwYME6xES92Q4MCO0nwtI,599
lm_eval/tasks/aradice/piqa/piqa_lev.yaml,sha256=VxwfXjGEcYncLTGbWEN0h3vgmYMDn_WQofLiFake2lA,599
lm_eval/tasks/aradice/piqa/piqa_msa.yaml,sha256=_SgsxYyKF-JjRJMeVViz_lp_fjNCFY2TaVxPJWe7Lm8,599
lm_eval/tasks/aradice/truthfulqa_mcq/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/truthfulqa_mcq/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_egy.yaml,sha256=IQloymz_ZPyvbD2nfS1PM2twDaaEwqIFY-seSLhGtvY,1687
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_eng.yaml,sha256=dINuNuv9Cqk-V5W1avfeu_QiFXmG3NeAfmEpyy_ZpGI,1327
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_lev.yaml,sha256=bVMV0NP7fCtTf7O7IGwXmi0mytInX-7YsNWgTKXm7ys,1648
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_msa.yaml,sha256=oNMWk2x40zf9qCYTDr6xcAzUZE7TDNfJfOFrttT8GP8,1666
lm_eval/tasks/aradice/winogrande/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/aradice/winogrande/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/aradice/winogrande/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/winogrande/utils.py,sha256=5VMnYpJkqY8dOD_aJGRbZ3mvtT-gvOIVAEK5QWsa4AY,377
lm_eval/tasks/aradice/winogrande/winogrande_egy.yaml,sha256=rc-Ai3p2SjFF6nTKRfTEJkEP8iZwT1-9zqaZ2ehfhs8,648
lm_eval/tasks/aradice/winogrande/winogrande_eng.yaml,sha256=2FcwVgZcVTCdzdCEf7558uu0loKEyA1zkohw65nzzu0,648
lm_eval/tasks/aradice/winogrande/winogrande_lev.yaml,sha256=uQCqA2iNdZHKiuvA0oNw6w0sI1s7D1U8nuxM6_M23uE,648
lm_eval/tasks/aradice/winogrande/winogrande_msa.yaml,sha256=YQeQO7iLEFNrpK99rETwjD7v70LM_1pJ-g7OS8b_TXc,648
lm_eval/tasks/arc/README.md,sha256=L8N3Tc5ekitbFCZrW-KHPkx1pwjHzLJfrBEZDP5CABw,1932
lm_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lm_eval/tasks/arc/arc_challenge_chat.yaml,sha256=YbBnu_sSpyv9PxH0310RdxwSZ-kkH0FKDkVNZeMODjE,1143
lm_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lm_eval/tasks/arc_mt/README.md,sha256=a0meHVJdHA049ahxczqDE1C86-caQ-K3rOvfcd1i_5w,412
lm_eval/tasks/arc_mt/arc_challenge_mt_da.yaml,sha256=m4OqTza2K_Qu9XDVLj7SER206mdaUbV2Kpqn-sqr3qI,77
lm_eval/tasks/arc_mt/arc_challenge_mt_de.yaml,sha256=kBRkpb1E88AaMe4NedjuLvCcw6rqlnjIhyBYqdOL5FQ,77
lm_eval/tasks/arc_mt/arc_challenge_mt_el.yaml,sha256=oem8pS-GOBJx3N_t10hfIvX2pS3h6JnCi25wH4PVlak,77
lm_eval/tasks/arc_mt/arc_challenge_mt_es.yaml,sha256=1khqoN6MiNIULousAHvE_0EE5MbJb038NAe1P_9s2Oc,77
lm_eval/tasks/arc_mt/arc_challenge_mt_fi.yaml,sha256=cWeBhPqz5Zo3BUNJd1v4P4Z3ugPDUYqxTr6Y0fK9YXc,603
lm_eval/tasks/arc_mt/arc_challenge_mt_hu.yaml,sha256=ECJUphFbJn6ERd1a_-RrMg-WAb-eZI_GF9RPoKqLgWY,77
lm_eval/tasks/arc_mt/arc_challenge_mt_is.yaml,sha256=MPs29kR1j302CAM_EIpSJaU6VANo9Pa0y9qzOVZOqQk,594
lm_eval/tasks/arc_mt/arc_challenge_mt_it.yaml,sha256=nff51FMMAVCxvJgSmkD3whqGDyHlQQJs0Poy78yVJBM,77
lm_eval/tasks/arc_mt/arc_challenge_mt_nb.yaml,sha256=BTcix9911GOIbKUwHwSuJvzrrLP5vRrhj1IjkGWr7z0,77
lm_eval/tasks/arc_mt/arc_challenge_mt_pl.yaml,sha256=bKf8-kP5nVedQfj3r-YLOU_G7ne44OkMh7R8NQad9O8,77
lm_eval/tasks/arc_mt/arc_challenge_mt_pt.yaml,sha256=L_Q9FPnvjWW5LysRpJvtWzhEuw4BtNs2BKZE1QkgnUs,77
lm_eval/tasks/arc_mt/arc_challenge_mt_sv.yaml,sha256=OdYSwgE1bB9OuVcAnh_iMgTmkTOQyjEqn4cBUkoAS0A,77
lm_eval/tasks/arithmetic/README.md,sha256=zaX1YejY5q30wfLr0tRA6LuvwW86bOUT1yRNC1v18J8,2453
lm_eval/tasks/arithmetic/arithmetic_1dc.yaml,sha256=3Hz_yVHkr9Cc91o23ShuYgxyzoYF_Px1yk81rRpVYGo,362
lm_eval/tasks/arithmetic/arithmetic_2da.yaml,sha256=H6DgIxmGIV7NXQ9Vu8MDKCMU8wquqs8b7J9KoeA4oQs,79
lm_eval/tasks/arithmetic/arithmetic_2dm.yaml,sha256=GFtNnpPGogepQEagyIvumrrIzGgodc5M7NlMGCUgiZc,79
lm_eval/tasks/arithmetic/arithmetic_2ds.yaml,sha256=80udKkOsnZHAqgUcfh0tIdQ-CGJg1YbQTXqAZxsbP_Y,79
lm_eval/tasks/arithmetic/arithmetic_3da.yaml,sha256=Hd1BHN8ymJpU4o3unjm6VeQfgmIz4lR5KK1ZinHxb-s,79
lm_eval/tasks/arithmetic/arithmetic_3ds.yaml,sha256=Kj5_zxinzATv18jbv2nK2tXydu_mWXSIoSckgV9-Lvg,79
lm_eval/tasks/arithmetic/arithmetic_4da.yaml,sha256=ZObI8PPmHdx62T2svuU4OYjVpdK9FHcIFIjN9KSPJlM,79
lm_eval/tasks/arithmetic/arithmetic_4ds.yaml,sha256=fT3XQYlIczaRO2v1x0UnTVrqos1LItU0v82ShlWjfPI,79
lm_eval/tasks/arithmetic/arithmetic_5da.yaml,sha256=_kwFCiDnyQshM-90V7fAXMBDQnzInug-9SPcM1puXAM,79
lm_eval/tasks/arithmetic/arithmetic_5ds.yaml,sha256=Lj4eIB4NsS5lMFDpYM3vZv5Kk0eIaauqk7SkYqFoMVs,79
lm_eval/tasks/asdiv/README.md,sha256=F3o1WlBRWZJZcCpLrSmN0LhcDPLgW75QASTeemKxwPc,2484
lm_eval/tasks/asdiv/asdiv-cot-llama.yaml,sha256=Een0AIasGJGBSLrmtGX9sHs2IKf1H0kKiHgfgLf7LBY,3860
lm_eval/tasks/asdiv/default.yaml,sha256=XEtK7uvV-IsYdVKypMbFLQdVKcgd9B5UbZbb9tPVeU0,382
lm_eval/tasks/babi/README.md,sha256=TGk41TnuHwaGBRTVLufoWS590yAQeU59NgGc0aoEg-Y,2301
lm_eval/tasks/babi/babi.yaml,sha256=Zu1YY1DxenTDzTa3neetZi-r65OaS6QHZto66dkfKIA,436
lm_eval/tasks/babilong/README.md,sha256=vEVhY_BjZSoi7uj1jP8T5lxjiWDcyB55sMoyA7u53rI,4448
lm_eval/tasks/babilong/__pycache__/common_utils.cpython-313.pyc,,
lm_eval/tasks/babilong/_babilong_common_yaml,sha256=ZTZskZ2ELhigpwzog1TMBYEQ9Zp_SgveQisCUdlLloo,383
lm_eval/tasks/babilong/babilong.yaml,sha256=J3Mql6XM_rmTN8thP-WdB6IdiOJ5YPLTXUNvu0wDr_o,462
lm_eval/tasks/babilong/babilong_longctx.yaml,sha256=YkGAvLejsKnX3_LL8EhWzKDWwE62IzhVkesIbBsldEo,204
lm_eval/tasks/babilong/babilong_qa1.yaml,sha256=1e6rkdoK6QZQCUFW7sGyZXou2GRvJ4KjBf7K7oGgWUA,1117
lm_eval/tasks/babilong/babilong_qa10.yaml,sha256=1xwJRGkw3OP56PrZbOimtZBh5mwAD7lKrh_oZouBaiM,1136
lm_eval/tasks/babilong/babilong_qa11.yaml,sha256=DqhjJhA5aiXvl4qvr-aKYHKC0gY21RB6re8Gt8q8f_c,1244
lm_eval/tasks/babilong/babilong_qa12.yaml,sha256=0l2ctWIH_JWluAzSgPxqR8zCo_BppEI7oPABL8jYCYs,1328
lm_eval/tasks/babilong/babilong_qa13.yaml,sha256=52ejBdD069Biso3YT4upKhmAL8iqNXuuewDdejVM40c,1325
lm_eval/tasks/babilong/babilong_qa14.yaml,sha256=jy0A7062MgDxN4d3TsCmUvTMKukI0gmsQECvX1SpCcc,1449
lm_eval/tasks/babilong/babilong_qa15.yaml,sha256=qRxLKw3bjQpvleJsOZf5CJfbiC9or6NtrJFgxwHRlzc,1270
lm_eval/tasks/babilong/babilong_qa16.yaml,sha256=_ICKpSQUNvOgHn_fYTCnK4x_l5qoi5aHaqQKhteZcUc,1230
lm_eval/tasks/babilong/babilong_qa17.yaml,sha256=5aVs8Wz3_v4q6Ryf8Z9bz4kk4Sr9LtHAOe5z_Brmp4Q,1127
lm_eval/tasks/babilong/babilong_qa18.yaml,sha256=0pu9YhD87dLt38QjmfMCMw4YSoe-OOyMI_2gMjzowxA,1396
lm_eval/tasks/babilong/babilong_qa19.yaml,sha256=wkAirgH_w4IBfM9Y0X6eZMf-dskNqTYUOzj7Lb25l1M,1426
lm_eval/tasks/babilong/babilong_qa2.yaml,sha256=Ee6kU0whK9V8lJM-aWv_-dOf0SluEFLCFM4JLqRUsPY,1219
lm_eval/tasks/babilong/babilong_qa20.yaml,sha256=8L8tYmkIvkdzByyw8rtufpQ8xH_1I33KDbjdRC8sRyE,1132
lm_eval/tasks/babilong/babilong_qa3.yaml,sha256=EoEDwBHC_eHcXkAt-ZYfU6zbuL0qZvoeg7rIFQJRkqA,1518
lm_eval/tasks/babilong/babilong_qa4.yaml,sha256=eWUKyKs4npne3IBxGGj-wu68-jU90v_IWClmO-_2Jw8,893
lm_eval/tasks/babilong/babilong_qa5.yaml,sha256=FLjDxin3bmsfK4-b16oXE4cRnFjTphTN8YNacd2QjxE,1181
lm_eval/tasks/babilong/babilong_qa6.yaml,sha256=20hMSKD78EbEUGETjU9IWXJa-dFWu4hQ06Y7-Qotwlk,1020
lm_eval/tasks/babilong/babilong_qa7.yaml,sha256=zOyAxV-saYSo9Tcu_OXze5C3QomVtBQXwmY7GqgyJjg,1120
lm_eval/tasks/babilong/babilong_qa8.yaml,sha256=5IEjx-QIbvWB1ilbPSKCbQ7mlrlhVkuNzSMnmuMoz3o,1197
lm_eval/tasks/babilong/babilong_qa9.yaml,sha256=vJAvRj4Yh2S1i4hXd2cJxfgYA28XBy5MkVMzPu_YUp4,983
lm_eval/tasks/babilong/common_utils.py,sha256=VX3khVo3Dy8lEXaYKhEKqskgn6UGRb8RDX1CsRUYeLw,1685
lm_eval/tasks/bangla/README.md,sha256=berrGdJ72Rqf-Z-pC4uOWHTJiclBlmjgBCAWNClUWGo,2432
lm_eval/tasks/bangla/bangla_boolqa.yaml,sha256=qjNHqc6na8pbwCr-wWmOyd24ppcYPuKf8d1uEFgeeBw,450
lm_eval/tasks/bangla/bangla_commonsenseqa.yaml,sha256=5crGgvg0EHCNxF6lY6RcUkl5tB20bSGF9e2YuvNB3qU,646
lm_eval/tasks/bangla/bangla_mmlu.yaml,sha256=1BFUqTDfFeKQFcnM8vr3PJwuPrxgPQC6mw3PBNfMgEk,605
lm_eval/tasks/bangla/bangla_openbookqa.yaml,sha256=E6tyKYpDmHAO8UmeX-4vAFC4f9buDdWt0p6dj3YyhDA,602
lm_eval/tasks/bangla/bangla_piqa.yaml,sha256=ISYSVay2pDif0nAcvvVTrANLfNg8Ye0Jz2BhghEslcc,439
lm_eval/tasks/basque_bench/README.md,sha256=xza29SZ5FfeeiJo98wAgtH_MUmvq1Je3E4hUTm2sEkc,6015
lm_eval/tasks/basque_bench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/basque_bench/arc_eu_challenge.yaml,sha256=EOhweHEP11NtjXneSbRlxOrTaRB9hkdpZ-q3rTEqE7s,77
lm_eval/tasks/basque_bench/arc_eu_easy.yaml,sha256=Mm8O2UIoi14TEurXmp01FMNvH1Su1V1jvo28whbTGRI,564
lm_eval/tasks/basque_bench/basque_bench.yaml,sha256=RdwbkVhlwIv5XPSyF1z1FpmIG4NJ2EIc_5p92SM8Adw,380
lm_eval/tasks/basque_bench/flores_eu/__pycache__/create_yamls_flores_eu.cpython-313.pyc,,
lm_eval/tasks/basque_bench/flores_eu/_flores_common_yaml,sha256=XpUuhFU07nBarPXCpSnvgMk9aJHV2ZLXRiFuZT0rdQs,543
lm_eval/tasks/basque_bench/flores_eu/create_yamls_flores_eu.py,sha256=vkhHMluYxeXCk-eCiJxxA8iRfkStBZK93OJRPOON0U0,6833
lm_eval/tasks/basque_bench/flores_eu/flores_ca-eu.yaml,sha256=fOQhqpVqWE4zZm8OEIt8q7YrVk-xe5n0LQtLaoiKAEY,213
lm_eval/tasks/basque_bench/flores_eu/flores_de-eu.yaml,sha256=9uMLlvKKL4K7bG7UfprJUCCy39vID7hrsQvYIMcGF0k,212
lm_eval/tasks/basque_bench/flores_eu/flores_en-eu.yaml,sha256=nqVV9KWEvhynQkGNLuewhrAfOX6ikmc0g3qqqaTtijo,213
lm_eval/tasks/basque_bench/flores_eu/flores_es-eu.yaml,sha256=hqzghTWyCmUcr07-c5ADZqnEpLJhZ3NQJSMEgay-uJI,213
lm_eval/tasks/basque_bench/flores_eu/flores_eu-ca.yaml,sha256=KmnrGSGTHThGbovJ9x8Ew01c58a7dWAiegqTJFzZvQU,213
lm_eval/tasks/basque_bench/flores_eu/flores_eu-de.yaml,sha256=q1uhPHrMJ-gOAqG6psp-D9XHbUvV1mV6nvYIkryMoac,212
lm_eval/tasks/basque_bench/flores_eu/flores_eu-en.yaml,sha256=Acd0U1H3JLgYyj-wiYqKE8dOEyzsO3qJisQVPPcnPXY,213
lm_eval/tasks/basque_bench/flores_eu/flores_eu-es.yaml,sha256=DsyXeG-X0HdKW_TPVtcX1_zdatIw0HfPIFc65hn1K1o,213
lm_eval/tasks/basque_bench/flores_eu/flores_eu-fr.yaml,sha256=8Pd1ZuSzNDEGoNv3v1LV5u-i0V5HiSGMVuXq_nPJwMo,212
lm_eval/tasks/basque_bench/flores_eu/flores_eu-gl.yaml,sha256=JN9-N3fAP8nMDMtB3OzY1NyQ_X_t-kk7TWJAhvENwIY,214
lm_eval/tasks/basque_bench/flores_eu/flores_eu-it.yaml,sha256=3b5YqOUcjyD5PQ4S44QansV0uN1DbmescdKp66y79bY,213
lm_eval/tasks/basque_bench/flores_eu/flores_eu-pt.yaml,sha256=-EH3JVbYCQ3VVjhVxktDx2UoTU5MLjpxDLooA4OfS0E,216
lm_eval/tasks/basque_bench/flores_eu/flores_eu.yaml,sha256=0TPAlE3Y-5jqos4EIXfilb6ZnOpb8fjncfMozXk13as,616
lm_eval/tasks/basque_bench/flores_eu/flores_fr-eu.yaml,sha256=r7VdjRendbgtx7Mau9XcuErjLXpSir9vYQWSh4MXFDI,212
lm_eval/tasks/basque_bench/flores_eu/flores_gl-eu.yaml,sha256=c2MUfc9RE8jJdRtjx2LNOPgDok-bBEKZeBVNwr2Na5o,214
lm_eval/tasks/basque_bench/flores_eu/flores_it-eu.yaml,sha256=mrxq7DpoNVeA4Z4qgVw80C9YNUN2jwM88Hp4pEFgz8M,213
lm_eval/tasks/basque_bench/flores_eu/flores_pt-eu.yaml,sha256=9JaD-yWHerWk6orqCwFaMEsMerlwl4di9Ek3ZJb1JWw,216
lm_eval/tasks/basque_bench/mgsm_direct_eu.yaml,sha256=fQpxGNP01X0HubIIWW9ZWfEOx2FGFQB9NYN5956EZ-8,894
lm_eval/tasks/basque_bench/mgsm_native_cot_eu.yaml,sha256=qEOr4FLZoMCKLb0_YzkUMF0-_meWw_oUgGiKHFvyFAI,899
lm_eval/tasks/basque_bench/paws_eu.yaml,sha256=ZiBi8GzloxZ9KlGBsnlDqSyvRP3GVY7LsV0pjUy_M40,410
lm_eval/tasks/basque_bench/piqa_eu.yaml,sha256=f5GTmP9jisxNCmsrfsgbV3HguIrSHeFn-I_DsgC545k,491
lm_eval/tasks/basque_bench/utils.py,sha256=Kpfg9VLw8XF9u_qDvKVhhwuESM1PgCJ498R6E3ujyX4,1279
lm_eval/tasks/basque_bench/wnli_eu.yaml,sha256=Qf60KnpOvDyKtfBgGH9wOSbetc_M3s445gelOTkzh_s,349
lm_eval/tasks/basque_bench/xcopa_eu.yaml,sha256=JV-YR56UvJ2wrgvNb0F19BUffBYgmvS6vnzSvPRpERM,331
lm_eval/tasks/basqueglue/README.md,sha256=DH1_Lxafbe683Kfj0roo8YxQ765cs9rlAtOEB0UIneQ,3714
lm_eval/tasks/basqueglue/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/basqueglue/bec.yaml,sha256=i52nDHXjos3T-xtL9awoQxkAYuKLzAT5iU1u6wuYETo,461
lm_eval/tasks/basqueglue/bhtc.yaml,sha256=Pw4rdT_jLjTkcZny37udafFbmttzV23-9wjHQG0Mmxo,564
lm_eval/tasks/basqueglue/coref.yaml,sha256=ucL5WJoWgqv_7drtYer5BKwmIgfpktgZ_vOVddBcx8w,367
lm_eval/tasks/basqueglue/qnli.yaml,sha256=_vy1gHKzx9d_M18obZgW_PJIcasEvMU9_x4KgvqpZ1Y,429
lm_eval/tasks/basqueglue/utils.py,sha256=KaYpKdLfnm6zUJpsOBZPkhBqgnvpqbqroxQ5nOpXB10,2367
lm_eval/tasks/basqueglue/vaxx.yaml,sha256=iKtt63rErnIbClWjYSUS_l9DJAYj3CaOCouvoZfHvRk,469
lm_eval/tasks/basqueglue/wic.yaml,sha256=BCmduvG0FEwnLzUAXCxSt2GPJjkBL3NIS6yjN5tB-kU,509
lm_eval/tasks/bbh/README.md,sha256=F3PhfvR0L5Ws_8nrav_A_6iAvIZSHRMl5azgUNG0LDo,1767
lm_eval/tasks/bbh/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/bbh/_generate_configs.py,sha256=Z0vuwv27Lu_RSyuWzUAuVAgC1dgZEvkWzRPrE8XlCPA,2696
lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml,sha256=jd0DpopPl2YJKAZCgRT3S-MsJ1ZzM6lDz2b93vy3Q68,1294
lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml,sha256=RDTCvwVl7fo19MXnZDVf-IjKUAfCZP3TIbOgUhDA-iw,1306
lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml,sha256=f7hPLEI9xEhhA_yCCQlYYqp1u2hIQy8nzIxwXUQOYrk,587
lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml,sha256=HOzMG7lFpGsM05FWomt9xgcqYztvIhGtaDzn2cqQOyg,2125
lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml,sha256=m9Yt7x_Ts5qIsGTbzeCUV-JPJ41fuGNAjjxABt_5Bek,4207
lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml,sha256=l5_r9GMcuRhOxbVJJfk_DRZGKxnxt8yKbdzn4zKNGU8,1568
lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml,sha256=C4H8L22wPlvoJGllc7suANwwdvAcyOt9ufxNXfDNFZY,4152
lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml,sha256=rb-yPpCxe7YUKWNcrzRjuDHskASzg9RYjsnIjC8ADXY,3057
lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml,sha256=jLp5NBrWdMl5tW0PTHjzub7sYRLv22qSOb3xJ3njEbY,5218
lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml,sha256=dxJhnU2t11Ze9LKgpb9rbM9r0eBayTRhObsq9EYeiEM,5668
lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml,sha256=IL6Wowk73TPqW75GsoPA7G3Z-kw8eTJIf6CPdDiCU4Y,3588
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml,sha256=xIvJlArYlmyaZYVYG51M8WhSuOWyEQdQw9xiyPtE1Eg,3024
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml,sha256=7l14I6TLilaU9uY1x84myd2UoIUzDauiZzLbfl-pYQo,3026
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml,sha256=W70aAD7i7Nc9kMG_IQZscPGwJ5Jb2ra-pFILlTzNsNs,3026
lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml,sha256=M_xIQqvAmRsOfc-4UowYUmGCvK-fdhHvGiMMt1sjN94,2624
lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml,sha256=BL16ovDlYDMwikFTfo1tNGDtM0sL_bXiqalAQY-s78w,2885
lm_eval/tasks/bbh/cot_fewshot/navigate.yaml,sha256=byb6GhW4gTKIq6Gg5zTtUByhdWUqLTF2pEVxCaM8KlU,2592
lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml,sha256=Uwd9FoE2tPaJWJvHiJZNyFsQ6sXhQt6kd5LVARW-kHM,1838
lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml,sha256=_i-KbOBose8m79pM4V8rtj_9PioNwIBN2ZLMXpg1JRg,2903
lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml,sha256=v6P422KE6YHekUMI0QM3RYf0vcN-Ag5e0wu3mXoptgw,2996
lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml,sha256=T7Kr_ysi_kXcLFk18nfgfIjD1fOaIVwj3IhyvC-mjcA,4065
lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml,sha256=cHXDP7XE7m2g5CC9-gTjqnHsxA7Jzdy47_affPeEkhQ,7068
lm_eval/tasks/bbh/cot_fewshot/snarks.yaml,sha256=P7RDERaYbubq3II5HKd_SerW73eMVCxnxobiu3NtME0,3571
lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml,sha256=g3rYtkIKjcFzlfs6t0rChIVEmN7LUr1QzcCGHpahpjQ,1074
lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml,sha256=YtwBc5IEQXbd1JHQ8xuJ3M5lTwFA0WqBjL4pG-OYtuU,3726
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml,sha256=eUmFiZBBrl_vFFiGmbiJqw7ylH5_Ph_u0BLo5qDiiOU,3130
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml,sha256=yBcDN_krI32iqNWy5dcFcd8U3-j16nJ_5SBuBlu1vZE,3132
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_three_objects.yaml,sha256=eubFm2umi8YGrh0Vy6TW9B2QxRUt24tEMhphM0T9mFc,3132
lm_eval/tasks/bbh/cot_fewshot/web_of_lies.yaml,sha256=U83RpM95eeCKVryON7bh1jQOEwK6uiNE8rbT2g2MfBg,3391
lm_eval/tasks/bbh/cot_fewshot/word_sorting.yaml,sha256=X4rx4s_ip7uDGwRSKJKcTvMrWIXIzM8osfd7mxMXJbo,2527
lm_eval/tasks/bbh/cot_zeroshot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/bbh/cot_zeroshot/_bbh_cot_zeroshot.yaml,sha256=AhCJP_xiyAEyDoKpxI50B5cnnkUpm9P_HjWCM3c36sk,1340
lm_eval/tasks/bbh/cot_zeroshot/_cot_zeroshot_template_yaml,sha256=qdquLRH-aNg5HbXjlADekhrG_Gk_CP2q9jvMsH9sNMg,481
lm_eval/tasks/bbh/cot_zeroshot/boolean_expressions.yaml,sha256=BKQ6JO9I2gLwb1MfgCnwaIG-66v-mzZqd__1oy1rWc8,679
lm_eval/tasks/bbh/cot_zeroshot/causal_judgement.yaml,sha256=FOCmMOguNhSlowJnmKY-pRsJ2lBymWo6s2qlpTjS0E8,667
lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml,sha256=2WR5jQ37ZwlDbc066gHLGrjmy_dE732uTBEZhyuCgsg,739
lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml,sha256=qJW8yPCukm5IKN2FBgm7kYg-xhjiCwKW6hGlOwtnuS4,766
lm_eval/tasks/bbh/cot_zeroshot/dyck_languages.yaml,sha256=mw1W-rh3wZ58rY19vAOfQVr_ISVpRvjmpGe5xI7nLqY,684
lm_eval/tasks/bbh/cot_zeroshot/formal_fallacies.yaml,sha256=rOekVBA9qj24R704zneL85yXzf8jLNCXYxreoMet5lw,687
lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml,sha256=EjI9vVQJTCLofU9cAPADFEWtHW8i1uGluDdrr62N3aI,750
lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml,sha256=Pt49AiGA-g65WhWp1LLuQUM6LJgSfFhjT1eO7RdM10o,743
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml,sha256=twk8yG1vjkU48OHoDwjJwh4Ohye0-zpIJf7NOAtcNUI,818
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml,sha256=fLICnem3s646N1Lbl5IRPAbMewhcUFxZ3Rdu-pVvarM,820
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml,sha256=j8nBZ62_r9qj2KGzp4ildJS0tXeFjpy1uJvXVflhl9c,820
lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml,sha256=5sK7ju6stnh6u7R6uvzI6-eQb4qgDDYZrBidbdGcXyQ,767
lm_eval/tasks/bbh/cot_zeroshot/multistep_arithmetic_two.yaml,sha256=vXJJjs-xeWRuXtCrfQVmyKPhgiIRSI58Fcwft1bdaeU,697
lm_eval/tasks/bbh/cot_zeroshot/navigate.yaml,sha256=58RaCT7VZ6fiKQ1D2eEEx3XfVeQG4m0G57F0xmmjx58,713
lm_eval/tasks/bbh/cot_zeroshot/object_counting.yaml,sha256=eCOmYJZufH_wmqRICNxCnAJ8qPbxq6f40T4iq2ZADDg,719
lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml,sha256=iMRKS9h3NpUU90MmQ7Vzf4MJRVAbKNUXg1-4dlRM3-s,776
lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml,sha256=rkICB45Uv8AomM61e-8iatL_SCilCI0UfWKUdXT0reA,811
lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml,sha256=t4QqzKgua7-v5Pnqp8s8o-YsKEYRdZr2U6pzvFgDnA0,771
lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml,sha256=rtV_kpJ6-Mif2wUrMmIQULrBhQuxFDcfBDt07PoM82g,823
lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml,sha256=gH1y98pBpeFVJSdO9diIzlKi0kuYj5H82EIKZQG8KoE,1057
lm_eval/tasks/bbh/cot_zeroshot/sports_understanding.yaml,sha256=qC3tfNj-4hfvSFCVtj-ib7hHMLToF7AppQfqmVOyvDY,837
lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml,sha256=ZhQfmkoNIt1SSKNZPfhEXlpXXIF_DLg5y6y4cGcGvG8,798
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml,sha256=MqI1WvrFkONaQcoCQUk8Aqk8sqlRi3OXsya6Ukrub1E,890
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml,sha256=HzD6MUcCdjzReleZFv7oJPsVRHIHWtJYVYWQ-qtGwOw,892
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml,sha256=FaW5OXsTGhuKTCz_4yuxlYnhLhgp-h6MBT8STObJKDY,892
lm_eval/tasks/bbh/cot_zeroshot/utils.py,sha256=H6rKdIv_1Kwgn9Q2ccQOzAjwgdbnTSeaPmLKDBEzUwU,8780
lm_eval/tasks/bbh/cot_zeroshot/web_of_lies.yaml,sha256=XRcVudvzDNpMyhLFqIWa0n77DNygmpwiXQ1taDvxk8o,849
lm_eval/tasks/bbh/cot_zeroshot/word_sorting.yaml,sha256=BZ_CXxzfuz3XzPzbMifdj6Ep7it5pUUWLujdj7UQ5Cw,588
lm_eval/tasks/bbh/fewshot/_bbh_fewshot.yaml,sha256=VKHWSt8Kr2_bZoV_T9d2j8VlW82Tk-cAFZvlfO8_QYs,1166
lm_eval/tasks/bbh/fewshot/_fewshot_template_yaml,sha256=pE8XCvFhSGMRasw4XelvlcVsPETElbE6Z7z6dyijzoQ,386
lm_eval/tasks/bbh/fewshot/boolean_expressions.yaml,sha256=3Fajp_M6a4e-9cjT9wiEVkfYak6MbDojg799LX4b7PY,445
lm_eval/tasks/bbh/fewshot/causal_judgement.yaml,sha256=zVvaCE5Ncvg8km4BgkXy1QNIvjndJrV_fV25popbLtc,2640
lm_eval/tasks/bbh/fewshot/date_understanding.yaml,sha256=3NdqSISk0ZUEvOqwpU9wLOujX8mb1nCw_SfTWOU_BbA,1019
lm_eval/tasks/bbh/fewshot/disambiguation_qa.yaml,sha256=sCNW7SS9bZ_Tt7cHPLsD1aofo6EcJwu0uda8YxAc3_k,1361
lm_eval/tasks/bbh/fewshot/dyck_languages.yaml,sha256=-n8BeGTjtPm8YpKqoXqQ6pc0FOxAkJWK-2vhXuUi13c,730
lm_eval/tasks/bbh/fewshot/formal_fallacies.yaml,sha256=cc-AJxsjxrzTBPzpQgsFEWpv0F3RGwcWITYMDX14u5I,2085
lm_eval/tasks/bbh/fewshot/geometric_shapes.yaml,sha256=AvMGWwus_pZciNHk81dYpc9Iyqai5dfsEtNYi5Q8OHM,1368
lm_eval/tasks/bbh/fewshot/hyperbaton.yaml,sha256=6eXPkZJXHWZyCIWwe2mmtFVEgXr0WSC-8lp4RhSCQRM,766
lm_eval/tasks/bbh/fewshot/logical_deduction_five_objects.yaml,sha256=TMBoI8cGGVd8tkuUFchBjR96U51c9hwcpxnXpsQd7wM,1757
lm_eval/tasks/bbh/fewshot/logical_deduction_seven_objects.yaml,sha256=gAgu7SgvHX7w12fvhB2IbpJJrSOFNLNfAFmXXsMvxoQ,1759
lm_eval/tasks/bbh/fewshot/logical_deduction_three_objects.yaml,sha256=u924v2Zr0-EBPQKBMAlXKP6kH6mHQ6ez7Rb_Mo5ooUg,1759
lm_eval/tasks/bbh/fewshot/movie_recommendation.yaml,sha256=1GhfwKpYOyXkh43CGrw2_loM5Dqk9FJzt2Y9gCIZtvw,1111
lm_eval/tasks/bbh/fewshot/multistep_arithmetic_two.yaml,sha256=PZP__VDcm9fIghOIY51gcIk9JnxeWUR4udn-imDNZ_A,467
lm_eval/tasks/bbh/fewshot/navigate.yaml,sha256=zoXyabumP7e8TZDT02msQWS2b_uP9mvvpWkll-X0yOI,1012
lm_eval/tasks/bbh/fewshot/object_counting.yaml,sha256=9s7TgTWz8CklGdjlbKQ5-UAT_KV-YmpOPXzdS1WX420,787
lm_eval/tasks/bbh/fewshot/penguins_in_a_table.yaml,sha256=iMWhQRory7-hm9BuhY4M-CtljGFp44EqhDgvA7BwmSo,1812
lm_eval/tasks/bbh/fewshot/reasoning_about_colored_objects.yaml,sha256=JuPOvmEuyca3uF6lscO4-29HQmLpHYpuhyanJy0GeRU,1911
lm_eval/tasks/bbh/fewshot/ruin_names.yaml,sha256=Vas7MYvXeger4a6-fNgRrR1RjlrgdffEgFim4fjzxxg,1078
lm_eval/tasks/bbh/fewshot/salient_translation_error_detection.yaml,sha256=f9eC8F87loZ2IHHrtHmoJDxV9hDvRcDSMdz9Y59QzuM,4202
lm_eval/tasks/bbh/fewshot/snarks.yaml,sha256=XvvlR_exJefx6qlVTPTEg4JpyY8ry7TYPB1P_9h5ApE,1390
lm_eval/tasks/bbh/fewshot/sports_understanding.yaml,sha256=77kpaQzU5C-Dnyf90EKUmBW1B1i0eS5zNRBcPd87a4g,665
lm_eval/tasks/bbh/fewshot/temporal_sequences.yaml,sha256=HE7QMrg_-upvfn_hbrXV0g2aH8-wcgxjfcC4V_fdomw,2455
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_five_objects.yaml,sha256=nY5KEoiOX47FdsnVKah4Tdsqmv8POhb6Qk6gvjlVAnY,1947
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_seven_objects.yaml,sha256=-sn8kiCM1-wzQ_z8bkPG3UhZyL7DLOZuyRXEXic9PNA,1949
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_three_objects.yaml,sha256=EAHmO5JbQ8AXNrH7QrF7pwO4YMomzFL8X53ZV4hciJk,1949
lm_eval/tasks/bbh/fewshot/web_of_lies.yaml,sha256=1CptDj05FukKtOA0R_boYY94OJD_VNtvq4qnE_PkgWU,933
lm_eval/tasks/bbh/fewshot/word_sorting.yaml,sha256=1edVlHNWy5RV7Mb07xpVTzjiER5q92h7hmwmYJIk7i4,672
lm_eval/tasks/bbh/zeroshot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/bbh/zeroshot/_bbh_zeroshot.yaml,sha256=EMsAZ9Lbn13AVhSSt4AbnIEM0M0XGa1Iw6dvMB_8UCE,1228
lm_eval/tasks/bbh/zeroshot/_zeroshot_template_yaml,sha256=yFG4r7S-_yEIA7o_1MmHs72-ahQjMpeymcUFokegqwM,481
lm_eval/tasks/bbh/zeroshot/boolean_expressions.yaml,sha256=Tuk0lWtRtnLCBsTLCEoVjnM2H572_4RqsHATK9c7oio,473
lm_eval/tasks/bbh/zeroshot/causal_judgement.yaml,sha256=kNc65hI1I1S2BU3JY5hsCNkEWgZ_EQYd92yg0b7OGek,461
lm_eval/tasks/bbh/zeroshot/date_understanding.yaml,sha256=Wzvx0IdNhHfdknnixvJySw_zbfz5XOJoJVMpVzccG7Y,533
lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml,sha256=ttEMcEsDsyhmWk0lQ0MpJiBfN-oxKESlSXfiC9Bj9Lg,560
lm_eval/tasks/bbh/zeroshot/dyck_languages.yaml,sha256=jULSUCimkHyjYMbSyWz-3e5Fh4hwXfB8pJXl1pRqdnQ,478
lm_eval/tasks/bbh/zeroshot/formal_fallacies.yaml,sha256=nxSdCT_qpDvlblyiBkYwGH0GkE9r6kHzLzSxIdBPu7c,481
lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml,sha256=ug-J6K10cUAtkLyrgHiPq1opVrGTaqJbN08wB_KnycE,544
lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml,sha256=RAScn4Nw49gKVviPyOWYdn1FTzhCtt_SQiaMCkRjLC4,537
lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml,sha256=6ABlB8hVvffXqdRvjCrBGL8W9NaGLa-RymEp2c4U12c,612
lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml,sha256=QqSnathmDPy8QeX2vl5Mj5QCkCzb1o1nJfFVB6LSiDA,614
lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml,sha256=u9vkRxmhHAUVI6VAMWP2eBuaB5rxVM2JjpSIpNs5Hyo,614
lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml,sha256=qN_B4OgxfXhCFNVhclrBDJUf2Jiwo0hoNpMnDwwg0aY,561
lm_eval/tasks/bbh/zeroshot/multistep_arithmetic_two.yaml,sha256=3SfYjOOs9kxkf9tcIyFydk9aLwvfpAWbIBgLZkZjxfc,491
lm_eval/tasks/bbh/zeroshot/navigate.yaml,sha256=B6dRPFnXuX7DQugeVkTO8yR0407aW2J_OSVk2cHJaSw,507
lm_eval/tasks/bbh/zeroshot/object_counting.yaml,sha256=6Q-kZXpMaliqEcl84tarX0zW98dr58BySXtGMZYszYI,513
lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml,sha256=OPKYIHMGB0vmRhKW79iAEgY_Vin5OQEIxNrvWFida2g,570
lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml,sha256=RP4_eYIh3yCqX2LaZ8RZ3xexILH91ZNdvJCCw_NFdcQ,605
lm_eval/tasks/bbh/zeroshot/ruin_names.yaml,sha256=FrgCzr7L0-Zmm4j2SDKtZnTO2urqw1uRliWdque4LUA,565
lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml,sha256=XU-bur6KPqH4QFS6gHqs4iac7NGv4QqEjrMMsTMkUYw,617
lm_eval/tasks/bbh/zeroshot/snarks.yaml,sha256=KS0oIOa9ZIUaTORqPSsAbADJCQoMuKxkodxp3FINOqc,851
lm_eval/tasks/bbh/zeroshot/sports_understanding.yaml,sha256=k_kuvih4YmCkwomOi8qEp-t13zgyTtzkq3yLQcuLngY,631
lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml,sha256=9UIDSY0kmyLobfY2TMP58M-jpZvNPPOCWjsF1ApItZ0,592
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml,sha256=IGV3TMZUQzccEgAAegKy95_Pw3DnP1hLI-ZfIar_1Qg,684
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml,sha256=K5DfPycBD-RzDXCqJ3Pn18tvtaSMyTE7N8KUWiacgJY,686
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml,sha256=Th21qaJlSZk7cFK0JvzLA9kPRudT9KDzkkuwAySRAKU,686
lm_eval/tasks/bbh/zeroshot/utils.py,sha256=H6rKdIv_1Kwgn9Q2ccQOzAjwgdbnTSeaPmLKDBEzUwU,8780
lm_eval/tasks/bbh/zeroshot/web_of_lies.yaml,sha256=WTBOPgr8j2aZ0cG0dAfnIQVhg4cZYmeQvkj8WstGG3A,643
lm_eval/tasks/bbh/zeroshot/word_sorting.yaml,sha256=c8SQ9dZlfgm1vBVbWD7tyt45kg-nNaEoErtypkdUKyA,383
lm_eval/tasks/bbq/README.md,sha256=ZZP5ZElyO9xKAUgwqDPMi-Cd11aK3jkFshwal-nU76E,3065
lm_eval/tasks/bbq/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/bbq/bbq_generate.yaml,sha256=XGnukd1wkXNoXl8MQxoDKl0tgfbXIyMUooV6gN8fRLI,3623
lm_eval/tasks/bbq/bbq_generate_ambig.yaml,sha256=Yz7GvcW-LUPDexeq0TmwqiFxh_h7ywbyn5FS1lVyp2o,101
lm_eval/tasks/bbq/bbq_generate_disambig.yaml,sha256=Mc74l2GvkQ0888-qbMyYMjJ-hSnqEYJxArN47xZrvaA,107
lm_eval/tasks/bbq/bbq_multiple_choice.yaml,sha256=cB63vIZomguNzNmPjm9ZKHUHYhmiVYP0pyai-k_a5Q8,3637
lm_eval/tasks/bbq/bbq_multiple_choice_ambig.yaml,sha256=terFAIOD7ly7HGtA0mWArSanUsz2n4bVaimzVZSo3L8,99
lm_eval/tasks/bbq/bbq_multiple_choice_disambig.yaml,sha256=LrCmAXV247AAhhjmmTYSdAf3vPEy_gEFoqZAQMpng_o,105
lm_eval/tasks/bbq/utils.py,sha256=6rYPua3vSUkSM6hk50YuNlT907I94IM69XrOxaetiIU,13709
lm_eval/tasks/belebele/README.md,sha256=DePrXLzy0Wd8hP3XqMGXlXBRLZsczh1aEN4-MhTxMv4,2578
lm_eval/tasks/belebele/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/belebele/_belebele.yaml,sha256=_ooccRkM1an6-FUp-hyzPI1B-P1ciTUBHpXxmtf8pzA,2885
lm_eval/tasks/belebele/_default_template_yaml,sha256=r4e68pFv5FtMy905S47RvaBODfUrSkEryMOhvlYrZY0,592
lm_eval/tasks/belebele/_generate_configs.py,sha256=661F4fNEdqHN1P5AOMN9ml_U3gUeEEhn8-9_O-ESH0s,2993
lm_eval/tasks/belebele/belebele_acm_Arab.yaml,sha256=Ox8MM1guNSs3mNZHX2zZn62FBWUOqKiSlT-nSbtFITo,116
lm_eval/tasks/belebele/belebele_afr_Latn.yaml,sha256=Yf3AhFui2vS86ewN2fG78kHIbpEcOn2simVif5V2Sgc,116
lm_eval/tasks/belebele/belebele_als_Latn.yaml,sha256=CmlQhqPMdOIlmtrTVabENBGBftVqKLJW8YtYJI4NXJ0,116
lm_eval/tasks/belebele/belebele_amh_Ethi.yaml,sha256=6oSQQ9mZ08JoMrDHgZuJTmFwT_Y8qHfMUamIbh4BE8M,116
lm_eval/tasks/belebele/belebele_apc_Arab.yaml,sha256=kEXmGMhImthv2VONBqCXO7Gc_gQCBc__kbDnbgzt5z4,116
lm_eval/tasks/belebele/belebele_arb_Arab.yaml,sha256=2WnWkxfJwO1fCUN3mqLJZH5Yo3aymX0LuZeJ5B0Pmns,116
lm_eval/tasks/belebele/belebele_arb_Latn.yaml,sha256=EbCTH_KvCwZhRG0o44tLk7VB-XizFDaCn2V-fGvJuMc,116
lm_eval/tasks/belebele/belebele_ars_Arab.yaml,sha256=ybQnyh2IgCqU1-6IG-MQz1AiDx_HZh479i5G0IXJRGI,116
lm_eval/tasks/belebele/belebele_ary_Arab.yaml,sha256=qAmyvoi3fHDIOjhG3c7TeTrAnNhzSR9eBmh9jlQkzcI,116
lm_eval/tasks/belebele/belebele_arz_Arab.yaml,sha256=K_ivU9HKdlSla8oPXKLfT-inIfdVxJffnKpYKDToHZU,116
lm_eval/tasks/belebele/belebele_asm_Beng.yaml,sha256=r369yGnArlOLwkqiTWrvE7SleDn-6x38ZA6AEgX0dLw,116
lm_eval/tasks/belebele/belebele_azj_Latn.yaml,sha256=11A1x3U2YsaewgoU3UVqmwip0n_uF5JbG4-JzTVUSp4,116
lm_eval/tasks/belebele/belebele_bam_Latn.yaml,sha256=2dpbhDRTAUx717tiJFDS-HPP5vVI9JGuOAaDeQy-pEc,116
lm_eval/tasks/belebele/belebele_ben_Beng.yaml,sha256=0rMnDtkNjCJp4nRN7M5pFIrRjT01oi7OSF3Xo3v-hK4,116
lm_eval/tasks/belebele/belebele_ben_Latn.yaml,sha256=X0d-L_-BSMTeUM_8D95U_zNUm5dfHDDlPJO2UPRIsyc,116
lm_eval/tasks/belebele/belebele_bod_Tibt.yaml,sha256=auhv0zNoDjrCweaN1TveSMJwAAs8e2OiI093Wsn4Vmw,116
lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml,sha256=xsST0ouxRX1sAAAKKfn3cVLwyeLICqCT5svB9Vsfi4g,116
lm_eval/tasks/belebele/belebele_cat_Latn.yaml,sha256=W5w5P5vQb8gYkWsEmhaT0KatR7XE6R67w1YdQrEVPT4,116
lm_eval/tasks/belebele/belebele_ceb_Latn.yaml,sha256=BpoHtJqO6h4ckU_mSQNKjyxG44RofzLrHIA7mWPfAjE,116
lm_eval/tasks/belebele/belebele_ces_Latn.yaml,sha256=OxpohIdpf0b4Aw0Q8zuduW8yyyYbQaY-j3FGqULn9V4,116
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml,sha256=IYOn3zXVDOovmQRdeKekHZay5a404G5dDPagTw1CxY0,116
lm_eval/tasks/belebele/belebele_dan_Latn.yaml,sha256=N07muaO3nkRyEySguQqNyUx-p_6aUBygWziY_6ad6Ek,116
lm_eval/tasks/belebele/belebele_deu_Latn.yaml,sha256=qvZ8wBuHfDUGT5PXD49k96c3znPs4r-v2jFTWPL4sWU,116
lm_eval/tasks/belebele/belebele_ell_Grek.yaml,sha256=LJdUx7VUxQYzAlJo1f1H8u-jWmWas0wSrNxlicr8sQs,116
lm_eval/tasks/belebele/belebele_eng_Latn.yaml,sha256=zpgfH48ISJsoCdteqIwiMeAz7Z9_ds4wLIXwisRUP9Y,116
lm_eval/tasks/belebele/belebele_est_Latn.yaml,sha256=c-Ohnv4VZ8Tht7Yv5VvVXFOMJlNroPjYuXQlHBZGmI0,116
lm_eval/tasks/belebele/belebele_eus_Latn.yaml,sha256=06JmaXMPZH7lsPCcMGDk7JCvxknO23nj03ZjDBsBJG0,116
lm_eval/tasks/belebele/belebele_fin_Latn.yaml,sha256=gyQogRDmpJMgFhj8G8cH_Qv32ahPVaTKX1tcxiNmnI0,116
lm_eval/tasks/belebele/belebele_fra_Latn.yaml,sha256=1pphwOwUVd9Q3yNcjUgap6tbZ7GXqy1XHYIDAkEBTn0,116
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml,sha256=98jqXiSrO54KAD3bsMa7UDroh5iGyUB1bf_NQ3ydwVs,116
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml,sha256=w-uyikCNl1_hnHca_Wpq9VbRPHTWMAuwmzYyY7UgJLQ,116
lm_eval/tasks/belebele/belebele_grn_Latn.yaml,sha256=vLLI0qKdXhDQWsK-5n3YKaCQ0rPk7xLOAzbpxA9Na9Q,116
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml,sha256=QoThUCkRwTxFwASnpab8H4QyqcZdYm29bReY4vk4nYk,116
lm_eval/tasks/belebele/belebele_hat_Latn.yaml,sha256=jjkBWfzMo3APKi1EB6HWMlEEIv-PhJJnYpbY4qfLDOo,116
lm_eval/tasks/belebele/belebele_hau_Latn.yaml,sha256=4rtxwHw4dC5jgeNfilSr9mbk24RGTepVS1RFITlJKvo,116
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml,sha256=IINVRwDhLNuYJzZxHX1w-8tneUTGTRcT8oxGFUCWiCw,116
lm_eval/tasks/belebele/belebele_hin_Deva.yaml,sha256=IvFi1_5IvroZN-4wG48SY3B3f2WxJL3wn4Yp5E2LO_4,116
lm_eval/tasks/belebele/belebele_hin_Latn.yaml,sha256=oqdZqbbnBErF6ZG9QcEl5liL6JVdRUqXpb-GRLmMcKI,116
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml,sha256=Y7EoRyacYubTULBQYOxjo8vcmK8DJHFHt4VUeaUaC0c,116
lm_eval/tasks/belebele/belebele_hun_Latn.yaml,sha256=kOXhpZv_6bD_Csh9Ceno5hr1y3cu_or0hERb8GeZDfA,116
lm_eval/tasks/belebele/belebele_hye_Armn.yaml,sha256=tgzjBARUgx3QNOahNC1K0mIYb8EK35Xre5a_wLsNcTo,116
lm_eval/tasks/belebele/belebele_ibo_Latn.yaml,sha256=IdqnTGKBxR3bepqSLwqpt7TqmYdBu08L5nLTEYKhgP4,116
lm_eval/tasks/belebele/belebele_ilo_Latn.yaml,sha256=Jn7JLMxSLK0uAWUN9PIPWEGMCStwhj4hl5wdAq-S8GU,116
lm_eval/tasks/belebele/belebele_ind_Latn.yaml,sha256=b3x-bxYRWBra5dNUOMEsJM79o18XCmafLNw6SiQ2rXc,116
lm_eval/tasks/belebele/belebele_isl_Latn.yaml,sha256=m4Fhet_A91SDtYqkVPkdk3XRxfqkp6A1-jcIpBN58Ic,116
lm_eval/tasks/belebele/belebele_ita_Latn.yaml,sha256=kuNtrm7Ht6b641JDiATZr41U8JpE8NfTmNysuobD1CA,116
lm_eval/tasks/belebele/belebele_jav_Latn.yaml,sha256=rXtO9UVsH1rJ0euAY5KKYmz9ZsRzrCKA92ZsqQgPqe0,116
lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml,sha256=fv07XXPy0E48LuYhKBk-tGFe_otOUNmr9aBYVh0wvy8,116
lm_eval/tasks/belebele/belebele_kac_Latn.yaml,sha256=MOIra6e2sfnBx4WPJEMpK1FUzupZY2oiYJ-ZhkGR5y4,116
lm_eval/tasks/belebele/belebele_kan_Knda.yaml,sha256=o2QB6pMhrXkS8ysG4TnK2bH0MQMYKWN6lSXsPDviLvc,116
lm_eval/tasks/belebele/belebele_kat_Geor.yaml,sha256=h1scO5OEma6wGf5Up8o40R7nf-l88np2YTOnb26jy1g,116
lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml,sha256=TeX6TSMTVYvNI9YQ6dS_U4pF4e0SOX2qLKRyQIwQSRo,116
lm_eval/tasks/belebele/belebele_kea_Latn.yaml,sha256=EnRw38jyBPXZxiAYrvkZNZ9EjXOpMYY9OXBFXbn0j1M,116
lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml,sha256=GagPFp4uAx0SGGH8BtiFtHpz-dscHe7pDH1v5yIKpzI,116
lm_eval/tasks/belebele/belebele_khm_Khmr.yaml,sha256=5lOsy2YS0L3FJDLIoLlsQqCcBRrNAL7okhF8zynOkVE,116
lm_eval/tasks/belebele/belebele_kin_Latn.yaml,sha256=oTu00muwxMym-rI6KQx4yrgclsaDkz65hpP96jXAwks,116
lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml,sha256=YNo36Yf_OlM4P08GG91yH9ZiLpu-moGvIIlFyhMFbYE,116
lm_eval/tasks/belebele/belebele_kor_Hang.yaml,sha256=5f8miG_RwEiKUN0M2wMf84bSA1UcRUDOqu7cju_Lqbs,116
lm_eval/tasks/belebele/belebele_lao_Laoo.yaml,sha256=AiKZqsx9HhnmDOdPXAj7JFVU1bs0maj_C6jil0TkUJA,116
lm_eval/tasks/belebele/belebele_lin_Latn.yaml,sha256=S3FF5ijjIQlMCKBuXbsRQ1C3WsWwhrANz1n4-G-5uCI,116
lm_eval/tasks/belebele/belebele_lit_Latn.yaml,sha256=DokleoByErh1w-pkIngHW8cVN-OfFuql3-QRQUKmGxE,116
lm_eval/tasks/belebele/belebele_lug_Latn.yaml,sha256=9KHN0G-iDWtmWlMhHr9ktN-h0yKgcx-L8t_FXncDN34,116
lm_eval/tasks/belebele/belebele_luo_Latn.yaml,sha256=5ihUAyJf6ZL5zQsOmK5ShafbPLqZcvHoq2KMzDQzgjc,116
lm_eval/tasks/belebele/belebele_lvs_Latn.yaml,sha256=0ACAm-muLQK9k0DSiwlZhze0RgjE__O87aaDFo-YQaI,116
lm_eval/tasks/belebele/belebele_mal_Mlym.yaml,sha256=4e1zNqAhLgravLHo3TZAHbSN_MirhQ3dmR0VXUredvY,116
lm_eval/tasks/belebele/belebele_mar_Deva.yaml,sha256=6q5Hq8ZwHX9CQuDHBGJSUX7YSzc53kgdQ0PPeKZV6fg,116
lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml,sha256=lijY7egQoSlVWPntjxdorkUOluZuLA4ky6vOeHiOXsM,116
lm_eval/tasks/belebele/belebele_mlt_Latn.yaml,sha256=96yjPMq6fTe0NLF3vzaX0pqm7ycmuSxJ4CkJhjYYojU,116
lm_eval/tasks/belebele/belebele_mri_Latn.yaml,sha256=1DR2AFWPVeRW09_xfUdD1CT0XDdAdyZIkwPeH0qyv60,116
lm_eval/tasks/belebele/belebele_mya_Mymr.yaml,sha256=a7M7tz4X6Z5VpEh6-_txeWlBHJMbGJ5SNsFSIEZv1ug,116
lm_eval/tasks/belebele/belebele_nld_Latn.yaml,sha256=rAubBJ87rxXwDYst1dT_kNgr2q8zn7w4ULMFDMv339E,116
lm_eval/tasks/belebele/belebele_nob_Latn.yaml,sha256=gg7XtenEYZMnaIyZsn9EkSKXzDV0JCxBS9BXosry6WY,116
lm_eval/tasks/belebele/belebele_npi_Deva.yaml,sha256=-4qOmw4M_Eq0JHmEIy3VkfmsD937NGMMyMLttH2mxYM,116
lm_eval/tasks/belebele/belebele_npi_Latn.yaml,sha256=4Pzcyqii00O9qpbhsiI5tT4Qj3sUqKbnmMQtE4n7t7A,116
lm_eval/tasks/belebele/belebele_nso_Latn.yaml,sha256=Wwig-fWyXTcHnGWY2LMKYH_PiAO7uIiTHUoqJVusQHI,116
lm_eval/tasks/belebele/belebele_nya_Latn.yaml,sha256=pXftT6uaG0XhLqLxMmZ11iChd7eShALVKN5fFJ5uQ4U,116
lm_eval/tasks/belebele/belebele_ory_Orya.yaml,sha256=UIZXzTDe5XQv9cJZh7Kk_KKO1s_xHvs0rtR1ZhfC4ws,116
lm_eval/tasks/belebele/belebele_pan_Guru.yaml,sha256=tP8RCh1tJc9ZlgLhixCu2GDRBZCGRbSuIJn-A-w2maU,116
lm_eval/tasks/belebele/belebele_pbt_Arab.yaml,sha256=fDNgn9YhgPCH9MniMF5vnHgXDPc3XGe_gRUkX4rUJW4,116
lm_eval/tasks/belebele/belebele_pes_Arab.yaml,sha256=9R-PoCmccH3SutfetWnHlflaenEhv_kfQtB3gCXK-Mo,116
lm_eval/tasks/belebele/belebele_plt_Latn.yaml,sha256=gU3rmfJ5vq_0qjvxaiPMFMrfZYAO9zx2_yL6qB2I1Bk,116
lm_eval/tasks/belebele/belebele_pol_Latn.yaml,sha256=PjpwESmDz3VtKOYtCnG_gio64dU8h_UCFF0YSfWrPaU,116
lm_eval/tasks/belebele/belebele_por_Latn.yaml,sha256=-rwbfmrKJR9J44wcAC-3hfaYf_yaKKrpc6h-X9ypH7M,116
lm_eval/tasks/belebele/belebele_ron_Latn.yaml,sha256=fCkSEg4f_BdWbEnQhdgaoR1Qu-eSmL_kQdUAg5_t-f8,116
lm_eval/tasks/belebele/belebele_rus_Cyrl.yaml,sha256=hHLC_AxbUW7E2YYf-rOttwzConiUjFAwkDCSIP4GOfk,116
lm_eval/tasks/belebele/belebele_shn_Mymr.yaml,sha256=TgbggHKM271opdOHPKbrf3lkMuySF3mttgE7wHzLaR4,116
lm_eval/tasks/belebele/belebele_sin_Latn.yaml,sha256=S_E6SHVvsLZ-MrGohn3fQgPgxNiqhcf_HEkzMuPaY-c,116
lm_eval/tasks/belebele/belebele_sin_Sinh.yaml,sha256=0GENZ5_RLg_7JD1NjINE5IqCJYolxpxNvYaeOmwcPJ4,116
lm_eval/tasks/belebele/belebele_slk_Latn.yaml,sha256=lC5RSNQwt4QY3IZpFp82KFdlUKGij0REIA8-SFlm-3g,116
lm_eval/tasks/belebele/belebele_slv_Latn.yaml,sha256=UY_CU23It_dAwcp3mW_ZsZbQMqyAuBM5P71xrvgnEWs,116
lm_eval/tasks/belebele/belebele_sna_Latn.yaml,sha256=hOF3AhHfApOtXUOo71S--jgp3Mw2pZmCyTcr6uTuHLo,116
lm_eval/tasks/belebele/belebele_snd_Arab.yaml,sha256=lUhnTrDZY3jetFOxSQYwuTlCZL5Gx1RBlRj6WLw5mhs,116
lm_eval/tasks/belebele/belebele_som_Latn.yaml,sha256=v7-j8Q6_L1kDzPKwwqTo8ynT-t3-AyalNd8Vb5VeoGM,116
lm_eval/tasks/belebele/belebele_sot_Latn.yaml,sha256=iwgal8Zay_ZgbmdddODw2XprjpcN-VqXlUT9FLPppfQ,116
lm_eval/tasks/belebele/belebele_spa_Latn.yaml,sha256=UFdE7oFT0BB7xmN8xw42e9vPt6cSVcXiVWZTZI3NsVs,116
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml,sha256=zc8ZHxN70BbreqDmUExPBGgA21gCBRkz7Qprpi020mk,116
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml,sha256=CRe6lvJPZD4_so-5JCqaqiO8wNTlEKECqC3fgiHacJA,116
lm_eval/tasks/belebele/belebele_sun_Latn.yaml,sha256=_wtok2uE9P3m4UYArH_9W2UUED741fePsurtiGcvTZg,116
lm_eval/tasks/belebele/belebele_swe_Latn.yaml,sha256=PUM3yTjm-14qWnW-gnczyF42cL4yNmSPpmcdjxNU95Y,116
lm_eval/tasks/belebele/belebele_swh_Latn.yaml,sha256=wo5Pmt-YPMNeXY4dBSRNzm6Q9atmjhfBr8WKnd-LW4A,116
lm_eval/tasks/belebele/belebele_tam_Taml.yaml,sha256=rKmv_gW0SjoUQ9ut_l_Dt_jC6W6VV9oRcxa_olkszJE,116
lm_eval/tasks/belebele/belebele_tel_Telu.yaml,sha256=TLLJUxXPJJGWCLf_se9yiCxysYIMo0wFwyAZ7vWSySA,116
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml,sha256=3Datzf6LWnv7LFuw6SpvfNwZZkK7Ng06CTwQIum0mu4,116
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml,sha256=sfDEvUhF6AXfhhBj4TewHa71BMJ6H9oerMdfurH1tLE,116
lm_eval/tasks/belebele/belebele_tha_Thai.yaml,sha256=GFktjX8jxncc9r54Q3jKXwG8_-sJRUWjKjR1YtbJOvk,116
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml,sha256=ZAgjOUtktOFMgbwOvDzzeNNNan-j5UIKU08D0bBe61I,116
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml,sha256=D0b2bZ23w5KvfsQKXlJOFXVSiXJ2Zrs0Rpbe2rt3fSU,116
lm_eval/tasks/belebele/belebele_tso_Latn.yaml,sha256=YRp2U_GyjTFdUaQaGKTWOgLbI2BB51vRjdn7202zgVk,116
lm_eval/tasks/belebele/belebele_tur_Latn.yaml,sha256=oM3sSBf680aiCoNw-b41GxyB5c2IBEueLmnl7gZAJ3A,116
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml,sha256=DcCpJo-dz87rOn8FOeRTna6ncVbichSVK1kdFNtQBgs,116
lm_eval/tasks/belebele/belebele_urd_Arab.yaml,sha256=I77wnubWQQmthyUVL3hfbS7yN5z7J0JdQohDbyBdb8Y,116
lm_eval/tasks/belebele/belebele_urd_Latn.yaml,sha256=ybVttiEmIXQSrrewzz3Ld4uufz28OwBA6FRnPnmSeOQ,116
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml,sha256=tx7-fmSZVv0wqWFBjz29fUmpHzkoo5qYiez3N5DcNpA,116
lm_eval/tasks/belebele/belebele_vie_Latn.yaml,sha256=Ou36E8eZvlLsxIJ6vn2veLWs9s0ByiZoY4BJtZos8f4,116
lm_eval/tasks/belebele/belebele_war_Latn.yaml,sha256=wOla0ytjpUNNPJKNwErkFQwFCno4y0U_pCt8cMWIyxg,116
lm_eval/tasks/belebele/belebele_wol_Latn.yaml,sha256=asMXwsRn7gTrTPxRencHg_9jdtiACrzRAYt2tYUxMUw,116
lm_eval/tasks/belebele/belebele_xho_Latn.yaml,sha256=_nIuUwJKPw7_28wUrgcMbCm_fe7XibzuDMyLVGUPTrE,116
lm_eval/tasks/belebele/belebele_yor_Latn.yaml,sha256=o4CHRiYN30EdtwUKj0xsqyXeLMhkxm265yMnXn-r9-A,116
lm_eval/tasks/belebele/belebele_zho_Hans.yaml,sha256=Znhk-k5McHO0GHVXZyfmqECxX5uTQO0ufGoEA9inkGk,116
lm_eval/tasks/belebele/belebele_zho_Hant.yaml,sha256=KRg_NJGL7XkuEnMZAj3elQmo5s4iAmiY-x49rPA1JoI,116
lm_eval/tasks/belebele/belebele_zsm_Latn.yaml,sha256=KWIhTXXVnfAy883tD6H88kLWHT7s02zKqgf0hayPsfU,116
lm_eval/tasks/belebele/belebele_zul_Latn.yaml,sha256=qzRGUjechS9It8zzolK2iMMbj3c3D9LeO_581q-cPcI,116
lm_eval/tasks/benchmarks/README.md,sha256=C1rsDlrNwDIncCkANtvZ1YKs5smsJrE5IQvlLqoezIE,107
lm_eval/tasks/benchmarks/flan/_held_in_template_yaml,sha256=8dsDGbiy4jXYWwg1jzpjFi9MOkc6bkH1Pt5YFW9gSEM,255
lm_eval/tasks/benchmarks/flan/flan_held_in.yaml,sha256=4btejIoZ5ZJnllfrcQCebO6ZnpOpt4evimGooHB1eDE,20184
lm_eval/tasks/benchmarks/flan/flan_held_out.yaml,sha256=5vHKmz0WUNCMugMItX0Ym8metOG1IU8anff9aGyMq9Q,247
lm_eval/tasks/benchmarks/minerva_math.yaml,sha256=y1a95IB4S5umuBcF4Gtra77HVEg1LPprIVySvdI737Q,421
lm_eval/tasks/benchmarks/multimedqa/README.md,sha256=3i7dHJvrbpWYzjn5W51-sl-FUxQhvM9hsi738TrSQzM,2373
lm_eval/tasks/benchmarks/multimedqa/multimedqa.yaml,sha256=pyejckqmNTePEZU9Ut9hHpd1gkM7-3unsGLsKLyxvi8,592
lm_eval/tasks/benchmarks/openllm.yaml,sha256=OXU5kQOJMZPPVDKoKp8g-3sXRezrsmy3GdrlLSMHR_E,386
lm_eval/tasks/benchmarks/pythia.yaml,sha256=xb6ysr5Wkze05aUl0DS6aKWKN4d3-WBXHInrmE3Q4Uk,135
lm_eval/tasks/benchmarks/t0_eval.yaml,sha256=SwDe8U7oJjyM0jvs6V6gKGIoYWh-07WsKsNtoTw7-Fw,3511
lm_eval/tasks/bertaqa/README.md,sha256=jx7yUNVBqmtPY3JoPMMxa4Nh9VLmf-FN1kuAds3evhE,2722
lm_eval/tasks/bertaqa/_bertaqa_template,sha256=_-d9raXXq511TtDr6_U9KP6uXGaSoY_h9WERxgFL3nk,304
lm_eval/tasks/bertaqa/bertaqa_en.yaml,sha256=5ovVcVQTjSSrjmYtUEAm8IDwL8RTO9sSMQPDGjaKKSI,174
lm_eval/tasks/bertaqa/bertaqa_en_mt_gemma-7b.yaml,sha256=T5_uktfr7VPmp1nTtXtWEC7HV6QAHVMH_I9L7xI0tio,198
lm_eval/tasks/bertaqa/bertaqa_en_mt_hitz.yaml,sha256=1tnXoNJeHj7X42p3tlkBun64g1RjWLZd0fP_rkxKk1I,190
lm_eval/tasks/bertaqa/bertaqa_en_mt_itzuli.yaml,sha256=Q92e4LENGSwiYbX1gVKvDkG-83e0pB8YZyRbgWuEIIU,194
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.1.yaml,sha256=vsmUuavNv8r9_NgyYBTtumyulibH19u8suME89T-qQM,210
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.yaml,sha256=opoANZTGSUZmt2W0hwsrV10lj5ZAIkzBoBM2Cfy0I_o,206
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.1.yaml,sha256=-mfmmCNQA9P86r8_4kXo3zs1mASMBSisFACTW9-MN0U,210
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.yaml,sha256=Je5pih5rLEXvg7W_Jfwg8BvibmyXBuFRlBSpt1G3Jns,206
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.1.yaml,sha256=HPFk03E-xNYE05cNG9_Cpra8khuTzfDOFwdYA0veq_U,208
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.yaml,sha256=xMAZdEx_JkZC_5OqnlQ-h1n_XjyPRvpgnbDR21XZpQU,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-13b.yaml,sha256=UWkTbpCB-SX4V5MCcDMQFtHatCIoxwKl4scYaCu7okw,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-70b.yaml,sha256=aQzKNJI-Lnx0-TbFNgVzrgvDMdxFgg2fA1Om6fHl8c4,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-7b.yaml,sha256=5s9N4y2gobf5T_Wc10j4s9ZbxIacpmfSkV2qhD2FpO0,202
lm_eval/tasks/bertaqa/bertaqa_en_mt_madlad.yaml,sha256=869pdQT5y5PFcmPwADAsh3xxRcD-dBye_fLbaAY-Pkw,194
lm_eval/tasks/bertaqa/bertaqa_en_mt_nllb.yaml,sha256=XbMILc5G1LS0OzQRK1AitP_5VonHuLnwUnfssdTvS-w,190
lm_eval/tasks/bertaqa/bertaqa_eu.yaml,sha256=JEK_L5-M5RU2uD8zd6pVjDl2Z3OlSp-uxQ5WEjZcNl4,176
lm_eval/tasks/bhs/README.md,sha256=EGsJDGduZxgMpT4VqbFSJmd5JQvyNZ-9DgI-tr2Gp-0,5822
lm_eval/tasks/bhs/_template_yaml,sha256=PLEJqs7Sys4JiFAWHjMESZF9UTOMNVu9Z6o3mhsK_mg,352
lm_eval/tasks/bhs/basque-DO-S_DO_V_AUX.yaml,sha256=c88U56LRsvHbZnb1iJo0F6YDv7oinoo9ki51qxogtBY,93
lm_eval/tasks/bhs/basque-DO-S_IO_DO_V_AUX.yaml,sha256=NparlRis-6SmMImw11UCCd5aSCAVP51cMszmo-itEX4,99
lm_eval/tasks/bhs/basque-IO-IO_S_V_AUX.yaml,sha256=9QjyQ9JyDB7YfQpcptWwcJtyFBt6DebJZjeOUim5Qrk,93
lm_eval/tasks/bhs/basque-IO-S_IO_DO_V_AUX.yaml,sha256=0fHnaLaJdckmN7GTm3cwXkbFExj9JkfSJVaFKwwX1pg,99
lm_eval/tasks/bhs/basque-S-IO_S_V_AUX.yaml,sha256=P86-WEom9j7Ol6jAwRMRHktGBdgfYSSTs-h1eVQ2IiY,91
lm_eval/tasks/bhs/basque-S-S_DO_V_AUX.yaml,sha256=FfJrAVgoXpfzB5uM6yXDQKpC7lEIpSMaRgkS431ykAA,91
lm_eval/tasks/bhs/basque-S-S_IO_DO_V_AUX.yaml,sha256=HATlBb5pUhFXyYrqqalLTdY5tRreykQxLnfsjBIw6DA,97
lm_eval/tasks/bhs/basque-S-S_V_AUX.yaml,sha256=ALLsvfSAvNUxi1YL8ZpYedTav27KrSD8ylHXCsIzq2c,85
lm_eval/tasks/bhs/bhs_basque.yaml,sha256=NKXUP7ynBm80I9I-haOgdC2ZnKcEbLqGp4A5HI5EjNY,369
lm_eval/tasks/bhs/bhs_hindi.yaml,sha256=xXZYx9TKKe_FzNGVKmfn97B_lOuRjp29xBvJbxcTWo8,295
lm_eval/tasks/bhs/bhs_swahili.yaml,sha256=u_FutSP_0uDXl-Pmfncl54FlkE4kY7fBSqUfOcNTAgU,394
lm_eval/tasks/bhs/hindi-S_O_V.yaml,sha256=vcheO2F4FJrB-7jcSYVj5rR3CrMKJ-O41uOyB9pwQu8,74
lm_eval/tasks/bhs/hindi-S_PossPRN_O_V.yaml,sha256=H6izQwRotaPb6uO_fM-UnCBu0Xyq1DpifviZAqFEM44,90
lm_eval/tasks/bhs/hindi-S_PossPRN_PossN_O_V.yaml,sha256=jz5urVc74f7imlGEUnKDlF8kHp48k8oxO-LELBZaxME,102
lm_eval/tasks/bhs/hindi-S_ne_O_V.yaml,sha256=AIZz138CJY6Y8wOSRVmN4J02Phe8LdM9IatpU9AIxwI,80
lm_eval/tasks/bhs/hindi-S_ne_PossPRN_O_V.yaml,sha256=t3A9Dnav04XAvpZR1fCtTg_FVXjhswblccSh24jr87g,96
lm_eval/tasks/bhs/hindi-S_ne_PossPRN_PossN_O_V.yaml,sha256=iy_gArmxL6ccyXplkI5jXBT9Wy7ZrZzyn8SAflHFlZ0,108
lm_eval/tasks/bhs/swahili-N_of_Poss_D_AP_V_ni_AN.yaml,sha256=BFkEeZgwM6R09Zxf-gkQa7MSIVOLisENHJoYMV0MCAA,112
lm_eval/tasks/bhs/swahili-N_of_Poss_D_AP_ni_AN.yaml,sha256=RDjGTzaFzZhBSqtYa_b2dxepKpkhWkH9F-c0-qRd4dg,108
lm_eval/tasks/bhs/swahili-N_of_Poss_D_A_V.yaml,sha256=lZKArZlGjr6IqZzfu1rr0gSlPVnp7RJNWfp-qe9chwM,98
lm_eval/tasks/bhs/swahili-N_of_Poss_D_A_V1_V2.yaml,sha256=Cc6e-jc97gsIoQEKp4MalBJ_oXUWG5k5tHxTiQrA2_M,106
lm_eval/tasks/bhs/swahili-N_of_Poss_D_V.yaml,sha256=_xWG2Is0BcOEhzujr61_Xag10DP2xSZ2kCIp38ibzCA,94
lm_eval/tasks/bhs/swahili-N_of_Poss_D_ni_A.yaml,sha256=u6sW8jX9K-uokkXiwwFjTntLrlVEqiRj7NSNj2jPaRc,100
lm_eval/tasks/bhs/swahili-N_of_Poss_V.yaml,sha256=bIBYVrclna7g8us95NtA0ggxsVw-7cndYtOe9pS0yXM,90
lm_eval/tasks/bhs/swahili-N_of_Poss_ni_A.yaml,sha256=WyMI4gyl1sYv242B4h4IlNt8oDcXP8QZGZfjOzuP0xs,96
lm_eval/tasks/bigbench/README.md,sha256=JJcUvxXX4sxN-ruAlZhLOeX4YheSGQ_e7SM41VVMVco,9874
lm_eval/tasks/bigbench/__pycache__/generate_tasks.cpython-313.pyc,,
lm_eval/tasks/bigbench/__pycache__/push_bigbench_dataset.cpython-313.pyc,,
lm_eval/tasks/bigbench/generate_tasks.py,sha256=0M2OnqlxDO7YPHIMYAqJ9osiJZFE-r7dfTB2BbNHmPg,6601
lm_eval/tasks/bigbench/generate_until/abstract_narrative_understanding.yaml,sha256=0QLUsd46oJza1RWtto1OHpdpxd8r79lLZJ-8eFNw5ZY,185
lm_eval/tasks/bigbench/generate_until/anachronisms.yaml,sha256=T1Fc7bNpFatJyeTOAZ61FOA_vQkkMwPpgFLvEe3tMGE,145
lm_eval/tasks/bigbench/generate_until/analogical_similarity.yaml,sha256=I-HNuu_mTxqRNiAGpiyEpoMbm4ViZJpd8tdPD-fkW5g,163
lm_eval/tasks/bigbench/generate_until/analytic_entailment.yaml,sha256=4IpGceDe68otlD7i617DSBXqhw067Y4AjpYVWYnfURU,159
lm_eval/tasks/bigbench/generate_until/arithmetic.yaml,sha256=--6zcCrvHwjcE1SSujrnoCHDXpTo4c2CT9sosctJ0qY,141
lm_eval/tasks/bigbench/generate_until/ascii_word_recognition.yaml,sha256=QhBAm87LFXXIztQjATqtE1QG2s3JOkADRvbiASZcsOM,165
lm_eval/tasks/bigbench/generate_until/authorship_verification.yaml,sha256=J7qQUerJLmxVwptNTbsFlZrDn3WWjxyA-i6aDY-iQ7I,167
lm_eval/tasks/bigbench/generate_until/auto_categorization.yaml,sha256=ZSVByX3aUgSSa_dUYHfJvm6bX6ID5iFF9pZodjWzudI,159
lm_eval/tasks/bigbench/generate_until/auto_debugging.yaml,sha256=EwWe_JEyKN8cQTnhvMFV2T40Td2Igaq0rWuvm9VFVaU,149
lm_eval/tasks/bigbench/generate_until/bbq_lite_json.yaml,sha256=x7II4n0ImBk4HwpbXn6Dap0no5YBdrizIo3qqeoIstQ,147
lm_eval/tasks/bigbench/generate_until/bridging_anaphora_resolution_barqa.yaml,sha256=QFdj_nZPzivXQ_99MACTqsq_hNqpOXwAv0JBvnKZQZU,189
lm_eval/tasks/bigbench/generate_until/causal_judgment.yaml,sha256=f9fiw28Jp_YEeRgrbmUG8dwtt7l6Up22-1-r-uhDyuY,151
lm_eval/tasks/bigbench/generate_until/cause_and_effect.yaml,sha256=5GlQQ-CAgOwXPypYnjRMpdyZ7fA4a-x6REDBEPpmFGo,153
lm_eval/tasks/bigbench/generate_until/checkmate_in_one.yaml,sha256=eWi6zh5n4gwBcE3J7IMiyNttiy2EYvOTAcMMB3Q33lI,153
lm_eval/tasks/bigbench/generate_until/chess_state_tracking.yaml,sha256=anlmDNc-UuKZhgvd4bGHfnloD0817tEiYWuoMBrstVI,161
lm_eval/tasks/bigbench/generate_until/chinese_remainder_theorem.yaml,sha256=hUIYsvTxDFpXOBBR3rc5ByHjK-kCr0IJuYD4-uCEeqU,171
lm_eval/tasks/bigbench/generate_until/cifar10_classification.yaml,sha256=E96IQAlynQhHjAYzJh3CIy3o1oF5Np0onr3Y0G0dS1Y,165
lm_eval/tasks/bigbench/generate_until/code_line_description.yaml,sha256=EbyOJ6tcfb56fDC7jKERqViylqMzNZReN5N4tFrp054,163
lm_eval/tasks/bigbench/generate_until/codenames.yaml,sha256=RHFfLNH_PvBByvta_z2FSqC0MgA5V7lr6ORRJN5IjO0,139
lm_eval/tasks/bigbench/generate_until/color.yaml,sha256=V66z_3cDIsLWHt7cHqnPGfFFvgVBypj-jqW60l4WGy0,131
lm_eval/tasks/bigbench/generate_until/common_morpheme.yaml,sha256=DMnQE0PnPan9Z10yajvyM6AnDz2SNKrmID06eKfW-aU,151
lm_eval/tasks/bigbench/generate_until/conceptual_combinations.yaml,sha256=wN2KQGaT9pun0hOWwe3jrAkjh2lZScYr2jJtiKfPiCA,167
lm_eval/tasks/bigbench/generate_until/conlang_translation.yaml,sha256=-HU-3JkFMpn4vPatZMO3gA6vAJBfdc5XISmYzTDIuMc,159
lm_eval/tasks/bigbench/generate_until/contextual_parametric_knowledge_conflicts.yaml,sha256=CgIDUv6CCJ07FK6H_ATyzqHq8uy_p4ktGWawP8Bmy64,203
lm_eval/tasks/bigbench/generate_until/crash_blossom.yaml,sha256=_kEHp_E3G1AXRC0UsLL6LLJN0o7OXpaobTZl9idnP9w,147
lm_eval/tasks/bigbench/generate_until/crass_ai.yaml,sha256=Gjf50yyrvFYa2uCcpcu6IJEw4_GpvPtLaIt_dHSgKiw,137
lm_eval/tasks/bigbench/generate_until/cryobiology_spanish.yaml,sha256=tIqxreR7fTTOmPbYthVH-SEuzjgJQhfAdm7wkQx_CPw,159
lm_eval/tasks/bigbench/generate_until/cryptonite.yaml,sha256=5QWZppWvBkcS3wifv3cihe1fCKTZnwVvmtifEkPjgbE,141
lm_eval/tasks/bigbench/generate_until/cs_algorithms.yaml,sha256=Bs4PE7GgZLTX3cPlHHaFqcDmmoEfUOc5V_Gmipya7ls,147
lm_eval/tasks/bigbench/generate_until/dark_humor_detection.yaml,sha256=u98XLx00QqxUlZyScZSaDghGG2XNblgVvQMYLzWW-5I,161
lm_eval/tasks/bigbench/generate_until/date_understanding.yaml,sha256=ikMqfOMsIQ5sMEu5F6jmiPZ1QIk55BMoWgPmlD2YZZc,157
lm_eval/tasks/bigbench/generate_until/disambiguation_qa.yaml,sha256=3AfjnL9sxOL7-mS00bAMCer8ytGaceP-AEVKJ036qCg,155
lm_eval/tasks/bigbench/generate_until/discourse_marker_prediction.yaml,sha256=IDsWjfdbnWGCmPZOPXF1cCqoae05UYLPwO2FJ2SqHVE,175
lm_eval/tasks/bigbench/generate_until/disfl_qa.yaml,sha256=slBKpOw28f7O4FrQjm43gqzcHgOB9-2ysKGTlOXcIt0,137
lm_eval/tasks/bigbench/generate_until/dyck_languages.yaml,sha256=Nf4uiVjkZB78bKbFEbnXRE3-4eTd4oHhWOAQsg4zOsY,149
lm_eval/tasks/bigbench/generate_until/elementary_math_qa.yaml,sha256=cvAGFFzJcYgDKDmdDfWoJxpPfGYcoH5YKM6hJv-504o,157
lm_eval/tasks/bigbench/generate_until/emoji_movie.yaml,sha256=xE60hkJ3GUO1IzxA5kyWTgQGN8MdpsFL6U44ABSzpgQ,143
lm_eval/tasks/bigbench/generate_until/emojis_emotion_prediction.yaml,sha256=XmwhQbFtBGHBvKcFeBNyaVvGZntHdIveeRV_6cdr7Wg,171
lm_eval/tasks/bigbench/generate_until/empirical_judgments.yaml,sha256=kjuLT2A-PhCTmqnBMu0msAkVL09fHHoTpszp-2Rmvxs,159
lm_eval/tasks/bigbench/generate_until/english_proverbs.yaml,sha256=C-ssB8SgXTSpWuxyjMBTQX9mBwKvHNNzO4nYcVauhjc,153
lm_eval/tasks/bigbench/generate_until/english_russian_proverbs.yaml,sha256=jN-poiQ4U4UCdcHf7RMV6hcZBoKFEvuzdkxBUqD4uFY,169
lm_eval/tasks/bigbench/generate_until/entailed_polarity.yaml,sha256=_gaT1mv0iFYNMbZTGfWeifF6TB8KxASgiyEeXY0vrH0,155
lm_eval/tasks/bigbench/generate_until/entailed_polarity_hindi.yaml,sha256=RE9kwhgved0dXeKgFCjeFtETtB9FuTgL94iiNSExJj0,167
lm_eval/tasks/bigbench/generate_until/epistemic_reasoning.yaml,sha256=J-n430fnOd4kw4zRySnYYUG-e7GnxadwVAtqU3S8NRc,159
lm_eval/tasks/bigbench/generate_until/evaluating_information_essentiality.yaml,sha256=6fKxC324hKwqkpV_6MTNNsLicGevovD1iKDflOtOzhM,191
lm_eval/tasks/bigbench/generate_until/fact_checker.yaml,sha256=QZ2tsTKpy93PWKXM-cPAdzSKXsYtspGFyQqQXM8QNSY,145
lm_eval/tasks/bigbench/generate_until/fantasy_reasoning.yaml,sha256=JWzZtrvKJaXfBrC8-B2ClPUze2704DVXUpWioHKCo0M,155
lm_eval/tasks/bigbench/generate_until/few_shot_nlg.yaml,sha256=jGqGMoegdMocHCIyV2HDHm6yrf-7h4N8JnzI028bWmY,145
lm_eval/tasks/bigbench/generate_until/figure_of_speech_detection.yaml,sha256=l3ohFveEUwi8QceVaX1Ubpo0bgaJOJkmN20oFENc4GE,173
lm_eval/tasks/bigbench/generate_until/formal_fallacies_syllogisms_negation.yaml,sha256=VW2iLQzYRtTXjvrCa2Xnz8wlpIyPhUvMfAf_3W_rHZg,193
lm_eval/tasks/bigbench/generate_until/gem.yaml,sha256=ODcWuReD_irTxL7Om0YX1lwUPdgTvS4gfnq64_9RT9M,127
lm_eval/tasks/bigbench/generate_until/gender_inclusive_sentences_german.yaml,sha256=N6yiMVWfYnYWXAku7GSw7PAw20_GJevKEF7Nln9s20o,187
lm_eval/tasks/bigbench/generate_until/general_knowledge.yaml,sha256=0FoVsz9_Whmets9lZh3vpd7TxwclRTFMIT8tpn2iTqk,155
lm_eval/tasks/bigbench/generate_until/geometric_shapes.yaml,sha256=tVKuLRsEGC6QEZINH_MJL9ouuGxYBuBcIoqf8Ry1CB0,153
lm_eval/tasks/bigbench/generate_until/goal_step_wikihow.yaml,sha256=HefVYueV7Ib4olhFiPSnN-4tKk-wm2-TTOJZq13zDiY,155
lm_eval/tasks/bigbench/generate_until/gre_reading_comprehension.yaml,sha256=imJmoGVFj12Yw1LFVNvOwMqmcjvPC0SfBwptLaX_Rj0,171
lm_eval/tasks/bigbench/generate_until/hhh_alignment.yaml,sha256=u9i_BMm0zJiWEkU_IL36D1nf9TLqGXArxICZoMmyn6g,147
lm_eval/tasks/bigbench/generate_until/hindi_question_answering.yaml,sha256=ed9fUg5xV9JFW_pI9slzBepyiTu-v1s5s3zu_M7JlCE,169
lm_eval/tasks/bigbench/generate_until/hindu_knowledge.yaml,sha256=GyJkeBgssT8R04bTdYSQM4oa4v8JWpa2ILwVTvLjOyI,151
lm_eval/tasks/bigbench/generate_until/hinglish_toxicity.yaml,sha256=F4y708uc0l1a5o1M6s_kSCpYNl3ivpwfWAgO7usZ8JQ,155
lm_eval/tasks/bigbench/generate_until/human_organs_senses.yaml,sha256=AeQZPk72WRN9G2pj31CvgKiDEbEjSGMppYhni2Q_sVs,159
lm_eval/tasks/bigbench/generate_until/hyperbaton.yaml,sha256=m_cFalqyG6dq_RoMUzTV9fiTFQQ2BssZfG071Zezlzo,141
lm_eval/tasks/bigbench/generate_until/identify_math_theorems.yaml,sha256=buqbBDN-gZJY8mnG2IRHpUPbEFgz4e2amo_c1uQmIvE,165
lm_eval/tasks/bigbench/generate_until/identify_odd_metaphor.yaml,sha256=EoTWJfETPJQIKFScOELfBno5wGMM0KSRUp5Ck8wDh_A,163
lm_eval/tasks/bigbench/generate_until/implicatures.yaml,sha256=XDY-X3eUplOlnEY2WZis1uGjSU0GLg85c7krqgsGQg4,145
lm_eval/tasks/bigbench/generate_until/implicit_relations.yaml,sha256=AxXDlJDpf_YQKJpvifStiRPiehlDl3L8_bo8i4EtY-c,157
lm_eval/tasks/bigbench/generate_until/intent_recognition.yaml,sha256=QSsKdp83MAfBu2LSLUx2dPt1mENEZ5s4O3to4ntZolM,157
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_nli.yaml,sha256=bPAQzEm6obZvwbxqzZGCDDKYJhasb9Esv6w7FVS5knI,191
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_transliterate.yaml,sha256=ERiqN2vbxFHM3lbUyvWvm46ydMwxU7y1xa4hur8V3B0,211
lm_eval/tasks/bigbench/generate_until/intersect_geometry.yaml,sha256=uq6hHt_p6HnyMFMN7XcS6Uhml-Ndv5a5l9TTaSzL-9Y,157
lm_eval/tasks/bigbench/generate_until/irony_identification.yaml,sha256=3Lg0jMAk1-QXMo08j6T4weLkMU1xihyF94-61Y5cjCI,161
lm_eval/tasks/bigbench/generate_until/kanji_ascii.yaml,sha256=ma-v7NMOLxNkdKYoRvL9OuEblQ7-l2O2O9bjPhIbyGQ,143
lm_eval/tasks/bigbench/generate_until/kannada.yaml,sha256=y3M1MBUaQqV6b3cfumpigEoeq9m7j8qu2wqM8mjzeEE,135
lm_eval/tasks/bigbench/generate_until/key_value_maps.yaml,sha256=YBdKpEXYUdrbg2YxcDpTheRCGtA8QQU_kMEyWfGaR7I,149
lm_eval/tasks/bigbench/generate_until/known_unknowns.yaml,sha256=FSMjIyrW6Zq86r6PjPnC7GY7KnWQQukFsSkNRMXkIAI,149
lm_eval/tasks/bigbench/generate_until/language_games.yaml,sha256=4vOMkyvPfKVTI-qWO_FfHnxH66nTN6qROPS5selFR-0,149
lm_eval/tasks/bigbench/generate_until/language_identification.yaml,sha256=siO1slzacE_Qem-FuA5vwlRqfo_gHZsMCGrIjnA-JlY,167
lm_eval/tasks/bigbench/generate_until/linguistic_mappings.yaml,sha256=9BAFhXST3cS9ktxMTB-qVF7lqN8NNEUN4L4JjhqSH5M,159
lm_eval/tasks/bigbench/generate_until/linguistics_puzzles.yaml,sha256=5KGRhLH_mhvoGwdh_CFQTM5r9dPowCxOHzzzcSAkdh0,159
lm_eval/tasks/bigbench/generate_until/list_functions.yaml,sha256=On2YeI3r2_s9bblbk-AoVp8jZsdmpH7JPTRxzLbLz9k,149
lm_eval/tasks/bigbench/generate_until/logic_grid_puzzle.yaml,sha256=N7JKcaLTcZIxh6efPHG6grF_-Dia9TLDj6AINFyrgas,155
lm_eval/tasks/bigbench/generate_until/logical_args.yaml,sha256=LeMAv4cqQynPdEgMjbX6DLUuHtE5be7VL3_TRgEBxcg,145
lm_eval/tasks/bigbench/generate_until/logical_deduction.yaml,sha256=cMhraRNkbdmCn70YWUI3L5szUSZxF2BZ9dkb08x3otI,155
lm_eval/tasks/bigbench/generate_until/logical_fallacy_detection.yaml,sha256=Plu8NPXtIwicj-ZOR-s-tUp8sQTRUSidXG13wkiybPU,171
lm_eval/tasks/bigbench/generate_until/logical_sequence.yaml,sha256=oiqHok8TaV88QsPEmUtF8J_mx7XBBOO_kEi6MYFETcU,153
lm_eval/tasks/bigbench/generate_until/mathematical_induction.yaml,sha256=AcUk2gvyYMBR2MXIxiswXjcbv4UITm2CU_RboxlfV34,165
lm_eval/tasks/bigbench/generate_until/matrixshapes.yaml,sha256=oPNV1qhlRa0CStZy9CCOEyYPM1Q88mk51aJ8EEY-yeY,145
lm_eval/tasks/bigbench/generate_until/metaphor_boolean.yaml,sha256=4pm8zy5rvB_f8jXoTBBLe_0gimdFwt7zkINpHdMztA0,153
lm_eval/tasks/bigbench/generate_until/metaphor_understanding.yaml,sha256=eTWZ8H4boQ7GHOkRh8JiGNzpqMwV0-jy-pxs3ZEIE6k,165
lm_eval/tasks/bigbench/generate_until/minute_mysteries_qa.yaml,sha256=-106CIqMUWgCr30EoCxvnjL3NnRwgqF4YzkXBjJKm7M,159
lm_eval/tasks/bigbench/generate_until/misconceptions.yaml,sha256=GRaducmwu4DxLeIPTw6fcxOi5aEoNctq09pae_zlmIY,149
lm_eval/tasks/bigbench/generate_until/misconceptions_russian.yaml,sha256=NXz_RMAGdhitHJUrOcyOs3lUJAR3BZczDkNh7wuRbrQ,165
lm_eval/tasks/bigbench/generate_until/mnist_ascii.yaml,sha256=3ft522RKA2O6tkvjKFEUXR_ZeAHZyRmUYAVFacedIYs,143
lm_eval/tasks/bigbench/generate_until/modified_arithmetic.yaml,sha256=tN48_TrYgL6NlmDnAFf4_ynOgjgf59tDjZaFMxiGXhs,159
lm_eval/tasks/bigbench/generate_until/moral_permissibility.yaml,sha256=QWHphy2-qbjA6cVIBkv3jojENR-RtA6dxSFUtTaiMCE,161
lm_eval/tasks/bigbench/generate_until/movie_dialog_same_or_different.yaml,sha256=izDgy0BjGi5gkJdKBFB6MT-vq2x97ktVkQHPYThzXpg,181
lm_eval/tasks/bigbench/generate_until/movie_recommendation.yaml,sha256=Ls68uPStQfEA_cXXoHRltL_of6hPd4LCyz5z2FhAQfo,161
lm_eval/tasks/bigbench/generate_until/mult_data_wrangling.yaml,sha256=tNqxoe0NI87WvxSOPS1JyUr1PCpU-UP-q19tmfeaU9Y,159
lm_eval/tasks/bigbench/generate_until/multiemo.yaml,sha256=ntr6dACBtdAxlsVaCYxQ4ZYEEZ2Q1pf4jF00fiu7HFg,137
lm_eval/tasks/bigbench/generate_until/natural_instructions.yaml,sha256=_W6euf1qNMYGfvy7VFPpSGTllBU3TnvQLEwnIzIjsKs,161
lm_eval/tasks/bigbench/generate_until/navigate.yaml,sha256=SgxFNM3bs3Cbfcw2oE2uBj2vXsc0_NKW-R8n1IPbgMU,137
lm_eval/tasks/bigbench/generate_until/nonsense_words_grammar.yaml,sha256=y7R8xHkK3Fg9Vwbs6MLI7nEk-v_lBkd3Qdpxw1TyKbg,165
lm_eval/tasks/bigbench/generate_until/novel_concepts.yaml,sha256=Uw79SXkiEfDm0za-qLou47Vmp42R5necVDTOmIsNnwk,149
lm_eval/tasks/bigbench/generate_until/object_counting.yaml,sha256=BPtUsBz3xxwrKC38WiDAP0Lz8Boh7rkMC0t4rWobGe0,151
lm_eval/tasks/bigbench/generate_until/odd_one_out.yaml,sha256=0MPa0ZWseDqQZWxIiUVHPLyHaC0CDqDYP5_VJqML9eI,143
lm_eval/tasks/bigbench/generate_until/operators.yaml,sha256=Xq2pA8FZ1d84z69QD0oXGH7hqs4fMLs-lxZpjwACBgY,139
lm_eval/tasks/bigbench/generate_until/paragraph_segmentation.yaml,sha256=UEraXnlx1L9yNh0qQwsz63wJ0AzYlMwJ-m2NjZEning,165
lm_eval/tasks/bigbench/generate_until/parsinlu_qa.yaml,sha256=BzriiMDmkFzK17iZEYiQmsK_QBfuBewrMNg8Jpanuq8,143
lm_eval/tasks/bigbench/generate_until/parsinlu_reading_comprehension.yaml,sha256=HRPXjduxFQ66sJImYH00lc7JCNOYvu1Cp1OVpcHtC9Y,181
lm_eval/tasks/bigbench/generate_until/penguins_in_a_table.yaml,sha256=AK27vKzGHc5dZmI_rUOaMb46gqArR93-qFAeWvc0LSM,159
lm_eval/tasks/bigbench/generate_until/periodic_elements.yaml,sha256=W3ru5pbGYHFh3cXAWta5sqN6tPhrfZTr0hmXoftd0uk,155
lm_eval/tasks/bigbench/generate_until/persian_idioms.yaml,sha256=4NV4ESKoI7a7EwwaMoP00HrhbF2n2fFcJDukwkrDjMc,149
lm_eval/tasks/bigbench/generate_until/phrase_relatedness.yaml,sha256=hEoCjBW50vaQcu1EnVRxmHCglXGOJEQITX7ki8oQemY,157
lm_eval/tasks/bigbench/generate_until/physical_intuition.yaml,sha256=4tnrOLP_uEpDciJaSe3bvAyw9V9BiEXIuNmy3CkGMRA,157
lm_eval/tasks/bigbench/generate_until/physics.yaml,sha256=O1CzYMtf6bKfY8xCh8ozpMiGBeKJR2OoDiKnQvS3xro,135
lm_eval/tasks/bigbench/generate_until/physics_questions.yaml,sha256=Y662E9Oe4bGLueoI3htoqKXQohzO5z1siHfkbkX_crk,155
lm_eval/tasks/bigbench/generate_until/play_dialog_same_or_different.yaml,sha256=b2pdgfqb9rmc6zFhFh4OhofhuITnd-CagxP_62YP7_c,179
lm_eval/tasks/bigbench/generate_until/polish_sequence_labeling.yaml,sha256=6syFTfP371tpGL08rlVUPSTGgRYOVs8H6qR-AWwNl9A,169
lm_eval/tasks/bigbench/generate_until/presuppositions_as_nli.yaml,sha256=F8FjUkXb6KO7faXV_OA96c8C8mehFEGr75jng3A7QRE,165
lm_eval/tasks/bigbench/generate_until/qa_wikidata.yaml,sha256=R9dHCcdvg2TzI2ZIyYMz9Va63qrW0XV-3pqDOzAVMMw,143
lm_eval/tasks/bigbench/generate_until/question_selection.yaml,sha256=yy8sqV94vIr97h-srkXC0UXmrn_hCFwfXzuN24T2I84,157
lm_eval/tasks/bigbench/generate_until/real_or_fake_text.yaml,sha256=BzT3eGjusHCJEkFGUWGKPVHk-Ty-kejnTO09ePPS2-8,155
lm_eval/tasks/bigbench/generate_until/reasoning_about_colored_objects.yaml,sha256=rHAOlsYCbZi_7Q6CsDJfxHxW-cKMYM108TFrRV6ZtFc,183
lm_eval/tasks/bigbench/generate_until/repeat_copy_logic.yaml,sha256=aMUsLN4oxqceJBjL42m22on1_4S6miTq4zNLWCKHJIE,155
lm_eval/tasks/bigbench/generate_until/rephrase.yaml,sha256=o7I78PrOnUIxqFZ_lNt0twELTMrajUAvI1-HvTM0APM,137
lm_eval/tasks/bigbench/generate_until/riddle_sense.yaml,sha256=eas5Zq3tq1xx03Qn8kB9mU1JbfV-KzY0SWnFTeomy8s,145
lm_eval/tasks/bigbench/generate_until/ruin_names.yaml,sha256=CkUBCb63izgA8XIrA6Ipg_JEsTZUhTd2jvokluiT0ug,141
lm_eval/tasks/bigbench/generate_until/salient_translation_error_detection.yaml,sha256=B4ODGvAsPK_yZhh6tdLwahQedWlrI8C747DnsEtMJ7Y,191
lm_eval/tasks/bigbench/generate_until/scientific_press_release.yaml,sha256=nQqzGRcOY_34eihaI54wGGHxbZmjCiLIlhnTy5NDuRo,169
lm_eval/tasks/bigbench/generate_until/semantic_parsing_in_context_sparc.yaml,sha256=IfY2K5ChSu7wJJocrAcFOqZZ6DJ2UbNQaVu1YmguN4k,187
lm_eval/tasks/bigbench/generate_until/semantic_parsing_spider.yaml,sha256=9NQEKZEqKQIxzTB9yrVOL_n9gdzGCTEh_SM_8d54nxc,167
lm_eval/tasks/bigbench/generate_until/sentence_ambiguity.yaml,sha256=UL89kpxCyDcc80GAvgeyrNSxb7up-Zg2r9vY-DIPOS8,157
lm_eval/tasks/bigbench/generate_until/similarities_abstraction.yaml,sha256=TJ56BdnL4GqshtCAGMFhnAyoJLakYJjHEg8IjpjUbE4,169
lm_eval/tasks/bigbench/generate_until/simp_turing_concept.yaml,sha256=VLUMGNwUn7UBmukWVTvm5FpnWwsgI05Sea-mycDxWeY,159
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json.yaml,sha256=K-mgxW5WEvkTiuPSRLyrOYrQxNsNOKOCxy903yRsAHE,165
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_multiple_choice.yaml,sha256=E4ScDHW9xrHYoxX6tHpd9F5TelLTfF1FEkWKjiDrAow,197
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_subtasks.yaml,sha256=zrb7SPKYenklYrv5iYEJlhbmoj4hlTsO5LOYzEUaO9g,183
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_multiple_targets_json.yaml,sha256=hj5tcAejMWEqUpKb92vrxZdc3DmgQiV4wTGUxS0Ah_A,199
lm_eval/tasks/bigbench/generate_until/simple_ethical_questions.yaml,sha256=W3Q1UG0OZafvdloI4_6KrKUqBWySFjB86ip0wzq1qCY,169
lm_eval/tasks/bigbench/generate_until/simple_text_editing.yaml,sha256=9tauwNsCUcTjnjjmB7Ci1ffGJfT6kytRqruJQr9OsfI,159
lm_eval/tasks/bigbench/generate_until/snarks.yaml,sha256=-xI33E-A5p91T-56El3AIwWq8BUaCMvea32zq0VzeS4,133
lm_eval/tasks/bigbench/generate_until/social_iqa.yaml,sha256=m5y4-e6B9_hsHpO4N1xORqWMGNW26zqG4amCwQViMxs,141
lm_eval/tasks/bigbench/generate_until/social_support.yaml,sha256=Rw5LSAeaKSqM4P-Bw7TFuyrH2LQHr4eHJU7iF46_HAY,149
lm_eval/tasks/bigbench/generate_until/sports_understanding.yaml,sha256=THgiCQZQ7uXebiKfUfxMeoRn-wHj9YlbEDzEbUYPFks,161
lm_eval/tasks/bigbench/generate_until/strange_stories.yaml,sha256=jmSfVWMoIj3671y9thmnqV8CRip8gEzxon2NPQy6EVg,151
lm_eval/tasks/bigbench/generate_until/strategyqa.yaml,sha256=pvrWXwq87EQTrLZFlvrZwaUvL5S5fGic7ygFJRXH5cM,141
lm_eval/tasks/bigbench/generate_until/sufficient_information.yaml,sha256=y7jEwlu2P7qgTjNiTJZ9H0jJQjnirAIlZTWVB_n5umg,165
lm_eval/tasks/bigbench/generate_until/suicide_risk.yaml,sha256=tVTkOx8x631h4azG5yEH6k_tx8PINMgp5gJEAJNnsyY,145
lm_eval/tasks/bigbench/generate_until/swahili_english_proverbs.yaml,sha256=p2-DYr3WcFI8WSzoh_6ztyYXPZwK15f1d-XXld6xDsQ,169
lm_eval/tasks/bigbench/generate_until/swedish_to_german_proverbs.yaml,sha256=wR1R1kRuLai6rrIkL_X2qnjFecZpiBqSpE2Sl6_D5wE,173
lm_eval/tasks/bigbench/generate_until/symbol_interpretation.yaml,sha256=4Eg8-UYe6AvRZVvoyw4pWg3G8SLvotH6Y-fy7t-hI5A,163
lm_eval/tasks/bigbench/generate_until/temporal_sequences.yaml,sha256=gJ5NyIda1KbTaZ4DsUKm_TwZDervdNq_rThpzo5lPbo,157
lm_eval/tasks/bigbench/generate_until/tense.yaml,sha256=eorYGhfu6AXOFeGLs2iMWVpoPYm_dyV4slefRIdJ0Zc,131
lm_eval/tasks/bigbench/generate_until/timedial.yaml,sha256=Sp9BMfBIs4Bob-XdxDhqKdL_QVcHDsdj05hyeGp3pBs,137
lm_eval/tasks/bigbench/generate_until/topical_chat.yaml,sha256=rcjpxp2ukXzx8nTEcQr4oYEo7TjiFGnHeYZU5oM12ZQ,145
lm_eval/tasks/bigbench/generate_until/tracking_shuffled_objects.yaml,sha256=SCfecVUi2EGMRzune6kpya491RDXoyct3cbtc7A3C-A,171
lm_eval/tasks/bigbench/generate_until/understanding_fables.yaml,sha256=vH8I0hlKQ5P8cOGUeI91NClne9qMSUTv7vT0wHK0Z88,161
lm_eval/tasks/bigbench/generate_until/undo_permutation.yaml,sha256=9BHOlfV8xa5kjVW-uM635tkxDlTTuVFfwn5sw1XX8b4,153
lm_eval/tasks/bigbench/generate_until/unit_conversion.yaml,sha256=wtTHImrbhNRkSHyF-5hQUvBE0Pdn574G5TIdom-VmfA,151
lm_eval/tasks/bigbench/generate_until/unit_interpretation.yaml,sha256=9AHsHkx1dwuL2gfbLq8mduuitpKJgpD38xyWNTpfxPQ,159
lm_eval/tasks/bigbench/generate_until/unnatural_in_context_learning.yaml,sha256=QDLLkgEaTMOQ67huKiLaC1puqfxBcd-W-5U1iIg0aOw,179
lm_eval/tasks/bigbench/generate_until/vitaminc_fact_verification.yaml,sha256=UdngQIP7djwfw3Yr1n8OTDv5c5wa9vLKuuJXm_62Q2c,173
lm_eval/tasks/bigbench/generate_until/what_is_the_tao.yaml,sha256=X2ONz9UFxL975TIiCk-L7C5wDRI3TUxN3LCVzCIBswo,151
lm_eval/tasks/bigbench/generate_until/which_wiki_edit.yaml,sha256=11AwFg-8uyzYs01JdsTlD-76YJTy8QQElnBYtWTxZb0,151
lm_eval/tasks/bigbench/generate_until/winowhy.yaml,sha256=339YOg_p3fq0a8-5mBkuruJintiUmhe4VzuC4JATV7Y,135
lm_eval/tasks/bigbench/generate_until/word_sorting.yaml,sha256=sw0cqkQkb4K6yuQpa1HTDRPi36uQKfuJDnpTlHvTspM,145
lm_eval/tasks/bigbench/generate_until/word_unscrambling.yaml,sha256=vLuTPnG1BzEJcMQwQF37FNPPcFgw9E73tY6i2Y5ABps,155
lm_eval/tasks/bigbench/generate_until_template_yaml,sha256=DeXwKCfiMiwULpNpySD6rhDDUyqVtZGPkABHpff_3fY,507
lm_eval/tasks/bigbench/multiple_choice/abstract_narrative_understanding.yaml,sha256=GbWoys4Nb9-lTkVo2MmGEpfWv-Cniv3Fuo-Lq4VS5lc,189
lm_eval/tasks/bigbench/multiple_choice/anachronisms.yaml,sha256=aDWR9aUU1XPNhuS3ewel2j-LN74e7t2MCdx6s9ITgdk,149
lm_eval/tasks/bigbench/multiple_choice/analogical_similarity.yaml,sha256=7J1DpFq8ByXEtr4bUFoibxDzGPKXhhjnxIOsOMpPfz4,167
lm_eval/tasks/bigbench/multiple_choice/analytic_entailment.yaml,sha256=0iQIdl01itXpSwQcf6GugclaEtnyqitxGKmAJahlxFU,163
lm_eval/tasks/bigbench/multiple_choice/arithmetic.yaml,sha256=Pfubn99mZg4lVr4ShO-_AgmGvnGfZHypPvtWxvP355U,145
lm_eval/tasks/bigbench/multiple_choice/authorship_verification.yaml,sha256=RVJwjotftrsuEWsEJRuOF3-N5nHEkwboXvskWkUqGjQ,171
lm_eval/tasks/bigbench/multiple_choice/bbq_lite_json.yaml,sha256=5k2OquZdohwe3rMQ_DHuXMuRW5ZJK_WZA5kcPh8Nalk,151
lm_eval/tasks/bigbench/multiple_choice/causal_judgment.yaml,sha256=E769ZddbWG1b_BesLiErN9TXcWNsPlR1GMmxV5bxdqE,155
lm_eval/tasks/bigbench/multiple_choice/cause_and_effect.yaml,sha256=TvocRRZ5j6pE1O-2fXlWsjYJSZUEl7sDLYbqPUKRnX0,157
lm_eval/tasks/bigbench/multiple_choice/checkmate_in_one.yaml,sha256=cjo9vBe7YUlU1kixQ0ZpBUbD7op4NTGM9tv1DoJy09c,157
lm_eval/tasks/bigbench/multiple_choice/cifar10_classification.yaml,sha256=VHukhTqsWoooC0FcB-npPzCz_kdilIxI0ktyRGKFuYs,169
lm_eval/tasks/bigbench/multiple_choice/code_line_description.yaml,sha256=k0niJXJ49fXOP2oTZ1Z4Se-Rxhbp0V9Ila-6A2nZkPk,167
lm_eval/tasks/bigbench/multiple_choice/color.yaml,sha256=uaPxMR1vjTgNx-uK4EAMRLxv_YnuaRw1LINaUiOCuW0,135
lm_eval/tasks/bigbench/multiple_choice/common_morpheme.yaml,sha256=7seTUoP9qb61SCPPThnmCTj3Q3ztCS3bVh4hx0AxVFE,155
lm_eval/tasks/bigbench/multiple_choice/conceptual_combinations.yaml,sha256=pHctDaX6EriDGL6IFQwBBKSaVXiKl7VTvN1-WpapTFw,171
lm_eval/tasks/bigbench/multiple_choice/contextual_parametric_knowledge_conflicts.yaml,sha256=k4GVuY_jQvkd2eJvf075-zykCO7TdJwFHsmaKulox3I,207
lm_eval/tasks/bigbench/multiple_choice/crash_blossom.yaml,sha256=YIoIiaSVh4LHZAVTEd_V3fEqIhHxdrnRMwQXBS6TcZs,151
lm_eval/tasks/bigbench/multiple_choice/crass_ai.yaml,sha256=R8nbnZowz_6WfSw_fqvypDNHkOaXl4XSEtednLoVDF8,141
lm_eval/tasks/bigbench/multiple_choice/cryobiology_spanish.yaml,sha256=RZNeS5kIipm5n_JbzVT87kqEEbeC6rm11V37e1-ob14,163
lm_eval/tasks/bigbench/multiple_choice/cs_algorithms.yaml,sha256=BBynDo7oXH1kXaoKUiYE7KwvS3ISXdQOfO0_o21hxHQ,151
lm_eval/tasks/bigbench/multiple_choice/dark_humor_detection.yaml,sha256=Yi3b1K55_1HxnY7RAxQUoAbCKQplC_tBDOsvcg4JEW0,165
lm_eval/tasks/bigbench/multiple_choice/date_understanding.yaml,sha256=jJYp6Biqtlvnxqf1ixGKpUljJze_E_0MIWJmc0_cPGY,161
lm_eval/tasks/bigbench/multiple_choice/disambiguation_qa.yaml,sha256=41Lz7BaxA90r-ILVrkRsHeMjI1m1lM8mVwAF4apN6QY,159
lm_eval/tasks/bigbench/multiple_choice/discourse_marker_prediction.yaml,sha256=gCZwmEB69dByS5r42WByeMA0kvhUZewH7whlFPXfS7c,179
lm_eval/tasks/bigbench/multiple_choice/dyck_languages.yaml,sha256=4chstT-Qnj0NFmJM-NGZCZGyEhsg1-au6zMelmJI7Pk,153
lm_eval/tasks/bigbench/multiple_choice/elementary_math_qa.yaml,sha256=Gf1Qk7xrcmjfvYUAMfwUuv21RWjAGSDAEojzMxPZFbM,161
lm_eval/tasks/bigbench/multiple_choice/emoji_movie.yaml,sha256=69w8NPHncxilFkUHbNFu4g4EfoloJZ736WcEzDeb7FI,147
lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml,sha256=OhMJNtxDwD85htcNj3T3nQkImieZCEPBj2t85u2qsnc,175
lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml,sha256=tMXnBIyuGkibQFke3SVxDh0GOK2-mx2p0PHJkXeMlOA,163
lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml,sha256=LypO3KiKnrH0GdswTZgD5H6MmXuUlh4NaIRIILxg7j8,157
lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml,sha256=89Q9gmY-Wl4CU6UE0itHFKFntSgJrI-UNFEU_XGUyvg,173
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml,sha256=I_oaviLFBh21plU4NdoY3ypjYMpsGLs7nZx4Jmd2Pl0,159
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml,sha256=FPVmAq0dw1vXGAS-0MCeNjl5XM21U_S0aphlS3qcc5k,171
lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml,sha256=12JJruVXXrXUVWsTcC3QpgXQEVMaPX1hAGkSHQhOUCA,163
lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml,sha256=FVcE9A1kG1UnviPNkCdyjMoO-_WFFZciV2nT7NUl7bQ,195
lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml,sha256=FZiXcM1Pn-waKZGLy0d3VFH36fMh_CWcOcxt2QNjdE4,149
lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml,sha256=7PABPKwXgz6d3hv6EbuaZfwW1C2rhWE2A1KiQlPW0u8,159
lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml,sha256=r3QTqGg05wBCCSPIMfku4gmcdsPgLeOap8l7XQIfVVA,177
lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml,sha256=q-z3RX51L9AT5qgEvetnjQT0p97Fa6RYVKdNZdthcoQ,197
lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml,sha256=_VuOwL6mT231xGXpNKNMNwzuh4pli9_UuHWhghU2DBw,159
lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml,sha256=33O68T6RWFs5iluTkWzDvhgOlxtzXDoputrwWB03V04,157
lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml,sha256=U_OAbcWC7KYdAP9zU03cBnAKDxmNUFcpVGaDhqndI3U,159
lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml,sha256=uDBqYpfWFQkP6rfivXD5S_8Ndr2Go4t3X6MQm-UTOqA,175
lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml,sha256=axCB2ex3xOKldISTngtUl8sUMIrFONVrO2zU6b6pMw4,151
lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml,sha256=sQoPFKjUqCOhcRwThYmJaP6OHzdvkgN5PKrbunotERo,155
lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml,sha256=XyyILnt5aZMc8agIinPMFKbaf07kzK43wUjP1HR3rJk,159
lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml,sha256=mBbbUIxW00gfX9e3iyZa1zKaLuZnJ75VfB0EXd_qkD0,163
lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml,sha256=Ekg1xhqzSYyI6SKLUd9coRoDpmmn6kDsdzNhdZjguXM,145
lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml,sha256=pKWCeW9I64elldnKfVf8-LigOkWYG7rndbL_cR10e9g,169
lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml,sha256=pkjJC7t-H9EKjPqop_qHgKZKNfWfenWzgO0aXTv6iCo,167
lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml,sha256=QGum6xFZqOoKaJJpjLSpV68R49Qtv30V5NzGBcm7vN8,149
lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml,sha256=bcyqXh-BMpGdVWARifLTUWG6nRJuZqHvnYKik10RgF8,161
lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml,sha256=un8vQLD_a8NjIRLxPbSDgQb8P12ixmAtSriP5pFqFvc,161
lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml,sha256=5oMJjog1fAfiLH-6wzaM4olFvoAKJdaZLRghjMRNNfo,195
lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml,sha256=YOt5W6V0sQ2etx_6hLDTSWZOpcmW_UT41edhYpnuEvs,161
lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml,sha256=Epzbq4CqP20EnkRcBV3fy_1Qk88w-OpQrvJtL4648-o,165
lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml,sha256=niz1QADnA_MUzTm_r-51t3Aw-B2ku5ltc4XjKWXLQhc,147
lm_eval/tasks/bigbench/multiple_choice/kannada.yaml,sha256=BUdQvcE8AfDS-HRcHgvEgxYy1kaMqIwLcGVoSSMAixY,139
lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml,sha256=5If_vlfyQtZFOcVgogsi3JdzhpHiyct8VpqTmsIb7tc,153
lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml,sha256=kDzoVZPEmoTBMkeRWJN61S7WsEW4x0ejEkbx0kQAiNA,153
lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml,sha256=sv0sm3UvWPHD--ZJ0QOf_l04SxqtzM4fvHxWXY5DNJI,171
lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml,sha256=xKN5HkeJ1KROBQsbSh6Pftm5DOzCR728NaQoG6RmIaA,159
lm_eval/tasks/bigbench/multiple_choice/logical_args.yaml,sha256=qMk9nXCWFWepoPhZqvV0iRZeqguUDI8EZfW1XH1fONA,149
lm_eval/tasks/bigbench/multiple_choice/logical_deduction.yaml,sha256=3rCshOZGCxRZY83hZklvbuskkXo5YfVHWIqP4gNqnkg,159
lm_eval/tasks/bigbench/multiple_choice/logical_fallacy_detection.yaml,sha256=TzN6POM6eZ9d2VAU8NnxHEjl0I0WBQONmzEvu80uaec,175
lm_eval/tasks/bigbench/multiple_choice/logical_sequence.yaml,sha256=WOVhN1BGC8WmyVJtLbHSItKgi5glCMI-EKmdFtWc8uU,157
lm_eval/tasks/bigbench/multiple_choice/mathematical_induction.yaml,sha256=vBS51nTZTfhhM68bOO9l9BZNzkzZGtyEcAGyahhd7OE,169
lm_eval/tasks/bigbench/multiple_choice/metaphor_boolean.yaml,sha256=a63v3g0koxQbGrUKcyGP6WKCpTRymAsdEQjGqXTFQTs,157
lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml,sha256=06LYHHIQ4msQAjThL78DUGx2WdCsM9OlcITv0q85hfA,169
lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml,sha256=k9x4x7ISBFudezJgEoDluB_EexiSrj0gJQgdLYiZjBo,153
lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml,sha256=GfTcUES9XyJf9eV-HqYhnakcTj5WaoYardc2yy8wxhc,169
lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml,sha256=srummF5OLDGd0dIHC0uVYjxKl7A7MYs4wtqUWJJqTF8,147
lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml,sha256=SJR3GaKFjYknFbvDhJgTx6-_9Cel7MsmdIJK12cpUtQ,165
lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml,sha256=-UsWam73PBWr4dBMo5mHswK5D3v6QHJbfq7J4TogWic,185
lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml,sha256=9y799gCl_kqamLRsEeU1V60BgmtTluEgiHvjYgRLiS0,165
lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml,sha256=50ToH0cH3FmihZr0hbtWS28vSftso1FzMejOWLjryII,141
lm_eval/tasks/bigbench/multiple_choice/navigate.yaml,sha256=nA9qVLyKDFWeCuNssKAT3bTB6YlgydNlJb3AJsb3zX8,141
lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml,sha256=rzuG197pg4NIi22_qovwyi0PhET8QCcOlkIbYJzZHr0,169
lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml,sha256=k9jm7NrQaAc-Mx9ZASfT-ks9J-_ktxT1eHsKUcPVhHw,153
lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml,sha256=osrWc0Fhv492hDmIGzojN3VkIu_NTVbKDttKlUThgMI,147
lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml,sha256=_Hkgaaj7k3w3AY1VhkH8KrVBmk7FRpiBbaMsYzW8SEI,147
lm_eval/tasks/bigbench/multiple_choice/penguins_in_a_table.yaml,sha256=12K-HMVJoXPX1nVfbNEnc1jBT8-suh0wBTpy7v0u24c,163
lm_eval/tasks/bigbench/multiple_choice/periodic_elements.yaml,sha256=O_CiUAKOPQYJEYGWTwx73wSc6cUfpAJggu9SVzEOaqA,159
lm_eval/tasks/bigbench/multiple_choice/persian_idioms.yaml,sha256=vMYpCIdlVUAs2OYXD3C_lvGLv7HAPqVScjqbo6gCK_o,153
lm_eval/tasks/bigbench/multiple_choice/phrase_relatedness.yaml,sha256=EiAzIHG5QzcN-RjyvsR8NVbtcVzAR6bHsiTV0dp93_c,161
lm_eval/tasks/bigbench/multiple_choice/physical_intuition.yaml,sha256=w43rI0tv8GOf4xZumbbrC0QeLkd1OJEk4iLJaNR7Ftw,161
lm_eval/tasks/bigbench/multiple_choice/physics.yaml,sha256=tdxLvphARgS36IVyqQifg57p55kyfxyVnraPsqRlxlY,139
lm_eval/tasks/bigbench/multiple_choice/play_dialog_same_or_different.yaml,sha256=_cI3rOrVBJ8_a5F8S4DYG_rX5iTy2ILlj1z_ZlOjKKA,183
lm_eval/tasks/bigbench/multiple_choice/presuppositions_as_nli.yaml,sha256=7nbfQdoG_sOo3Y7KXPzKW_-k-N5NvlkUwyH0Tti9ums,169
lm_eval/tasks/bigbench/multiple_choice/question_selection.yaml,sha256=7uy1p6pGoJ2VMZNtUZoBZQj5i-cjUdt_tjV7pKecY8o,161
lm_eval/tasks/bigbench/multiple_choice/real_or_fake_text.yaml,sha256=hCFZz0ut9_454J9UGZ7vBcFkE-IZuKwRzUEAKYH3c6w,159
lm_eval/tasks/bigbench/multiple_choice/reasoning_about_colored_objects.yaml,sha256=f-gtxeylxsxmxUNXmoE0SYMN5-xuH6-qfySarn4apJU,187
lm_eval/tasks/bigbench/multiple_choice/riddle_sense.yaml,sha256=vxJKcuhK9gse32yP8-gaKfUHfn8szz0hRxU7esvRcxs,149
lm_eval/tasks/bigbench/multiple_choice/ruin_names.yaml,sha256=N6dklk_cCVqsASGzjO2HhzrqBzsrsxRINerlk7KHCTU,145
lm_eval/tasks/bigbench/multiple_choice/salient_translation_error_detection.yaml,sha256=QkQyz5WWgkU3EWiiVvKreewUPR5mXxQSHf7xoyYMUU0,195
lm_eval/tasks/bigbench/multiple_choice/sentence_ambiguity.yaml,sha256=RWCNN4dwxCz6X5dBcKpQETNVQlcfO-XNtZL8stt3hN0,161
lm_eval/tasks/bigbench/multiple_choice/similarities_abstraction.yaml,sha256=S4Pmndu0Q2zCBEH70IoDP9T0A0tTHsWJ1F07WZMPpoY,173
lm_eval/tasks/bigbench/multiple_choice/simple_ethical_questions.yaml,sha256=U9k4XGobYV7-KteiVJLH1ilZvlDCReKrPECxi4Y1u_g,173
lm_eval/tasks/bigbench/multiple_choice/snarks.yaml,sha256=7OYWAN0WunWsdt1Im6AVhXmmmrHDrJgxLWqrV0nzWKo,137
lm_eval/tasks/bigbench/multiple_choice/social_iqa.yaml,sha256=kNsXY4lFrIcwEVzY6RMJHDF5ybSvZUIFOllMtJnANSE,145
lm_eval/tasks/bigbench/multiple_choice/social_support.yaml,sha256=_YWEojKp0kpKiXEoJXBnkFdzqNxYIzU_OO8fet3F9_w,153
lm_eval/tasks/bigbench/multiple_choice/sports_understanding.yaml,sha256=gr-jDZBR4oVpHJWEM_zQJntIrXBrQEuCseJnaEn-rIY,165
lm_eval/tasks/bigbench/multiple_choice/strange_stories.yaml,sha256=17ibBUzKxWUJruqbKpMOObd72xRDm8ewONoZ2WBIplg,155
lm_eval/tasks/bigbench/multiple_choice/strategyqa.yaml,sha256=YRY7RZokNrof4uaqKv_aGHYmkqAWPfhrYmOivsBHmJM,145
lm_eval/tasks/bigbench/multiple_choice/suicide_risk.yaml,sha256=1HEnEPHq9IcNgXOpwCRQHyDqBcyJ627TKePp8SNnq1Q,149
lm_eval/tasks/bigbench/multiple_choice/swahili_english_proverbs.yaml,sha256=xk58fbY262s0-5nIPnDyjwBCYTQTGiv153jI5i22Iu8,173
lm_eval/tasks/bigbench/multiple_choice/swedish_to_german_proverbs.yaml,sha256=YzMOOHCJGTPOHRZRJ8kx41pGH99PkXGSljLyBILe8S0,177
lm_eval/tasks/bigbench/multiple_choice/symbol_interpretation.yaml,sha256=3HFou0elOwgVSOhLeqn7U3KWNaRAOz64FzczxDTgGEc,167
lm_eval/tasks/bigbench/multiple_choice/temporal_sequences.yaml,sha256=NYD1gfeO3MArk5BQqTbW9uuvQCRRf4t68ZPrkNoeLI4,161
lm_eval/tasks/bigbench/multiple_choice/timedial.yaml,sha256=Xt2m_NYEH_WPscR0Xl6hMG8zXzkjbsCXQOHnC7V4-UU,141
lm_eval/tasks/bigbench/multiple_choice/tracking_shuffled_objects.yaml,sha256=HDFlw_swXyc5xcMXk_t6LrBxOEFtw6lKZg728K0FWxc,175
lm_eval/tasks/bigbench/multiple_choice/understanding_fables.yaml,sha256=K8VlZrvMHPPItmoRg_jHDSpU9rjn6KssSogMvGzOa-o,165
lm_eval/tasks/bigbench/multiple_choice/undo_permutation.yaml,sha256=fT1BZiis9nb3MWfq6-dwL_uH1JUWPIL5lNtjP7Jugqg,157
lm_eval/tasks/bigbench/multiple_choice/unit_conversion.yaml,sha256=G3SfWayMJaPhnPHqs321podd7PCvOiD2DHN4SSyGB-Q,155
lm_eval/tasks/bigbench/multiple_choice/unit_interpretation.yaml,sha256=YvgQpmd3xysm1jT6L6Z5N3112-rOUBgvPtAsBVjoP9M,163
lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml,sha256=EddfpaELyTOg08nFs588kA8_bb-cBNG1Ri79yikT6Qs,177
lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml,sha256=WiBdWdOJGUpope3zL105XODUL7jLWBmQn1XSL_3BMeQ,155
lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml,sha256=JDis-pbaG_s_tNkIzVaA_vnOoAMyM4-hXU5gB36mZ48,155
lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml,sha256=YFSzF8hN6bcQfrqslKTIxYLCE3p2Y_pZVxPPObc5Qsg,139
lm_eval/tasks/bigbench/multiple_choice_template_a_yaml,sha256=fx4jH1PSHezp90MaphRGs3BdieDz5W5cLeXZw0uk4sE,502
lm_eval/tasks/bigbench/multiple_choice_template_b_yaml,sha256=Nq_nsPG7pAwWzCgpj0hurx4SvB0jHm-0zREXjBa7iG0,492
lm_eval/tasks/bigbench/push_bigbench_dataset.py,sha256=aEACeC1ySE9-GTRzKm4KK_NBP8_SqvlyVNreXy8q-bA,1036
lm_eval/tasks/blimp/README.md,sha256=DWssG7sScoVaJep8XMGuh7q4ypM9m0evl9YzvnxgFeA,2920
lm_eval/tasks/blimp/__pycache__/generate_configs.cpython-313.pyc,,
lm_eval/tasks/blimp/_blimp.yaml,sha256=lnNJpENUDYG_cOc-5ASdLrcPHkgStoQ4T3lt5r1Lom8,2764
lm_eval/tasks/blimp/_template_yaml,sha256=yPHs1jiw1NniA5gUAFmiHXKBjz8u-qQzLl8EMks0ac8,369
lm_eval/tasks/blimp/adjunct_island.yaml,sha256=-9lX4hPdterByJxKE5g0rKbduMM19WgtEMvblkzv68s,104
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml,sha256=YvC5NfoTfaIQ8YEYSXDsj3nUph38cVyV6V6j8zDmmrM,124
lm_eval/tasks/blimp/anaphor_number_agreement.yaml,sha256=QZLYkO_7cmUYG0wJFBbXvoDAdgzEouIlWaw3WIlp85o,124
lm_eval/tasks/blimp/animate_subject_passive.yaml,sha256=znBh6LPx2JsVMfGJro-hfKDSwKb6UEPuv0SJ7bxjAF0,122
lm_eval/tasks/blimp/animate_subject_trans.yaml,sha256=NA59OdcPs1vcNK37AObFpIRusV4bXJAZWwgptFKWlxs,118
lm_eval/tasks/blimp/causative.yaml,sha256=iOyrzoGsOaU7L1mRctjhuFVgxFma_Z8FIDana6GRP-U,94
lm_eval/tasks/blimp/complex_NP_island.yaml,sha256=IJZMuZgeeJhBdE5fRK9JLkHv4-EFjRGIdZzOMlh6acE,110
lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml,sha256=3KHjSpHUgOlMknw6yyeuFcmq7Tr5Aj0BWhABRqBAXKI,178
lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml,sha256=1utajR5vsWlwfMlxnAIh6g_ZWMerLWplnVa_91ZOOt8,174
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml,sha256=Xozzid4qpRC2c2Y0G2CzQA4MwtC6lmAxWYzolnV1vyg,130
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml,sha256=h3l_Nur4ofxlOCEKG74Ped29pgKrKGJ2EU06CR-W_ko,130
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml,sha256=SaT-zTh8rDVb0lpIxKqDsvBaKGGtR2UtyzqE0n-ixuE,150
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml,sha256=mkorgBYuduNOB-gTdMlNFAxV6N7dC7mjdtL3jcpaWmE,150
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml,sha256=RyuzjODaFGx-tpB4qsFUCp6LKxq23TQVpePCW8Qffys,148
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml,sha256=yhSMa2TUnNbcDabHYtIPdgbU34sbFrEW2_WxDXzzrcc,168
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml,sha256=dmUQWIxZnSKEGJgBxBMancfBTAjhp-5Fn6IiL3w1ci4,168
lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml,sha256=qO4si9QBuAvM1y0yGP9ZZo1YiQlBZljl2n8zKFh9VDE,160
lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml,sha256=ZXy-qJ5fkMeqctJDqo2hJfsM-8usA9bneX7VWAvR1Ak,148
lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml,sha256=aylJHRj3J50lqloD6TtbRWgTC8sMek7PlolhlQ2_wTs,148
lm_eval/tasks/blimp/drop_argument.yaml,sha256=piUDj4gM9_dlopsxQB47CYpaFOV2Z6l3beZEScQqB38,102
lm_eval/tasks/blimp/ellipsis_n_bar_1.yaml,sha256=pawDpZP85htkOT_Db2TRFP19neJP1xio404cYcFhzv8,108
lm_eval/tasks/blimp/ellipsis_n_bar_2.yaml,sha256=OBAtmSx6TW2Rgo-zdqKNp6ZBhJPBOa8eODvTZb8Blmg,108
lm_eval/tasks/blimp/existential_there_object_raising.yaml,sha256=f8wWYmAiqdEAKqIDcSCB2mj3CXRpz6Xx23tBw_YFmAk,140
lm_eval/tasks/blimp/existential_there_quantifiers_1.yaml,sha256=0dCbp1jHm8zZrznnHDWb31ho8rDV4tnLR3Fm1uGUMFI,138
lm_eval/tasks/blimp/existential_there_quantifiers_2.yaml,sha256=il9eevifcY7YXleFZtMPeT2aHM_0q_pmRrMX8Dnlvas,138
lm_eval/tasks/blimp/existential_there_subject_raising.yaml,sha256=Pms6JBnODzdcBr0HkS9o7oMskk0Uxxl0Smz7y8iFnhg,142
lm_eval/tasks/blimp/expletive_it_object_raising.yaml,sha256=DP15wYDN9C4ZZFBqz9TcnG89_GkmXm91YWFeueJGZ8g,130
lm_eval/tasks/blimp/generate_configs.py,sha256=E8qhbk0Xz2IPgjbc7Tm7QM33JphFsmuqI7KkdR1fFjU,2901
lm_eval/tasks/blimp/inchoative.yaml,sha256=DsMpj_a2yrOchFTmTXat0LGocDai5yEhefMj4mw11ug,96
lm_eval/tasks/blimp/intransitive.yaml,sha256=S4KtS7drV5J2iqoe3TNXbJIM56m85KCXSTBeCLJModg,100
lm_eval/tasks/blimp/irregular_past_participle_adjectives.yaml,sha256=gZhQpDK95j2qJotGRqg1JY5aRxDKMvABwpwLEHBHDvg,148
lm_eval/tasks/blimp/irregular_past_participle_verbs.yaml,sha256=J7i1uPI1XRkOJ5J9fVDqkma-DBIVpTP4CQaPF9zNc6A,138
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_1.yaml,sha256=vkRRN_PpLhliyDbdjyrWP-Exo0IPvqbBxbV-gB-6u-Q,158
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_2.yaml,sha256=Dhce_QyhiMuLq5nYtEsg9f2U14a2lPM5gNoa_k1BZqU,158
lm_eval/tasks/blimp/left_branch_island_echo_question.yaml,sha256=tmYr6gGH_W_bsTxfD0o8E0gm0lpPX_RouukysmN8PmE,140
lm_eval/tasks/blimp/left_branch_island_simple_question.yaml,sha256=6fQOQ1Khq4c4r2FKjccNOzQq2nPfSWGEfWAY5ui5YZk,144
lm_eval/tasks/blimp/matrix_question_npi_licensor_present.yaml,sha256=zgviPtzlA4t_e1I0uJHQWSIXoVxGCCYCbE9Q6ZJ8H0g,148
lm_eval/tasks/blimp/npi_present_1.yaml,sha256=1lFMhXRmF1N-ZCRA71OieXn9dcaNWM0h1_tr9nf3dr8,102
lm_eval/tasks/blimp/npi_present_2.yaml,sha256=hkelD4YT05hqNiBu6foSc8Ea6DBTVEZo6tA4_W6pn58,102
lm_eval/tasks/blimp/only_npi_licensor_present.yaml,sha256=8exp0yKRSCPcD5AXBbURBTDI1FaCcpWTDP_SQNckXgA,126
lm_eval/tasks/blimp/only_npi_scope.yaml,sha256=ByExTctp9xZmTtKrHCGJg70UY6yD2Kqpt1i95zIl1Xo,104
lm_eval/tasks/blimp/passive_1.yaml,sha256=aVZXNP2pI2DzSfGuNtNLmWElXxdNPTAMCABV8Yb9Kvk,94
lm_eval/tasks/blimp/passive_2.yaml,sha256=RSkmNYrndnY5tweYPxL1rvb7_IYJdBfs-QXQXHvpSuk,94
lm_eval/tasks/blimp/principle_A_c_command.yaml,sha256=HNR2XQIRJfJlOn63103PmDnnUG2NY2iMuWPAB_tKoGU,118
lm_eval/tasks/blimp/principle_A_case_1.yaml,sha256=2q4Zrc27iGDVaT7XilWvcJCzL3il8UILyEW6BW3-RMs,112
lm_eval/tasks/blimp/principle_A_case_2.yaml,sha256=VgfFmGJ5ODxbAyga-hvWrH4ALajZ0CqY8S1yMF5dN6c,112
lm_eval/tasks/blimp/principle_A_domain_1.yaml,sha256=wjWNm-2SkxOJpUf6XplZuY_lm45qNsAhEqf8gkw42cE,116
lm_eval/tasks/blimp/principle_A_domain_2.yaml,sha256=I7-vj_eHLXL92Q5YyQg0tNkn6XfDwZQmYAcdxZ5jDUk,116
lm_eval/tasks/blimp/principle_A_domain_3.yaml,sha256=N4NOk4-FYUrZe_yEB3QVpK10l5YTbVvAR8T2ZdZJbIY,116
lm_eval/tasks/blimp/principle_A_reconstruction.yaml,sha256=kbgPw8WRvQgEw4nOx6lIahrJfiwQgeldg-_ubuyduKQ,128
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_1.yaml,sha256=TRl_ZSGOzmoKj8aaps-3UoUH-E2CQTvHkT7oY8tvnp0,154
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_2.yaml,sha256=El69s111tnlZ3PaVD8dJ_mnGyHkwfF1Lx1NRbegvyqc,154
lm_eval/tasks/blimp/sentential_negation_npi_licensor_present.yaml,sha256=tlDP6oxHDRNT-DOlxqER7c16pMqjRiYtraonx0dhJSQ,156
lm_eval/tasks/blimp/sentential_negation_npi_scope.yaml,sha256=ZA01-DgkD_XiH4_y4LEPTxID6yN6IB3ChXcVM3r-yeo,134
lm_eval/tasks/blimp/sentential_subject_island.yaml,sha256=dWTwulV1S633yAhGuWGuyGttg3fkyYwMM2A_y8HxcKc,126
lm_eval/tasks/blimp/superlative_quantifiers_1.yaml,sha256=faxiPYPbVCG3Jz-PRJoHlYl6EyhEEc-nprr29tV-3Cc,126
lm_eval/tasks/blimp/superlative_quantifiers_2.yaml,sha256=WbMvowOM10KnngE6Nz5iS3f4A5hcEP01331m_m4JmGY,126
lm_eval/tasks/blimp/tough_vs_raising_1.yaml,sha256=pK9Upq5umDCfVZWm8u0E2kxdYmEitsuAqO-5QD9tayc,112
lm_eval/tasks/blimp/tough_vs_raising_2.yaml,sha256=7VeDbZkxEY8D9nwNymqOHotD8NkeTUibGkKJMSigWtQ,112
lm_eval/tasks/blimp/transitive.yaml,sha256=cmejl92fLdcvqrpWR4oX-yLeWExMqtj1a-x0fKHtLwQ,96
lm_eval/tasks/blimp/wh_island.yaml,sha256=jFAVoSJBhuKAfU8fs2kl4US-tFiZ03vnMXbNqYfdF0I,94
lm_eval/tasks/blimp/wh_questions_object_gap.yaml,sha256=kOvup2GXc9GtfsI9i4wzF3_jbL043PeHWjSUWFi0hBE,122
lm_eval/tasks/blimp/wh_questions_subject_gap.yaml,sha256=m3ybX6FgLO7SYEA-7iUyLOTRmXC3hpQpUmkvm620mrw,124
lm_eval/tasks/blimp/wh_questions_subject_gap_long_distance.yaml,sha256=rFcVijVQW-IG_mpNmRNFo7QEEhRoQ5CNVfBGKuI8qnw,152
lm_eval/tasks/blimp/wh_vs_that_no_gap.yaml,sha256=3Buk7jIKXy4e0c7JYjJ5Iknlobz-JjWQxuMFl-PjuqU,110
lm_eval/tasks/blimp/wh_vs_that_no_gap_long_distance.yaml,sha256=RVfGHziEZb_v7um-wo72xZNeSt0VcN6FiODhSq9uxTI,138
lm_eval/tasks/blimp/wh_vs_that_with_gap.yaml,sha256=MwnrjZ-CdZGyvAshYmken2hkNf97BhAXNY03rhu679A,114
lm_eval/tasks/blimp/wh_vs_that_with_gap_long_distance.yaml,sha256=9gOjb25Zw6AtFaXwyyyo9xrapuN3PwBE-zcCZ4zdWbM,142
lm_eval/tasks/blimp_nl/README.md,sha256=NabDZJXRlLF3TfSHTJ96qPgxScfKgz9sweAKCy7Kfxo,7076
lm_eval/tasks/blimp_nl/_template_yaml,sha256=pWwjTCC_9zLhoOUrdYpBoMiTjJGzfhZVu67GMkOu8L8,371
lm_eval/tasks/blimp_nl/adpositional_phrases__argument_r_extraction.yaml,sha256=yhnx8j7MtQcnuceALJafGx9eutkctw8FOOlxJboPqvE,142
lm_eval/tasks/blimp_nl/adpositional_phrases__argument_scrambling.yaml,sha256=wevX85eEwGvqI4JJIUH3NhgNZs2-AD7Te8p8gD_2h-E,138
lm_eval/tasks/blimp_nl/adverbial_modification__position_proform.yaml,sha256=v3p8akAW36TYWX-ZXs-JiEP21i5ch-sULL4sBApCQms,136
lm_eval/tasks/blimp_nl/adverbial_modification__position_type.yaml,sha256=2FhGMM7ngByd6z2rEazZTqEEcMscoh3FWpwODF14Gz0,130
lm_eval/tasks/blimp_nl/anaphor_agreement__number.yaml,sha256=lxNW0rQAlISOXUgfK94QVYHltIKIxtTTzI5OcHQBnNY,106
lm_eval/tasks/blimp_nl/anaphor_agreement__person.yaml,sha256=Bw9r1aGDXxg_1rk6Zm-vxf8Nk5stXyGzSXSnIg68skc,106
lm_eval/tasks/blimp_nl/argument_structure__argument_number_ditransitive.yaml,sha256=gUrUZia23VyxEtV0_JhLLpTGdG3w-l7vXO7KAaj4HKg,152
lm_eval/tasks/blimp_nl/argument_structure__argument_number_in_transitive.yaml,sha256=lv12_gNNhyd64r9CV4w18SAdGGTKbaGcdhH2pS1le9k,154
lm_eval/tasks/blimp_nl/argument_structure__ditransitive_nomdat_1.yaml,sha256=_LPLABvjHLwHQBMFxCp8-dUq1RsBa0gxUo8AAgmK9pI,138
lm_eval/tasks/blimp_nl/argument_structure__ditransitive_nomdat_2.yaml,sha256=nux3zVqFPxOlfg_pv5jDT-a0DxgEmZT6_mhzDCUAP70,138
lm_eval/tasks/blimp_nl/argument_structure__ditransitive_nomdat_3.yaml,sha256=wl-25Ntz26xkPeT9GwZD5z0gTdIrsFo9Abn1ZkdcRn8,138
lm_eval/tasks/blimp_nl/argument_structure__intransitive_unaccusative_1.yaml,sha256=Zi6eYPTse6ErVVq8qM5yom01VbXYsnNCt00aILNw9hA,150
lm_eval/tasks/blimp_nl/argument_structure__intransitive_unaccusative_2.yaml,sha256=V4ssKsfIsliVdOxKn898lD8kS3U95-XmNVn58IyolpI,150
lm_eval/tasks/blimp_nl/argument_structure__intransitive_unaccusative_3.yaml,sha256=EhTI-Ha-LHqvpBs3fsGEaI5ycaCRoix-TsiZygWzZ00,150
lm_eval/tasks/blimp_nl/auxiliaries__order_1.yaml,sha256=YkREJNshagscClntYaLxH1zXf14K5pRp5bvemEmKZQU,96
lm_eval/tasks/blimp_nl/auxiliaries__order_2.yaml,sha256=kvHbJ8uBfeLumhltGrG4a9T3BTs4QtcN5yL7Fp30USs,96
lm_eval/tasks/blimp_nl/auxiliaries__perfect.yaml,sha256=x2tmtWBjsbtSoJLz1GiPKutUcFMYc08qt7vvqDFNBgg,96
lm_eval/tasks/blimp_nl/auxiliaries__semi_aspectual_1.yaml,sha256=L2Qxi6-AhdaETAf6z53cJprOCDvqxBSsx4nqt77N_Bk,114
lm_eval/tasks/blimp_nl/auxiliaries__semi_aspectual_2.yaml,sha256=xU6kS5g2DdEsTKx3mJgPKo0f_9lGm_zb88xadmHGaGU,114
lm_eval/tasks/blimp_nl/binding_principle_a__c_command.yaml,sha256=S1sx6RDlNiL6NIhpWQzZGAWcOM54AMCwUxvmrPIhWSE,116
lm_eval/tasks/blimp_nl/binding_principle_a__monomorphemic.yaml,sha256=JaBdbvGZ8bSmXtwuVKc5NFd-dqYv4URwVkJZdC6cX9o,124
lm_eval/tasks/blimp_nl/blimp_nl_group.yaml,sha256=yAMjaCsr2R1tocFdj9edPYpHFgJtrs2785k6_ImXn_8,9686
lm_eval/tasks/blimp_nl/complementive__ditransitive.yaml,sha256=dyTjCXd59mm3A96jozzjvHy3rGRTrCL6d1Ff3Pz47Go,110
lm_eval/tasks/blimp_nl/complementive__intransitive.yaml,sha256=v43jVRpwz1CwFNvU5nw2rfvD3_LPGR9oj8vpAB1N1pY,110
lm_eval/tasks/blimp_nl/complementive__position_adverb.yaml,sha256=1Y_GGXJpCxkmtj8Kc1uhFYyHpzFV9_uLZ1w-H3PLCNc,116
lm_eval/tasks/blimp_nl/complementive__position_verb.yaml,sha256=rMgzPJeI2O5KUS_JFwfDt91l8ORLftZ07pVNt-7b7jg,112
lm_eval/tasks/blimp_nl/complementive__transitive.yaml,sha256=luXJkNEzKbKWiVNkpH4YlU9-dt6HoXzu2iTwFxHaIa0,106
lm_eval/tasks/blimp_nl/crossing_dependencies__cross_dependency.yaml,sha256=kPc9i9Mmlf9oTpFTjje6a6uC0uCUyGMa_326n5cCvyI,134
lm_eval/tasks/blimp_nl/determiners__geen_expletive.yaml,sha256=L56_3xxrvTWIV5xnIx41uuHZbGaY6keAsbGvZx6ml7A,110
lm_eval/tasks/blimp_nl/determiners__geen_scrambling_1.yaml,sha256=T7v8m-p1O8TFHlz3FEMCWlB-L0_wtqsWA-rrYuUjvLo,116
lm_eval/tasks/blimp_nl/determiners__geen_scrambling_2.yaml,sha256=wn5O-KosAUB8N-qeoz-p_pYktDigcVwOPcA3CUoQyxU,116
lm_eval/tasks/blimp_nl/determiners__negative_polarity.yaml,sha256=P2rgN1C7jytkGxISZiMtLcLa14aoIDIrBS7BOPm3ki8,116
lm_eval/tasks/blimp_nl/extraposition__adjectival_adverbial.yaml,sha256=Glf7uP1w277-DSje9iMXdphWMwj307JLpQkV6tvi6zI,126
lm_eval/tasks/blimp_nl/extraposition__adjectival_supplementive.yaml,sha256=mFutfqAfr3XMK6vh9vXAeQOay0EAwV088mkupLfeiJQ,134
lm_eval/tasks/blimp_nl/extraposition__argument_nominal.yaml,sha256=OB4Z-M1vbWxiEFQY9MklMkJyqC0FSOyIZ2_gDsufkTM,118
lm_eval/tasks/blimp_nl/finite_argument_clause__complementizer.yaml,sha256=6cKmn-da_pzdWr2UTZDLdKuW4zjsQ-goPV4k_E_VeUs,132
lm_eval/tasks/blimp_nl/finite_argument_clause__perception_dat.yaml,sha256=7VIR3JIJ-FO8rzYgar01BOmMaaBQpCinvx5PA2uof8o,132
lm_eval/tasks/blimp_nl/finite_argument_clause__perception_of.yaml,sha256=w4O3N9Yb0WaojT4-kYxFLOBsz9ojXw_FMs76tP0HWIw,130
lm_eval/tasks/blimp_nl/finite_argument_clause__position.yaml,sha256=m6EaSH3URQqcJGAfHgQ6psvtkr08TyDMf2vyoCnU42U,120
lm_eval/tasks/blimp_nl/finite_argument_clause__sluicing_1.yaml,sha256=VKFy71mJnv6l6TJEDZeP-2P2dWvJIA6uarrCu2wZrSw,124
lm_eval/tasks/blimp_nl/finite_argument_clause__sluicing_2.yaml,sha256=zzW-a0-HLTy2Re532-hrPe4glyPgiH4RiEDy4WZ0yGw,124
lm_eval/tasks/blimp_nl/infinitival_argument_clause__bare_verb_cluster.yaml,sha256=E8bneGGMHDSH_H9329pevXsW76fEod-1-8D9GgkFrEI,148
lm_eval/tasks/blimp_nl/infinitival_argument_clause__bare_verb_type_1.yaml,sha256=o3CVC6d-n-JC6vJO4V5Csz5mjXW5KCswMwv1kQV16Tg,146
lm_eval/tasks/blimp_nl/infinitival_argument_clause__bare_verb_type_2.yaml,sha256=kZOh69PnOb7W0fi-AAxL0VNUO0CrlSn0JG6SMbnFXxU,146
lm_eval/tasks/blimp_nl/infinitival_argument_clause__bare_verb_type_3.yaml,sha256=D5Vx8rpRv1KVvYG6_wxNMosLLKB0HYjc1glqYFcy12g,146
lm_eval/tasks/blimp_nl/infinitival_argument_clause__om_te.yaml,sha256=oyVmhxd-Vkp5fd7aP5t4xcPSGBRVB6_B_V-AI3zBFc4,124
lm_eval/tasks/blimp_nl/infinitival_argument_clause__te_om_te_difference_1.yaml,sha256=GeLT-Nz6P7MOus4gnt62eRgTO2qwEjw-bK4R_2xiUI8,156
lm_eval/tasks/blimp_nl/infinitival_argument_clause__te_om_te_difference_2.yaml,sha256=oSbd8piz-LNpgezeY9hMZ3DPmk0YbxshuP6TdbdElq4,156
lm_eval/tasks/blimp_nl/infinitival_argument_clause__te_transparant_split.yaml,sha256=rwn8S6g1qFMbGotOAwhdMBYOD-pSDtTEn7_DWtbdsbU,154
lm_eval/tasks/blimp_nl/infinitival_argument_clause__verb_type.yaml,sha256=YwEblIfN_hM_Tcdd6dHzuGQok6kZUYC5FCuvYctyKkY,132
lm_eval/tasks/blimp_nl/nominalization__type_inf_1.yaml,sha256=yUc8VfsrzRX--Rpe4ZGosRWpCXoTn7ytGlaTs-yx2LA,108
lm_eval/tasks/blimp_nl/nominalization__type_inf_2.yaml,sha256=MhPp3luVCG-PIxNf_CCwpiVq36Vt73QtGAfbgAkzxIo,108
lm_eval/tasks/blimp_nl/parasitic_gaps__scrambling.yaml,sha256=mh0YC3AQ3CyvarYslFue3m8sNxBHQ9R2pYpKTeBuo9A,108
lm_eval/tasks/blimp_nl/parasitic_gaps__structure_type_1.yaml,sha256=htpwqyE4aPl085aPzS-TOuyLWvWfrz2Ld_3bdq8uCUU,120
lm_eval/tasks/blimp_nl/parasitic_gaps__structure_type_2.yaml,sha256=I4_8GudW_GoaZrI4LNVNtEtm-zYFJYCQHdW0HhJX_sc,120
lm_eval/tasks/blimp_nl/parasitic_gaps__structure_type_3.yaml,sha256=ChyzHsSRju7dWdJAvsqcMB8O-AkiR-nX-g3DzOUJb0M,120
lm_eval/tasks/blimp_nl/passive__aci.yaml,sha256=MkoFFO-ZZWsshWOsrCCDIfEDVKAQVG8GOWzxY7GXsFA,80
lm_eval/tasks/blimp_nl/passive__ditransitive_1.yaml,sha256=4dYkXML0DRCqsHTCxOFhucyBTMpGBOFFlUR7D8Scx3A,102
lm_eval/tasks/blimp_nl/passive__ditransitive_2.yaml,sha256=Te19ohc56DtV8cYnQ_YFs3cyktyUWezx4CO2QdqcELY,102
lm_eval/tasks/blimp_nl/passive__impersonal.yaml,sha256=RVxW0AE3mjKASQS3VZqMtF4D0wVzAVwC3s1jzq0HVVo,94
lm_eval/tasks/blimp_nl/quantifiers__universal_difference_agreement_plural.yaml,sha256=yG31iAKvEvxOsy1xJ5z4IJB1ghN8elFdslXrRm1dKqc,156
lm_eval/tasks/blimp_nl/quantifiers__universal_difference_agreement_singular.yaml,sha256=k6mY6vui8FkRjSv3VgdKCWnUWUTY9BKe82eUmVB7iHE,160
lm_eval/tasks/blimp_nl/r_words__adverbial.yaml,sha256=06tddP1JT_ue-K_uQxXsE5PKJSsCL7AGIa0kZse6OS8,92
lm_eval/tasks/blimp_nl/r_words__weak_proform.yaml,sha256=yTPMJVR32dDv819GNqWWV0gTsE6-wREZngSKn8aTcqQ,98
lm_eval/tasks/blimp_nl/relativization__island.yaml,sha256=aL828v8oI8be4qZQgU__EBSKTZiYJMlbV_SwTZ5VWC0,100
lm_eval/tasks/blimp_nl/relativization__pied_piping.yaml,sha256=_wuey4A6Fo9sOz2hIYAQSxgXF-HYSeKJruGosW95p9A,110
lm_eval/tasks/blimp_nl/relativization__resumptive_prolepsis.yaml,sha256=IfwFsoMvxb0XTyq65toRwknCUn2DgOW48-qBxZNdFec,128
lm_eval/tasks/blimp_nl/topicalization__island.yaml,sha256=2lrdUgjGbQN5ERpMiuE5_2wL295qUkTGdI4217Hns6Y,100
lm_eval/tasks/blimp_nl/topicalization__question_similarity_1.yaml,sha256=AzhbDH0nTo3smIvnZOeZgy3-KcBZRC8VdcRBcCZNZH8,130
lm_eval/tasks/blimp_nl/topicalization__question_similarity_2.yaml,sha256=O8tA4gBccRAjLLV2JvB-IJxHA6FLKX8Jkns_j31VEgo,130
lm_eval/tasks/blimp_nl/topicalization__resumptive_prolepsis.yaml,sha256=zRZOP6NYezP2nO3PdcdWNGSawNtZ9oLx7KDey28mFww,128
lm_eval/tasks/blimp_nl/verb_second__order_embedded.yaml,sha256=Wwhb6C7sZ5C7RXztMf7GXlwKpfFKsQxoc7CeQlVbgUM,110
lm_eval/tasks/blimp_nl/verb_second__order_main.yaml,sha256=oet_FiQZXTmr7b1sKDzedKalIzBKKdcKqCWc5127rtA,102
lm_eval/tasks/blimp_nl/wh_movement__filler_effect_gap.yaml,sha256=_JGmjWGG3dMn28OhipYzxc6qpGCVUox0ZISnPABLG9E,116
lm_eval/tasks/blimp_nl/wh_movement__filler_effect_no_gap.yaml,sha256=LG9ZlczFvaHfVf_22eV1FPvXeIRBRVoKzT4n8E1ChEc,122
lm_eval/tasks/blimp_nl/wh_movement__hierarchy.yaml,sha256=TcW5lTPLIs5pVVp-MGGJ372J76959h8VumJG05rOWJE,100
lm_eval/tasks/blimp_nl/wh_movement__question_formation.yaml,sha256=Lae0WvIqzYpNraB_-Gk3SCFKMH41pd8sKw5wNCxmsn0,118
lm_eval/tasks/blimp_nl/wh_movement__stranding_1.yaml,sha256=NptgmhG2sueCb1T4fjVT-p71gZChUcnq33uuaOQlgLY,104
lm_eval/tasks/blimp_nl/wh_movement__stranding_2.yaml,sha256=olmOA5rC3AjSRfaHCjimcutNseor7uqwDw4Y00-1F6c,104
lm_eval/tasks/blimp_nl/wh_movement_restrictions__bridge_verb_1.yaml,sha256=dr9altx7whafK6YoHaUuIJ0YtQAatNHHuMOU3A0fUr8,134
lm_eval/tasks/blimp_nl/wh_movement_restrictions__bridge_verb_2.yaml,sha256=c4j-FkAHuq-TrEivZ17N1jb4JAelXBbXPqKRvifuvPc,134
lm_eval/tasks/blimp_nl/wh_movement_restrictions__island_1.yaml,sha256=qb-BDXPece_vzi6fTpWdMLBwlxNPHDRktFC0VuCoKYY,124
lm_eval/tasks/blimp_nl/wh_movement_restrictions__island_2.yaml,sha256=xMXzBytTS_XFp1rHAG5IdV21iyYt9Wjo3PWfJTAJrZQ,124
lm_eval/tasks/blimp_nl/wh_movement_restrictions__resumptive_prolepsis.yaml,sha256=1ETFi7_BGd94KvptozI3JL_MW8q2deyyXwhwHZC-I28,148
lm_eval/tasks/blimp_nl/wh_movement_restrictions__superiority.yaml,sha256=Oa0P8TXMl9nPQJg8BHzTx7cIKfjSI_ou1w5_CncsoAs,130
lm_eval/tasks/c4/README.md,sha256=JoI7Uodez9JA4PYsHXLZCLCF7JgPsZBovVI_rurUf-c,1738
lm_eval/tasks/c4/__pycache__/preprocess_c4.cpython-313.pyc,,
lm_eval/tasks/c4/c4.yaml,sha256=W-ExXEmwToGFUsHlr8_yiOiY2H5sTDBFvaZOkg6pUe8,678
lm_eval/tasks/c4/preprocess_c4.py,sha256=lblM3bntUKPbh4BmmBRssrmkpnI1KRxAvKGKINSeuHs,1732
lm_eval/tasks/cabbq/README.md,sha256=UkIn5dqWwtjl7lfTvnvZRtxckqCeGpn-8gdE5rmArF4,2459
lm_eval/tasks/cabbq/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/cabbq/_cabbq_common_yaml,sha256=0R1znZnlAOiuvxQjWO3s68i2gtpOJiTNhsK8Y1FuvxQ,961
lm_eval/tasks/cabbq/cabbq.yaml,sha256=cfb3_Izi-2BQAvaCb3y4Pv762sBvlswDjAcvAaKedJA,738
lm_eval/tasks/cabbq/cabbq_age.yaml,sha256=OX1biZ2Ei19c8ffh0dW4VlVxVrWQjRyyuxkY0YSoLw0,62
lm_eval/tasks/cabbq/cabbq_disability_status.yaml,sha256=oIRG4gJCb50Aclj6rl0_s1oskeGR2Ke4GYuopkQLiNo,89
lm_eval/tasks/cabbq/cabbq_gender.yaml,sha256=39qIQBi6CQm8YqvP8KrzABhV4S2PUYzlar0jGJGApOc,68
lm_eval/tasks/cabbq/cabbq_lgbtqia.yaml,sha256=zyws65IE8qHKbs0pboBRa3kiRLnOb8almcF2aAnAlvk,70
lm_eval/tasks/cabbq/cabbq_nationality.yaml,sha256=kVGcvwQfHZdlFNPafwWopSDMhxc6gndIqKHKntNKE3M,78
lm_eval/tasks/cabbq/cabbq_physical_appearance.yaml,sha256=m--sAz6nbawlZ3rDOOjqbd8dVPoCkGaT-jnD7Bs1zg8,93
lm_eval/tasks/cabbq/cabbq_race_ethnicity.yaml,sha256=TpXqLl_tiLGWunss_VERhyC3y25_2Q8DwduXLgpuNNk,83
lm_eval/tasks/cabbq/cabbq_religion.yaml,sha256=ERQY39QjDFCzJ8kTYRLcvqs8srcY_f0iNo2YlOY7LOg,72
lm_eval/tasks/cabbq/cabbq_ses.yaml,sha256=bNOYBSOXxsGIwDh-Z_RbGEmV1D7eoij_bEQnyrRPjYM,62
lm_eval/tasks/cabbq/cabbq_spanish_region.yaml,sha256=gIwcI43CuSj29wYKrWHHS_FZFLElzmzyARW2iBuABYI,83
lm_eval/tasks/cabbq/utils.py,sha256=u9QND1Ob5OJdjfjVfbnJn9unMd_kfFoYTawwYQhWhTo,9579
lm_eval/tasks/careqa/README.md,sha256=IJExiunfUGvk4KPeO3ku2vk0Zc5rWR-M6WuvkFYRZVE,1529
lm_eval/tasks/careqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/careqa/__pycache__/utils_open.cpython-313.pyc,,
lm_eval/tasks/careqa/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/careqa/careqa_en.yaml,sha256=82lSZpYclMlQeDOZfKuECE5hBJo0LniVjzsvV_tI1Ps,341
lm_eval/tasks/careqa/careqa_es.yaml,sha256=KJPVD9lfMiz9QkXiOXr_qXn-Mb4m3jZcHvq7Lkyo3MY,64
lm_eval/tasks/careqa/careqa_open.yaml,sha256=FR_9x91gjl8JXyibURSGMfnf4pwGckEZEMMFR8Tiwrs,926
lm_eval/tasks/careqa/careqa_open_perplexity.yaml,sha256=_NtyOW6Z-wSNSwQ1iWxPnhTdbDnYmYuYn793k3LZIgM,444
lm_eval/tasks/careqa/utils.py,sha256=TpfnaxyiDx_mdEAxyB6oU8nGLLjF7D4EOqmHXC7QWm8,1562
lm_eval/tasks/careqa/utils_open.py,sha256=sDjy9fdibk3xTJCu6l6CJy46wU-ifuNLHNsiqAdBogY,3219
lm_eval/tasks/careqa/utils_perplexity.py,sha256=moK441vsaSz9l3SdgvxuQVKhNhrTTW2npijjyXW0QNE,491
lm_eval/tasks/catalan_bench/README.md,sha256=iBi71QfhRcfaGp9dVn308htW48x9R_bN15fQA0fG2AE,8133
lm_eval/tasks/catalan_bench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/catalan_bench/_arc_ca_common_yaml,sha256=7Y5xiXsihhLTvsbmZlH2CC5rjp5gT_7mifbcR_Jx-KI,532
lm_eval/tasks/catalan_bench/_cabreu_common_yaml,sha256=Kz8gxouyZg2Q3wsuzhLGZ564Sy8iAEC4xL89RivNXEQ,421
lm_eval/tasks/catalan_bench/arc_ca_challenge.yaml,sha256=xVPdTi2PU0UOeIzSyLEUhq_XeXxRbvntmYDC8tg7kTc,80
lm_eval/tasks/catalan_bench/arc_ca_easy.yaml,sha256=mce9PepfGlggElhWaAvJGuUwWnq8ToTjy8eZMgx1-qw,70
lm_eval/tasks/catalan_bench/cabreu_abstractive.yaml,sha256=FpiGWbKpD_n08tz0rmRXm8j5vlRuBu9zQ7A8shbNvnU,306
lm_eval/tasks/catalan_bench/cabreu_extractive.yaml,sha256=ZrCWa7-8zu24GJ6gby42JHwywfRY6E3hLyQC9FLowCw,291
lm_eval/tasks/catalan_bench/cabreu_extreme.yaml,sha256=Kcx9LPUu1Ipr2o3rH2TEQyP17fAmfhm4AbCh16YVqX0,289
lm_eval/tasks/catalan_bench/catalan_bench.yaml,sha256=VsFPJyAbwavTejwKCCkgiN1exUdOeE-2i_s6Pq5FXYo,466
lm_eval/tasks/catalan_bench/catalanqa.yaml,sha256=VDUdpqTkGUA_zv-YAneG_7DHjQ_l17Jbq2WbBT4JOtA,610
lm_eval/tasks/catalan_bench/catcola.yaml,sha256=bey3sz1r8w2hk9SLBpmS7N5G75Izcndi-b2Fqx58h7M,334
lm_eval/tasks/catalan_bench/cocoteros_va.yaml,sha256=LTNFqFRw81_N0RqrlYEzHgYOp-GKlGttbdm2xWpkd-k,610
lm_eval/tasks/catalan_bench/copa_ca.yaml,sha256=W2D1HgmpDF54L6WbQ1pP07fcfCNszjDN3iS4gObA4Vo,519
lm_eval/tasks/catalan_bench/coqcat.yaml,sha256=My6yhMXHEg8NpH6noW8o06vtEtT_RnQJEkihuozHywM,768
lm_eval/tasks/catalan_bench/flores_ca/__pycache__/create_yamls_flores_ca.cpython-313.pyc,,
lm_eval/tasks/catalan_bench/flores_ca/_flores_common_yaml,sha256=iUvC06vFx1o8ZG_AbZAWoGt6aQu-UCN9mktnawjWMDw,452
lm_eval/tasks/catalan_bench/flores_ca/create_yamls_flores_ca.py,sha256=Wr4QDz0rF9nYEaBq6sub4qM6JFP_sgR5mxsyswKreZc,6699
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-de.yaml,sha256=9I-pK6LnoehhE4G62QJumIjK1CGWZ3lDQG7jDLJ1bHA,214
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-en.yaml,sha256=oBFXQLgLIXYZoiJ61yCsi1tSkFJWMkQBuSJJaxYYF-U,215
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-es.yaml,sha256=QB6xK7te7gOml-qrTSoqG0FC6J2BvGnJ4vr-mzNohPY,215
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-eu.yaml,sha256=614TtRPWpVDM0oPreMgoFW-xu5bHdywsfZJQb7Jyi-g,214
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-fr.yaml,sha256=5gi926KKyZ9tkcESao2HFDBbnseM1aB85R1Z3KrvD9M,214
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-gl.yaml,sha256=xoUh4shbAHgaIPMEidwaFHFQATrnil6rIBOevYbIL_w,216
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-it.yaml,sha256=a16_Er0QwM3EDZgNrtmvPW8noPKRKGMmklX3oRcZJBQ,215
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-pt.yaml,sha256=hyL8Ugzop6aa230qxyPisyQHudizxnKGfvPahNP36AY,218
lm_eval/tasks/catalan_bench/flores_ca/flores_ca.yaml,sha256=kqPul-FnbWUwFnitRTqcChReMg1H7Vkb19QRFA3UNO4,632
lm_eval/tasks/catalan_bench/flores_ca/flores_de-ca.yaml,sha256=Ws-kfStR9obm5MyIEHhabpnoTJWY615Pj_zdsDbQhfI,214
lm_eval/tasks/catalan_bench/flores_ca/flores_en-ca.yaml,sha256=Iv5ucDtdRdD_yZXxmTf8yZW9USDZKmAr4ChLk9DPNL0,215
lm_eval/tasks/catalan_bench/flores_ca/flores_es-ca.yaml,sha256=19rdyb9fMEizh4pPsG_NPmjNPeF_BQ9RBE-QJsu0uQI,215
lm_eval/tasks/catalan_bench/flores_ca/flores_eu-ca.yaml,sha256=uz8N6KcJauCUu2cS2wdf1fmEOt0s-e0F6i9Bh2TGFko,214
lm_eval/tasks/catalan_bench/flores_ca/flores_fr-ca.yaml,sha256=vfYTIkYTZbDIdat84UL6kZj3nvuxPgV7WzV5w_2eUE8,214
lm_eval/tasks/catalan_bench/flores_ca/flores_gl-ca.yaml,sha256=tnDXIVcrVvUn7oF1JGczZeWCYugkMbiEwb723QX_tao,216
lm_eval/tasks/catalan_bench/flores_ca/flores_it-ca.yaml,sha256=a-Uu3xfhpRnmOKfbqRjE_2msgl0drlADIeOF6kAy0Vs,215
lm_eval/tasks/catalan_bench/flores_ca/flores_pt-ca.yaml,sha256=BljbEDeMhvI48R_0FKBRakGZmAdPkJRPomrjUOQxdWI,218
lm_eval/tasks/catalan_bench/mgsm_direct_ca.yaml,sha256=jE3LOurF4nVujeK0dUbSOoJp0XXxevSOaBWoRaLpwQw,687
lm_eval/tasks/catalan_bench/openbookqa_ca.yaml,sha256=O4X9eaRYwU9__ZqxdVLm09PfIuiCOGakqfCEqw9ZCy8,524
lm_eval/tasks/catalan_bench/parafraseja.yaml,sha256=CV1in9OiWjCXd_av2GXy9cQ4gCRAbdPB6xi9PjK1_sU,470
lm_eval/tasks/catalan_bench/paws_ca.yaml,sha256=V8Fc2q_vS1eAI-2ZZlMphGUD_48vehxc9L-Vna36GlE,483
lm_eval/tasks/catalan_bench/phrases_va/_phrases_va_common,sha256=qa04LORrKhPMGN5AZPnYgvpVgwC_VoQy_-z6i-R2OWk,477
lm_eval/tasks/catalan_bench/phrases_va/phrases_ca-va.yaml,sha256=fGD7a3rGRzZ4Q8Dim1G1cz_78n_twDCbRHX7xtb3Gdg,177
lm_eval/tasks/catalan_bench/phrases_va/phrases_va-ca.yaml,sha256=bIYPoC5ALbf6-D7MtYxlfoWdzm2xCHc9YEqrqUQVOhw,177
lm_eval/tasks/catalan_bench/piqa_ca.yaml,sha256=l85Zqh7XoDvah6lxk3ULAS7GDxwVq6BbLSmGsKwZ5c4,500
lm_eval/tasks/catalan_bench/siqa_ca.yaml,sha256=qvjYGaTX6njISSq-xDxJOyGCGi6eg50ORcfdRk2KmVo,420
lm_eval/tasks/catalan_bench/teca.yaml,sha256=qL7QCpFtAoMJJJVUUJWH7GQACqDcm1DER_WG_nEgu90,523
lm_eval/tasks/catalan_bench/truthfulqa_va/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/catalan_bench/truthfulqa_va/truthfulqa_va.yaml,sha256=mSPpx_dcJ3qWlJt7QEuBGdB7q_4lz9Yguq4NvQfbLag,2093
lm_eval/tasks/catalan_bench/truthfulqa_va/utils.py,sha256=sySiZ51asUk052DQjOrv3wFrGtWIL2E4gKRArSnuLR4,10199
lm_eval/tasks/catalan_bench/utils.py,sha256=3pNT7UJ90fqmNNfG5fRhQ5-wIKVkYL6CmvqM5pjawrQ,4873
lm_eval/tasks/catalan_bench/wnli_ca.yaml,sha256=GSk2sWgKSwwlopllLnlglZR24PNPIS5p3VSRaKWwBts,351
lm_eval/tasks/catalan_bench/xnli_ca.yaml,sha256=3SLEqfm7N2cl7T04Oq8JkfYMuA9ama3hn3qVha7plGQ,533
lm_eval/tasks/catalan_bench/xnli_va.yaml,sha256=mN5DlKiu9Q5g4ziWOfkaxKru3_747f1dWKFURreUU8U,578
lm_eval/tasks/catalan_bench/xquad_ca.yaml,sha256=aBNibLIEkjE0saR1CDvoj8GGzpiM7j57yeQkh_xX1Jc,580
lm_eval/tasks/catalan_bench/xstorycloze_ca.yaml,sha256=KDUynPArblpCLKzgAF4oOd37JXKrtTBsQUjb_WtzBSc,603
lm_eval/tasks/ceval/README.md,sha256=UEX7W3AFO3-cM3UcL3yrLoO9C4ZsmiiD2cRzvCH6nys,4967
lm_eval/tasks/ceval/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/ceval/_ceval-valid.yaml,sha256=i3G3mCtOG-HkWUgUr2X8qRFQXXGH52n9XG0Bzei_sOM,2051
lm_eval/tasks/ceval/_default_ceval_yaml,sha256=e0fbF95wY9E9dxzWAEwc2hG9UGnAiLwCDBMBwZGjQOo,488
lm_eval/tasks/ceval/_generate_configs.py,sha256=7hbXuZjXlaU4X32YbtLBb3FOQ84-Ehy5imnbWSFQB6E,5127
lm_eval/tasks/ceval/ceval-valid_accountant.yaml,sha256=r61lKl0DAH5ySKcDs7AwPvQl8JVUiHZfvzmJRmBiUX8,207
lm_eval/tasks/ceval/ceval-valid_advanced_mathematics.yaml,sha256=TowvVz5_ZfK6yBmcAuqQ1T1uv9_PfeQ8bJen8NkRHrg,224
lm_eval/tasks/ceval/ceval-valid_art_studies.yaml,sha256=kI7p4mk8_5oF4IEb9hAgy9LASGQIXRzzVp5Xar39Kis,203
lm_eval/tasks/ceval/ceval-valid_basic_medicine.yaml,sha256=m2PzLxFzKXbYd4_2Ln2z7sxS25fVlw1GiuKYjnZ1Nt4,212
lm_eval/tasks/ceval/ceval-valid_business_administration.yaml,sha256=tVyXVeOB5Mk_4WkGiY4FsVMb9GHWA0bXvK9VS22gTw8,230
lm_eval/tasks/ceval/ceval-valid_chinese_language_and_literature.yaml,sha256=SAhX_ST3R3hSDvyVRoZMvTIDTLzAOR6IA4QHRkUjwvM,252
lm_eval/tasks/ceval/ceval-valid_civil_servant.yaml,sha256=G_8m9RcD_aV7jJXAubW_1oq84RIbrUfyLZxxTcic_vE,207
lm_eval/tasks/ceval/ceval-valid_clinical_medicine.yaml,sha256=0QikXTEvr3amDcUGl8DcfynOZj0Ll5hZRa1AhhHTXQ8,218
lm_eval/tasks/ceval/ceval-valid_college_chemistry.yaml,sha256=0rhGE5axuBh5O4Z4aZRaOuQ0usiuTJd-CtAvKpxI9NE,218
lm_eval/tasks/ceval/ceval-valid_college_economics.yaml,sha256=Y9xrtTT-BiinFOkkqI7nWi4GyB1bxiOHh6pRPff3-AQ,221
lm_eval/tasks/ceval/ceval-valid_college_physics.yaml,sha256=JJfHph_isVStbsk2yIav4A5iqmLWNf1EAmCFOIUjk5Y,214
lm_eval/tasks/ceval/ceval-valid_college_programming.yaml,sha256=FYNlc9mHqfoLCAdtjx3aiaPq-HuI0c2zNDQp8AaE6wo,222
lm_eval/tasks/ceval/ceval-valid_computer_architecture.yaml,sha256=vGZ__iGOj0_nX7aVWX3qCDYrr2eEJ1mJj7k59NG3CTs,229
lm_eval/tasks/ceval/ceval-valid_computer_network.yaml,sha256=gPMX8lN2YMGH9QYaKBEXProfP_MA9XV4Lx_udMr-ktQ,219
lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml,sha256=a9wuabDadH9CgiyQc5uW1lld4vAeaJYv4mPTx5u-Ujg,224
lm_eval/tasks/ceval/ceval-valid_education_science.yaml,sha256=KiFoKyLZHkaDYdWCAZ45k4K_GglR3MDJGheeHWDgSbM,215
lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml,sha256=DjZ62r5DtU_XIS1K-MUbQqbigXYd6YCQI7LBYdXhB8Y,231
lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml,sha256=S-HPmH9da8gLu8lh_2YZ4XwV5Hog7JPJJEbxVkbd0Kk,279
lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml,sha256=aTajwMc0EjalqD3Rx5O6BUX3slgolA8lxLSjF0NvDlE,219
lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml,sha256=KMO3L-P6JFdCwkH5431YBOImX-oWGi6A9gmtvyCq-EU,222
lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml,sha256=YdpYxhBFLDoKk9gz6UiZa6TBuqrdRH8FnZmG2NZiuL4,226
lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml,sha256=6L4ePI81IW_ssklfqriFt83X8vMZ4b0gm_oAkpDXkqA,222
lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml,sha256=rPDd_fm_nqM530JAWLG7PmYyCFux3wOZf50gdZBBRVY,226
lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml,sha256=SEMX0dqEXZjsvTn1JP_3ECBZ0M56I4WBKFbw0XWI8No,222
lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml,sha256=j45jE6-jfXFcdkLZFY2jPwexDnqiBkqilwC9a5vsM04,230
lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml,sha256=lTuM6LCjO9SlruoHX3xepebj46l_0ZK_N5l5HZmys6A,222
lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml,sha256=T6HS-hthajC2NJi5NFKkD0XDxmXmKHCNuhBbhntddpU,224
lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml,sha256=hmHJ5O9v3iXt-j8xHO7UeCMWE6A6FB-dciyljq9xSqM,271
lm_eval/tasks/ceval/ceval-valid_law.yaml,sha256=QmrSRhjMC5K7OQDTz2_r52HJVZWWv4xjrptwmY5NKzA,184
lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml,sha256=rQMWxpcWt2Y1bhoSgaUP5US4OXVbPvTSxvU_J90dwHk,226
lm_eval/tasks/ceval/ceval-valid_logic.yaml,sha256=mnuTRJO3tYKeySn2n3B-92InjPvz3t0mhf-UaKGcHgI,191
lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml,sha256=z4BrjRmSCh96ieu9MCmc9J-vy0PnBdxKYO7Q8lUjenc,268
lm_eval/tasks/ceval/ceval-valid_marxism.yaml,sha256=3KjhPFk4w9kpVzl1WD9Va4EOAkux32iBqrfQ1UIP9s8,213
lm_eval/tasks/ceval/ceval-valid_metrology_engineer.yaml,sha256=YqiCDiJ4bphneVAIjweU5Qqc4uck_s_iuIzMT9HF_kQ,223
lm_eval/tasks/ceval/ceval-valid_middle_school_biology.yaml,sha256=Ic-e39wEVx6NScOoCbkA7dciQ-Y2wt0QFmN0kWVTVEk,226
lm_eval/tasks/ceval/ceval-valid_middle_school_chemistry.yaml,sha256=CJ6HyS-6Nlcp-wi0yb74zdqUPL_zQWdTf9oTYQcCGO4,230
lm_eval/tasks/ceval/ceval-valid_middle_school_geography.yaml,sha256=Yh1mxAbsNan6WY4sH8eN5EI-oLw8psQ5PmGO1ZX-ZrU,230
lm_eval/tasks/ceval/ceval-valid_middle_school_history.yaml,sha256=ckDHEb5npvsq2mdt4ICfkbk0eTlcZxHWlGJXax-1aIY,226
lm_eval/tasks/ceval/ceval-valid_middle_school_mathematics.yaml,sha256=Mtt8szOofgOabzBBVLIPV67b7sDEECndzOAz057qlJs,234
lm_eval/tasks/ceval/ceval-valid_middle_school_physics.yaml,sha256=oue8rUCV8h0MP0gx5emFPTOreBh6FSNhqNi_HEJtvW8,226
lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml,sha256=pKqoZ560D8p0sJ6sEBanLv_ybuppFpvd8f-IYRCVl50,228
lm_eval/tasks/ceval/ceval-valid_modern_chinese_history.yaml,sha256=ISjUEGRMxv2nQGf50IbxoQEMA4hLHUchXO5wWT_ams8,231
lm_eval/tasks/ceval/ceval-valid_operating_system.yaml,sha256=1r9lC8brpfqm4D1lX1_0avgSZXwAm3xq48WtLYxtCxE,216
lm_eval/tasks/ceval/ceval-valid_physician.yaml,sha256=JV3vjt37Cmnv0fGCQzjpvCxGljASNTJQj3fO8Xt0WY4,202
lm_eval/tasks/ceval/ceval-valid_plant_protection.yaml,sha256=XxzSPV-7R2X6nOiqWM_PhKeMtIT9WOwVvkNCc71KZNM,216
lm_eval/tasks/ceval/ceval-valid_probability_and_statistics.yaml,sha256=Dm-WFp5dusbxLucUCEqRkmcbgIGnNjYoMXsmYbYJ5UY,236
lm_eval/tasks/ceval/ceval-valid_professional_tour_guide.yaml,sha256=LMS9fyh7Zmt8grr4CBQGccGHPAKuj0RZAj3XQGzmyl0,230
lm_eval/tasks/ceval/ceval-valid_sports_science.yaml,sha256=6rgkkmJCxopoPNedAkIhWVpGzhdcB4ztYO0EmUk_9rc,209
lm_eval/tasks/ceval/ceval-valid_tax_accountant.yaml,sha256=dHhlfeqH_HUlTkKbWzOJNaYXzAE1c9FWejT_3XBiGhU,209
lm_eval/tasks/ceval/ceval-valid_teacher_qualification.yaml,sha256=msYhw4RmvIXosDstJVb1l7wUs_-hokMOFY1UFSTteHc,226
lm_eval/tasks/ceval/ceval-valid_urban_and_rural_planner.yaml,sha256=lqXQXjQI4jxIQ3_iNIaTQE1CJ3OGg5UzEcL0NIiQRgs,239
lm_eval/tasks/ceval/ceval-valid_veterinary_medicine.yaml,sha256=g9Ui3hPL64eumBGsuKUE1xgiCKFMFzt8hqbJ14pbu90,219
lm_eval/tasks/chartqa/README.md,sha256=nm9W4zgisDNHbAJzAxMEezbIQfNmw2vcjODZdD3TIQw,1913
lm_eval/tasks/chartqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/chartqa/chartqa.yaml,sha256=IvBSxW7rzYbNyQ8yld4WKbetJ6-wK6lRTLD7hB8KdPs,1418
lm_eval/tasks/chartqa/chartqa_llama.yaml,sha256=uE6-RydWgdJmKq4HFYL6nwy_WNClvi4Gw6Vqg5cnR00,374
lm_eval/tasks/chartqa/chartqa_llama_90.yaml,sha256=Q5TvXA-GdJmoRo_uUO4E4JpFBxiL10w8oiFB1ynu_xs,1266
lm_eval/tasks/chartqa/utils.py,sha256=g9dYVgBg97Cfb4c0j6fi84hbC6ZqfyGyMpD9D2x4Kgg,10354
lm_eval/tasks/click/README.md,sha256=aURSJzUAXOHy3rAd7YHaCN-C1qGO6jDxmgQGJS5v8tA,3168
lm_eval/tasks/click/click.yaml,sha256=UU_CWDOOCajGqskZo0lMuQ6wDWzWJtBuS5ToCh6YFHU,227
lm_eval/tasks/click/click_cul/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/click/click_cul/_click_cul.yaml,sha256=y-kQnGXbRAJ56pODHzPRSaePzklyrp1uaBwGceJqHBU,222
lm_eval/tasks/click/click_cul/_default_click_cul_yaml,sha256=HcLARbQPBwmDuZWlkWzGx01LyRSGSSBwBOm_IBtwozA,396
lm_eval/tasks/click/click_cul/click_cul_economy.yaml,sha256=1KeMPfoBwUi1w1NCyUBUq-NlP_GWbrYzINTHiGZ3itQ,124
lm_eval/tasks/click/click_cul/click_cul_geography.yaml,sha256=FCI8Ysg-aCLwMm8V2Cjtyp4zNBaBlPy8J-H9xzG477U,128
lm_eval/tasks/click/click_cul/click_cul_history.yaml,sha256=1Pk57uC3Lkv6bqErrSeqy8PkrlytxQT3uHmfFsoKavI,124
lm_eval/tasks/click/click_cul/click_cul_kpop.yaml,sha256=Tj6MdrAQD2-H6XM8nLtPXLtQ8KnyoI5QbFkyrCPOLxs,118
lm_eval/tasks/click/click_cul/click_cul_law.yaml,sha256=EA6fXN8qOgReI2-9tg95IJ5BSbbyoGJ5_WLIwKq0RPM,116
lm_eval/tasks/click/click_cul/click_cul_politics.yaml,sha256=OBAsy5kpArl0aYtiU58ZwD98GvRhUdtYcTwOQ-ztOA4,126
lm_eval/tasks/click/click_cul/click_cul_society.yaml,sha256=vsIZBOAhPuZYfChB6VvxhWML4daMapHnbOeRudLgU2U,124
lm_eval/tasks/click/click_cul/click_cul_tradition.yaml,sha256=E3VLMLnfF2FDR7mnjEhfW4wFZkfOYn1y3YXjXdF5hgo,128
lm_eval/tasks/click/click_cul/utils.py,sha256=hvAQH4O_KzHWaPJDAL2OpzZNkzc0MlFaKYHC0_NSolQ,2134
lm_eval/tasks/click/click_lang/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/click/click_lang/_click_lang.yaml,sha256=_TGIXJRMZ1h7GGtQlyLEbxpO27h-lCorYMxgUa1A77Q,224
lm_eval/tasks/click/click_lang/_default_click_lang_yaml,sha256=HcLARbQPBwmDuZWlkWzGx01LyRSGSSBwBOm_IBtwozA,396
lm_eval/tasks/click/click_lang/click_lang_function.yaml,sha256=6mc0rPUFptn4aYm9EteMqRuz9mnR3bsybFilDKmqFAU,129
lm_eval/tasks/click/click_lang/click_lang_grammar.yaml,sha256=LTpgKdKgW07zfWqTWX7QzCDIQOPAqg3pA6IiALo0c9c,127
lm_eval/tasks/click/click_lang/click_lang_text.yaml,sha256=46TRV4fj_S7D7nd0DRodQZ47lUNQvFPaBpTOP0s9z8M,121
lm_eval/tasks/click/click_lang/utils.py,sha256=m_ZjrwX3Ro7hjwRAzyjMJILCXxOnscsoXy3KbctYQIY,2774
lm_eval/tasks/cmmlu/README.md,sha256=gyA3hrGDwuWy4mtFMPgxWXleKApdjgbKmiiWi0t9CMk,1748
lm_eval/tasks/cmmlu/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/cmmlu/_cmmlu.yaml,sha256=pNap-1E-1xGk4Oa3lOYoTyeoNiJe_GzIhQmxlAheB3I,2054
lm_eval/tasks/cmmlu/_default_template_yaml,sha256=ZWCiKFdtER_GoCBGRtsF3siiAQMn-Ft7Auut0-i6kMU,482
lm_eval/tasks/cmmlu/_generate_configs.py,sha256=nXPPmjLY8-SulvOxQ6sXrDHmXZjJmpR9E6N1zU0eRW4,5689
lm_eval/tasks/cmmlu/cmmlu_agronomy.yaml,sha256=DqvlHZ1g4sDq5lFUjDzk8Xu7LdpfOajsqgD5COLsnio,191
lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml,sha256=SKazmZTenePltXz5i7wj33uM-zwAjWTmKcd0ngzEjOM,192
lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml,sha256=zQ5j11KOJ60Q0n3IJ2SNGFkx01I0Qy6p6i-RQTQC8_8,208
lm_eval/tasks/cmmlu/cmmlu_arts.yaml,sha256=qNkb7UTvtgXF9JcHo8qSYW6O22tZgLSuPzvoklCL0zw,186
lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml,sha256=lgF3qfC_2bQc4NEklG6vnwmhy1GvfogpgRSYfoijulQ,196
lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml,sha256=TdFBk1ool2z3ihnnk5LHraT6R_Feo_F_p5at9JT3HcY,211
lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml,sha256=l7wFBEEn_BtahJVHQL6cI7azQeWSs3hX-2XdHX-CjhM,242
lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml,sha256=0Uj-zYoT4yeQqOqBfIXi_IpYzyQPcHMCf1dS9ma2LKc,227
lm_eval/tasks/cmmlu/cmmlu_chinese_food_culture.yaml,sha256=EMIfT1GJluls12hfxlmTgfNKevRuzV9XWkoGTzO0djI,227
lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml,sha256=1yuG2_1A9Oe4_o_Bl7uJKOv3Qfqv9r6JYAD1P6L3AHg,231
lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml,sha256=vYox5jq9_vm04ClPytEiqluf8oiJ7Y2Yl8dwphd_ukY,211
lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml,sha256=6vFl0vmSFAeLBtcyn9utf7YGQMtiJEOjxR1XtmmeN7k,217
lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml,sha256=Ofur5dABRspuog_bL39FTQcJ6cqSj3B1pjJTeparuPg,245
lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml,sha256=ReXbIW90A0BZ3NGOysUraRr1n4Ugto-Pl8z3CPPU4aA,217
lm_eval/tasks/cmmlu/cmmlu_college_actuarial_science.yaml,sha256=vvVIOnXSEG-J9OcEFf4G3qGpGBRkfrKb8x1_oJrruK4,234
lm_eval/tasks/cmmlu/cmmlu_college_education.yaml,sha256=9AUMkRL72eBk2UnWaDBtmgdrh0EQZait775LloIZq7M,218
lm_eval/tasks/cmmlu/cmmlu_college_engineering_hydrology.yaml,sha256=HBihPhmNhTPj7_LSB939YL_o8zOI8vsuTXuEK8F2yd4,248
lm_eval/tasks/cmmlu/cmmlu_college_law.yaml,sha256=FWe0m1K9JmnVTcfXW5Fbsv2tE3LGBfNhSxLXrVi4pSk,203
lm_eval/tasks/cmmlu/cmmlu_college_mathematics.yaml,sha256=1os_um2HNCfbbRJYM6IKAG05I2_QsiSrmW9OaHLNGwo,219
lm_eval/tasks/cmmlu/cmmlu_college_medical_statistics.yaml,sha256=z6LJZK45Tf9gj9LIx1TjjuaH8LACReSz43ObiNTvd0A,239
lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml,sha256=iIQRLQfEx3ZCtcRqHE5Il1XDqjqaHaV8oAdM2ihWCC4,213
lm_eval/tasks/cmmlu/cmmlu_computer_science.yaml,sha256=64z6rFtry_E0LS5opBBaBcHXzmOW1lg9Y1wh1lNx1Cg,216
lm_eval/tasks/cmmlu/cmmlu_computer_security.yaml,sha256=iCYXgKnc8GpnHAwHPZq1-XbXzwZ9AlBuANlQ66Wj1Sc,218
lm_eval/tasks/cmmlu/cmmlu_conceptual_physics.yaml,sha256=L_DkqkfoMI1kBneIXn9W3r-zZ7rG0bp_dceUOlqaVWU,220
lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml,sha256=1tMoBrlqts3rgxwRgVUu8tRR9td8S8_54LPZyOKRgZQ,249
lm_eval/tasks/cmmlu/cmmlu_economics.yaml,sha256=bai4ZwJBfG7OAN_uSS-uajVt-HOrUw9nNwK4f9R53RI,196
lm_eval/tasks/cmmlu/cmmlu_education.yaml,sha256=JHFLezPEuR8vINuJ7fiq5vrMMaWieyW3HXoWsdpOWnw,196
lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml,sha256=pVHvc_MRieXI3ff7WJpKkQV1uaap3II7-BuzkAwrHiY,225
lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml,sha256=P4jiuRXU5OqjvlpDkjFJHl4RLu7b5LaTmbGrmvseYMI,217
lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml,sha256=OlTYX9qyhhu4u5VYFDtUGEFicu-VPNLmNU1Juq8uO0w,225
lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml,sha256=hAPmn31ac7hFTFl283vhK1jPjJm5tv6VchLKQgb3yPs,261
lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml,sha256=D8ne6N6tJCsPzWqlF4qxy6oBgkmjb6Jqy5DKw-xJMnU,225
lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml,sha256=OhNfsDxIuIA7ADIMc2SYiWjMtEw_DehtcQSIbXTbxc4,196
lm_eval/tasks/cmmlu/cmmlu_food_science.yaml,sha256=fItOTnSEaBqDxokXTmY62WJI8orHAo2EL6HHAA_6z8A,205
lm_eval/tasks/cmmlu/cmmlu_genetics.yaml,sha256=TOWNyAd8uOc1NrZkjgDMuYBDKaW1Ft8xJRABwMZYenk,194
lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml,sha256=-jZNUBh1qBrRVz70BfV4WWjhDwS4jsH5G9yipyKDHfE,205
lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml,sha256=pX2-airA86ZU5pUjewxjdlcLs-9FWHUUUiAnzBubrwQ,219
lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml,sha256=Q1ZBG8Wp9ab96l19PRwod9Dll5skvlB96x2A1Jmnfc0,223
lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml,sha256=G0VrkoUMzKtEm1kzOuEwPdq2vtlkc0KMDMsEGF6t1ds,223
lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml,sha256=wB7tBE5a9SWghbkP6dRakza_3PpSt-wkmTrd0bQpUEc,227
lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml,sha256=-QcmeommiYmIqCYaLVsaars-u6VKnqzbIoaf7Uz3Tmg,222
lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml,sha256=kKjyp_zDx4tsAJkWmzBCqp6Ubx2hhriEl-PiI6GHRys,221
lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml,sha256=IB0QxIhbKjAmhT77CJqheViIVw-2sZ3_kWpeyDcFAOw,214
lm_eval/tasks/cmmlu/cmmlu_international_law.yaml,sha256=9luncjc_o4MvJjIYSznbT4ljfGEkrQdiaxYRajAnREA,215
lm_eval/tasks/cmmlu/cmmlu_journalism.yaml,sha256=Tzhv5LmPa9-RTrok-GBgGc3mag4AmPIUVJKYqhzA_-c,198
lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml,sha256=OVAiNRVJBAUmw7ON2CX1cP44BUv7TktZW0ufOC6Zgco,204
lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml,sha256=YbQTOpGYrKJr5TOKzEWrUl3FO6zQtu1pAwjGCnmPRik,232
lm_eval/tasks/cmmlu/cmmlu_logical.yaml,sha256=4lpQg10BWCqLyepRgXn4fcazO9J6YKiZvoWhgRJTytw,192
lm_eval/tasks/cmmlu/cmmlu_machine_learning.yaml,sha256=yTSdJ2qB6hVZ-I1M3V8IQshSThOugOI_2H3ECNdeoig,213
lm_eval/tasks/cmmlu/cmmlu_management.yaml,sha256=xj0wH_La-bf_Ezx9mjmsbY07M4UdTXbkzCqGdnzJkRk,198
lm_eval/tasks/cmmlu/cmmlu_marketing.yaml,sha256=l7ulx3Nr47Ai4-MwPSvr64j1cKF8hG0wpkUHNKVkuTU,199
lm_eval/tasks/cmmlu/cmmlu_marxist_theory.yaml,sha256=d7XeZBoxxtzm9rf4WrjcChH5-RDT00XgITU9QJXKkBA,218
lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml,sha256=M2gRRZy54c8e6CeJu69yNAoP6c9NpDfSMlVyD_0pMvk,209
lm_eval/tasks/cmmlu/cmmlu_nutrition.yaml,sha256=yLQYVLdRY1MUc4NaCidmrFlsDAWaBmI4tp9r3DLzjqY,196
lm_eval/tasks/cmmlu/cmmlu_philosophy.yaml,sha256=IlGz2CINUIAzbvlLbnAbXOdNsxCyO2rmwSnwB9iqF_8,195
lm_eval/tasks/cmmlu/cmmlu_professional_accounting.yaml,sha256=TgYE1xSlF2MBJW7fnisY7-dwcJlxTU-lKJDmf3nS5HA,227
lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml,sha256=S86GwVZZw3ilxfFvxpvZg5Rsl1sn-nUllYx5VFktinE,213
lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml,sha256=o9w1kA9-L1J72EuQ7V2kq1YhlUIS4ovXVhoQ44GLcbY,223
lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml,sha256=w5wE-YswhIPdQp1NWW2U09hYs3Rd64bvb6ZGupYucTk,230
lm_eval/tasks/cmmlu/cmmlu_public_relations.yaml,sha256=jblBswd7hMbPfweUa-5hVEp43oNF24v4MeWRuea8Q3U,213
lm_eval/tasks/cmmlu/cmmlu_security_study.yaml,sha256=CFKa_RoDtHDkHrXyyS9FNp_HI6vGCV7XaogP2cjVHyk,209
lm_eval/tasks/cmmlu/cmmlu_sociology.yaml,sha256=Qzr4AiRoyPHtIISXvBN8_XAXltIO9GdMYr7xYXk9Atc,196
lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml,sha256=wD1eTg1JgFg-rnglXDDM--owRRq94g6st7GA3zZiXkA,206
lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml,sha256=fs7VxHpIsAqdW52e-ffc6ClIdomsVPGzQKyiuGTTNs8,237
lm_eval/tasks/cmmlu/cmmlu_virology.yaml,sha256=aB_oTbDjh76nGH9rIkNhcbygJJkmckEBj7ehe_BVSd4,194
lm_eval/tasks/cmmlu/cmmlu_world_history.yaml,sha256=AWCZJjmwhJobrzPCUpNRKh5F_ieCDWuhQv4H6uq0mZA,207
lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml,sha256=v39HzwxSXp2xo5Ap_Ig1sGcdT0XkiDKRBsiPnI7J05I,211
lm_eval/tasks/cnn_dailymail/README.md,sha256=TFUTSrDh87IUyCIvKZujmcDOiTd-NDpjl545QeROdVY,2154
lm_eval/tasks/cnn_dailymail/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/cnn_dailymail/cnn_dailymail.yaml,sha256=3_OdIEVf6BDOFBJ5MwlvvhU7FYXA81EADxGRPUXsYQo,902
lm_eval/tasks/cnn_dailymail/utils.py,sha256=GtwGhRek05kxZWbyA4HpBZRLtJF_UQAGPeh-OYhATuU,7501
lm_eval/tasks/code_x_glue/code-text/README.md,sha256=uuUcZ1iO1wms3NKUiYAoYLst-yxgWCXkxmf4QCGTaoo,3189
lm_eval/tasks/code_x_glue/code-text/__pycache__/bleu.cpython-313.pyc,,
lm_eval/tasks/code_x_glue/code-text/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/code_x_glue/code-text/_codexglue.yaml,sha256=UAL-y1naZm91L0VZWeGXBGSbr38iCGSqsR9CaLRRqjM,289
lm_eval/tasks/code_x_glue/code-text/_default_template_yaml,sha256=-3hMEybZ672Ap2cwrqplV3tQtTg7Xg-p-XpVY-0lMZo,389
lm_eval/tasks/code_x_glue/code-text/bleu.py,sha256=bGCIK_eVzN92SnXvFXZEt9YpAntvpUcCegANXFD8vqY,7847
lm_eval/tasks/code_x_glue/code-text/go.yaml,sha256=DP5WcZB7BlWL-CNf65R4OQmspKkqS9kOD-FxdClRZrk,91
lm_eval/tasks/code_x_glue/code-text/java.yaml,sha256=osCfPry7SS-ySqU3paSGEiyZZhiKBYVYxgOFJq-BoVw,95
lm_eval/tasks/code_x_glue/code-text/javascript.yaml,sha256=Ga3L4hCP-Act5Wl6_AqthgBvDCLzkkGVSRCcV6Qh5ks,107
lm_eval/tasks/code_x_glue/code-text/php.yaml,sha256=lspxH_j5fjLaUFoOv2dxEgAfxpOl4Y84pIrH8MhNO5w,93
lm_eval/tasks/code_x_glue/code-text/python.yaml,sha256=oL2gILXaCSFAydb-Liw0uevMerAptHmm5Aw_FMKf2FA,99
lm_eval/tasks/code_x_glue/code-text/ruby.yaml,sha256=Jk9GL56cC5OsgIqEJwCVmCUDYjG91fPhLaFggWMQW0w,95
lm_eval/tasks/code_x_glue/code-text/utils.py,sha256=Bt0SAZ8OruKLYiMCZUo1pTVRso-79yd7Lg5mNwzquko,308
lm_eval/tasks/common_voice/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/common_voice/common_voice_en.yaml,sha256=B0iTK8UpphfDKLH-2J8knEW7fKq93mwq2q2ci7AHUl0,676
lm_eval/tasks/common_voice/utils.py,sha256=HZcVh5NTkAKhRopGZhEQUeVhK5t0FiUoCY4RJekQ8FY,428
lm_eval/tasks/commonsense_qa/README.md,sha256=9M8niAKAi6d5ZbIVXes_IeBtOAhcJnt6s-WZLIh3Sik,2146
lm_eval/tasks/commonsense_qa/default.yaml,sha256=YWma7G6VxxlXa6CnTAWsS0bAGvoHD5AtXE13MqhqVZs,470
lm_eval/tasks/copal_id/README.md,sha256=niSqt6wrwVAFCgY8Bqtu3kwQQ77m4GJWNpeBqvTB3n8,1852
lm_eval/tasks/copal_id/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/copal_id/colloquial.yaml,sha256=BJ72m5zcs-x9jDMgikbKhNmLpdrsJKWV8C8LGwhqX_w,100
lm_eval/tasks/copal_id/standard.yaml,sha256=VHHdinHCufaLgBYLcMlttytPZ_oPY-mS2-l_aJp_HSE,314
lm_eval/tasks/copal_id/utils.py,sha256=eNtnPfhq-fbtwqUIwmKzAD8WyTE3pqCFW566jHzNj10,452
lm_eval/tasks/coqa/README.md,sha256=LF6N0XSwsg6DLYACWr5FJca7bRlUYib00tGPHNiSzg0,1262
lm_eval/tasks/coqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/coqa/default.yaml,sha256=BFTVhlLrSMSgSV9KCqd-Efdkq_o1nGxfZa7TrvZtWtY,566
lm_eval/tasks/coqa/utils.py,sha256=YqyC6AJxYtE0cJNVoAUm_1SX3rWYe-67GLQ5syDoYMo,2835
lm_eval/tasks/crows_pairs/README.md,sha256=HesNVCLZST9DTRBTjxbAOIwzKG9UGaR9CuPVIrQUz3I,6562
lm_eval/tasks/crows_pairs/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/crows_pairs/crows_pairs_english.yaml,sha256=HvOTh5uURhS1HeLY2d0NDLZokKA6HYBGynqcka6yjIk,503
lm_eval/tasks/crows_pairs/crows_pairs_english_age.yaml,sha256=6MhVOwLFUxhogBFOQgUTKe8bSkkCiV4Bu_Ol7bCsjDA,105
lm_eval/tasks/crows_pairs/crows_pairs_english_autre.yaml,sha256=ZsZ9HkytI_mpMS_RwXC-6UijjI97UkxM78jK7yi77kw,109
lm_eval/tasks/crows_pairs/crows_pairs_english_disability.yaml,sha256=Zyw3eDdLMRNGtBjHMmB5ni4t6I9N9s1Rf6xE721mVPg,119
lm_eval/tasks/crows_pairs/crows_pairs_english_gender.yaml,sha256=bRwsdtMYkZ7t4MJ4z4ofwNN1bbC0zGTPYIZHd1uuPrk,111
lm_eval/tasks/crows_pairs/crows_pairs_english_nationality.yaml,sha256=kUKNOsTtpAKzaNB6YJnuzrzTAxYHNceUgFww_hMrcBk,121
lm_eval/tasks/crows_pairs/crows_pairs_english_physical_appearance.yaml,sha256=lIQrj4sFEDAFIElINYfveIMoWd23ahgi3a17ef0P2a4,128
lm_eval/tasks/crows_pairs/crows_pairs_english_race_color.yaml,sha256=TMbtvKQ770asV2wYvFe_3sjX9MYeA6dDQzSc0eVidm0,119
lm_eval/tasks/crows_pairs/crows_pairs_english_religion.yaml,sha256=1-4_T67cK_yIzDjdyLjgGoPBUakgEct7seXMgVFJofo,115
lm_eval/tasks/crows_pairs/crows_pairs_english_sexual_orientation.yaml,sha256=QqqfJpYWl8Zbk9uOXzhTojFpPnlp4O6Usmd_mszpfqk,128
lm_eval/tasks/crows_pairs/crows_pairs_english_socioeconomic.yaml,sha256=ZE6GOFMNNEM0gSMhkP2s_0yp4LPH6uJQQtWkOczgWmo,117
lm_eval/tasks/crows_pairs/crows_pairs_french.yaml,sha256=fz9gbMutyCHqm_OKj0xqqkr0Z3b3DLbQa54fAPAZ-dE,80
lm_eval/tasks/crows_pairs/crows_pairs_french_age.yaml,sha256=_fL3zhl2sGskQe9Q9LLk-DNUMQVhEtYsZH3UACC2k8w,103
lm_eval/tasks/crows_pairs/crows_pairs_french_autre.yaml,sha256=ZZEyJ35nN2Jpoym-h_gBbHOBgW1NstXZdmmsGOL3KUo,107
lm_eval/tasks/crows_pairs/crows_pairs_french_disability.yaml,sha256=-ml2w94P1OtAnut_nYKDmBanosrBU0IA9I6VmWYIs50,117
lm_eval/tasks/crows_pairs/crows_pairs_french_gender.yaml,sha256=Rw0cQsecyqwuVu_VtCWYK67fn0sepxGjXjSYb1cVik0,109
lm_eval/tasks/crows_pairs/crows_pairs_french_nationality.yaml,sha256=UXUMPmMBdLRbkM1kjpsYSDnyP1H6XUWyKSVbkPkffDc,119
lm_eval/tasks/crows_pairs/crows_pairs_french_physical_appearance.yaml,sha256=oR-eDXcP3NP6vTX3HEvTyXwKit0PAlcOZ-BvHI7pxTA,126
lm_eval/tasks/crows_pairs/crows_pairs_french_race_color.yaml,sha256=189ZKG5o8ylQmACVnOTxoj2Xrk1Q0Y4L9WVe16cqDxM,117
lm_eval/tasks/crows_pairs/crows_pairs_french_religion.yaml,sha256=CP8gUUE1_--ZCSpJ66QUF0P07RoL8egP0Q9dJxiKYyk,113
lm_eval/tasks/crows_pairs/crows_pairs_french_sexual_orientation.yaml,sha256=djNF7vJUktyN_ukURndnJS9SNCc71iL3IfIEjyQ3DD0,126
lm_eval/tasks/crows_pairs/crows_pairs_french_socioeconomic.yaml,sha256=WvbEPtCWDkgXe2c1J2j8OyQp7r3J69hg1QjSREQvX6c,115
lm_eval/tasks/crows_pairs/utils.py,sha256=Wx48MYgKgqn-kHLhTtsV_-FD0Ik53l0X_qF8LcL-DBY,1892
lm_eval/tasks/csatqa/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/csatqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/csatqa/_csatqa.yaml,sha256=sQbDkAWFjUon_H72hIlz8ZTK6FD5mazOJLBK5w47jtw,287
lm_eval/tasks/csatqa/_default_csatqa_yaml,sha256=MmvtMKM-uNxdnntb7ggBTuSmY-x1e_Zz9EXiu2C7Ajk,377
lm_eval/tasks/csatqa/_generate_configs.py,sha256=-kvRMdxQCqQhzsQ8_0n3v6mIsLsaUh-e5Jem2SEClm0,1493
lm_eval/tasks/csatqa/csatqa_gr.yaml,sha256=WfwUoa2uX8gOjaQfcVDUvVSVkWCmbJBjiv7KBpjHZ5w,75
lm_eval/tasks/csatqa/csatqa_li.yaml,sha256=ZRwynLR8BVgxgFcSDTLi_WoHpkYAtmG6iJhLhr8KUFQ,75
lm_eval/tasks/csatqa/csatqa_rch.yaml,sha256=hciObdoI5LBjMc0eM3fFX3fc-uKpuIIt-02-0-5K5Q8,77
lm_eval/tasks/csatqa/csatqa_rcs.yaml,sha256=8bSnj6bbts-sRbYrXpzM7OITuxED7VuIMiUzzo9xMPY,77
lm_eval/tasks/csatqa/csatqa_rcss.yaml,sha256=-GoC4clrkSwJLOFkxa6TOEwin1PeTaKfy-Qw6BpHogc,79
lm_eval/tasks/csatqa/csatqa_wr.yaml,sha256=ovjDaNGHTq38vQ3RROv4ppR09nQyVN6RMEsGimHfiL8,75
lm_eval/tasks/csatqa/utils.py,sha256=rCXznhSI_pQ7N9TZIXAC1rk7KwRXoVXcYpoI7mJLxlw,662
lm_eval/tasks/darija_bench/README.md,sha256=sENvNFnnyYbV4Xy3SKBQFG_wuf142mLAE7FQH1skW0Q,4537
lm_eval/tasks/darija_bench/darija_sentiment/README.md,sha256=iSlS4kwyRO4CEobKHojJfdxg8LRgBYd3v19FXQjVV6s,3348
lm_eval/tasks/darija_bench/darija_sentiment/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/darija_bench/darija_sentiment/darija_sentiment.yaml,sha256=oTUKi_AHMYUZA_ruK9ur57enc1pjitu_ldWkDqZgyV4,176
lm_eval/tasks/darija_bench/darija_sentiment/darija_sentiment_electrom.yaml,sha256=56781gvQZ1dVLmRVhgfZRXHQMs8Pxxixo8ZJv1vQ3fM,225
lm_eval/tasks/darija_bench/darija_sentiment/darija_sentiment_mac.yaml,sha256=JRTHwGIaufXHtBVEQPGj4flqRWsLYPCihVFH9Vut3Eo,200
lm_eval/tasks/darija_bench/darija_sentiment/darija_sentiment_msac.yaml,sha256=fPDRL9QwuxBty36ZLTjzdZsM3kysJ-QFOaSkyTBnn9c,203
lm_eval/tasks/darija_bench/darija_sentiment/darija_sentiment_msda.yaml,sha256=Xd8Xszp7FqcksUdxVjCRtmEOMvzic0_CwqkXbvgMgAs,203
lm_eval/tasks/darija_bench/darija_sentiment/darija_sentiment_myc.yaml,sha256=3k8dUCBw_wh32C_vexucJ_QqOW82J6c4ufEY4KA4c5c,200
lm_eval/tasks/darija_bench/darija_sentiment/default_darija_sentiment_template_yaml,sha256=Xc5P_JYYOHL6Xps_R3XFhzaRY-YMSZqfon6x0Wds46o,304
lm_eval/tasks/darija_bench/darija_sentiment/utils.py,sha256=iivzL9RWiQdxlAEcU1zcQezNqt5-06y_IjjVig4oySI,857
lm_eval/tasks/darija_bench/darija_summarization/README.md,sha256=QlHnBEinpSN-KcD9exvrSTecCeuDGoJdthX7upzbczY,2865
lm_eval/tasks/darija_bench/darija_summarization/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/darija_bench/darija_summarization/summarization.yaml,sha256=lolkyYSwoRuj7p_IwTpFbhzNYy4VZplYp090UdfaUfI,75
lm_eval/tasks/darija_bench/darija_summarization/summarization_common_yaml,sha256=pIZJiKHOQYNQSbRHxibu_UAaKzYnbu67LsZeV1Aq0co,734
lm_eval/tasks/darija_bench/darija_summarization/summarization_darija.yaml,sha256=Sgp7JVRtYkEshNaOyr-XA6ZgRewvIFK8A3zXNLD3cRg,702
lm_eval/tasks/darija_bench/darija_summarization/utils.py,sha256=PXtleLjnkdtUa4jvH6vfgkn7PmswdPrbw5IdXv0PIAM,1805
lm_eval/tasks/darija_bench/darija_translation/README.md,sha256=IqVVlgejFSduRA9P7RvPQxPvTyRTno9MW3rRGEDk3-Q,3253
lm_eval/tasks/darija_bench/darija_translation/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/darija_bench/darija_translation/doda_common_yaml,sha256=KShZopRAUb90mPl2kpwotXPtwECVM5dY363OQLnkVFg,17
lm_eval/tasks/darija_bench/darija_translation/doda_translation_all.yaml,sha256=SgNYca7py33bAOeBnPNlw9Tem4H5aPLT9wtB5dcba-E,267
lm_eval/tasks/darija_bench/darija_translation/doda_translation_darija.yaml,sha256=ElmyzRWVKU_KECGYNKhS-jB1sjF2pBdxlbE4Ln5Bnd8,435
lm_eval/tasks/darija_bench/darija_translation/doda_translation_dr_en.yaml,sha256=c4I-T3AR3waX_aYsQjXQOJD-mYTyn1H2AcdG6R4enc8,312
lm_eval/tasks/darija_bench/darija_translation/doda_translation_dr_fr.yaml,sha256=o9NLZnVZTlvJasQF-5WKBE9BSAxLJ0Qb1qrkMLL9e3Y,313
lm_eval/tasks/darija_bench/darija_translation/doda_translation_dr_msa.yaml,sha256=k43B20nAShDxpFOypVndhkh3SrwECCmCQge7xkTUSRY,314
lm_eval/tasks/darija_bench/darija_translation/doda_translation_en_dr.yaml,sha256=CeMOEmf3pPcRpGhOZ2tQuZluGBnRjIfAJFUuLmdlznE,316
lm_eval/tasks/darija_bench/darija_translation/doda_translation_fr_dr.yaml,sha256=j--Xo8To0iBPFWEoK4Hjtg4WHb3zbQZUoD28137Jh04,314
lm_eval/tasks/darija_bench/darija_translation/doda_translation_msa_dr.yaml,sha256=ylWDhW33XXmFuOKDigp_OhpFTrtpAO4jHitXVrFbW6A,317
lm_eval/tasks/darija_bench/darija_translation/flores_common_yaml,sha256=Nbn0tClWv82Qi06FZu0Mdl4HmnBij0k3xtX7l7wrCaA,24
lm_eval/tasks/darija_bench/darija_translation/flores_translation_all.yaml,sha256=uTRNKkt99wEt0qlbIIbO1Y5-l8uausFpsJwP-TYEM4E,275
lm_eval/tasks/darija_bench/darija_translation/flores_translation_darija.yaml,sha256=-KzW1v2uajHH32aFS-DhIBordu83H8olY4hzQE9wDT0,441
lm_eval/tasks/darija_bench/darija_translation/flores_translation_dr_en.yaml,sha256=Z7b6Dc1HiXDP-TYt_xakQprhuRoVUOre39GNehJp9h0,320
lm_eval/tasks/darija_bench/darija_translation/flores_translation_dr_fr.yaml,sha256=1qPHNylnIbQHqypbYB9dcMirmKQbS1l94bdfsAsm4Ro,321
lm_eval/tasks/darija_bench/darija_translation/flores_translation_dr_msa.yaml,sha256=kwidme5Qz-XlZpdLZlzsoV4NUBVEHhTBEDJ6LtMo5_A,322
lm_eval/tasks/darija_bench/darija_translation/flores_translation_en_dr.yaml,sha256=7fwkvr6d5BQd6JeFpzNyU_xJ4h33Ztel5nx17fxmGmY,324
lm_eval/tasks/darija_bench/darija_translation/flores_translation_fr_dr.yaml,sha256=AfwgjlvIatO_59Je6Fk8F60WGKc0Z557kTaDdVcY8Ck,322
lm_eval/tasks/darija_bench/darija_translation/flores_translation_msa_dr.yaml,sha256=GR1ANlZtXlvVwjLzhqY3IFiaDikgKdaIKURkBzuKlmk,325
lm_eval/tasks/darija_bench/darija_translation/madar_common_yaml,sha256=SYGSzpq4hhQ4xlkAe9imxvhcqZWMShLRv1aC1jJnbb0,18
lm_eval/tasks/darija_bench/darija_translation/madar_translation_all.yaml,sha256=IPHLHWGoUDjdHc6S561zyzTHPeACZDYeqGGR-ZD9h3Y,271
lm_eval/tasks/darija_bench/darija_translation/madar_translation_darija.yaml,sha256=aG_reShLXqgncSJH0o2QSlYf5iBpWmPByTo4pnKw3J8,438
lm_eval/tasks/darija_bench/darija_translation/madar_translation_dr_msa.yaml,sha256=EEP2bL-3RUmUmz-qqknwbEfGE4ctNJaJ_VUdBcHKHuM,318
lm_eval/tasks/darija_bench/darija_translation/madar_translation_msa_dr.yaml,sha256=e-1blJk6_66rDT5Z4lUsdyEXJOg8augVgQ9CdKPNzAw,321
lm_eval/tasks/darija_bench/darija_translation/seed_common_yaml,sha256=V4rdf6Gk-5iDEwBngZWAcQ8bPM-0g943kwVXHcjcXlQ,17
lm_eval/tasks/darija_bench/darija_translation/seed_translation_all.yaml,sha256=ddS1uk2yGC1hDUtYiH2rVfBipHPTYh2FuVNrRMQe3_c,267
lm_eval/tasks/darija_bench/darija_translation/seed_translation_darija.yaml,sha256=kzbLWJGqAvLmqYH3AKdLae0_XNjzUZjwQFlPiZqhiVg,435
lm_eval/tasks/darija_bench/darija_translation/seed_translation_dr_en.yaml,sha256=8Ej782oRLFEK-0FlYcXHyIfyJ0C0EktTYQczpnGdd8M,312
lm_eval/tasks/darija_bench/darija_translation/seed_translation_en_dr.yaml,sha256=3egEzX68KDs-E13ooOfhNjKuR1xNtka8NA_Wi1j_2CM,316
lm_eval/tasks/darija_bench/darija_translation/translation_common_yaml,sha256=iBpyCR96mGxQLlClbmTIQnpL0_U1p6nIHlQVPs3WEUg,583
lm_eval/tasks/darija_bench/darija_translation/translation_darija.yaml,sha256=OOYySmRIHd1ETfbqnkfqnXnVKsam0eJdruwDxNaa2Gw,506
lm_eval/tasks/darija_bench/darija_translation/utils.py,sha256=fbbaD7SNFu3Mc6T-5330A3gopT9iSxapvVwUU7N08es,3245
lm_eval/tasks/darija_bench/darija_transliteration/README.md,sha256=-tbd9-S4CYfjuHnY_Y3yo7nSVOd5nqBEdp4u-m2sK5k,2877
lm_eval/tasks/darija_bench/darija_transliteration/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/darija_bench/darija_transliteration/translation_ar_dr.yaml,sha256=dqgl9JuW0FFt7UbkOxi4XU3pw-sc9-dLPPkai_-ooVk,292
lm_eval/tasks/darija_bench/darija_transliteration/translation_dr_ar.yaml,sha256=8l84fhPOky6y9XIP-Wy0TMw1vKdyOnLEifuENCErQKA,293
lm_eval/tasks/darija_bench/darija_transliteration/transliteration_all.yaml,sha256=fNf0zT78UanJvQ8i1pEezuwYhG7AI4GX3zh4NvOzOd0,243
lm_eval/tasks/darija_bench/darija_transliteration/transliteration_common_yaml,sha256=d23kBuYN2jXdBe5xLuZ3OZl_2wmhRllG3q6uISqu9rs,611
lm_eval/tasks/darija_bench/darija_transliteration/transliteration_darija.yaml,sha256=BXs_NWYT84ad_PrR44f-6zfnO5fwQK4aDzEef-N2hBw,432
lm_eval/tasks/darija_bench/darija_transliteration/utils.py,sha256=RkWvEV6kS-a_ZvRkb142Q2nfYnZD9zbvcjRuMzDsv1M,1706
lm_eval/tasks/darijahellaswag/README.md,sha256=iAX-cfCPpm3x940iFIXjuKWC-YkpNyBEG14Ki2H0O04,2004
lm_eval/tasks/darijahellaswag/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/darijahellaswag/darijahellaswag.yaml,sha256=xzREwS5qibDb9dZGMnGwwf_cfhPSvVPSImyTH4QifQY,499
lm_eval/tasks/darijahellaswag/utils.py,sha256=rOxgdDY0YcDm3Jt9Mip65FTBEEK0DauM8OFAaNudYF0,361
lm_eval/tasks/darijammlu/README.md,sha256=XKTnngeNGT8t3AjnFXEs6mMPVkIMIZJzyWeYfXq6e6E,2723
lm_eval/tasks/darijammlu/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/darijammlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/darijammlu/_darijammlu.yaml,sha256=Mg1Hn6sKKbPdB5tTbGq73hk3zV7xP3RrG4kzQ_e9pYM,174
lm_eval/tasks/darijammlu/_darijammlu_ar_mmlu.yaml,sha256=AFs69e0ggrA1qb_vtk4LGwCtFJO5jIFGy6lcQ2akZHM,172
lm_eval/tasks/darijammlu/_darijammlu_mmlu.yaml,sha256=qYD-EA6A4H3lreOi6-lMd7gsh0tYt8Dh2Fj7mEkq_5Q,160
lm_eval/tasks/darijammlu/_default_darijammlu_template_yaml,sha256=oKIdf_FR1VhJukssBXUWUYCcZOyCoDIldZgKUI3HjcM,349
lm_eval/tasks/darijammlu/_generate_configs.py,sha256=OOWCD5bjWBGjGaZs5tT9hyibZHdL8MNe384M3gL04ms,3994
lm_eval/tasks/darijammlu/darijammlu_accounting.yaml,sha256=7GWohc7QE2dmpDguK6r4VHaa6k-cjSqI_G2nU8SbFoI,171
lm_eval/tasks/darijammlu/darijammlu_arabic_language.yaml,sha256=JhbJCx9hpWYoo5Tvdc_HE4TV_FdRRNOi0LFMR4qOhJA,186
lm_eval/tasks/darijammlu/darijammlu_arabic_language_(general).yaml,sha256=vYaT6S1KTmaIouyUw-2GHmTNhrfmohRy1zD0OZWG5L0,216
lm_eval/tasks/darijammlu/darijammlu_arabic_language_(grammar).yaml,sha256=i6jpuql-ixWe9ljHhtgOtPxbIGJAH3uElQ7ktkyCLwo,216
lm_eval/tasks/darijammlu/darijammlu_biology.yaml,sha256=jCj8ivZIA5JtWTotMr9t5e8hqj5EPwPFzzkARjPjklU,162
lm_eval/tasks/darijammlu/darijammlu_civics.yaml,sha256=ddV7JnythDRAETcPqsnwj6h4zPTpkMyiDaE5ry0OKBc,159
lm_eval/tasks/darijammlu/darijammlu_computer_science.yaml,sha256=XQ6IAnm_Ik8HkechCuWIQNZkKYMRYzuQVt0qsbbVGmY,189
lm_eval/tasks/darijammlu/darijammlu_driving_test.yaml,sha256=8H2OgGkWN5Z-7yNaUmugJvVu2_ysNooaEzG4dApNW_E,177
lm_eval/tasks/darijammlu/darijammlu_economics.yaml,sha256=vNEtcIQFV9utPUMBjB4HRP1ub-61_gGXxRsLAdKQ5-k,168
lm_eval/tasks/darijammlu/darijammlu_general_knowledge.yaml,sha256=9CEIdICUoNrxZ6wqMLmPpUDBqSDyA4EOuNYmupUjNBg,192
lm_eval/tasks/darijammlu/darijammlu_geography.yaml,sha256=WgkYE5QPLciCZngRcWTlFoQgctvgvJr6dSYKZO3xJVs,168
lm_eval/tasks/darijammlu/darijammlu_global_facts.yaml,sha256=nchNmqDipUL9XmvGV61RtwcEQa6ZnBBOye2-2LjuJ_k,174
lm_eval/tasks/darijammlu/darijammlu_high_school_european_history.yaml,sha256=WHVRBOb6yM4CmOWgvq6kCrkuJy9GCubnfTCftOV0UH8,222
lm_eval/tasks/darijammlu/darijammlu_high_school_geography.yaml,sha256=4ge83H0tgEq9A-bGnoca-g9MIH6PVskp3hnTYDAdjVU,201
lm_eval/tasks/darijammlu/darijammlu_high_school_government_and_politics.yaml,sha256=aThOGImxcYzrOhqlR1x5w6BkWjWDftncpTkFqEUlnuA,243
lm_eval/tasks/darijammlu/darijammlu_high_school_psychology.yaml,sha256=ua1nqbpaQlTAfV0zsxh1N7zq2JTVzpmJaQ8CIieZqWA,204
lm_eval/tasks/darijammlu/darijammlu_high_school_statistics.yaml,sha256=QhuVBVdT6kJb78kPgPVWtZ752ak7L3wF6-4lYVJMhzU,204
lm_eval/tasks/darijammlu/darijammlu_high_school_world_history.yaml,sha256=6QDHHtf9Z8A4dV4XNwF4mDl-Woj8wWWDAQPnooM8As4,213
lm_eval/tasks/darijammlu/darijammlu_history.yaml,sha256=udzI-5DSBkKjY5XMa2tM5ASvGvbuBnAmrM3aPphuXkE,162
lm_eval/tasks/darijammlu/darijammlu_human_aging.yaml,sha256=B-bhem8s3DT8pg6Vljee-GwEWoHxpahsM0DPtcYphgE,171
lm_eval/tasks/darijammlu/darijammlu_international_law.yaml,sha256=YB2GFfNPk9qHwr0-Mv6RSCyNn4TXNoXtDAqyq3ZNlmo,189
lm_eval/tasks/darijammlu/darijammlu_islamic_studies.yaml,sha256=jYn8NB7kvzClEQHaIFBVx5zHmDpBylrj42XNBzAkuvo,186
lm_eval/tasks/darijammlu/darijammlu_jurisprudence.yaml,sha256=W27Me-QYX12mAVpWp6LKwrOOhxclQc37QPPqpmG5vTc,177
lm_eval/tasks/darijammlu/darijammlu_law.yaml,sha256=zVAlhHug8WBxR-pa6kbGSJKesgWykeZuyLew2RplhrA,150
lm_eval/tasks/darijammlu/darijammlu_logical_fallacies.yaml,sha256=vM2wOQDNPthf_gYHplYids2G62J8qkW_IkcKdvNxeGs,189
lm_eval/tasks/darijammlu/darijammlu_management.yaml,sha256=yFqDKDuPyFuJk94uo-OBdxMfPsfbu7ZLlkH4drpBqVE,168
lm_eval/tasks/darijammlu/darijammlu_management_ar.yaml,sha256=IsYWF2WWjb7qj6RXBbzQd2H5ZQgPFMqI429iMLVWx70,180
lm_eval/tasks/darijammlu/darijammlu_marketing.yaml,sha256=LSiNvYA421Ucgr-OshUzmPyxnDQ9nPhSA3skgjtXbDQ,165
lm_eval/tasks/darijammlu/darijammlu_math.yaml,sha256=-I4zznN9WNZIaJ3-0bY7uTdwOqB6HDAEWCXzSbObrUQ,153
lm_eval/tasks/darijammlu/darijammlu_moral_disputes.yaml,sha256=n2X_K2v36CtEqiXUR4ry7d8UKmgKFbLK-ZwZ23dYCVo,180
lm_eval/tasks/darijammlu/darijammlu_moral_scenarios.yaml,sha256=GvyHckS1SnipGDJuWkS9oQX0OPJrADBEosYPa-CnCcQ,183
lm_eval/tasks/darijammlu/darijammlu_natural_science.yaml,sha256=1NdpvUZCqqNreoJ98JQmsm_MBADHc0svFUrubgWmPxk,186
lm_eval/tasks/darijammlu/darijammlu_nutrition.yaml,sha256=ntw6NUtIWXBvXqjwVP3Koz-5qSY6ZSmhSqsJVjurjz8,165
lm_eval/tasks/darijammlu/darijammlu_philosophy.yaml,sha256=x1CaPyLiIoCUdiBxfkh9HO3HdcUDhDumgSGkQPpovtw,168
lm_eval/tasks/darijammlu/darijammlu_philosophy_ar.yaml,sha256=sqn6GzSjmSlhl4_OKhh9R0vem1IK_o_9Sfc5WmDzPY4,180
lm_eval/tasks/darijammlu/darijammlu_physics.yaml,sha256=OdFbwO9r1HXGSArtNXlOLCoqHhndpOLZ28_1Wf5oypg,162
lm_eval/tasks/darijammlu/darijammlu_political_science.yaml,sha256=D3nIsSZMGudPrNX8hRxcFPc_THVxdd1p4pRzi8GH1Sk,192
lm_eval/tasks/darijammlu/darijammlu_professional_law.yaml,sha256=nR-ZbgfxlNe_oS-hhUIV4H4yNg0Dqe-Hmw0QfCrF02o,186
lm_eval/tasks/darijammlu/darijammlu_professional_psychology.yaml,sha256=T5ZDUK-quuX1CxErMbH6jxazMM2XTR-raFIBsH7pOc4,207
lm_eval/tasks/darijammlu/darijammlu_public_relations.yaml,sha256=Xq55CvSauCM1xYQiATHSbqUTH1U-sYk8S4ARlSVbOcM,186
lm_eval/tasks/darijammlu/darijammlu_security_studies.yaml,sha256=RP7UFvqbo59KjR1UVqYgpteBWgMYIuA-1gRD73Qda-s,186
lm_eval/tasks/darijammlu/darijammlu_social_science.yaml,sha256=C4kkb_5k5nuAH0YBpA_QDHxX6N7seMQxtQX6Ck9Iod8,183
lm_eval/tasks/darijammlu/darijammlu_sociology.yaml,sha256=2BGc4ZRBTG2yszD0-ZEiuXT_ly_qbKC7apwGiNheMH4,165
lm_eval/tasks/darijammlu/darijammlu_world_religions.yaml,sha256=0F6rDfk33C4NrU9SjPtLlC26mxyLgNaZML5SASKnk8s,183
lm_eval/tasks/darijammlu/utils.py,sha256=D_645ldViqEukIjbCcxFFj-rKYl80mX-9dK_3Q3SBww,641
lm_eval/tasks/discrim_eval/README.md,sha256=5ZrZ-baajxrA9OZDPUQWayM_DH4oAj35fQIcyC3Wpns,1507
lm_eval/tasks/discrim_eval/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/discrim_eval/discrim_eval_explicit.yaml,sha256=_RMtXbuqyFBaAyM4vs9jJqOkrdAo1jA5W0u_QtXXt3A,1395
lm_eval/tasks/discrim_eval/discrim_eval_implicit.yaml,sha256=BSYalmWuMj0xLPv7XsYfOOQCy-dD-RcbSs6RjsLPv-U,1395
lm_eval/tasks/discrim_eval/utils.py,sha256=GZT5O6mluHMMLrQPpOrXZnoHFXV49wvFkke67SONQJE,3968
lm_eval/tasks/drop/README.md,sha256=_fto2NjX5LFKc6jv6Ip5dM7V-viFzt8sGlqcxBM7OJI,1857
lm_eval/tasks/drop/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/drop/default.yaml,sha256=pjRJzHGSJVSiqXlPfXhfDRz08M18dntT_zx6MTXi3YI,600
lm_eval/tasks/drop/utils.py,sha256=pXgu59LlN5aKW4OXYZWuK5tuKlZaC_tcJNIhtNYaBPU,5992
lm_eval/tasks/e2lmc/mmlu_early_training/README.md,sha256=k5AlBcAtZqhdsDo7sRdh-weAgvDttswlj4_z0e-9x3g,1561
lm_eval/tasks/e2lmc/mmlu_early_training/__pycache__/custom_metrics.cpython-313.pyc,,
lm_eval/tasks/e2lmc/mmlu_early_training/custom_metrics.py,sha256=6rqO963hcrKzWlh62RJVL4wPuu5Abx3eQ5758xu0JZI,357
lm_eval/tasks/e2lmc/mmlu_early_training/mmlu_early_training.yaml,sha256=Q0_CBo6viB9XheDnhvKdVuyJHcr6XSCjShivYoaKXpA,577
lm_eval/tasks/e2lmc/noor/README.md,sha256=K3P1sH_iCLVihp7r263AFZyKZ1RLvzuMhHWyC6HPZL0,1797
lm_eval/tasks/e2lmc/noor/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/e2lmc/noor/_generate_configs.py,sha256=SO5lcZy6tCMlhJz9ZGRgNA81ViRwIbNo-g_aQpSS_vw,5265
lm_eval/tasks/e2lmc/noor/_noor.yaml,sha256=ipEa_2uSKzQ7NaGBc4_CzCzqhcmfMSKugCTL8PnJrJ4,243
lm_eval/tasks/e2lmc/noor/_noor_stem.yaml,sha256=3V4rFOUeHsR24H3yDHRYlDBgoUpexDK4ff6coPtF4_A,148
lm_eval/tasks/e2lmc/noor/_noor_template,sha256=xULvLFuLZ5rjCmakCFdvT1bFWemrzLZh4L9dagrNhUA,534
lm_eval/tasks/e2lmc/noor/noor_abstract_algebra.yaml,sha256=SalxZHQo8drY6DQP2hQwbdn3-VQRC1ZG70ogkifdaT8,262
lm_eval/tasks/e2lmc/noor/noor_college_computer_science.yaml,sha256=TAZ3r_1WjRy0tCd935KI9ujcl-DeIWIHFBexIHPEifY,294
lm_eval/tasks/e2lmc/noor/noor_college_mathematics.yaml,sha256=n_VzJdmjVSPn-FT5AMQtmxOTCNZKGqyOGSxfSyAkFVA,274
lm_eval/tasks/e2lmc/noor/noor_college_physics.yaml,sha256=gStHelrjNxW6ZbDucowrFMF_ss7YR85UzNObwykvJL0,258
lm_eval/tasks/e2lmc/noor/noor_conceptual_physics.yaml,sha256=6H7gkJXvDeNWfC4if4jAggW5nKWloeQ8alQcjcCCtYU,270
lm_eval/tasks/e2lmc/noor/noor_electrical_engineering.yaml,sha256=PrxjEC0f3q3siSJzBldjEaBxQZUrjmCaMF6-kaTm2m8,286
lm_eval/tasks/e2lmc/noor/noor_elementary_mathematics.yaml,sha256=9CIxtWHVYtwQUPXNGpgOedhoJ07oTqBNUG9usskjw4s,286
lm_eval/tasks/e2lmc/noor/noor_high_school_computer_science.yaml,sha256=tpwxMfZWIuN2GqsbmgB4fz0pp84I0xA6mEubpu8lpNc,310
lm_eval/tasks/e2lmc/noor/noor_high_school_mathematics.yaml,sha256=WaW0IaYM60uuVEmgkgDLdeQOivKxpYMMXGjRVtOrKBg,290
lm_eval/tasks/e2lmc/noor/noor_high_school_physics.yaml,sha256=E9hGE6cYiciU6VNY4DzGzXZgF_HTFhZ9OKOWxFSwbUs,274
lm_eval/tasks/e2lmc/noor/noor_high_school_statistics.yaml,sha256=dchuMosWr0-T6lCaTWYp4ObGR1eTb8nKhGpUcvCCMK4,286
lm_eval/tasks/e2lmc/noor/noor_machine_learning.yaml,sha256=K1iMJ2XQocfTiTObGZ9JAED9H3Prr2DQCbJcg1kcSAA,262
lm_eval/tasks/e2lmc/sciknoweval_mcqa/README.md,sha256=HTl7nWOFsWpwvVxCqcWjF3sI8Y_nmGO1GbML908BGog,2546
lm_eval/tasks/e2lmc/sciknoweval_mcqa/_sciknoweval_mcqa.yaml,sha256=rYMhgV_n1U7IMfclv7XDwhwVFWMuqTyfYrOkbUVEKpk,185
lm_eval/tasks/e2lmc/sciknoweval_mcqa/_var5shots_template_yaml,sha256=HMhO3zqi8epiqRRiCWIoxrChal0W7QJmN3e0zzKFJmQ,337
lm_eval/tasks/e2lmc/sciknoweval_mcqa/sciknoweval_Biology.yaml,sha256=9SmwE2hvCqRapJdwvN7u2tbLzxhquzPchSbWX7uXHyE,263
lm_eval/tasks/e2lmc/sciknoweval_mcqa/sciknoweval_Chemistry.yaml,sha256=jg7EmzG9-6I0nI9fZYomt7fJHA_nVNulNpjGHrV79n0,271
lm_eval/tasks/e2lmc/sciknoweval_mcqa/sciknoweval_Material.yaml,sha256=mnZRDJYMkXdriQRNKE9-80OJ_fBwU4b15KjO4FJNAy4,267
lm_eval/tasks/e2lmc/sciknoweval_mcqa/sciknoweval_Physics.yaml,sha256=k4L31vuMpeTip8F6_Jlk76sCa6ew-QnwOjkr7ds6Lz4,263
lm_eval/tasks/egyhellaswag/README.md,sha256=nc87Bb8iBbB-zt5wS1BEK49lwVMc6RUS-J_4NInIgr8,1783
lm_eval/tasks/egyhellaswag/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/egyhellaswag/egyhellaswag.yaml,sha256=41OGB786XCeFH6ghUSBjxCFGvaSUYlXASf57apWFnzs,488
lm_eval/tasks/egyhellaswag/utils.py,sha256=rOxgdDY0YcDm3Jt9Mip65FTBEEK0DauM8OFAaNudYF0,361
lm_eval/tasks/egymmlu/README.md,sha256=vtjKJSGvyuq9JD6nf9JwtH6Nb9sHMSkFb8bstoaZ4tw,2317
lm_eval/tasks/egymmlu/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/egymmlu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/egymmlu/_default_egymmlu_template_yaml,sha256=lp-de6mZNw1c28I2IyziT3ty6r7zNA3Gi2p9KpGjdTE,341
lm_eval/tasks/egymmlu/_egymmlu.yaml,sha256=lssGt5K3r5XiI6bfUMV33BU1lUsOQimJ97FkhZ0MUYM,162
lm_eval/tasks/egymmlu/_egymmlu_ar_mmlu.yaml,sha256=yyjgPwoZ0YJatxTBmorDlzs4cRY5Dpru829ao5p37mM,166
lm_eval/tasks/egymmlu/_egymmlu_mmlu.yaml,sha256=oaIH9qBYDDxcVtH-NLgE9kxRqa2BX-fVxW_nnjxT7AM,154
lm_eval/tasks/egymmlu/_generate_configs.py,sha256=qsj_NrD4qZK4EON-zipH_NFq0Ol9WeviU-hXzTwzb5A,3499
lm_eval/tasks/egymmlu/egymmlu_accounting.yaml,sha256=wClwHNWU3MOuqj1NiJHE7o6lJf4TAQQoabD1KOii_fs,196
lm_eval/tasks/egymmlu/egymmlu_arabic_language.yaml,sha256=8FKvNUkss-dp0-FNSU1M4u1hDKDTihq27SDixG0ozSQ,204
lm_eval/tasks/egymmlu/egymmlu_arabic_language_(general).yaml,sha256=uWvJUL6tREEtU-A6sboRC8mf2OX3qcgBYW6Ttt3mz8o,234
lm_eval/tasks/egymmlu/egymmlu_arabic_language_(grammar).yaml,sha256=P1IqLhW2vNz50lbQ0ludDixpxKBty4AdsI2AcOWJ4PA,234
lm_eval/tasks/egymmlu/egymmlu_biology.yaml,sha256=3khaIvDu6694Yiq2cQtrONucCa81ZXkeu6Od9GiHceY,176
lm_eval/tasks/egymmlu/egymmlu_civics.yaml,sha256=TwcW-wIhpEegY1ppoXOMJ50Us_uDf7nhiZyjE2NZXuo,184
lm_eval/tasks/egymmlu/egymmlu_computer_science.yaml,sha256=oxSPR0fTZKAiK1KjTJsNZZyZ0-57NuxbiYixg4g1YM4,203
lm_eval/tasks/egymmlu/egymmlu_driving_test.yaml,sha256=YpIIU4RdNXU4oWEi25fgBueNBHCBeFCcw-Q3Zt-edPQ,192
lm_eval/tasks/egymmlu/egymmlu_economics.yaml,sha256=r8YPdrwBt8-AYjcuucL18I2wF-j9chFebYMXN6xKoCo,193
lm_eval/tasks/egymmlu/egymmlu_general_knowledge.yaml,sha256=6yBSTPRy5xJc70wVL87rpAAkMrce-0Nqe-iWYI8D3eQ,207
lm_eval/tasks/egymmlu/egymmlu_geography.yaml,sha256=fbLCLJnxq8uN3UBzRIJTmrEsksPTE_mo-2r7O_BeCGI,193
lm_eval/tasks/egymmlu/egymmlu_global_facts.yaml,sha256=1eq1Q8NKEDf9HDQJhnsT-g0otQhU8nHr7rsq3QGGXVc,189
lm_eval/tasks/egymmlu/egymmlu_high_school_european_history.yaml,sha256=Xwz77A-EIlpvABM_ZHb4qFmbcnJBB0eYbG9iO-T3mo0,242
lm_eval/tasks/egymmlu/egymmlu_high_school_geography.yaml,sha256=9Ts_lATPhWwwRgoTPXu9CM0hrHMh9qK7Q6eAqcrda7c,226
lm_eval/tasks/egymmlu/egymmlu_high_school_government_and_politics.yaml,sha256=VQNUB3nw6XpXnly3sl3pZNnnkY3o7RYx8c4y0VEG94A,268
lm_eval/tasks/egymmlu/egymmlu_high_school_psychology.yaml,sha256=IWtgJiPgiDKRZCBe6Jiim_hWtuqylchlOBvNY14E26Q,229
lm_eval/tasks/egymmlu/egymmlu_high_school_statistics.yaml,sha256=xvVCQiGxSS-NYmYszISwH34MsSfQWZ0RADkpSYLhTdQ,218
lm_eval/tasks/egymmlu/egymmlu_high_school_world_history.yaml,sha256=qneCssyzVtH1AQoK2i7zpcs5V6vEAflWHkvycTZSgSA,233
lm_eval/tasks/egymmlu/egymmlu_history.yaml,sha256=x0Zr7MttoSIUlQGa_fzUYYuPZRI4F7Qc42yJVbCKdIE,182
lm_eval/tasks/egymmlu/egymmlu_human_aging.yaml,sha256=UrR9gIMrinPNyHQXkeoZxxrmS48bvQyZ73BZ-8dPLlc,186
lm_eval/tasks/egymmlu/egymmlu_international_law.yaml,sha256=i1g6z0ljK1A2zX1wTq_tySrmCsMqiKzNtkDVsTR9_Zo,209
lm_eval/tasks/egymmlu/egymmlu_islamic_studies.yaml,sha256=WY53d0Q5nWTyA-3jcigufi_FKYpDy2UYLOsUfdIFF0Q,206
lm_eval/tasks/egymmlu/egymmlu_jurisprudence.yaml,sha256=jDYQKMzsdg3gcEFSMv6Ejq0IH_hREylrCgPbw43mhMo,197
lm_eval/tasks/egymmlu/egymmlu_law.yaml,sha256=nDFGKTSHiBifQlYGXOP3DaTkwQSKLo2Z602r5Tq0vHA,170
lm_eval/tasks/egymmlu/egymmlu_logical_fallacies.yaml,sha256=wzBXROZTAU7C8klUhT0rura-9e0tp67vzWmUEl0Li8M,209
lm_eval/tasks/egymmlu/egymmlu_management.yaml,sha256=UXN755gmiXmpKGR7SIcSbZtjWvHYEvM_MT5CvRSMGdc,183
lm_eval/tasks/egymmlu/egymmlu_management_ar.yaml,sha256=3ZqvKdmcmotyUNe1E3fpbOIuc67rX1uHee_iJHVA9u8,195
lm_eval/tasks/egymmlu/egymmlu_marketing.yaml,sha256=Su2s7UxEN9CXu6bYs03_xSrEfakjN2wYfRhpZP7olvQ,180
lm_eval/tasks/egymmlu/egymmlu_math.yaml,sha256=tLz0w_uByd_h1Fukf8BH4b19oQDZT6YVDHGOzQI_SbU,167
lm_eval/tasks/egymmlu/egymmlu_moral_disputes.yaml,sha256=xzKoMNdcYfdnvsjkUoGSo9sKHQ3varty8kAZKktU0nU,200
lm_eval/tasks/egymmlu/egymmlu_moral_scenarios.yaml,sha256=iVPIOC4u36p1bsWpVSGToPiUiQaKq1CymPXMdnOd3bw,203
lm_eval/tasks/egymmlu/egymmlu_natural_science.yaml,sha256=HsMujWImxxRLABV6S_G5yWw89IH2jKtM-36CFNqGnzY,200
lm_eval/tasks/egymmlu/egymmlu_nutrition.yaml,sha256=wQjLCpW-_Gg_inZR03RZRVPyOU5iloyd6ljxic6K_ow,180
lm_eval/tasks/egymmlu/egymmlu_philosophy.yaml,sha256=YCa5vIMbDwSI6feEg5oRLOAaG0hYmgK0sEqFtJ6vR-k,188
lm_eval/tasks/egymmlu/egymmlu_philosophy_ar.yaml,sha256=w17dlIlEmP0kKE5iKWH-5JJoEbvAMJ50WzJhhEowYQ0,200
lm_eval/tasks/egymmlu/egymmlu_physics.yaml,sha256=D1Jy_yNYj5qCTCxQsGF1Dc-PSYRxpS5Wr4TGQlsYjHs,176
lm_eval/tasks/egymmlu/egymmlu_political_science.yaml,sha256=8rrZiP0N-DO4G7WKFVk7ZYthy7ou--AOMDOk1nu-qAo,217
lm_eval/tasks/egymmlu/egymmlu_professional_law.yaml,sha256=X0EeKW-kGNhp-Xb_v-_azzY2zicESgPzsUSLcaz6YDs,206
lm_eval/tasks/egymmlu/egymmlu_professional_psychology.yaml,sha256=_rW7-TjBKjx8Tdfp3EXq_Nh69RYjSBNJLHDFmx6GqjI,232
lm_eval/tasks/egymmlu/egymmlu_public_relations.yaml,sha256=PLvvCkVsLhsNADHNt9lQqOG3iH9dtpID4ax2ihucpDA,211
lm_eval/tasks/egymmlu/egymmlu_security_studies.yaml,sha256=mXuzFw40ShrpdDOTQbrHios1DGVcyXuLZ_LcocxvPJY,211
lm_eval/tasks/egymmlu/egymmlu_social_science.yaml,sha256=JdVpi0IP399jw1GxgfyHA0CZyYQMtUIBbAxQ9BTnlyU,208
lm_eval/tasks/egymmlu/egymmlu_sociology.yaml,sha256=iFpvHqWsdU_Nv8znPxXbBbhfHU--rZVI2_iV_yfvgaw,190
lm_eval/tasks/egymmlu/egymmlu_world_religions.yaml,sha256=WXaRMr0AQpohaoJ0YDBdaGcI0S0Lp0JoizG0Np4cYSk,203
lm_eval/tasks/egymmlu/utils.py,sha256=LewRX7lHyIdNhwqbgzXcz6q-4_PKkyyWQgJkXzmx1mg,644
lm_eval/tasks/eq_bench/README.md,sha256=m1KmzAWkJRV4w5G46-C_92DNboth03xIoUYRYaz2bXQ,2947
lm_eval/tasks/eq_bench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/eq_bench/default.yaml,sha256=gyqAyRs1TvPTujpuD8dn7-4DpzU4GHvn8IYohMEVn6I,487
lm_eval/tasks/eq_bench/multilingual/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/eq_bench/multilingual/eqbench_ca.yaml,sha256=FakXy16NczauoGmomjqToScSlOMv6bsdVw3Y0hihPaw,484
lm_eval/tasks/eq_bench/multilingual/eqbench_es.yaml,sha256=29ZR4nGEVrWg7ANHaKjxNUbW0elwPpBrXe5zaOj77Cw,484
lm_eval/tasks/eq_bench/multilingual/utils.py,sha256=i-LCI-BP46h-3DtniEDg3-l34M__xS91VHWb4JhAz2I,2323
lm_eval/tasks/eq_bench/utils.py,sha256=i-LCI-BP46h-3DtniEDg3-l34M__xS91VHWb4JhAz2I,2323
lm_eval/tasks/esbbq/README.md,sha256=4xU8cCTA2dC5s3BDFGSUZDqnwrlyO4MkVK5QdHAFdrg,2459
lm_eval/tasks/esbbq/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/esbbq/_esbbq_common_yaml,sha256=1GwVqaLa1uFhymmzbIUFrwgov2o2vTPlOPez-4qhaMU,976
lm_eval/tasks/esbbq/esbbq.yaml,sha256=R2sJq4b-LkhCaj-FS_uhtnwRK8ITUnGp7krKM9R4vpw,738
lm_eval/tasks/esbbq/esbbq_age.yaml,sha256=kq_qrpaogaMjKn4oMEpcHvlRPM0uZW3mI-pH-bSqr48,62
lm_eval/tasks/esbbq/esbbq_disability_status.yaml,sha256=2aTmIUOfX_QSa9CIOkuB9Jpry2FtzGOl0QJiLyy6qQc,89
lm_eval/tasks/esbbq/esbbq_gender.yaml,sha256=JFewY_QFjc55k343BR7erqp4z0UG8fK5BBHzI8XD25A,68
lm_eval/tasks/esbbq/esbbq_lgbtqia.yaml,sha256=tx9CBuWTtAgvy4RSoGKd8vs99y-2rQN1w7y-ID_yhzQ,70
lm_eval/tasks/esbbq/esbbq_nationality.yaml,sha256=lypzknnXkKbo16c7cHFJbVJNLpp5D_dEVS5ncXCRLDQ,78
lm_eval/tasks/esbbq/esbbq_physical_appearance.yaml,sha256=BVnjDlZrVPWJ7PVMKXZAn8ARrF1r7se2hd2qD7CC1yw,93
lm_eval/tasks/esbbq/esbbq_race_ethnicity.yaml,sha256=vqLubtQZyJmy16qf1TUBe8bqntz5BiHyyiR965OhBJM,83
lm_eval/tasks/esbbq/esbbq_religion.yaml,sha256=MF915jY6nartijDZqoUo_HiL-0CuxgjRoGfyzDbsTUA,72
lm_eval/tasks/esbbq/esbbq_ses.yaml,sha256=NEkmCRkwKod0oBk5WVLITM2Po7JgfKrXPzjBz12ogDE,62
lm_eval/tasks/esbbq/esbbq_spanish_region.yaml,sha256=P9yIlbpai8xZMz32u1wHda4nm65VnIr8a6FoYjcBipk,83
lm_eval/tasks/esbbq/utils.py,sha256=u9QND1Ob5OJdjfjVfbnJn9unMd_kfFoYTawwYQhWhTo,9579
lm_eval/tasks/eus_exams/README.md,sha256=-3yr84xnarc2sEnzjBTD2D0JE40xkihY0anZcopuLPA,2149
lm_eval/tasks/eus_exams/__pycache__/configs.cpython-313.pyc,,
lm_eval/tasks/eus_exams/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/eus_exams/configs.py,sha256=jaHziD9b7i4oxSh6W4tK0T4adyLCAbE_gF3bvtACqMc,2004
lm_eval/tasks/eus_exams/eus_exams,sha256=cVr9liNHmHBIJH83e_oIbLTIl2I_lYw3BTjJ9IXl1-4,410
lm_eval/tasks/eus_exams/eus_exams_es,sha256=WdB_bDVK2NftywZ3ZV7pL7QWVD5oVPyRfHjyJpQmPKo,179
lm_eval/tasks/eus_exams/eus_exams_es_ejadministrativo.yaml,sha256=FGLd6YWp89s4OXUYyaDGUwhXNnSBBcNi__rYyzPpK3M,116
lm_eval/tasks/eus_exams/eus_exams_es_ejauxiliar.yaml,sha256=qjBsqxUCWnG9oI-Beazv8m6rEIZSH9mqHDZ3OLWyQGI,104
lm_eval/tasks/eus_exams/eus_exams_es_ejsubalterno.yaml,sha256=NFHx9-GZLIMYO-W69O_J3g9RhxZz1wwQU723-PLqn7I,108
lm_eval/tasks/eus_exams/eus_exams_es_ejtecnico.yaml,sha256=4i_gAR-ooQMz5Jx-5dR2n2LWRGXUkdMezNZYkqC6ee0,102
lm_eval/tasks/eus_exams/eus_exams_es_opeayuntamientovitoria.yaml,sha256=4H0NC8Oak2_qx1rXe87UBJ2EUqZ9VpSSeHwtUiBOswA,128
lm_eval/tasks/eus_exams/eus_exams_es_opebilbao.yaml,sha256=6_UHrRIRmqol-1FYXo34vIhIqjbEeg_K2VeK0qs38WE,102
lm_eval/tasks/eus_exams/eus_exams_es_opeehuadmin.yaml,sha256=oGeI4ih0D543qxh_1n-ozgL38MinAZgyfs7JnNQGCAY,106
lm_eval/tasks/eus_exams/eus_exams_es_opeehuaux.yaml,sha256=Jabv6Uoe-V9vDs2RStmHOttjn3Et5az5XrXAtyUytnA,102
lm_eval/tasks/eus_exams/eus_exams_es_opeehubiblio.yaml,sha256=bPRjmTXtEF2108N43bWGH4RKAhfY8obSRa40_GDcIjc,108
lm_eval/tasks/eus_exams/eus_exams_es_opeehuderecho.yaml,sha256=U4n6rtkCbqdDkLG4AcYdegadngGvBlpoL1Mkx-EX7A8,110
lm_eval/tasks/eus_exams/eus_exams_es_opeehueconomicas.yaml,sha256=FhSNP3K5bzkQdUhUWFfODPD0emfWaz8mbhOnAnEpSSQ,116
lm_eval/tasks/eus_exams/eus_exams_es_opeehuempresariales.yaml,sha256=U6o2Ylc6Roklt9Yj25JR_XzNAeaOWUwilDzFS91TitA,122
lm_eval/tasks/eus_exams/eus_exams_es_opeehusubalterno.yaml,sha256=51Xs3sKf_ZvdbdjYzFrBxZFHpW8Cgce0Prt5wjIs6Hk,116
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnico.yaml,sha256=J57Vlc90EfKq2RJL67qv8jlVFuFghPNgThLguCUBCpw,110
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnicob.yaml,sha256=kr29Gx7hKHL_gw6-PO53DXjOuwCQpgs0HQax9ETbK7o,112
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiadmin.yaml,sha256=znh4cW9iWPUSZEhbJN7jjeF4cNaKGNpChDJWrQNQu7g,110
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiaux.yaml,sha256=q-BJLo4ky3QJofaQAGp6vNc4T5B1vSxdk2Xek4JgR6g,106
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiauxenf.yaml,sha256=wzwZJNqwjXQ6vrKINhJyJ6N3JYSvFmK1dMh7BDSznNk,112
lm_eval/tasks/eus_exams/eus_exams_es_opeosakicelador.yaml,sha256=X0_coPJcB0siuikqSAE8TBDRo7pnf7B9ziWjmGzR1Eo,114
lm_eval/tasks/eus_exams/eus_exams_es_opeosakienf.yaml,sha256=kwvHgkLEaheV14-gdyyvOXtirAkUH8lKcD0Nas9YU1Q,106
lm_eval/tasks/eus_exams/eus_exams_es_opeosakijuridico.yaml,sha256=0V1fwD5Ufzm1PvxC9dJ3VuAaThdqwcpu7MOXvI-9R-E,116
lm_eval/tasks/eus_exams/eus_exams_es_opeosakioperario.yaml,sha256=_3beVE-h5orQTYerOMLX2weJiIgJ46fN4R4Z7ubu_U8,116
lm_eval/tasks/eus_exams/eus_exams_es_opeosakitecnico.yaml,sha256=KOgl6R0VBgpNM5-NllltzwgAy99h84sWovPxreZWTmc,114
lm_eval/tasks/eus_exams/eus_exams_es_opeosakivarios.yaml,sha256=5Lwb7f992UyqwMKYUV12QGOPLEaAWGhfb-orfTSNfvY,112
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza1c.yaml,sha256=r5EfGNXWQDqG11ioY9Cy6Jm2qiGNs0_ecSQjHITdNaA,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza2c.yaml,sha256=Mqh2UsoX3wG4Kq86lqJEclti_rqfBA7z3Js1CpVQxxI,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza3c.yaml,sha256=YildUhgkV1QAmD6dOBWipxIHkA8qm6WOwT7WahqIuZo,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza4c.yaml,sha256=TzQnbR7Sfm4x321ZE8ikLfUeezlAiiCLRiVFA4_NeP4,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza5c.yaml,sha256=u66Lvh8RC9JYGG-Mh5-tcr-WTbTNcp8G3DjZ9aFX0uM,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza6c.yaml,sha256=Wla_YRMJFK4mE6XxN16Ah7lzt1BW6zhrscdStmhE47A,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza7c.yaml,sha256=A_ACvgNacPAjGFNdrA1N0dU6RQ-RF0zLGclhpHm_0CE,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza8c.yaml,sha256=30vpLNVuHLi3GLvw-s5wq0V2O9oyOxAWI6KZ_MvuQgc,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza9c.yaml,sha256=bIKbanb9WOUHE1QpsJUfJERjoyCpYgiN0f-jtZ5W49E,108
lm_eval/tasks/eus_exams/eus_exams_eu,sha256=r11jKaDGZO9Rm56a5wtxCAQER6asEk9M5sEe-4dJ2ec,178
lm_eval/tasks/eus_exams/eus_exams_eu_ejadministrari.yaml,sha256=trWpoOs9FlMiA5ga2WQ8zOWlz3XJ6nRPp6y_p2lcHZA,112
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntza.yaml,sha256=NbLCdRfVrJVPsBqNjQGLL6cK29OPT0lSn8HH8t89-0E,104
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntzaile.yaml,sha256=O70QFlIWkdw86aqkBpN_wEmKSfMvJjOAnq-vRd4i8cE,110
lm_eval/tasks/eus_exams/eus_exams_eu_ejteknikari.yaml,sha256=YGNf1ZkkymXcRcs3sYA_WDXHWG4PD3Eg0YEBRmn_y0Y,106
lm_eval/tasks/eus_exams/eus_exams_eu_opebilbaoeu.yaml,sha256=EF6w693Zc2MMKQXrYE_GWakgmyCPHjfR3YiZOw7EheA,106
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuadmineu.yaml,sha256=DLNB9i0ZBeIeUXFGjt03Qs78rSJO-2WUgPVSs0v8zW0,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuauxeu.yaml,sha256=_fvipWi0insIdcZJe-I8wg-mUF0cQgn7gb-1CFVlufE,106
lm_eval/tasks/eus_exams/eus_exams_eu_opeehubiblioeu.yaml,sha256=FlXS6YsbYLz5zuHBOjfyDwOj_JDaOD4Tegq1U_nnzc0,112
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuderechoeu.yaml,sha256=a9-OoE0RYc3dXfA42KyZNPnIDVJUB2M_RbK4m5pSpwQ,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeehueconomicaseu.yaml,sha256=tWwFXmOf4a6IKTdPugibiop0_f_JhEd1bu9xo5lRmVY,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuempresarialeseu.yaml,sha256=usBM8ThgUYyOiaGVsR2oVdeR_CydeYXua4mFvwRpIUg,126
lm_eval/tasks/eus_exams/eus_exams_eu_opeehusubalternoeu.yaml,sha256=TwuwDnJ-TLxuRRNez0Lc-CdAPBBg-4dbKVkbd0o15gY,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeehutecnicoeu.yaml,sha256=r7vK0mqXUkMZlwr5vg9C61FvDGaMhDyCQrT3s8Wc2m4,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuteknikarib.yaml,sha256=YmIslkrYNUe55m_p5yhHexyzvo2qX-rE7GJxAgjGzv8,116
lm_eval/tasks/eus_exams/eus_exams_eu_opegasteizkoudala.yaml,sha256=rsweOUDIarxT-VAgDdcOViAc0snCMUqqo_mOdFEuLUg,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiadmineu.yaml,sha256=gM6KOcn_xtq2TNxbGKYjrQ_wFy7jPyK9j77NOAXq2yo,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxenfeu.yaml,sha256=tL4nNMty2-jozLBU3vStzyV1gjNT8bBzLovTZtC7bJ8,116
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxeu.yaml,sha256=JN2JzAb54Q6wjoSd0ueYyJRT8lGmIlNs0YV8fMx0nf8,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiceladoreu.yaml,sha256=AGCGZFIGDvX5Hd7T0fjRyFbthVKthPyg25XYUkyFRt0,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakienfeu.yaml,sha256=jRoG92xUAJAXiGfva7knQDx_6uqXYmKIXu9ND5EGmsA,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakioperarioeu.yaml,sha256=lZMbZTBQXx2lznqaCBIf_jFN81ipCtqoijbclOKhwn4,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakitecnicoeu.yaml,sha256=k-PQe3GZGJ7Qzd_5rFiKuVDogQaFaE10Zf6kFn_qvho,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakivarioseu.yaml,sha256=uqmZ_a_d8QEQ-AkbloWPYwCU3I_M5iTorJzZrMazOs4,116
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza1e.yaml,sha256=emk099n88rG4js5jPDmrZceKZV8GOQsIjeYNJaiZEgY,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza2e.yaml,sha256=1u_CutwLEvJU_PKe2m1CJGOg0gt9kcVfIIvDJkaAz2k,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza3e.yaml,sha256=UMmBg4l1z2McA7SztaJLYRxs5csfnhZzf1Gu_oFNImo,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza5e.yaml,sha256=GXC43RE1W-6D5ESC6sE33sZxwWJBa5J037DUtAT2Z74,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza6e.yaml,sha256=alq11Oql-oOb8fIqFdqTk_p6aZFAyVXleEcuJaoOZi8,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza7e.yaml,sha256=u-IpuyYa870nFv0tPbK9I77waJGh1XAt4SudHzjs4NE,108
lm_eval/tasks/eus_exams/utils.py,sha256=T_RV1ImeKrnnVeNc2nZ8bdcLyVVPZzSWtSIzwTS2DWw,416
lm_eval/tasks/eus_proficiency/README.md,sha256=Rza7o0KBETCMZc-D1VI30XCjxEuf27aRstONmaD0oMU,2004
lm_eval/tasks/eus_proficiency/eus_proficiency.yaml,sha256=tTx9qTtij0jUGIgAlQdYS3klPVkP6T2AqpX4NhnEKIY,465
lm_eval/tasks/eus_reading/README.md,sha256=fBM3CqpPdeHgTin34DDr1P4PG8HIMCLCpEdypae5iBA,1898
lm_eval/tasks/eus_reading/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/eus_reading/eus_reading.yaml,sha256=5puep7gQ3POZVCsFV3ETCZqoT7nKA7qPbGt27sTCpPA,378
lm_eval/tasks/eus_reading/utils.py,sha256=DXKAWMt8VNcpU8C_4mt5AdRLUZtGKWJva2zeMrN-leY,1151
lm_eval/tasks/eus_trivia/README.md,sha256=lU_Q99EIumGEN1w2wg7Cbu0RGM6N9kBsYreCkLwsdvM,2724
lm_eval/tasks/eus_trivia/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/eus_trivia/eus_trivia.yaml,sha256=CyGEzK9EQt98f9Zgx0uw_GOj1R_n2Sm40e_zZ9yypIk,368
lm_eval/tasks/eus_trivia/utils.py,sha256=qFiBx7pY4erQFCyCw1CRDOH6hZwxjitcOFmAWU6jyl8,1113
lm_eval/tasks/evalita_llm/README.md,sha256=UHUw2zdgf_dntlKeWLTs9kIN2j0npcuv7sC4nlitxTQ,2472
lm_eval/tasks/evalita_llm/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/evalita_llm/__pycache__/sum_utils.cpython-313.pyc,,
lm_eval/tasks/evalita_llm/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/evalita_llm/_at_template_yaml,sha256=jLGxBJMWUSkoV04YSslB0vuKm24rBYBIWCaaPYNsFBs,214
lm_eval/tasks/evalita_llm/_evalita-mp.yaml,sha256=6rXY-WEYP6S6XCOGVpx7_zhwW_qWogykKkWz9x-DC_o,329
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p1.yaml,sha256=pMVo3LF7zzkfU7PIF5XmNFJzNkO_FQuxvZRs9yvYhDo,846
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p2.yaml,sha256=T9uc2m9xiE7bxe1dMJ7SF9AzTQKVb4LnQ-7ZzKDWaNM,944
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p3.yaml,sha256=AvnyCp_J388dWXsdhu4O-lE7B_Hhgspm5oOO34Ao1Mc,812
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p4.yaml,sha256=7Shpd0xDf-5CDbMgbKa35oiNk_QpmRkziL5Jmi421K8,673
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p5.yaml,sha256=m7h2LRkXylvykJuNdRUWQ2zsByM5PDshMuEfSR4kzfk,836
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p6.yaml,sha256=9pdbhSaHLAqPkk54VzLJNrzS6jknzp4w5dLyS5o6FwQ,934
lm_eval/tasks/evalita_llm/_evalita-mp_at_tasks.yaml,sha256=lhg2oYAvcvk7eKlDY8I1A3tcHFw-shM5CU3bKpeW1XQ,258
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p1.yaml,sha256=H7pWaO8hStkzOc20AYo3JuAa5Lw9ujmazylwi1ZtwSY,581
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p2.yaml,sha256=huJfl9CXHNEfgl9NIgwSswyef6OSwrgImNl0ZSU2xUo,630
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p3.yaml,sha256=J8arPWZU9twS5RqdvdysSmYg1bGfisoCTf_Zlrn4Z0k,481
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p4.yaml,sha256=fVTFaBh_6TK63SASgiKL5QsnrKOg3fo_VGgD8kANqDc,526
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p5.yaml,sha256=aDV09TrWLvbeo6QOL3-BbdfRewLxNmUuHfG_JLVblVk,641
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p6.yaml,sha256=ZPHRSe6G5C7lxSSByhb7zaznGnBpCtAMdJZ5yedz5RM,629
lm_eval/tasks/evalita_llm/_evalita-mp_faq_tasks.yaml,sha256=3BCgPkqcr3UbK-_qj7zHeXghE55yiRkIPXMED-jOdaA,225
lm_eval/tasks/evalita_llm/_evalita-mp_gen.yaml,sha256=yd7qYOIX6nyh27Oyn7TFlAU6I-IFNz2Tdl66NYuZFk4,236
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p1.yaml,sha256=ubhH2ZukgvyQ3_SU5jNPRm2QBVdei2o3kDBTj8YB9eE,446
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p2.yaml,sha256=YEYyVxeGRMElE120wBfdIQPfOpIXqLcG59yo690X8RA,515
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p3.yaml,sha256=OlkiJXAH8sONSAUlZOEYDxf1oRFKDkKkFupy0rTgESU,502
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p4.yaml,sha256=IDDoHrXtER1f9pjIgvpWf0ZVY5_ZOl-y2SbWL_1RKFc,567
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p5.yaml,sha256=6F-3ilyzkX8vEgj-TberSkWeB8_0pZyynXNHIeusxFc,495
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p6.yaml,sha256=m-8j3-_p1H2da9J79qP19d6YJ4eEOmGcqzWCi0_GI8Y,564
lm_eval/tasks/evalita_llm/_evalita-mp_hs_task.yaml,sha256=ZQbiqgsoW_FCnL9Aj2t8bNxil2UJZL6x4sYD1u1jZ7w,173
lm_eval/tasks/evalita_llm/_evalita-mp_ls_p1.yaml,sha256=ysqbba5J0gpsuLbVt4NIC0mV0QTU9Il35ln0sdMMKSE,594
lm_eval/tasks/evalita_llm/_evalita-mp_ls_p2.yaml,sha256=g1Mr-LpvihIbziVlG_ey9axJXusFUBeoKWvHn9i5rHA,647
lm_eval/tasks/evalita_llm/_evalita-mp_ls_task.yaml,sha256=-jVA5Wndu0-cOmhSGGA0eHXfPtLQDJMfhDe4wTAD01o,170
lm_eval/tasks/evalita_llm/_evalita-mp_mc.yaml,sha256=_YiEU_Jla2Kl7jldufXbFqnZYlw61OGT9sARGBTZOjQ,261
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group.yaml,sha256=vwIs-breRtYZwaVNK52t_45Cgjy7Msmtf2RwBL8TG1g,188
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group_p1.yaml,sha256=X01_oVGABEo19_q5PF710HciHh3nf2t9o9pWfdCDpbw,850
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group_p2.yaml,sha256=zxl9JrwypKGa-KLQDJT6eiZ4jfOcxR57sOgDFUTM6rg,850
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group.yaml,sha256=RFzb83jGUX_cuhw_VyFZB8LChWZyWKNI3SvWF_oEjwM,188
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group_p1.yaml,sha256=VEGr_-BizKG76WOgWafoUy-HRIz8TJXt11wgjwjVzuI,955
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group_p2.yaml,sha256=V6alctAjtHRbktdpixQILV_D22GwhNnO3zY1zrzLmNI,850
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group.yaml,sha256=BZ0ZBUQDVeEZ2fs-xDbxzy0x5jLA4bV6kkhK6oyRrlI,185
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group_p1.yaml,sha256=EyJDnnlxb1YCSuAi93df-SjoZzNME27ewWnyB9hjdKc,847
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group_p2.yaml,sha256=7sIwYw6FWTyvqNB9-apfJvwhaDQ8Y8_HrwBKpKmI0uo,847
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg,sha256=a55xiFFGZA5vF1JhQSM1jN4Sh6T4EFC5WMeaxFwWtZU,147
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg_p1.yaml,sha256=JwSl3cDfmLInozg4ifvOeAU-uSxWgSUFUkJ9G8pl--Q,474
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg_p2.yaml,sha256=BfZH_pxpbmcrnLVQIwtI9lwXRcpz-H0Dghm82od0jNk,542
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic,sha256=9QGW4KdtSKYSfQ49jiex4FtAvutblmeJn-1o8KblVFA,83
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic_p1.yaml,sha256=e8QoDXKuB9AgePpnXaUpTz4W0uAjh3YHwAG8vsJ0G9s,475
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic_p2.yaml,sha256=4K6rBYd4qnYpWYQjpP4RBtlFm5so5GtNI7TgjZrxemU,541
lm_eval/tasks/evalita_llm/_evalita-mp_ner_group.yaml,sha256=30kpbYRlb9nRj4HAccGQ4meaSJ6PKSLNpTKkf0YNVNY,231
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn,sha256=A7uOYfxJjmCaohufnPYH0Kb5EI-C_BmkB7avWvwrBIQ,145
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn_p1.yaml,sha256=4OgyKHZiB1skb2mVN8osJvN9tIw38vCGBN3ZHLF3SuY,466
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn_p2.yaml,sha256=IFVM7zKAPhhKgsvI1X0a2vN345VTeS6nP0IxR6KeQU8,534
lm_eval/tasks/evalita_llm/_evalita-mp_re_p1.yaml,sha256=AYcSo0_lVQ4t4fgHOxv5k-bmMmgLzRWF8V86aczzOQY,413
lm_eval/tasks/evalita_llm/_evalita-mp_re_p2.yaml,sha256=ytCV3vPkXIAZB_-CDDn8xXez0vlB54gI2doytdnPIos,486
lm_eval/tasks/evalita_llm/_evalita-mp_re_task.yaml,sha256=BU8_E1bCiJqKcbKTeglGWIl0NahNJJKhwDEGjwPH76A,169
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p1.yaml,sha256=z-dP21QEGm_qquKTxIwfusNGF5dHI7wbFEPn6HDNu4M,447
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p2.yaml,sha256=xvDaMPW70PkCMs6lu0q514rJhXlz1YvoJZA2Dlho7x4,498
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p3.yaml,sha256=6k-AKZfBl1TxOxrrixhQ6Wz9zOlQbcyJ5IFn0VmOR0U,541
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p4.yaml,sha256=NnfhmRmDFBYhZxJeLUzG1nYnxjeR5_h2fXKx1rBa9dw,592
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p5.yaml,sha256=EW9my_blW-04INhRHxUv4j6MemeNyzzJFE9qdN1j7KQ,473
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p6.yaml,sha256=CrB4ljxmZPC3spAeg4ILViCj2LDYbp5p9kQzwLvzSA4,524
lm_eval/tasks/evalita_llm/_evalita-mp_sa_tasks.yaml,sha256=zmPc-r0rIgvwISmSP47SPvfPXVwF2Mdn5rubAdNNRzg,237
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_p1.yaml,sha256=OM4anfmYAvAEKK8ZTfjEghTVCN3Y6lZvSJDzX6fhbq4,440
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_p2.yaml,sha256=U91NRHhaFG_euyOlPswVCThFdK7tR2kPBc0Xn8yvWDI,499
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_task.yaml,sha256=JeTplPnqPvzIfB8bf2CGfM4mtsom5jFFOAYYstoGkFA,190
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_p1.yaml,sha256=QiAHd8AT_t5KxNRXo3On2LZyX9guSqGD8Vys6Xzz9PQ,334
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_p2.yaml,sha256=c7AEnMIuS_0K5Mj1UDdh5N1Up3ADrVFxCtQ1dHo_UaQ,393
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_task.yaml,sha256=V-dHhx_ljTyx5CQ0WYPRKuqUB8u0ZpaLkdan0IR1_Ys,182
lm_eval/tasks/evalita_llm/_evalita-mp_te_p1.yaml,sha256=sjkaQDbEfUADztqmYb1zJi37aRjBAN2B3xdl7df03h8,422
lm_eval/tasks/evalita_llm/_evalita-mp_te_p2.yaml,sha256=ZcFJiR5DxDdxjTuPMZXr2PchWzlZhF3nILeXy94l-4o,245
lm_eval/tasks/evalita_llm/_evalita-mp_te_p3.yaml,sha256=2EafiKj1mkgtlDtWOn4JBoDOKOhB9Xq_b3j_9Z3PcMs,247
lm_eval/tasks/evalita_llm/_evalita-mp_te_p4.yaml,sha256=bDcyUBk1b35zWmhCDJHgIprRus90zoUxz5LyLlsfpoQ,297
lm_eval/tasks/evalita_llm/_evalita-mp_te_p5.yaml,sha256=ntZT7ZsDdOat_Zx3gw4HYSzc8OXvTTr6tBoeVfdOMa8,295
lm_eval/tasks/evalita_llm/_evalita-mp_te_p6.yaml,sha256=PAkAPNgXOcerRiQpvasSoxbGYiAXLgPT0364SxfUq8E,345
lm_eval/tasks/evalita_llm/_evalita-mp_te_tasks.yaml,sha256=Ssze3oQkHYxMeX0aOVWY1PobCiEDcYGpobCgnvKMPC4,217
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p1.yaml,sha256=VEhP16Rm18vzQ4p1RlSQFrn4tioE1ynXGtfLGabQQ_Q,287
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p2.yaml,sha256=41Pp4woiWHnmVWT1EzCipztEgASNrnZQKRgsNBsuV08,404
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p3.yaml,sha256=PBZcWvKZBIx8uFsQR5HcGWQ2r-l8bNKbxdm1ymLw8lA,335
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p4.yaml,sha256=kxudcF5clQ_cDtxlDpT_tHn523U12kKIL5Z6MNnfyYI,452
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p5.yaml,sha256=AyOIhOyXSKoHwyGkeIeoSVQSCQFL6SbEpmzQ4s_SoXE,342
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p6.yaml,sha256=OJzvo529zlYYNoYXfZlHd2DTjnjLf3Fpc3ukWGRleqw,459
lm_eval/tasks/evalita_llm/_evalita-mp_wic_tasks.yaml,sha256=fkV5byZ6IoXzLirKYfBybIYCT27qmNotPxHkzBm-xzM,218
lm_eval/tasks/evalita_llm/_faq_template_yaml,sha256=kBm6kbPCrOD_g2O6pnU6X8GSBnpQfq7ohEODd2l1LDY,205
lm_eval/tasks/evalita_llm/_hs_template_yaml,sha256=KU0Sr0jMkgOlzp1tmlSEue3j5OGVSAbUbJ3V6bS9Cjg,232
lm_eval/tasks/evalita_llm/_ls_template_yaml,sha256=347c1yi7ALVHz25zuGXMwMaP7tAG2U-Wj07Ukco_tDA,396
lm_eval/tasks/evalita_llm/_ner_template_yaml,sha256=CWwuOWmRrGeAcIcFhPX5QcL7zO4EcbNpIKUeJq7VDFE,350
lm_eval/tasks/evalita_llm/_re_template_yaml,sha256=5mCxpxOUPDPA0jmAfLnhqUKbbfXg9Q2jyGDxbQ9-0q0,359
lm_eval/tasks/evalita_llm/_sa_template_v2_yaml,sha256=3je3-rzJZnkCkpB4CqEbu3Kr6LKt9zoTbs_Zqzg0atQ,268
lm_eval/tasks/evalita_llm/_sa_template_yaml,sha256=XD19mdT_sqqlldCcoLIqxNwtBJRzmLPAQlYgWji7UXI,252
lm_eval/tasks/evalita_llm/_sum_template_fp-small_yaml,sha256=Ud1yfAUVsuefbGKx0QkG1DtJvT7sjeg5_B50ryHXXrg,201
lm_eval/tasks/evalita_llm/_sum_template_fp_yaml,sha256=2lsEU3W5UR4PzRcQzdP_xAUi2OAxggk5nZKZYAw6zFo,169
lm_eval/tasks/evalita_llm/_sum_template_yaml,sha256=eQ3vZMTOZubCOlkYSnSNnmbTXaMnvOF8DTg44ktNoeM,213
lm_eval/tasks/evalita_llm/_te_template_yaml,sha256=dUDUlgxILu9R5RBz_l9eqtpQWjIJAc9yTQYBmoCDrms,314
lm_eval/tasks/evalita_llm/_wic_template_yaml,sha256=n-VYDXIPq5OFkJJTQQL_46expjkixqLkVed-VJS_5W8,314
lm_eval/tasks/evalita_llm/metrics.py,sha256=WMEXSc9RrK6kuFIMUDWEyPu2P-9ly5EVXwBT0j-MLVY,5011
lm_eval/tasks/evalita_llm/sum_utils.py,sha256=hznNA7f3S5-KIUqr1O-Z1vOc1J_4r4BrsHD-CEfRokM,605
lm_eval/tasks/evalita_llm/utils.py,sha256=n-c8-KEUwt2He_W8DK8PpTRdXq231pEiyfuepqS3nbc,16565
lm_eval/tasks/fda/README.md,sha256=vKeztgZaBuRTZlRnHe_YNBf45xn9uUJgbNF3-tGjVJk,4229
lm_eval/tasks/fda/__pycache__/task.cpython-313.pyc,,
lm_eval/tasks/fda/fda.yaml,sha256=ioeX6mgasNSGqRgi1uVxB0WYDs7SSWe4FdGZwSrDcJA,36
lm_eval/tasks/fda/task.py,sha256=5gTaNIIfSK_v_ucDF8CLVcth-9Y2bRgr5UNGPLZDFQQ,3129
lm_eval/tasks/fld/README.md,sha256=w5hgnlZSgZW6UfZ1VFId--uYjlbvvveaKKaiqW1enpU,3102
lm_eval/tasks/fld/fld_default.yaml,sha256=KBBrKdxbwnrW_3_NbYRXoqkZv3qq_yivJ1q2xoZOvd0,547
lm_eval/tasks/fld/fld_logical_formula_default.yaml,sha256=gvuubXxZzkaRdoFxMGfwzUUZQuO14t4eGSPuS8A39a8,1026
lm_eval/tasks/fld/fld_logical_formula_star.yaml,sha256=WCZSPZtNWyKMnt7suLIYEtq46AgU-5Ot1g3QdukTg_k,92
lm_eval/tasks/fld/fld_star.yaml,sha256=I3lOwfUP5LoHYygYIZCMQenYkQ11AqQVNLlUrRcls0I,60
lm_eval/tasks/french_bench/README.md,sha256=sdTkAzY3PdrGfatrEHfbetlGq4ztNjynxCxJjdf-tLY,4408
lm_eval/tasks/french_bench/__pycache__/preprocess_wikitext.cpython-313.pyc,,
lm_eval/tasks/french_bench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/french_bench/_default_template_yaml,sha256=gN9nCOPneJ1GzAlAfNDQLoi1j9mO25Imanaqifto-Rc,73
lm_eval/tasks/french_bench/french_bench_arc_challenge.yaml,sha256=dukhAAUlSqTW8cQVIsRDHyTaww5f7dqw0b1Ja77ND1s,596
lm_eval/tasks/french_bench/french_bench_boolqa.yaml,sha256=h1DMEySvBlGRfpq9p3b5e8FJX_rj296IWAhz_W1e82Y,830
lm_eval/tasks/french_bench/french_bench_fquadv2.yaml,sha256=-z8rjSC8fftXLbDWQzlWCdAAon7T_D7Rt0S_iIb73Uo,1030
lm_eval/tasks/french_bench/french_bench_fquadv2_bool.yaml,sha256=VUPayRyIdJlHsF_kHtetYR0vlHA-0h_JI-JOOUBloKU,793
lm_eval/tasks/french_bench/french_bench_fquadv2_genq.yaml,sha256=aZLBB7tBlvj7ryaGoE4P_PEHkNerGsmbZQwgaWiS74U,1022
lm_eval/tasks/french_bench/french_bench_fquadv2_hasAns.yaml,sha256=KX9Qk4i46WdTqmQ26NE2uAp45u40KW0ARciGx2l4F-w,1200
lm_eval/tasks/french_bench/french_bench_grammar.yaml,sha256=WwUK-x7erRpcu8dDbk-IJJKL1TzMyqpIYhUbAXIPASw,912
lm_eval/tasks/french_bench/french_bench_hellaswag.yaml,sha256=X0OFj3GNrnu5USTw6SVADy9YqOwSW-9OeUI1BqgJlDI,487
lm_eval/tasks/french_bench/french_bench_multifquad.yaml,sha256=oJPBQYUvNjni8jCLcPDnlPGfo6TOBabnAzIHqiGXBmE,1029
lm_eval/tasks/french_bench/french_bench_opus_perplexity.yaml,sha256=lbVei_qOl_oMxBCHF-gxHmbkHF1Mll-Y-L12RegPV7U,617
lm_eval/tasks/french_bench/french_bench_orangesum_abstract.yaml,sha256=YG1PXEY7qCcmJKF_NlecKIYN4osVEp5CLt6zshroO5E,745
lm_eval/tasks/french_bench/french_bench_orangesum_title.yaml,sha256=xquR47I_hzqPbm3rIFJ27aBsIfy5iKeGiXVsQvqx-RQ,735
lm_eval/tasks/french_bench/french_bench_reading_comp.yaml,sha256=2TY2iSqnpirCijWZJGmTixHosYKlX8dl6w9hovPcHHQ,1284
lm_eval/tasks/french_bench/french_bench_topic_based_nli.yaml,sha256=dBB17_EiOyzdr9Nt8xJeVEzpEtrIkpU17gqJn-F3UsM,968
lm_eval/tasks/french_bench/french_bench_trivia.yaml,sha256=ZGIzAWziFySRyQ4LNDsEDTlLMVzsidftZA44l7-YqQw,919
lm_eval/tasks/french_bench/french_bench_vocab.yaml,sha256=3TRgNoNYGwLZmq2xJQAMKmNLlwEUnDuf55WlpwFrWOc,921
lm_eval/tasks/french_bench/french_bench_wikitext_fr.yaml,sha256=ek_gnB9-TARo21kfP1Yy_dGPLaC7vU6FPNUEE9rTSvw,740
lm_eval/tasks/french_bench/french_bench_xnli.yaml,sha256=lVmRkH7EBQRI-EVIZkpBhcqoj0HiEtVuLkP0BgBkE3g,882
lm_eval/tasks/french_bench/preprocess_wikitext.py,sha256=5GhEyw_5gw66pUJfLhf9CXpt9aFnIDJASFuJDpKncAg,1753
lm_eval/tasks/french_bench/utils.py,sha256=TWgvTaJhbMvTDZCx4Pr_nKBtBRox6IKI0b9ufdX3pEE,2750
lm_eval/tasks/galician_bench/README.md,sha256=at6JuW2-qRTihfL-Yq6G-vc-G-h8J9ZlurxKIdTbm8E,4447
lm_eval/tasks/galician_bench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/galician_bench/belebele_glg_Latn.yaml,sha256=u6c807C5egsq1Rz56uXMFT6MeTdN-OcE2lXTkF7ORvE,170
lm_eval/tasks/galician_bench/flores_gl/__pycache__/create_yamls_flores_gl.cpython-313.pyc,,
lm_eval/tasks/galician_bench/flores_gl/_flores_common_yaml,sha256=A38hwMYo8wCDDHiDrRpsmNQJqqn4WieRYvcI_2IAZ8I,647
lm_eval/tasks/galician_bench/flores_gl/create_yamls_flores_gl.py,sha256=_FrLCm-DiGXMsQuhXVOMyU53nrI4kJvKiMxyEvs-8u0,6835
lm_eval/tasks/galician_bench/flores_gl/flores_ca-gl.yaml,sha256=4bi2FmwnkXqqZnNvVRBJeOd_s6d5H46gk6bLbOQBGUA,217
lm_eval/tasks/galician_bench/flores_gl/flores_de-gl.yaml,sha256=EgRV0GSzu4Cr_RGb6D9faJgyBwM_POz8pZWWPViFVtc,216
lm_eval/tasks/galician_bench/flores_gl/flores_en-gl.yaml,sha256=kWjRZvTLSkSWWo93wunIdljtnjRgqxJQ1SpLNNfOL0E,217
lm_eval/tasks/galician_bench/flores_gl/flores_es-gl.yaml,sha256=wbJpsVETB265VdUhBcefCX5sAxpTrQhhlFuNZKk9oNA,217
lm_eval/tasks/galician_bench/flores_gl/flores_eu-gl.yaml,sha256=ac26ozRIFM3PrjpCP3lU9lHi6ipjN7wgmvWF178HdeI,216
lm_eval/tasks/galician_bench/flores_gl/flores_fr-gl.yaml,sha256=HL15ZI3XDNUFRxUPwvvSEKr_BUc0ag5CUuYT0zoiUE4,216
lm_eval/tasks/galician_bench/flores_gl/flores_gl-ca.yaml,sha256=JzhTJFrXcvCqRvl_fza_A_A1g_vRa7C01NWAn0dvjOA,217
lm_eval/tasks/galician_bench/flores_gl/flores_gl-de.yaml,sha256=rNguAnQP-iR0q6MuPg4E0-4JiiqgiCCDGsNtQbFhFdg,216
lm_eval/tasks/galician_bench/flores_gl/flores_gl-en.yaml,sha256=ZFwkxCaT_6b6MZDUwJFVAtZqNgS4FdxucnsZWRbJ5w8,217
lm_eval/tasks/galician_bench/flores_gl/flores_gl-es.yaml,sha256=t4o7VDWCC35pKDnHrU5WU1WyJB18HCs8AH0W8xXuMwE,217
lm_eval/tasks/galician_bench/flores_gl/flores_gl-eu.yaml,sha256=JIVXoCDf_G9VkNWya_99THLSDyPGHxQtvHmbeUbMaL4,216
lm_eval/tasks/galician_bench/flores_gl/flores_gl-fr.yaml,sha256=_RYb0Q4KnnZzQ5Iwf_AXXe_3itQfOtpcVNkMZCNCzDw,216
lm_eval/tasks/galician_bench/flores_gl/flores_gl-it.yaml,sha256=-Rc1LI7oavlJuraNK4tk70UGirkbvrzwaCDwrLQsbfw,217
lm_eval/tasks/galician_bench/flores_gl/flores_gl-pt.yaml,sha256=7ICmeWttjjRKt2RaefpqnsooZTPf2OgXIiMG0dTfHjo,220
lm_eval/tasks/galician_bench/flores_gl/flores_gl.yaml,sha256=4TPd76IsMST_N-V2jtieo355pAL0A5b_Wv9UlYBAd_8,648
lm_eval/tasks/galician_bench/flores_gl/flores_it-gl.yaml,sha256=7KqD9OW_kzLOoQmKk_7SyV5D5R65GKhbGgBYeV4HNHA,217
lm_eval/tasks/galician_bench/flores_gl/flores_pt-gl.yaml,sha256=q0t8EcVv3nvgX4iyxZFB802hkkMkgSAzU026MleSO4k,220
lm_eval/tasks/galician_bench/galcola.yaml,sha256=GXQyZjFrtz7T3shRkafm1WitGp8wOU0YEw2q-tNQTeY,405
lm_eval/tasks/galician_bench/galician_bench.yaml,sha256=SgCfPkIa3kReRk0bgSDAIOZkf0_km-SlIVgX5aEDSEQ,238
lm_eval/tasks/galician_bench/mgsm_direct_gl.yaml,sha256=fZmXEg5kvSfl_alaCAt9sVA_ewL3o9zXGl8gEEwJQsg,691
lm_eval/tasks/galician_bench/openbookqa_gl.yaml,sha256=4jtZxw7yIxetBhcV9pg1cfdIrS1-Ua0ViUS8tQLdZqg,613
lm_eval/tasks/galician_bench/parafrases_gl.yaml,sha256=Cnf4IJIvPwxs6NznTsYGHrlX6lIl5ueVlhHbGbKvoU4,522
lm_eval/tasks/galician_bench/paws_gl.yaml,sha256=Kd75toiUwYLIWVIKu4iLHlhf4Ul9rHEvKWY7MJcGJgA,473
lm_eval/tasks/galician_bench/summarization_gl.yaml,sha256=fllK2ZEjo758Gt6EPI4rHW_5gxoLvhaOk9ZEK3wMxPU,516
lm_eval/tasks/galician_bench/truthfulqa_gl_gen.yaml,sha256=Ul6r2lmZ8W-dCnHTG_6jxpPun2Ey7CuZY0ReMCytMuI,2068
lm_eval/tasks/galician_bench/truthfulqa_gl_mc1.yaml,sha256=hxekVc-TD_Bx_6txH61DT4mAU9pMvka9T6sPMQt_1cg,1225
lm_eval/tasks/galician_bench/truthfulqa_gl_mc2.yaml,sha256=wXBXh7EYRg8NQNxIMV-sQCkcrLOLvwy5xwsqp4VCch4,355
lm_eval/tasks/galician_bench/utils.py,sha256=ZZA4u4KbTqloHEZlRX84_YoQPbFeV6ChWBKqIBJwPpY,10202
lm_eval/tasks/galician_bench/xnli_gl.yaml,sha256=JRM-5b-TtvWcA399Zbf5aQQdnGPOscXKQMTCHW5XD_Y,557
lm_eval/tasks/galician_bench/xstorycloze_gl.yaml,sha256=r61L7MUqa77WSRLcAlI_a2769kkQatoHvi0aeMoTQAU,586
lm_eval/tasks/glianorex/README.md,sha256=2rtZ-hWhhfV7WMias1L4ekH3j-V_fMB11qQBtCHH9mw,1006
lm_eval/tasks/glianorex/__pycache__/preprocess_glianorex.cpython-313.pyc,,
lm_eval/tasks/glianorex/glianorex.yaml,sha256=QV-OKCVl-aVrQ_SiuSr5txPg6dw2n6ButZyp0amQjyk,423
lm_eval/tasks/glianorex/glianorex_en.yaml,sha256=66_Hj1F10hHBIA1_TOojOKqFUkqRFJnA_bPGBxfeGUQ,486
lm_eval/tasks/glianorex/glianorex_fr.yaml,sha256=HbqhfrtnxONRm_joB9rsSPqCJGarYNvMoNqS6fXcm4c,485
lm_eval/tasks/glianorex/preprocess_glianorex.py,sha256=oq22xN5RGUaMFbe00Wb2A8O4EjIXNGNSgKJg902_jtE,702
lm_eval/tasks/global_mmlu/README.md,sha256=Fw2o0kPOYVUtEIi40ImQgRSCNalHBLdFs7bwbSMZmAk,2652
lm_eval/tasks/global_mmlu/default/ar/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/ar/_ar_template_yaml,sha256=G1q488g00pgyxISeibVAyoGJzLdt46DCeJANbR-6npk,434
lm_eval/tasks/global_mmlu/default/ar/_global_mmlu_ar.yaml,sha256=X89sIjc9MrtOoTtZgYeMoXKIr_yccYIfGxw-yeVFprQ,286
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_business.yaml,sha256=aw65jiGSsiHcDqDOMDYMPDY4lsqD47DCk0U3WHLpHTE,140
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_humanities.yaml,sha256=j9M3B43x_nV_Ckes9pj-I6rPIsVEm88bbcFno7hdKmg,144
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_medical.yaml,sha256=lU7tdJmtU2kdK82HrkFmOXXnvHaXkXCtnmAldqvPLOs,138
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_other.yaml,sha256=lgtBUiEIZBOEbitughMgytQ2Y0bV8PGtF70vkwWDiKo,134
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_social_sciences.yaml,sha256=xp5DMFESUBj-uZm6uKLfOs-FUutHLZcuVvAD8wJZNqQ,154
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_stem.yaml,sha256=GfKB54M2jVG9VOxd3E0IgXuS5zbmNICA1NVfNbdFZok,132
lm_eval/tasks/global_mmlu/default/ar/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/bn/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/bn/_bn_template_yaml,sha256=f7obaB8LVoM5PTSJ51axlDiyxX89FChKlYeNcggIzII,434
lm_eval/tasks/global_mmlu/default/bn/_global_mmlu_bn.yaml,sha256=mMDwmsyhzaAxYZQlmqruv95BB2zxjBv0ZwBaUapjh-o,286
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_business.yaml,sha256=WUdUPWT3Lx_wAVghDxI6tZkm0PdfsIccQQrFKl-T1Gg,140
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_humanities.yaml,sha256=5hiEiNp44GC2kYYX0IoC_G118knl18_anrhzCFRyfnc,144
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_medical.yaml,sha256=IwXqQl7F8JO5VOT8QhQDFwNrCe6S1CgG8qf2rdVWKtg,138
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_other.yaml,sha256=0jjK2Ca6rFFYyZB701a9a7bepuDC4DYSUfhK8H1mNuM,134
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_social_sciences.yaml,sha256=i5n-CCXs-e0tfsCTRn-w_PZjN4CwJ1HEceviGxEerOU,154
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_stem.yaml,sha256=TI6NJ8JNrKoOwVbrw6ucPBtCPbLimo2jYgYQ4De6Qu0,132
lm_eval/tasks/global_mmlu/default/bn/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/de/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/de/_de_template_yaml,sha256=NJ01Wh6wwPNt7hPIRuHQELvDDL-X5wgiQBikSfo0pAY,434
lm_eval/tasks/global_mmlu/default/de/_global_mmlu_de.yaml,sha256=CijBSqWfw_NuWvS7HO3BrqUdYmkV8JDcJV5dfcwvjOM,286
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_business.yaml,sha256=TEmQOcA75A7dbX6J6_46dKcYIqgyxeO0T-iviPs6WaY,140
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_humanities.yaml,sha256=ONSne6lLMpmbu2FjHijHBMZgIWbGKLAbUgOLSvZsKLc,144
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_medical.yaml,sha256=LjizcmhKUogYc80I6dlu9ZhP4THkI1XmUyGKl0A26qA,138
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_other.yaml,sha256=P_QWk5Pf7w9HFMAIvlOJT390aGabUJyYFD6nxEW8qpQ,134
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_social_sciences.yaml,sha256=ijfPAoFL4NyaRLK7P0q_ZR1PIlrrIL9ajXtIZ4ggSLs,154
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_stem.yaml,sha256=dCuhoIJ6R_dXk71RzJ0gAWZIMwxhWodlohwGwa7FV0k,132
lm_eval/tasks/global_mmlu/default/de/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/en/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/en/_en_template_yaml,sha256=EhrM2tBbNvZIMowlSx7OX5LHGGAxH76rzLr3RmLDbhs,434
lm_eval/tasks/global_mmlu/default/en/_global_mmlu_en.yaml,sha256=gZywFC4vpUSH4U8DupckBobpi3GI5cbOe0e2aHGz_8E,286
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_business.yaml,sha256=8_Js_mzpJXK_sgybN1l0hG4tnzZWBts_hnwdvyvLqWU,140
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_humanities.yaml,sha256=lXmv5M1uvgMsF4jFEPGKdZhmKJaXCDZwfG7SxmT9jOY,144
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_medical.yaml,sha256=mflfnFn5HOI4AWzkUYIpIdTVqrDjg-hxKJWI4046y2c,138
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_other.yaml,sha256=RMdlvc7B1HeHerJ7oQGd0ojRr2CI4XJTqf59456Qf0Q,134
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_social_sciences.yaml,sha256=fDQDyOIhNs2Q8UJgXC4HImVj75tnJHLo0fnDk5byMcA,154
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_stem.yaml,sha256=6awOGG5Tp-HypIHEGMAuJ6xB35H-OOgXvfCA6x5qerI,132
lm_eval/tasks/global_mmlu/default/en/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/es/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/es/_es_template_yaml,sha256=isaydibFP8_LyqOCm6RVjgOxoL8-ZPSaTB_ASoQZYE4,434
lm_eval/tasks/global_mmlu/default/es/_global_mmlu_es.yaml,sha256=o7Uf6MnF1dtsJTLMAFw2ce71AdOCOh9ZAivEey0jQY8,286
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_business.yaml,sha256=ViRVZ1lhhiMqV1mZEK0IKkM3a9lNUvg32viFeB876t4,140
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_humanities.yaml,sha256=tzVFCHAPAtTknKVitsRrXD07BhNNwzSeXzdufb5GpBE,144
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_medical.yaml,sha256=jPii6cra5tDRc3iiGglLorrYU1pZVQc2Lia2lOH2wSs,138
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_other.yaml,sha256=YHDC7rlQ-P4wAxTw3yOvCrCB9rjQ2J-iwYXxmUjJdWA,134
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_social_sciences.yaml,sha256=M6uAHht8LSc0WCJuIsfM56g_QFAYbO-1ZM0rRPnCi4U,154
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_stem.yaml,sha256=M5-7xd0Tdt8_3fwgCmhG4u1UknGc2wgYBeHkAs5-dbg,132
lm_eval/tasks/global_mmlu/default/es/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/fr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/fr/_fr_template_yaml,sha256=tD3-OMcrEVy_C0Ar58r-yTkgA7eRAD1YcdthW2BdE5s,434
lm_eval/tasks/global_mmlu/default/fr/_global_mmlu_fr.yaml,sha256=GlAPeUco4f-74WEB0gGdVTns3qa2_-sLR1F_RIttGak,286
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_business.yaml,sha256=-XPHbvClWBPDsZzweSsl3zwh53VGadpTA8iepQGV5aU,140
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_humanities.yaml,sha256=oJP0QAH0lENqkX5idRc9ltkxv9gcK8ljvVNNOQ9aEmY,144
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_medical.yaml,sha256=to8-GGy_mRgIkxDmAISoJ2JogY-QYl3XHl5N2IXwmNM,138
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_other.yaml,sha256=fDxwtUbPmU-eDi0YMK9ZDyfLgsUsqBeCRTpQVTo-zZ0,134
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_social_sciences.yaml,sha256=kq3MQxERNq6aP6p_Ep5NKhEkjYGU2HKPrrn01XbneEA,154
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_stem.yaml,sha256=a2dfzMp6q1gZss79CF9wiip0fyGD_YANXvwfPam5X1I,132
lm_eval/tasks/global_mmlu/default/fr/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/hi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/hi/_global_mmlu_hi.yaml,sha256=RzKZ22U5mSFCMAR__LJu4RBckVKk5nJia_gPHW3B8O0,286
lm_eval/tasks/global_mmlu/default/hi/_hi_template_yaml,sha256=dQeEOyQ69s7Y7q_JpsJM8285xHP9RcD5ORjqzWpZOEI,434
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_business.yaml,sha256=Z_PJqY6aXNPoXfAXKMvPKCEK8iAtaMpwBMoGfr4N8D8,140
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_humanities.yaml,sha256=79fAoPLR8dQHMamcN9hvy6lzhWD5oGvBHXASpYeOHIs,144
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_medical.yaml,sha256=6WFbWH0S2RzeW8UC77WdxC1sA0zLGjiNXWTc9CYpPIc,138
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_other.yaml,sha256=OsUt1_5Y5XbA7p5dP9P5jXhk9RJPvWKc1S7aZkesmZM,134
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_social_sciences.yaml,sha256=rlnAa4veHsjvDFQQWlRrPRmdqG0WcRoAs-icgM9sbyM,154
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_stem.yaml,sha256=rzgXjMfVwTD5IzhikRLioFDMfEwGHTKuww95Bp2kS5g,132
lm_eval/tasks/global_mmlu/default/hi/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/id/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/id/_global_mmlu_id.yaml,sha256=YIoVWQomT1b5VoULBZgOE3eqPYXKoQFI58wlcaRCTXY,286
lm_eval/tasks/global_mmlu/default/id/_id_template_yaml,sha256=KZxGZ3LGcUEQx5snzxt7EHpx2n0poATta4q3Qr4deew,434
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_business.yaml,sha256=Fc275EAeT8tPegr3kqlqstIxcCQG7GPwR_DsFZFW18Y,140
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_humanities.yaml,sha256=dCPEaWrWyP1nlWnFdj1YkFEsYRRIdZFVcBmSJ4OdsrQ,144
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_medical.yaml,sha256=DdnG2WPI2uS8RVYdc12suNUHhkybTyV-ojm3sE6WZWM,138
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_other.yaml,sha256=MdLc1-YNlSRbsdyA-KlQ7ZVRhQ-PXZf0A5q2Es51tho,134
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_social_sciences.yaml,sha256=p3ywgkLq1ynr8Mb2UeRvigsdPzbVSr7MRE_HxXBgaLc,154
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_stem.yaml,sha256=bQYU4DEuTYfAMplhC2BGTcbkLkKM0NUmJN76gnYlFl4,132
lm_eval/tasks/global_mmlu/default/id/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/it/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/it/_global_mmlu_it.yaml,sha256=3wnsQUxOdVXMV0yI3ji3Z_YvvK5FEkGc-n04inhJ83Y,286
lm_eval/tasks/global_mmlu/default/it/_it_template_yaml,sha256=lWvNv5PVKn5KabNjCTJ3vYrpRt88C6gY-JibkgrHcqY,434
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_business.yaml,sha256=z3PfW0-nQ2INllcmFXy_M356I6OQkkhTx_Z6ggxP0Iw,140
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_humanities.yaml,sha256=OU_t2pIFg-SP5YzQgZJCyMkv0qMc4mYT9m4itI5tOio,144
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_medical.yaml,sha256=qyHYPKrW8Cdcx2uUdaw-jbMX05ap_wQwrGyEZZ4ap9Y,138
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_other.yaml,sha256=Clagw07bmdLgyicQ5hoyPvLxoZzrVu99D0tV2POvV0s,134
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_social_sciences.yaml,sha256=cCuISVoiVDhU5tr_LdZr7wDjxlqOI_vnBEh9Tp1I8VU,154
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_stem.yaml,sha256=jJnsx0wmuKeHqiAjxEsIdSklWbyq8rAYCEfbea1JrdQ,132
lm_eval/tasks/global_mmlu/default/it/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/ja/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/ja/_global_mmlu_ja.yaml,sha256=Gdvm-fBXwGxKfcp3ACLycZn3Eqcv9cWrTgzgR0-X4jA,286
lm_eval/tasks/global_mmlu/default/ja/_ja_template_yaml,sha256=GRmbB6GBZ13JZhOQR9KCNAKdMDPvZ2v7kDxVFNectOc,434
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_business.yaml,sha256=5KsPOCTGodFJAQRzQ-uDkde6JtITk13YcCEHOJMXFnk,140
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_humanities.yaml,sha256=0x1vy2JGXUyWpNnNLemDzQ97VXQwLN2GiLq919-Buog,144
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_medical.yaml,sha256=VyUdoY1lNXpfiZPnsjolri3laRiGDJS0LG7veoLyzWs,138
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_other.yaml,sha256=_Nj1F4QVUWXjW4rjncS4vJ-P6pAc-pC8RQRuKPDfzyU,134
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_social_sciences.yaml,sha256=7kvEMz2pIEd_gvVndLUcnqDqfQ-anwNY3VQBgRlzMgs,154
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_stem.yaml,sha256=g8Hf7Yv39bLthouhvsWwa-0LOs-2HrLa5SRa-bUhGJY,132
lm_eval/tasks/global_mmlu/default/ja/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/ko/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/ko/_global_mmlu_ko.yaml,sha256=bqkhsB8v0DvJ0nsCRUJgKunjip9ih5eq9zgkL8d8eHY,286
lm_eval/tasks/global_mmlu/default/ko/_ko_template_yaml,sha256=15C0MsxQb2MRetdPjZl0k5HMQrGC6XvK70WDGFrIqQs,434
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_business.yaml,sha256=K9PZoXeNeoNuG9O7IDiBxIGr2yUFhao74bU8nJltL7w,140
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_humanities.yaml,sha256=ADwLl0h3t1Ry_jqGuWVmOx0cTBYVy_1TN4SOvI--kIM,144
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_medical.yaml,sha256=SQdpibbu6WJQ-h0W9Jy9bVQ1w4x61t_mwk3NmDY6Q6A,138
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_other.yaml,sha256=k9sngvxdNm_OC3nZXc1TjyZGkCIHAzZyRrASvzQxLO4,134
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_social_sciences.yaml,sha256=simInbJUMF-2jlGcoW4cP6CTYzuXcx9lTTfKzVwOBtM,154
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_stem.yaml,sha256=L9rwjNvwH9VM3A2Dyh3ggtz6qoq6YZRMXjQkH-A1aeo,132
lm_eval/tasks/global_mmlu/default/ko/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/pt/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/pt/_global_mmlu_pt.yaml,sha256=VYiI46aJnYRe4FBySU0zPBffxBTNOU1Q-dpgrh8z-9w,286
lm_eval/tasks/global_mmlu/default/pt/_pt_template_yaml,sha256=mLOMTRgvCTbsTRpIW7F3KNfIn-16YCEHcC9kTN25kQU,434
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_business.yaml,sha256=g8UNyOwQ87dIsk9BGHhUnwPjBthIjP_h5Zj3AqUSYa4,140
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_humanities.yaml,sha256=1TcxN9Su_KbUo_YRjUXyTNZeUSwy1yPi_AEra5zTBac,144
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_medical.yaml,sha256=wNLWXX9adr3YAEP15K8er3-mB_uLhe2mBpc0hS_IEGQ,138
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_other.yaml,sha256=86KjyZ04agrDlJwr8QGCc7cvZzx6xUS28j3wUQSIT5c,134
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_social_sciences.yaml,sha256=en0phybSKrtbPovJJuFlG60ho50ovKYlBIJ7cpmO90s,154
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_stem.yaml,sha256=P9QKadrj735HAkwFgPborji1hFms36LJkwpbChiU6PU,132
lm_eval/tasks/global_mmlu/default/pt/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/sw/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/sw/_global_mmlu_sw.yaml,sha256=XXTRhyF2Ai5GUdKlenAmBTYyak2g_GzVXWas9HtoSkY,286
lm_eval/tasks/global_mmlu/default/sw/_sw_template_yaml,sha256=-rpv8zBFhyfgad_J2x6iUopCa34-3A8CSXljQWFXJ78,434
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_business.yaml,sha256=KIOiAp4Xhcsn63F7QqPdBpHAtZxcduDApDpItsDip6w,140
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_humanities.yaml,sha256=18AT7uwqHWcmlH9Zb0CEh1ByafJgscvq36o9yK0-u2Y,144
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_medical.yaml,sha256=52UuUlyqKHk3d4Uafac1N3xiCfbzAw9GwzfZvuK-cM0,138
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_other.yaml,sha256=qAsRU1I7fYb4WVgIoPm4dOuiLqEqZ0DaV3yXGVd61ac,134
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_social_sciences.yaml,sha256=mwGoaI2cIuTgfaT9EBcylg4r24cm7br2XfvNVKq83wo,154
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_stem.yaml,sha256=BgdEybbFF9SephfmSZc2ueE7JCCTR8ytwrvjYprUSx4,132
lm_eval/tasks/global_mmlu/default/sw/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/yo/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/yo/_global_mmlu_yo.yaml,sha256=Ly_H0NMt6YIoJUnLqGpVCu1jUTRmODAS7iCCdexH7-g,286
lm_eval/tasks/global_mmlu/default/yo/_yo_template_yaml,sha256=3llYdTObRzpjNSn5O7XtzxH6UTiCrLQkz-GELrHPG7M,434
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_business.yaml,sha256=dKS2aaV755987I5FYzj9UyG8xtvW1kOM6Cht9h8klqY,140
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_humanities.yaml,sha256=njM9DvczAp_WyTau3YV1sGBnHaqrB3cVkL2vFkLlGKE,144
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_medical.yaml,sha256=dISGFLc1rlnHg_nYMJ1t3ZZc7hC377H_ceNIe6NS0Y0,138
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_other.yaml,sha256=BuTDMM1V5fqUltXJAFgTSsmfauLPz8VXk6MxamfNAcw,134
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_social_sciences.yaml,sha256=7urfn-s5FWxbH9SwOIlDzfFOoy5pjWWA4sug-Jkt_2g,154
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_stem.yaml,sha256=BVga5wd-T_19NcOtRDzDxLXM31kNea0i-jln5d7CRzo,132
lm_eval/tasks/global_mmlu/default/yo/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/zh/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/default/zh/_global_mmlu_zh.yaml,sha256=N9l-063PEPkbrFTeAuW8y7IWdhRVnQ9tSFyICvnmpsc,286
lm_eval/tasks/global_mmlu/default/zh/_zh_template_yaml,sha256=aHqjy1nBA8KMebrYN8kRJBymHT-X9JvPrAO3WqHMwto,434
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_business.yaml,sha256=TeIsgSHIt95vi5cn7yBSxMhSZcQyOma2NuyP1qQGBR4,140
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_humanities.yaml,sha256=iRa66FjHhk2qtTJhpA3vbZgpHQyjt16GWfFv477vI3k,144
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_medical.yaml,sha256=zzEo1bh8SASEhv-FcD4OFvQoRqtkt2I8au2FxIpypa8,138
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_other.yaml,sha256=6EJdMirZGFa__b1UC2TeenscjK2L04UZivckVXTgNZ8,134
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_social_sciences.yaml,sha256=U_L5YLRofclulTBwYum_LcMWBZeb8DGtFLTGVevcrIA,154
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_stem.yaml,sha256=d7SanIVVLTq_DV8k5FvX8u9VmJX3r9kwiNmOUFlC1hQ,132
lm_eval/tasks/global_mmlu/default/zh/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/full/am/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/am/_am_template_yaml,sha256=julmlepju7IMrjH99SaDtIM-E9AsTIcSqJckUwC2h8Q,429
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am.yaml,sha256=PpE8fzXu6mIte4pUTBza6vh-YvFHqu6ZE-d3JB1GbR8,256
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_humanities.yaml,sha256=8xbhD5KvdUuAQahBgGFMjKakVc7l39hSmakBDMWIzIk,174
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_other.yaml,sha256=cZKSfZ5IlxspOI5COFHe45Duz7cyd7oCBPVfoKdiRb8,164
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_social_sciences.yaml,sha256=UjlPywkoK1slNlticVPvyJF0enED79TobOMwgcjPYp8,184
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_stem.yaml,sha256=0lm89ICYCKUYFIPPVELotelocZ-zLukv1NxH0udXW98,162
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_abstract_algebra.yaml,sha256=77oG1JwFMLC4xB_4RlzS0Z2n_jjveZY0UEy7Iek7SsE,197
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_anatomy.yaml,sha256=udaOx-i2tUEaNsv47cksrRehHNE6JlIh8gWTf68WX2I,179
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_astronomy.yaml,sha256=ZxKq2RLI8CCN7rLcc8ONgr1TjxBwo6-JWO9WKlNXR2o,183
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_business_ethics.yaml,sha256=sbb-YPNEzndrkSoqOutsUz502E_ptLvcrTeIym9ff7A,196
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_clinical_knowledge.yaml,sha256=PDtBttukKl2yACm6LKMXWCM04dFTNGmG1EN6uAoGvts,202
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_biology.yaml,sha256=LZh2fTnjE6NQcjMCrPKe7lAxzc3gmThH0eSp3IvGJ0w,195
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_chemistry.yaml,sha256=9b3i--bkGbkVQ29a40_mAJjb2h1LnXgQTjuYVvk0Iwo,199
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_computer_science.yaml,sha256=LUH_fqtgxwo-9q6_FN4kDiqs0M5VBs0yTPUwxvLBxrk,213
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_mathematics.yaml,sha256=50hh4MehFYv3-U3B4JJAqSR1Nya1YMi2KQCozuRK7rk,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_medicine.yaml,sha256=q-5qczE7t-5y_FVqShrHXPewUYOiHXEXdHLyFeerHcI,198
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_physics.yaml,sha256=cHwh7n6EO9-RL84e6xWUV4LXQXUSK_u9vqYsxp6y8t8,195
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_computer_security.yaml,sha256=5h_fZIBfLmxxQRQvYpwffKPbeSI-5eOy_OnIo-_MBSM,199
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_conceptual_physics.yaml,sha256=eRY1YbwHzLG7zGB6LvKgYBZv5e-djaaCbbDs4LirH90,201
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_econometrics.yaml,sha256=rJ8cdwE8m4N5QzsioDRTViw7ahY2Le-jBNYEkt3Iq1w,200
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_electrical_engineering.yaml,sha256=yMwto-E3KUwDqKXinIpeHdM4BM2PYW1ZD7JQ7A8rW8U,209
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_elementary_mathematics.yaml,sha256=VggeuipsIzTrDaJCUISZWnHOr4HpnxM5mRJII1VUNcY,209
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_formal_logic.yaml,sha256=zL5USufGwe9Eiv1yFhq2g_YG59Q3OQfkUmpwI-TJS-8,195
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_global_facts.yaml,sha256=V5sVH3PFO8FULdtmCAjGlCxiGzCiDDSsWcrInMjGPSE,190
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_biology.yaml,sha256=iuCpKbL4XeK5EvJ98tSt6hc-Ykwiy8SqQmqRh295IV0,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_chemistry.yaml,sha256=qcw348pmPMyW87OK83KjbjKDHUpjfpVHddwUDO9NzCo,207
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_computer_science.yaml,sha256=mdB72VPuhtiz0cOrXFEyjDSkxCTs3vM2wHC0kQjgFhE,221
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_european_history.yaml,sha256=kXjjZrqzPSiX9LpiAFL9u9uQiR21PLVYzziv536hOw0,227
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_geography.yaml,sha256=JV6pXXKZFn4JDCtShGhLawYia7lBZCBsbC1BbOhmgZY,218
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_government_and_politics.yaml,sha256=RH2fsORXaJ_kUmvgHzC_yqwWwkRI5o7GzrnaMPVI7S8,246
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_macroeconomics.yaml,sha256=ux3WtZhvR9Jwm0TCB0uVA7ufBtKIk3qmAtbU2dsMM-U,228
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_mathematics.yaml,sha256=WuU7NENs3T8bUVZsczU0MM8XDymvE9DkaxxuME5l0hA,211
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_microeconomics.yaml,sha256=A1XvM3Wubylay1oDxWn-F5uzXV0YMgkAz1rP-Vzmzdc,228
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_physics.yaml,sha256=427HNO3RtaYwdNxBJVF6bV14cahBAdX1UaVfAPoatUs,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_psychology.yaml,sha256=4QGeEjUHiOJL3PPvO_hbASeI3_LUb7lWYd8mqKXIDx0,220
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_statistics.yaml,sha256=oOLFZtcMyxHDYO8flfgB2Ofs4Vt9SChfImIzdY1n7r8,209
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_us_history.yaml,sha256=ENBurUdUaCTy6gryxVeyzCeAm-gSbc8rnAbfQnxhXEM,215
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_world_history.yaml,sha256=0aY0n0vq83K1SI_czEAE1I20ObFIzKeBY0nuoDP26WE,221
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_aging.yaml,sha256=6nYez1M5_eQ7-03zpHhJWol6wUZHpsH0aK6-1O2tqMM,188
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_sexuality.yaml,sha256=Da9_RwH66yj2ljSc6fAxqXeY4MnSpOggfGo_Kp7AL9s,206
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_international_law.yaml,sha256=7HggzHL9_OjOdu9bunSGe1K79XcezRH2C4Bl6cYFp4I,205
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_jurisprudence.yaml,sha256=32jaP9QWzbueJVyWls38iA_gnL6Q0pJ1Hte9_zYp6jo,197
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_logical_fallacies.yaml,sha256=KSOdS3U64uHPZP3aqX6Snhz44Q8j2CMDk37zkguYlrE,205
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_machine_learning.yaml,sha256=yEA21SuZiv0VN2hqhgVAZcuF97q6bOL7SaMnCITzB7M,197
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_management.yaml,sha256=kLQvagg_dHV5lf5EJrRwGUmxFYsWgqEK7cdBZTxPHW8,186
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_marketing.yaml,sha256=yHmaGVda4a5ISP5Uj1-N6-m6vkfgOwjYgb_YjGP0DtA,184
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_medical_genetics.yaml,sha256=ABXJVv4NkLaounUyvZZ_k7s1n6OMadLLr9OaZqKHlzQ,198
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_miscellaneous.yaml,sha256=AxZVJ3Q8Yl8KYkaSo4xGDETRxMcQd9Kvv1qG7Q5t4cc,192
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_disputes.yaml,sha256=7ORO0nvZb8rofpgbGybClW9P59PtzJoeAa4lTJo-aFU,199
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_scenarios.yaml,sha256=GDMWnfY89UscX0Xlb9jjw7jFL3vazfm6pUnC5aLDRJM,201
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_nutrition.yaml,sha256=5RSTDUt8l2NPA0a0RhG8hTWOEBUmthSmIeKt20FZUg0,184
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_philosophy.yaml,sha256=iFTyOpGQZG4UMrR60F2bVO8uefgi_NYnB9GAMiE7jmc,191
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_prehistory.yaml,sha256=wCBxZtpIql0pNraAEuNLlMD1d5GeJ33Ah-7qViQ0hEM,191
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_accounting.yaml,sha256=bK46n3F6gB4kIplEynWghnwOHRzLLqpd2LF6cDTqY3Q,212
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_law.yaml,sha256=jhdurNk4METealU3EgiNcGAYqzpQuHdcAupGdEZSyPY,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_medicine.yaml,sha256=BMVkG7pAiZr93IMFBw6RBMUuxGVEA5bw-wFU80msw2k,208
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_psychology.yaml,sha256=s1jVLFlsR-b4rUk6tILzSyoNqePRcsy4SdjP-GkiyoM,222
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_public_relations.yaml,sha256=uzF_8Y6s-ymRDGi_w0xqMS3l3jxCOOwEsgyBYXvbADE,208
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_security_studies.yaml,sha256=mbpB_dqqwEfGeSQK9yy3Qf9BKDo42QcHfaNt5qw9Tds,208
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_sociology.yaml,sha256=ZT8qtFlb7JzS6lwMLiXZD_L2JI8LWHh6WplLpk9Xswc,194
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_us_foreign_policy.yaml,sha256=g59ZrJij4IdhONtKTN0USJWMM51NjNAmsFglbZgF_Dk,210
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_virology.yaml,sha256=Qf57R8u9FLF9PaNPnCBIplNbOATrWzqtoBf59-b33bQ,182
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_world_religions.yaml,sha256=qKMYlgWCZfou2RENfqaFLllr7XqtVnE18ryDOhdIPmk,201
lm_eval/tasks/global_mmlu/full/am/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ar/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ar/_ar_template_yaml,sha256=2LAxQyg_QdSsFCzBaVmm5wZUcELEKYaHeGnvb0LB-38,429
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar.yaml,sha256=95SFZvWWmVZNuCWuofdO99363xU7YJck_dPRtbctXHc,256
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_humanities.yaml,sha256=3chFt0_fRY2bfx9oJkRFgS_3XoQVitncdADKRNGgzE4,174
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_other.yaml,sha256=3yo4RS5rZKdZWPG5I4Gm5U6DGcEFgaXrBbnNb1MREq0,164
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_social_sciences.yaml,sha256=tUuYSvMqQnUXdTHKb-rdBbc0SuKXerTnBMgBIx0YFVE,184
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_stem.yaml,sha256=uvAc6xpt3UbmoHhNRVS3Pbqv3TIKJVmrTT2ZIwv7eqI,162
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_abstract_algebra.yaml,sha256=UnMVCF_BiYCPep8YlksXix2b-c5aEeCHacwJ8ADfU0U,197
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_anatomy.yaml,sha256=EgzsX9H4lxImy2GcvzdbtE7CDWA4T2fGOv-c9kN_Qu4,179
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_astronomy.yaml,sha256=Gj0fUs4zie2YSXUOazC99hucqb-P9wIYQkybXy0QTiU,183
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_business_ethics.yaml,sha256=EQ3RbiH3otINrRc3B8LGHT4CR-VvsB8BWuNacRBaoys,196
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_clinical_knowledge.yaml,sha256=h4BK4YZAOHVxoV1hbo09KXcsN9fevuk1j0r154Nk9dQ,202
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_biology.yaml,sha256=eOC8HPqxINWjtMEFroYTa2HlpSptPwTJvO_wgwLZYtI,195
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_chemistry.yaml,sha256=NW-lNIjKwoIAjtDbGRaKqTUKOq51JZG0pimGV8_SJJ0,199
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_computer_science.yaml,sha256=k-i5FIcfRn5BgK6troMtE-d545hakfWwqquhm9vTo6Q,213
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_mathematics.yaml,sha256=zWtz-R6clgfY6_Y_VnyL_cHqGXkLH7Ijg9MRdIh15aM,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_medicine.yaml,sha256=wCNL5yNANmsGHsXGRme8QPFRtGvZrZOMYNaLT0Eb7U8,198
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_physics.yaml,sha256=CjFpKVNmWQBfDvrhEteHcGnxoSu3vkPCkfF3HwCdrmU,195
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_computer_security.yaml,sha256=zG_OZ27dJbUsJ1tm-aAnu3JqkeCXLQsyhlNSygQUvJc,199
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_conceptual_physics.yaml,sha256=Bj1xEOxu9MpSDy_w3pgX3kI2orIo0P0g9XLPnIAMUOg,201
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_econometrics.yaml,sha256=bXU8UeFlbUAD7ZV7BPscfK12Uk15IiuP1MkZwomcB-o,200
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_electrical_engineering.yaml,sha256=0zlV8WbpPsLss8ntn7K7rIMXxR6rqYej8nslzjuvQj0,209
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_elementary_mathematics.yaml,sha256=XbRzcW2bL6AmHkbDh_DgP5eMfw9b61G9sLRhc1NdBSs,209
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_formal_logic.yaml,sha256=6WJbwGUPvOe_DNmCCFlpd9pyK586e8Y1OMU0yVPKb-w,195
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_global_facts.yaml,sha256=4ceY67Ayr8py8NcSjXlQ4EJus05jLk64yNAEMWR7ymk,190
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_biology.yaml,sha256=NsyHhbOIENUTblgYyOAFIGF9S8TDu1aR1eQJcX09A_4,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_chemistry.yaml,sha256=VbxrYDhZVX7m3IzNnUbVGGvVVyK6K8Wa6u32RKvA3eY,207
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_computer_science.yaml,sha256=nlv3eyNlYbcaCZLuQ0ll-b6kilKedG37oICv3RCU9Oo,221
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_european_history.yaml,sha256=drTbHsRzAfl4l9OOAEStzGM97zOyO6zzcYyDlP5rbUA,227
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_geography.yaml,sha256=5ORSE7H_ZGueWsTVpP4O6ueWBymRY7TftP-DEM6i9Ag,218
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_government_and_politics.yaml,sha256=lujl33cyMKNdasycSmlqVT3xU9MQEQ3CqIrHvH393GE,246
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_macroeconomics.yaml,sha256=k_1pM0ZAQfh4CoS7xhllEQXPMU_kKaOF90NUrFClN1Y,228
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_mathematics.yaml,sha256=HOTZ5HGSrhrRsC64J0vv1y24wiHmqD-tAF1o6j3__hs,211
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_microeconomics.yaml,sha256=el6h2fptW8evhT-lMznUxuErq_yCvsKScOBbLeJE37I,228
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_physics.yaml,sha256=CfG8Wyg2Ckdb5_NbdplZ8BSWlLoGt_cucMwPoO6O02s,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_psychology.yaml,sha256=Z-jnehN2q69MOigEt-N-Btu5oum0M8LrfKeJbY8dq08,220
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_statistics.yaml,sha256=tEp20sNzN9YiGcuRqtOGFNZ2cnKYL5YdNr5xa3K9VvM,209
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_us_history.yaml,sha256=u9YF5J8h1f9r9gZX0qapQESKNiz0Psjy7hPpzN8HF2w,215
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_world_history.yaml,sha256=pbNHP8WrGWv6EecRrGyL4WvrjRu4VO2NIZJlD-TVTZU,221
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_human_aging.yaml,sha256=NM73spHGFLq4zBEHx5mYJvJPsOAaQwSECSjKcG83_KM,188
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_human_sexuality.yaml,sha256=qNCsFGd0djd6nDMMMwYKxfPem1dSOtx8zVbIkJdt_dY,206
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_international_law.yaml,sha256=daVmwEUU3EZjO6hxz6EQkSeu6RU8R2IFRVA8jOYHinI,205
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_jurisprudence.yaml,sha256=yTAsIyLEp-Hh9OAGUvg-ptEwjOrP24BR5UtBDavRCEE,197
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_logical_fallacies.yaml,sha256=y3dtkoFiBcuVL2mlHPRF11plQZsH-TqI94RGGIcCQ44,205
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_machine_learning.yaml,sha256=__dd7cINQFt5nrbInPqy2uVDNW4sVXKRkXXoAF9UFOo,197
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_management.yaml,sha256=xxc5J2k1GhwEngZk83ZflvTfXFesjtM2gVyPbizlCl4,186
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_marketing.yaml,sha256=-si2Cw63W98K1UK0egMQSh2U4_ZyWgi04QX83BPNN4o,184
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_medical_genetics.yaml,sha256=EpERmS9QWi5EUUG7Ry9LSEWsFFOPY9FzU685kqcACCc,198
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_miscellaneous.yaml,sha256=YL1FBoJTWbFAHpZqhvqtS-UOvJBzSwIIuERz3qCJaNY,192
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_moral_disputes.yaml,sha256=JplcKUjQqOxacoBfEoMS-ZVdI-eahf7UQp7ko0vaS5Y,199
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_moral_scenarios.yaml,sha256=OrY4myTBRzjzp19hAgZamlboVQvdcRfvztSP44O90Ow,201
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_nutrition.yaml,sha256=oBAqWspSxJxjvdtB7Uh26jTWQbXf_wJQqwlmzYZzw7o,184
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_philosophy.yaml,sha256=B35rLKv9Xn5sNFqn6rG_ok7UNxenTuBorLkDG8CyTC0,191
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_prehistory.yaml,sha256=QNiyrP6LjhVyNMcQJPMAkSkYsY4vN_xxroOi9JZxuz8,191
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_accounting.yaml,sha256=yrnheFk8wy7uSgYkAgdXm9p8XLPMCUzrST_yoaWAh5o,212
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_law.yaml,sha256=GNuRbeQLiux72IxP3huFP4culT7BsovX_9Tf9W8gyhA,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_medicine.yaml,sha256=8_Y-P9vI0INOF7UqQPdU0pGmEf7fbYz_GnEYDqCpWCc,208
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_psychology.yaml,sha256=Z1DpJDmWdUXwKnsTAo8h5x7izAjApPwKbsdH6zmIMMo,222
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_public_relations.yaml,sha256=HAN_OtNj75vxuicIMNjddbJ2ws9waVkdxaNSliyxYoE,208
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_security_studies.yaml,sha256=LJKVSaqmaq29EUIJXQOOraQZAHex2uN9_oeiPCvYv7s,208
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_sociology.yaml,sha256=Rbf5bbS56iiGFKcRnTlMU34Dg05_EbW8m25TEBMNgWQ,194
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_us_foreign_policy.yaml,sha256=dCx9wFihbcGJOFyiXWBWxhRp4FT92uMtGyjZ4k7sa44,210
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_virology.yaml,sha256=B38S5c3EHE-8ahijtQXDoUSYkpLwBc4f8GlXcNva9E8,182
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_world_religions.yaml,sha256=TkGdkKAESGoJIfO01CFqhVI9iMqH4oYX0WzAk6xyQAY,201
lm_eval/tasks/global_mmlu/full/ar/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/bn/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/bn/_bn_template_yaml,sha256=bsmrTrYTbvqNuNp9e41kYSIiXJQn_Uw0hwarlNPtrWk,429
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn.yaml,sha256=ZSEi08sJx0pf2IxQl_150cyPeFzZhdMbgLMLiXEvAAg,256
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_humanities.yaml,sha256=t8dkxycMHDLkHHRPqIcbt7vRKqkl6kMqYDG9-RPnNF8,174
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_other.yaml,sha256=MEEnP16ZtzwGJRrOpYlyrdLEtBo_2FPnbRC0ENkR_KA,164
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_social_sciences.yaml,sha256=3y_xoy_JMB2LPzz4w9MKGNQhBkW2t7hr3eK1WRLx_T8,184
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_stem.yaml,sha256=JnVuHK1dQ6P--v4q2qVCeWZNe4QKs41kA07q5sMwsMc,162
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_abstract_algebra.yaml,sha256=kyV3XCR4aVaBCGXn4nf0VJ3TdyfWCXIoddBtixlGtRw,197
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_anatomy.yaml,sha256=J-zLnfKHKJfWyMv-X_8RAfnOzprqy2bEYItlnFmkag0,179
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_astronomy.yaml,sha256=0r2ip3zVcRpYzmGWkL9Ce4Y3EelvK-dkTgoU6IWQFqk,183
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_business_ethics.yaml,sha256=uGswsSJFhsXtM_7BLtUx8fp6a90zvzHdUytl5mtUnTI,196
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_clinical_knowledge.yaml,sha256=EkvPq5YHCHJwToGz4Pppu8t74GF1eSXD1xrczfUWNTQ,202
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_biology.yaml,sha256=_sXELV-uuQx_kKVKK4ks7q6XNiDHDjmzfgdBO5TwwHY,195
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_chemistry.yaml,sha256=qP_uHydtx63hGqEwmfyxDfiFIK5g9hDj1WBVI8c7ipM,199
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_computer_science.yaml,sha256=VGU9rfKy9Az3ETaVe3f6QAqXWSwKRh2QzmIM0gtFpNs,213
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_mathematics.yaml,sha256=p_5tQJ8MxZnkDeVmd2GAnBgQpr6CcSNn8dCFrkwODEQ,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_medicine.yaml,sha256=k58ey2uC1FQKlwRwh0opfRwppnksx1F067HzKQ5BsyA,198
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_physics.yaml,sha256=92W4KNdInBdAdSgQXvMaMjVCFMO59SjVMqSB2pubWFA,195
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_computer_security.yaml,sha256=U_2nDeFNTdluRH8imB-Hykm7EyHEKQM3pqRCRODxVP4,199
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_conceptual_physics.yaml,sha256=W40_38EILEZHuUY4uP_QlFoYmHsSi4DHRjP7-CRGHwE,201
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_econometrics.yaml,sha256=c6yzmVZbhAmzutz0GLnb9mLcBplLTgH7ZoNyOBhmTco,200
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_electrical_engineering.yaml,sha256=S8LKMzHXc0sHyrJw9xE-P_9N9Rvj4HUDq7RnricoD9s,209
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_elementary_mathematics.yaml,sha256=RoJ183FlZruZp8-jmYDjBO34Z-dLd6Beo8Sy1FBP-pI,209
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_formal_logic.yaml,sha256=sdq8GIWn8zaGBvKlM_GemLP6d-j37G4KY7H9KcAtHpw,195
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_global_facts.yaml,sha256=lDH0nX8-3bJvDUiQeikYuWrgQePKMPyqCo8E_VagaI4,190
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_biology.yaml,sha256=qzF8hxo0ENnVKJGbSErJOyH4hRZwXHPVN6Kmhz0Lz8M,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_chemistry.yaml,sha256=SSro6U5fTou34qxoIvs5kzyCvvDLLXKzh5JliwZwPvg,207
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_computer_science.yaml,sha256=CntsA_fPhMZ8FOvOKXSgeTZ2uYfIEwNuA9t73jEAM-I,221
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_european_history.yaml,sha256=lWPcrv0_-FfgeCk9tthQuNa5Yi9wWScUjjBFhv6oFbw,227
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_geography.yaml,sha256=yVwqpicUGAJBq-QammhId5VcUzXa67Ony_3pn9rfPro,218
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_government_and_politics.yaml,sha256=ujR6qn1L8QzyUpdDN2300RA5FCYTdHyaGy65W2KXako,246
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_macroeconomics.yaml,sha256=9uYN7s4cFrcjC65ZNyX6SE9J9nsZAdZi7MqLmZ60i30,228
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_mathematics.yaml,sha256=SxPPNX9SG35vdrDICgRrlzFJTBApI5xF_CNtGvnTVlM,211
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_microeconomics.yaml,sha256=GrJDnnzviZ-fy43exFKHI65QVNPzcEOIbNAcU7b3LOY,228
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_physics.yaml,sha256=yTrIUPfNBMGXLJJivUxBG8N9CMctAcqzS8OJ81ThUgA,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_psychology.yaml,sha256=fmlhqFhcrhjFVRuS25LZ_kswBDf3As-13kZQCyE3d4s,220
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_statistics.yaml,sha256=qC4eol671Z08haTRJJDr4xqExJ4Hg4gADaPpL3f4wdU,209
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_us_history.yaml,sha256=Sp-aMPJw6eXRgyb3NJVy9viAQAY-NrsWlaKzeLYwS4U,215
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_world_history.yaml,sha256=c30cEa_QobtqdMfGCFEfotqASUgXW_xH8ECvxGy-N6c,221
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_human_aging.yaml,sha256=TJ5xbWsN1DJYHeEzaZ7T8-HoepZenTbhOdnfTHkIcSU,188
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_human_sexuality.yaml,sha256=qtW7-y_I57KMYxSouPP5KhKvtYZi4qKAJ9n2yqdI9T8,206
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_international_law.yaml,sha256=O8IxJTFqbFaVcEU24w2beiNvU5IL1CO6dwYYkt1mZVU,205
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_jurisprudence.yaml,sha256=JasBEKQ1wJeQFWPD1KcjSWvFPPiq2k2ioHjyjp9OPFY,197
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_logical_fallacies.yaml,sha256=x74kuW81Vz5rmbjE6_yc_epCru6rnfGsbhCfR2AqaIk,205
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_machine_learning.yaml,sha256=4aoWe255b3ly8HNOkZnQfBdimt69ZGtHFhVM5tCTP3U,197
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_management.yaml,sha256=i7gUvIRBainm5cOkn7Aac6qJcKiZpDkNnvS2HUdzHgY,186
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_marketing.yaml,sha256=rPIU4Ih1UkQGqXAjHU5rVC7IWxsQ8pZ6-NY5Z4LP838,184
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_medical_genetics.yaml,sha256=A3XfBUKA_9zL2iXvBu47jb2lO6pO_QnUobYXcLkxZBA,198
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_miscellaneous.yaml,sha256=PhESH2g-oAkGkzcumzqChgXTNbh5v7fNByA6iwWk-0Y,192
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_moral_disputes.yaml,sha256=ICwBYMSNF7YAmtkNYINg8Zo_Gf0AzTOHnQnCHllaWjY,199
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_moral_scenarios.yaml,sha256=LozVv2E87_Mg36tkYtT-R9mstIT350D8lABdn17sf5s,201
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_nutrition.yaml,sha256=7_QEbGhcg1LYhV8jkpUnNXFOiO5JT-Suosu9oQ6daDA,184
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_philosophy.yaml,sha256=_LwKhl2TNr2ex_u3cmbdpBs-iaQvPExYfL3YpkzuNGM,191
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_prehistory.yaml,sha256=rMLFsde8yu4_QJexNkNkVw20I6xED7HYCykTH6KOTwU,191
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_accounting.yaml,sha256=1VQCXVi817J-SUxN_WxYHDLPjSeNcwtEXOiyOsyBg60,212
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_law.yaml,sha256=hQffLDs-QqiFvS7DBpB1AvZxFN2sY1pDaDbrpX-FmKs,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_medicine.yaml,sha256=IhM56SXKCvZvfKKpZhYuTc-LmyTkKtGHwhPFrF02IJo,208
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_psychology.yaml,sha256=_jM6IZXHEnix3KWASys_6VTbZA-ELxbD6E7uMJgaqtQ,222
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_public_relations.yaml,sha256=jyX6Ocme6z8pLIQA8JzDPryCMRweyOFfHOrpFDij58w,208
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_security_studies.yaml,sha256=_fJpA6DCBoZBqrJzfppJjh7iIpbWwB0QjzJJ_nSdI74,208
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_sociology.yaml,sha256=3Q7bfAqBSyoNG8SbTuxFZ2iM1vwSRT7hipbqyPkAA9g,194
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_us_foreign_policy.yaml,sha256=IdkPQsPVhzNXjyNqdYJlN1qh1wFNiNEFtbck3XM6irg,210
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_virology.yaml,sha256=sxv3udk9q1ApI_t-WYWet0pylhXKjLyPcS7UM2uUSnU,182
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_world_religions.yaml,sha256=oICSUfdEHye_fk7lqnYWJlJw-TDaeMPpL_B721F6UPQ,201
lm_eval/tasks/global_mmlu/full/bn/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/cs/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/cs/_cs_template_yaml,sha256=hv3RjpOSfmS74pU-AyhEQ15U2ZeqxBkGnjsFgVPGzZ0,429
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs.yaml,sha256=agtghvjnwuQ1Hf5PJmf0Vv6TZVWFkmmuYuAWlWKus5Y,256
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_humanities.yaml,sha256=XHfeamaBDCSCi1NAuDc73-1AIJQOcp8yy43CS2vCTpY,174
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_other.yaml,sha256=IJczCnQgkZKZeRFCVsrEwolZE-vJlZMbxb0oEhmQHUM,164
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_social_sciences.yaml,sha256=dN2X0oJ62KWRoMtf9A9jwHjbYxILRCEACuLSOHgT3Is,184
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_stem.yaml,sha256=qALMZ3QN_ls3T1w4REs1sypLBgGl-I6-11igZ-0nLuc,162
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_abstract_algebra.yaml,sha256=0fsXPcHJAtUe2oong_yEoyfJoNa6XIGR_JIPrBwFefs,197
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_anatomy.yaml,sha256=lJDtMT-mF6AZhgMhV7dym5ohsD-wVuIatEphBjn7AWc,179
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_astronomy.yaml,sha256=-Pl2RF3AjIaZcA5lF5OXfRP-gsbR9PUQYbArZq91rHw,183
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_business_ethics.yaml,sha256=759qPszRiIMd9TrHhnrWsD2twBvkKCsTcOPZUwUrtmw,196
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_clinical_knowledge.yaml,sha256=0nfpqeF7N6xWuvBNUjlqVXfpc6oFVeOJAYELGgnzgOY,202
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_biology.yaml,sha256=cS0co1eaNXDvK_fQ_x37pg1XhX69jAVsP0tVnH7nuwY,195
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_chemistry.yaml,sha256=AeV87s2pXgY8b0CjyLq9jLmuxtv7tkC1xVbVUC6xOyk,199
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_computer_science.yaml,sha256=kXMLvjqB_H_gonKxtaE0ZhwMN_O3dx12wWBRDtEJ5TM,213
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_mathematics.yaml,sha256=ktptDcbfOZoeJfq3TusYxd2pTPKDRqDACo4RnaEk_dY,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_medicine.yaml,sha256=y4Src8TE-O5J-NXfisFUJN4kkLOSdSRiPziVwjRkj9M,198
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_physics.yaml,sha256=CwRTNs5TzObY6HBhj5Q2Ixf3Gtys2ZTZWWbjiwn8NF8,195
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_computer_security.yaml,sha256=DlxnhH3inJRt88iSv47Mvkyv4kopm4-iJ87kRRH79ZQ,199
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_conceptual_physics.yaml,sha256=yTA4DMYV3YX0NhIcsBmKJL6Uzh_kgAcynpeje1GBaFY,201
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_econometrics.yaml,sha256=KSrJ21LtjUN4VHiYIcPew9SQ2xXfkn8b5dmpOOiOmd8,200
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_electrical_engineering.yaml,sha256=MLkCLBhFFnfUr88HOApdS86sgDKWw7W_KT5xvdziKVE,209
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_elementary_mathematics.yaml,sha256=VdYqIEuhd1fkaqQlL2psoMXRNxjbkjosoH-a_dIlOCc,209
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_formal_logic.yaml,sha256=gA8ZsPDpZXeTDe6oVB20BdMrrZmIn-vyQ-S9o0gzxDw,195
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_global_facts.yaml,sha256=DlgKHCru4Ov10Wvd-kc0hRmf_ORd6GsRCHct7UX1lNs,190
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_biology.yaml,sha256=O0azsl7DKpSjZNiHBrAOX2-8HGa2PYH7aIlxI2_IyIk,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_chemistry.yaml,sha256=J54EfWyQxeqJSLUHIi8dBWwF7-jzUexCTIGZ9ENs6W4,207
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_computer_science.yaml,sha256=08Edar1G1zddoOsanWf-rGawdGFV002ofDfo4aIh-_A,221
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_european_history.yaml,sha256=thG3vbHvdEk2Ol8ITgGLCtTX2zseWyWD3mTRNp3z8H0,227
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_geography.yaml,sha256=8PFq4MXhkWa7O5kACcKAMH-MQTj-e4VaWSV3kJfeQkk,218
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_government_and_politics.yaml,sha256=eeZZMbyWnSnowHdZvMA7XXKMXmtcvn64a580tveFUHQ,246
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_macroeconomics.yaml,sha256=AQC8crKKsCV720jX0b-FjfhUA0wFFgE-LDihMIvudnc,228
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_mathematics.yaml,sha256=H5m4uUrGauSRtpnu7ACiw6wKlrst63uhT2eEIs3h4m8,211
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_microeconomics.yaml,sha256=VNEJ6CrCryQF3tIpbqkvThZnwABCTYPoEq5S3ffzM0A,228
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_physics.yaml,sha256=vIpJAkeDuRQ3RzobUvF81K4WzOzyersXSoxu9FABNRU,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_psychology.yaml,sha256=dDGmasvd36GdLRAhXin27lKYNuj3jBh7RieHg6pUlpg,220
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_statistics.yaml,sha256=qlqz1Fur1rKvoHHBA9dy1tPRU3RmfaD3KkXWac98LGg,209
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_us_history.yaml,sha256=9EMdvKNLuKSJl6t4nMDuhbb6oSS7bLO1CSHu2K9SRNo,215
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_world_history.yaml,sha256=M1GBA41cTKaVKM6GqUy4moaOr5vj9ZHp_M62htQMug0,221
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_human_aging.yaml,sha256=M-9sly07LSzYUlEJyJven12MXvGPn26sq3P-zBsm6IY,188
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_human_sexuality.yaml,sha256=6Gr1BcHiZpWT-rP-GLwc2O9MF_oKlcCHDYD7CzOMWIM,206
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_international_law.yaml,sha256=tBCdApfF8QBJCteMXOa_3wiumhdBbrt8B4rag2fDh8o,205
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_jurisprudence.yaml,sha256=OoT9TtkKRAoVTV6FeQ9a5NPQOn-4Sq_XdWtvw0G5ros,197
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_logical_fallacies.yaml,sha256=Gxoj8GKDezS6yB0mXETmvjoftSSduJkI4Z5RF23agC4,205
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_machine_learning.yaml,sha256=2Ds3gxaFF8jTK0o4S24czl22RwU2eqBCsdt3EsHcB4E,197
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_management.yaml,sha256=l5471mZZJ0URoLfneRs2tTIAuOX9cozvKsvO8UvUEhI,186
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_marketing.yaml,sha256=lHXIUcx4s3yfwnhITbiYpcEwIo-S0CzcgNI69ZXk3TY,184
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_medical_genetics.yaml,sha256=ELpsClI60FAkjLvKk-LrF5xmzDeruoHLXg_HFtw4hVw,198
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_miscellaneous.yaml,sha256=GAGO-gR1ddsdOsrtMlci7LZOoMvG_kFUInJfpnz7lxc,192
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_disputes.yaml,sha256=E3m-GE9BoFwtUR2VCrHxPE0KORjj88_kE0IAQXKlO18,199
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_scenarios.yaml,sha256=vp0sT3rcwZkGCxnEYcPMF-vAPuZrF0mv5GNpK6KblvM,201
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_nutrition.yaml,sha256=uUXfzVSnd0J9PMTiU9_SJdStx8rrt_3jwUL0ZWKGGzc,184
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_philosophy.yaml,sha256=7w8foDEc1cDb6Ei5GVPWK1-sJIqDdJN0R3-3e8hWh1k,191
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_prehistory.yaml,sha256=fMo_Xp2T6iwEaqRZ2-T_A6poW8CK0v2FsX9JPcT-hIg,191
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_accounting.yaml,sha256=POSLyf-HY-XpM7_yAkvHDF7Oq-Ccdvjk000SNj-no_E,212
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_law.yaml,sha256=_qZGQ9NbXUkO5-kZ-NBP458cZensg1bNiVImznf-x1I,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_medicine.yaml,sha256=5LmVbDQWvtBBgO-HEbZiwMDJ7C6KijA0reoeAFManN4,208
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_psychology.yaml,sha256=-8lp9ulDWhLWErlUmo3hijUOWdIS9K5bfOUXZ9YRInY,222
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_public_relations.yaml,sha256=c8qgXeapYaepk9xDwQwEJCe2C9GZEdGpa7hN4ZuII1Q,208
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_security_studies.yaml,sha256=5JP1PbRpVtjtbdCAAxJJbxmGrjaO8sp0ALSkG5B5QTg,208
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_sociology.yaml,sha256=kOu_tFLsUyAQwLMsvGFOPKztU850BJZU0LEOwqVfkqI,194
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_us_foreign_policy.yaml,sha256=Hg1XNLbjDZgtY-8Mz0F4jd_tovTbBmLd4JERx_GwVO4,210
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_virology.yaml,sha256=GUqKOq6eMzLls51wB5BpdEO3QgmEplYW6GCzCeR8QF8,182
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_world_religions.yaml,sha256=3iU-u9IHm1spw7emqmh3Dk_mESuqWG-q2HQB_yZtY8Y,201
lm_eval/tasks/global_mmlu/full/cs/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/de/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/de/_de_template_yaml,sha256=IEg1yXODnFzxXxIjcizKg2Yash9UwpreZfxVzXr_z-c,429
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de.yaml,sha256=UgvN7zjbvxvnJkURF7WeDKqvFBUdqP3aR8eB_9NSHLg,256
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_humanities.yaml,sha256=1YTJSXcX9zNMCDFmfPR1l4ocZcoNIo3twC8YioNaGjc,174
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_other.yaml,sha256=Dt-DbYWs9oZ--ADQPyun5fSWzxIx7kyww2QA6HuwzCI,164
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_social_sciences.yaml,sha256=F5W4oeuai6JuLKxAqlw1ej4CmRownhHpsOlfQ-82rIE,184
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_stem.yaml,sha256=z22A0EjVbgFJuJDQMIm4gJ5PVxFndGhRrG_gm-eTOKY,162
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_abstract_algebra.yaml,sha256=txYFqC7zO0sSFMGW-oorpvaD18xsFFS5-5EsAVt6MMs,197
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_anatomy.yaml,sha256=so30rA47Qq_I9zYskYOau7xG_PrjOPBjgiagmv5BqiU,179
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_astronomy.yaml,sha256=ta59ZaYqjAf7JRG1xf3mMALaZDvmO12WVoJPKAbMe1Y,183
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_business_ethics.yaml,sha256=pUKo2d38qDPvxJPWBSQJ8i6gOM9v3Z7v_gD4dWfvESE,196
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_clinical_knowledge.yaml,sha256=T3OE0XRwNBGqGBNvxUQtlzabyGvW1c7ZUciiEd3MkXM,202
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_biology.yaml,sha256=wjoCJwpABNVLGQfJVUHyEiXhw9XhVwJHDqzU3EZTuUM,195
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_chemistry.yaml,sha256=Wi22n-LXkQtTohc2RMshGFnQCkaHU5l71M2cIIJ6oAk,199
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_computer_science.yaml,sha256=duAwrmbVGi07DEkxNqJd_PxrbmWk-1XAmKKNnjBcmjM,213
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_mathematics.yaml,sha256=GxNk-E4e_YUXKT6pqSWTsMKRjWRSbM9VQC0udZTwWjM,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_medicine.yaml,sha256=j9U8QWIc7yuCfnZ62ojcYuetKzHdxWELHKTsgjpCLvc,198
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_physics.yaml,sha256=zS8YH3BdW72xDvqVaqccI63U21yg-ULbPVaBOjA83lo,195
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_computer_security.yaml,sha256=MvpWmbVTgK4yHyWUKnBDadVB_eR5QEBATbWOVapbWVc,199
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_conceptual_physics.yaml,sha256=-UIz8ysM8nebivdrwIY7IymXRiw08V1n2sGSkTLEEP0,201
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_econometrics.yaml,sha256=e1P_wgT31DeLAuVHGoHNk7MyRU31PhX6YefGXVW2igQ,200
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_electrical_engineering.yaml,sha256=YjRYMNixercTHXwStYzmrwxnV6DwPfKWy3NUmyewl9Y,209
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_elementary_mathematics.yaml,sha256=ebNDr-JF5WfHXOFKQ02YVAJchMFU1eN8GWQxkCDi6eE,209
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_formal_logic.yaml,sha256=txY7-tFR8JNI4zDBJypwcINyoFPn1f7dNrGNbsax2VM,195
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_global_facts.yaml,sha256=EY5rcg4V21sh-5hnHwBSSmzCRODPlVL6nIdPdMaVnVg,190
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_biology.yaml,sha256=zUDCzxng4B3yslNAcTRkRe3yT8IiAV5t8ZXd7UDllT4,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_chemistry.yaml,sha256=caxPk3tZ4tY76_sylXpinvcCv5FM3mWZeMYxqtIUgxM,207
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_computer_science.yaml,sha256=Dv1D3Km7Z6a-0CUgBF8Gaw_WmqbMa9RyZNxjiR8u5ng,221
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_european_history.yaml,sha256=wbVl9ixg2dUBGjKjpy-E8SKw1oBxj1o87ZSw7oQ9Oxk,227
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_geography.yaml,sha256=zU0kOse00lVZ-4Q5EWLjY9SsvWKcEZqT0v8w61dlOxw,218
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_government_and_politics.yaml,sha256=9YkppUXFDsyCbRIewIgHcw3Cx0helUY2SDCTj2ktLC8,246
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_macroeconomics.yaml,sha256=X11GEYgK_JNH-EctrYzOVwty6ItwwN3ylOd3IdyE4uo,228
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_mathematics.yaml,sha256=u8JOJOi_4dbwNe_WBIsYY2A8iioXOtT0Zttwbarj_Kg,211
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_microeconomics.yaml,sha256=MlcKhxL4w2MdkCCQtGQdhDwDesbwSgpNhdqZY-aV9X8,228
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_physics.yaml,sha256=FXBpQt_BU8CexrhtWE7Lj0Cgqdw0yM0S7DlfZKjQRzs,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_psychology.yaml,sha256=LU_CASUk_k_hq25AHhOKi8OyJYgs2JtEkTHifHwuQs8,220
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_statistics.yaml,sha256=pZjlvTU417RSJiaGrM350i5oG7HZfwwMGPfWZ2dRSSI,209
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_us_history.yaml,sha256=xozNkJypcIHrZLarIcbicpXr8ZVS-reXNX9qsY15F9w,215
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_world_history.yaml,sha256=HbuQTbSePnxwISb5Sq2fBq1-n0UlZJTClg6gOUJFnnQ,221
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_aging.yaml,sha256=R3YkzEAkw_uD2Lht-kq_hC4D0_R1DyshgV0QOrGMya8,188
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_sexuality.yaml,sha256=E7aUz0teJUTd1C-Dh_769QUVfDJfJDqOIvipbzikXzE,206
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_international_law.yaml,sha256=oKcLM904M_V9a878LKckp0Y-6nE5WSthIcwpXE75I1Q,205
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_jurisprudence.yaml,sha256=bSGY6qgveNNH85ypieHwkDvWy-BwmoxOXokmoqGP9Eo,197
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_logical_fallacies.yaml,sha256=e5yXvh11YCNvhnIUCEV6QVV_H3ZIvF2xY6ZDsMkd1C4,205
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_machine_learning.yaml,sha256=sJ1yAzq-q1Cqng1JLgQiu5H5iDqVtMrCx7vJHjOvyVI,197
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_management.yaml,sha256=JasNQO8z1kjSIGge8amGUZKJwED0Ao7X4mVGur-3ypM,186
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_marketing.yaml,sha256=k8PuzorhZPsX-bZKyuicdPWWMr7VozP4zO_9afllLc4,184
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_medical_genetics.yaml,sha256=Zqhwo481tUkrVhoDcZph7Azch4RLzMPHqjjnLlRzOV0,198
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_miscellaneous.yaml,sha256=vnh66u8pyxNL5rS9vFSZajZ5fAUOTKGJ4yFVJNedX1g,192
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_disputes.yaml,sha256=f9JQrpuaZs9LAyrUgVHytQQ9bemuj2KhF_azIc8qcOU,199
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_scenarios.yaml,sha256=N7kfMVt9s0_t1G1M7fwkDE50wi65HtJi12aOGUFk8jo,201
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_nutrition.yaml,sha256=kT5xOIMQLxHLiX_Z6KOWxzOynH8pGqSsNiZs6UorHXg,184
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_philosophy.yaml,sha256=Oe2Wd2Q2AFmIzylc5TeRyYdsMnuTiP-iJoTUBO7Fowg,191
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_prehistory.yaml,sha256=FtzkZ9qVIhi233A95v0wMWpsUSLP6m31H_zyVbEsn5Y,191
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_accounting.yaml,sha256=WFbQ84y_TmrFckglcku_GhJdBS0TPyfJd-ABO-9Novc,212
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_law.yaml,sha256=0HogJ8NP1AOSOo_Mow8jnwApstPu0oI6fhJ8R0L3VZA,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_medicine.yaml,sha256=gYjbxvAetvEGLzb4nU8m3c2NNIcYYpDxpJziiyFMEr0,208
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_psychology.yaml,sha256=qGot77C1fqr79mcgypqDf3AiM2WgYqWxAV2lQRtGTiE,222
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_public_relations.yaml,sha256=Ir9u8CnJUO2e0K2EI44NxCBx9zAXr0hV7xDze-0WJP8,208
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_security_studies.yaml,sha256=2R8Z04V0jEsnoCcA9pR0uzqLpXH70GHJI0sxCsIglGg,208
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_sociology.yaml,sha256=LQTnYn5PQhETJT-uMdFjqNVODos1wRCWAuuSCFIVP1c,194
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_us_foreign_policy.yaml,sha256=dmelDY7QDAHRXrIY_wijZEdtGZYSfmkkpxP4io5x24E,210
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_virology.yaml,sha256=ZYTI70KfN3AkOFqqZMLVDSStYSsfF5ZaABcK-ZwQYGI,182
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_world_religions.yaml,sha256=7i5zQ6B22XSWihpJDJQ-fD5k2GLnS5ln6iAez3jGRhw,201
lm_eval/tasks/global_mmlu/full/de/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/el/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/el/_el_template_yaml,sha256=VGmJuGTyW4ntCQ5weZRtOLHOm6Dsr9Wl1Hf3SZz9UtY,429
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el.yaml,sha256=nhp6LaQUE_qzLYhk0eTYKg-miomjfbKTGht2d-NOq1Q,256
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_humanities.yaml,sha256=iK2Lk1OmFZyUnDVcIrqQbaPpUQ3MU3kxPgl-h35BEzs,174
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_other.yaml,sha256=ex7mAjO-pxnTxt3HCp0AaDweKo0REpbfXyy0oMUMoxg,164
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_social_sciences.yaml,sha256=Jy86p8EgSVSNg4s_cWVW90lEQ-jACSb5_M3TKWdWPiA,184
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_stem.yaml,sha256=CwF1MlbT0jjwXzi5CQrSaSk_oxahwcFskAojKhHHJHk,162
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_abstract_algebra.yaml,sha256=vClSNdnIS81FawBgSh_JbyOMd9X7uVjIiUN3LOuK60g,197
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_anatomy.yaml,sha256=dUqA4B0cO2xclMQOR-nVAx1rcB2ZMVbC2tuvgGpf7WE,179
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_astronomy.yaml,sha256=nia7pY7T3AbSLC00w9ER52ZsiFMTIp6k_XYSjYKY-ls,183
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_business_ethics.yaml,sha256=rmCKWQjBkum6nruA0UavFO_bu3VTuPwf31vqiexjT4M,196
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_clinical_knowledge.yaml,sha256=Tu6nhuLVaD-crSDGYvy6UdoJbbfSXaU9VQBX5-Lm1eg,202
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_biology.yaml,sha256=Pp3SYNloFkIB5rwq3npmUp6L5Ll0HPFwh2l2iFVoS4o,195
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_chemistry.yaml,sha256=BzYow8fXXR9Tnnrbk3fbuI2abqa_dhRibiJMWgxyz-M,199
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_computer_science.yaml,sha256=3j530WhLbBowqZSBajGFFGbPMCu8ZlL2P9FZz47-gTE,213
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_mathematics.yaml,sha256=vj6nAq3UxVDpF4LoOWQNjw4g8g63IO9RbV67-stbipo,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_medicine.yaml,sha256=_AHN_ne1mAViJNnEPXSWHlS__ixYdR6aVFZIjIxxiq4,198
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_physics.yaml,sha256=PQTXapnNHMkYRviMmawsOe8VnsvPL5DrsaZVIoRURUY,195
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_computer_security.yaml,sha256=U8eL3KPoWei-VKeqVHGHldhGy8RWY4YoM56B13Y6FdE,199
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_conceptual_physics.yaml,sha256=ii6OjUwhAZI4fKHuRz-mdPb1KaY2OWdP8DYBofObW14,201
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_econometrics.yaml,sha256=g2hfWT_xiPiTrwwHF1JmJPNPiHjQhxH7kQ2_dYJ8HWM,200
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_electrical_engineering.yaml,sha256=peqwmH7KGBVIvt36CONYb8QxRPHKP8uyk2Yo4FjNZWs,209
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_elementary_mathematics.yaml,sha256=JH4ohn4PRXtLSqQuVHoQ8f1DkXe-I9EeEsKPdrjEFBU,209
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_formal_logic.yaml,sha256=buINYDUf_6wfyOR8w03amhj1TSrVbUD5iXZl4R4U6Ig,195
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_global_facts.yaml,sha256=2IyPqSxkxl5rHy2i9yP3q6B6bm4CO6a3y77iJzU0jSA,190
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_biology.yaml,sha256=ZsIV-R89Rc0BiK1XSQV5KPfB9Kc2wkVD0Zt4jILxjow,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_chemistry.yaml,sha256=hx9fHq1PAN1MzXwgjd4UcvBgYfPBAoK5CZiF8MOP3EQ,207
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_computer_science.yaml,sha256=9VmV-pxsh1rzdCxrXwOllIkEKpqliEW183ky4T_0Vv0,221
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_european_history.yaml,sha256=f4kuKjs2aId46HnZSZd2LLBFrMm9f1eobR8kWLAIdh8,227
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_geography.yaml,sha256=aQWXG3IGrRQshkxqOmtgWjNIiHW17NPnzhWVvjDAjYI,218
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_government_and_politics.yaml,sha256=8Pe0dIOV_bx95nxU4VJKimswt-LmF7x0svUZUcZpTtQ,246
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_macroeconomics.yaml,sha256=3HxDN-dqsLTz7S5N8C2xkxaofd4xkQ1lkH5rPf8km9A,228
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_mathematics.yaml,sha256=d1xVlfyJzYySE4F_cZ9n163MPeTNJoFlEHc9LIRDP1U,211
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_microeconomics.yaml,sha256=kraV5pv4JPBbfL4N5a9ntg-_-A8KBv3aVUNbExCjTVo,228
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_physics.yaml,sha256=33pP4HYEP_lUBIytxVmn039VMt6c8aRFl4yW5rcrY54,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_psychology.yaml,sha256=GhOE-L2vaDR0o8eA5Y4PMTihiOWwF0uYORPKo8e8-DU,220
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_statistics.yaml,sha256=MJIii6gqCU2ifzIUYYCvX8xze5UNz-nZGlvJr14l2TA,209
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_us_history.yaml,sha256=D03sG225rYbgzjXOcYFz3XZz8tE3qTVYko2tydLjY1U,215
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_world_history.yaml,sha256=eq8W0bIWjYHePC8vCBn8bk0HXmc5q7LW48rEIDO8oJ0,221
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_human_aging.yaml,sha256=sPvaOnKzG7ar2XoWSepAuAII7OLQihfU1uvkIO3eLWA,188
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_human_sexuality.yaml,sha256=iYBmh9pOtb-swFg7fE2URRRW0kAxwp_l7BWjBTf-Xr8,206
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_international_law.yaml,sha256=Ot5I0SpNLJI2nTBlzLHNqmmXZy7WKHsWzDihKaBTj-4,205
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_jurisprudence.yaml,sha256=oeuvE5WHKs6zX9J1y2rxQSNCvRsXirLrj98I0YBvp68,197
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_logical_fallacies.yaml,sha256=4lFDgvGkrJt-HCSVZm8hdMP72LMhxzgFCl_3EqfJ1sg,205
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_machine_learning.yaml,sha256=kGbxYWSrPgUbT44GQBLNRdCpoXfyXV8-6b_I5kAK9to,197
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_management.yaml,sha256=ekJcMYggNMr9P060LxEFROAPUpvI9T77STFtGuzbOyI,186
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_marketing.yaml,sha256=Ejzmsgm9KbhWGpn5WIDnXTbnpSR9hggZuU8RWCLakZ0,184
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_medical_genetics.yaml,sha256=JZmmX2CzJWJwLE2LLD3639HuDcwTYPodYAaix6uGlaA,198
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_miscellaneous.yaml,sha256=k2D7GKwggSKeiKIKG-0A4MdIOIgqxjDeVzbp2o4CfGA,192
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_moral_disputes.yaml,sha256=AodaRI7hDkXZ64FdSlgn0IMv1ceuT0GFnY7DIvg0wA0,199
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_moral_scenarios.yaml,sha256=_IWawl4qzIEYT9jJOpcj6jFoWCuFaKtzFRebymtnNak,201
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_nutrition.yaml,sha256=A_cENTWlua9rqMAoPzz5Ry90uEOZyhrMOHitjRUFzGQ,184
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_philosophy.yaml,sha256=Cu1FvyrqQgR5PRs8Yx3HdJ506H7IlxUpd2xWyG6BEWc,191
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_prehistory.yaml,sha256=Or1MWYArLg_FD9QGPAyMNhslSV6orcdXk1q22KU72vU,191
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_accounting.yaml,sha256=KddpX-aD3qIhpfXGfuzOMmEbJwUM23kr9GzpX8fOePc,212
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_law.yaml,sha256=IgtWwLLUAfIEIB7ETBMCNxgcDsmzIDlncEv2K4LiJaI,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_medicine.yaml,sha256=c5XGsiSsdOkXShSC7uJT5gvafs-e2xOxq1pcsZpFqGk,208
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_psychology.yaml,sha256=4dVsULdrgg5ThtH0oQ68siurRjWq1mxJSJkToFCyRh8,222
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_public_relations.yaml,sha256=d-q8LFx7qFHdKjmNyRrJtoT0E3QAB9Tdp1hzphmxqCc,208
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_security_studies.yaml,sha256=tYtgJqLphMKhNyzjAw8vsZ5ozmZCtioXnYSj9nJsCR0,208
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_sociology.yaml,sha256=hiqa_KbBds6UcbvKO9lasNFOZGLN66HtgTNPYnP4UWc,194
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_us_foreign_policy.yaml,sha256=dLv4vmjdCUwVGP6gga8Anmuru94SU-IWXujK-6951k0,210
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_virology.yaml,sha256=hYkqYsNx-mnwmMcijG5pNCrEEBpoTwTElqUREQvzydI,182
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_world_religions.yaml,sha256=AElv0JOOKRr-pnHEaAqzw4XJLl7pSi__cKEGX8MAiYw,201
lm_eval/tasks/global_mmlu/full/el/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/en/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/en/_en_template_yaml,sha256=FtiGV2boaWAvG6zero8C7-dEfE_eJK0OaHZsvRW52wE,429
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en.yaml,sha256=mnc_r47VabYixjrYhmKwu7aav55fru1jOCC6idrlYUA,256
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_humanities.yaml,sha256=EvY52pW_tIskFz9emHxMipbpGLIWvdnyZML9sYvIVwk,174
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_other.yaml,sha256=x3Pon3v7Wq-o3veQav8buH42m-RYyQLKPb4JlbO9rwU,164
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_social_sciences.yaml,sha256=8WYR_PIAPUCw7WEg-lpVa7M19lIQmbKgZhtru6rGWhw,184
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_stem.yaml,sha256=LmLYwkJsU7faqdt5GI0MLXWHRgpdlAg5H_pF6Jarsso,162
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_abstract_algebra.yaml,sha256=iS_lC6hQqpr7n4ETalMhZuZsswWF31aa8y_dcZxgC9E,197
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_anatomy.yaml,sha256=NzypxGnME1bmYkHRGdhr9SG8kP9IR07YMnMZ6bEj-z8,179
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_astronomy.yaml,sha256=DxJLtsth_I4i1yJGwwGct4idAIjAR1A5CBydIsEF0HI,183
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_business_ethics.yaml,sha256=GE0mxnlDCXH3Q4qJWc9NM2A3raGcCjWtLyrFAGujV6s,196
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_clinical_knowledge.yaml,sha256=zJZJsBJGWlOMtpKt1xua1FV614Y09tcyVJauZTkV8kY,202
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_biology.yaml,sha256=0w18XjwlsYFdCgLadHNl6wAn1oazI81TZHTm-KnUMx4,195
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_chemistry.yaml,sha256=vwy53h8QMOu_VMfRRBTbIaHqnCL7imDXQ6ddmvuBneg,199
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_computer_science.yaml,sha256=gDM5h9CYSsbFWntZ_FQCbLwG2o_dZltsmqY6F_ckBN0,213
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_mathematics.yaml,sha256=YPcokukL9oEi13DZMb1u6B3D9aqSiitnoMot2Luh2bs,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_medicine.yaml,sha256=LmfdpyyZK7-2I4jDK-ur2XYcLBUTsGE449VMyVMOWBQ,198
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_physics.yaml,sha256=5Xk8Q6tdfXqjTvAVZzH3JP7nInG8QbYjlguDXcqo1fA,195
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_computer_security.yaml,sha256=PDmSwGCZwna808qz7Zy_w5F-6pUjJ8vOR80-07ovZPw,199
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_conceptual_physics.yaml,sha256=n3K9Xa5UG5b7ODNLBhGaryZlq0F53kdOIA3PI6IQDdU,201
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_econometrics.yaml,sha256=QT-Buoa7KxvBtPIQ_4k53TEim8HhE-7u9B_CuJ2I_wE,200
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_electrical_engineering.yaml,sha256=mRgE-rwfcB9WP8bGPy_muK6zQZj8YSS81tmQVmz6RtU,209
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_elementary_mathematics.yaml,sha256=ebMmGaRODCCl_IYFTCvx4Nbjp3zeC4UM-xwIC7xrZJk,209
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_formal_logic.yaml,sha256=1LNOZLNyJO_QcPvn3homyrH78ePYqgxESOagpupxytU,195
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_global_facts.yaml,sha256=1-iD_hs5cPw9ahB3DM4W5EznBHGpk457t5EJrkTQq1s,190
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_biology.yaml,sha256=XayX2vcwNFeHGUpWChBBhpgrDTNUV2TRDwbGWDRb9E0,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_chemistry.yaml,sha256=K2SD2xDdgjuqTT4D7qNycz4M2HL6EPZH486mX0jd4IA,207
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_computer_science.yaml,sha256=48NzF9wNpZpcY5_GwBDfpWkIWdID_TOW8Y02bYm94kg,221
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_european_history.yaml,sha256=tT7uojhD-EB09LWllgoKtV11z5508WvtO7GKKux0m2g,227
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_geography.yaml,sha256=zJmD5JB3jpDGoG7e3BlRgHke8oDAQMd4rxui3H-QGCg,218
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_government_and_politics.yaml,sha256=Xmm-p92lG5oN3D80ullMX33DmTiJenIZlPS2cY3whmI,246
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_macroeconomics.yaml,sha256=xDrU4QS8oPsV1a-in9AmZt6E8jkOYhi3viLo763FCNE,228
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_mathematics.yaml,sha256=-l85HiBpqmskpu-w4_4szpQ26q07-mgLEngSb8LBJN0,211
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_microeconomics.yaml,sha256=NmQPkIx_MyQxzqcIkLEgGHq9ldUUs0x3GAFeJit7uOs,228
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_physics.yaml,sha256=aJQADfdHNLGv0Rxs9PGfqtB_8YIJXbNpQrcJjQ0OFlw,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_psychology.yaml,sha256=qFXgn3q5Wpw5HRi5YkvEEc6Ypj1QDFJXtblSkQ5dNYY,220
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_statistics.yaml,sha256=QLulrk5YmCe9cUdeWMLuc35mSP_KSI_S8XgFSOCJ5o0,209
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_us_history.yaml,sha256=b7DJYL6V3wTOEPnT4TvFFiAkR3YtWIsmRXIZEqG3tlw,215
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_world_history.yaml,sha256=2k91cJG_RA47GTZZwt04tgpdaOzOCVT2zmYF8q3DfCU,221
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_aging.yaml,sha256=NCTUbgmBPcHAGsUK20XaP-qpsXLzPXmA6UZY5Glcwac,188
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_sexuality.yaml,sha256=TrAI8YjFWkrGFtwsCFItk8thjKvKO07iMmHYfUdbAho,206
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_international_law.yaml,sha256=j4NuLEHii5_rM2GsI6hECGTe0uCJts-gMRUFLPDk9GY,205
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_jurisprudence.yaml,sha256=DwaRyiJr3vLGNuyVDDVZKmhElnnBAxbihpb3853sj-M,197
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_logical_fallacies.yaml,sha256=SgcuZVousfTy-ffRk41Yb3xJ5E_cuXWKQtLBv-M9lBE,205
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_machine_learning.yaml,sha256=enmXn9yOal3o3g7UwvLdxKXpmGElFMgP_tsfjXE3n1A,197
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_management.yaml,sha256=a-qpNGTv-eedIpTbsGWtBAFBjLrcVwahv4kWUXUi32k,186
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_marketing.yaml,sha256=sBBmzJ7q4gb5I8Ohgj_LoEfd8WiOCfGatGiQgufnrb0,184
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_medical_genetics.yaml,sha256=Uidrm92eRyifUYx37Of-Ycqa8OXzKbwQpFdukSR8daE,198
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_miscellaneous.yaml,sha256=4Il8eKm5dYdd83BE7zdGq668JY_efD2HDGMAGgVTl60,192
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_disputes.yaml,sha256=63_pIXNkaTUAsQlxU5v0qdtQtmD6zvX5WBNxwmAlUcI,199
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_scenarios.yaml,sha256=ssEEHKgANhlmbz3SU3GjUTrKI2zFobNBToJJnyZROPA,201
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_nutrition.yaml,sha256=1IUOqIrk0ymOqU89OElFGphKbmByqq7ltyswfv73yqs,184
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_philosophy.yaml,sha256=gBSkJATEpM_JnRJwON752ZvB46iNp8ZFh51SdO9-tbw,191
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_prehistory.yaml,sha256=ZK-f1_2QuK3008mYMafvO6DFC64aqdZte4F5DH-chEk,191
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_accounting.yaml,sha256=EUkhveWWVatejzI34cI6ef4zMp0Fj1pXc-u7bCEMefI,212
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_law.yaml,sha256=ieyJhovj9Otkjq50JtmBWPQbJVk05q9Ljr4KjEdiZuc,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_medicine.yaml,sha256=u97z_pbTy36y01KScbe6_U7d48Hzo3lAcTlRbd_UaOk,208
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_psychology.yaml,sha256=cvpNsmJmDklWkXTATJR44ObjksxOc6krHCcpL9gVZHI,222
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_public_relations.yaml,sha256=8QhVE6Fnkjqy-HXocbV6cZDu3HApP4dBOLLla_-8vxY,208
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_security_studies.yaml,sha256=y1VNBxDuzO_mI_scm3WuxyfdMUyHLxlf41LgfcBGsvk,208
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_sociology.yaml,sha256=7FuJyUDSXMUtUmVIA_m7EV9GvOw5FnUVRtgNBbeEO2w,194
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_us_foreign_policy.yaml,sha256=hyZfynlrFQmhcXEsQ4476BSKx-G4_VJaGfkCD9YQO-c,210
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_virology.yaml,sha256=GN-ImC9NcmdFP-sz-uuVcAgkCqIuxibekQUGdwFEgIM,182
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_world_religions.yaml,sha256=zABgE_gimeNaTJGe5dLu3HjttBHBF3Bqa4wPhFg9kII,201
lm_eval/tasks/global_mmlu/full/en/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/es/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/es/_es_template_yaml,sha256=0ZhCDwH6mlq3TNykIxbgjCbc-ctcYZdV6DWWtnLSlzE,429
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es.yaml,sha256=hkCecncm-tUfmJe1QLhG3vW7icXCc7px8Jr-5KVhwMA,256
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_humanities.yaml,sha256=Isr4LVO2ADDE0QrtOgs6z4fUkTPxlx-rgVXwmjf4lxY,174
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_other.yaml,sha256=F-lmJR33R29BZt3DQ19r7mBH5UAQ5BkwwqChIBHn6bQ,164
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_social_sciences.yaml,sha256=It4E9gHtEGNg_9J_PfxnBq7p7GWNU51PLwhjffnwstg,184
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_stem.yaml,sha256=ZzfZ0af0paYJEerev6cYW3TBMhjF9S-WTQLTo75dP2g,162
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_abstract_algebra.yaml,sha256=nbFQjx7zDU0S90ab-LKACgtK9NFxz1osJl4HxvAg7vI,197
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_anatomy.yaml,sha256=2TA2Xnx8GatkE9bRoqLb1CTxnuhKdYgt80nusVBYnq4,179
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_astronomy.yaml,sha256=-u26BM-d_e6VD3O6tVUyDsVodAa3Y4rdZlTnXuAwLwI,183
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_business_ethics.yaml,sha256=mYhJcBusfiLHa4-4Aw65wyJ9TPcZa3dm1GNLa08KSu8,196
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_clinical_knowledge.yaml,sha256=P4K5ES4KaKWEWQzvhCSWEuRY2WOIy9DHiSruiDe-lo4,202
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_biology.yaml,sha256=rkh6dhzb7Q1NzXNEKr6ZJ7j44MVcS6w-vIG3zFxvZGI,195
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_chemistry.yaml,sha256=ajgSb-6fNy41WjvfCWLe2xBx078IUuvRfbJwCP9z6rM,199
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_computer_science.yaml,sha256=eSfPAKnznT35anN-rShtYBoOyvqxZfQZATI8oX1W5LU,213
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_mathematics.yaml,sha256=-cpLLkt2FAtTnVfcGZk84KuWHvAI83bmuDqVPCN1QBg,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_medicine.yaml,sha256=sb2VIk6zPm0d-AzU7n4fKt-eMtezQlF-tyxPwZOJ6_I,198
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_physics.yaml,sha256=MfDXUrRW6gdPB90WSNp5oRmdgUTVsWgsLCBTu0Bkw74,195
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_computer_security.yaml,sha256=KSS_0lBWiJvRnTdsMDngd5T45UNz4wA5ntjl3-FUst4,199
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_conceptual_physics.yaml,sha256=UFcezUs8koMKXyONNNj4rPJ8fFAoh-Ehj_XS7gRyieQ,201
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_econometrics.yaml,sha256=UbaT1FyatdyJnjaQz4InmBuPow1BfxyhMX7d23v_gdM,200
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_electrical_engineering.yaml,sha256=tNIbwyL64ocRkf417r_5bW47sm-enRLiMG_0PtSiqxc,209
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_elementary_mathematics.yaml,sha256=of9vQ5TQqnlKG5Z2Ueia_1Q1DL29onCH-ypK7bsACZg,209
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_formal_logic.yaml,sha256=the4ayTZ_yhsSYdzeUFWpQsC5VAuMGp44lIpT9EhYNI,195
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_global_facts.yaml,sha256=I3DSZuW1XgbLRP90gJfg_igZ4ZmpiUQ0UEiMo1VCn7s,190
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_biology.yaml,sha256=CT9mt-O4a5LUgtJd8TNlspmyFrEYpwQRZuubMZvZse0,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_chemistry.yaml,sha256=HMmFocVVehUO6rdTxPC_E1zuaxi_IypREjiW_pbPsvA,207
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_computer_science.yaml,sha256=Ix9MZ3kMBIoH9JT3VX3Z5r37X5yGDuq-Fi12I1VuwHk,221
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_european_history.yaml,sha256=osnAqh5IgC9v_B2kttqFGMIGpEdoCVzku5KhvKVFmAk,227
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_geography.yaml,sha256=dndGpkHxcXFuirauvKdt1Y8lUYsYPB4igwLNwxMz2OI,218
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_government_and_politics.yaml,sha256=hpAl5edaNBSgj1FoJ3mPVBmPMjWKA7vns-S1Xmqit9M,246
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_macroeconomics.yaml,sha256=HgKnYxeoKMjvceQ1RpqrUHYX5OMl74Sk-xVSv8N4io4,228
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_mathematics.yaml,sha256=R_aWgr8x4sp1WG8oiXuMPYz3AbVm-9pFY1OcjdsVYMU,211
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_microeconomics.yaml,sha256=uvPAKPxyNGjBpELiDeBakoNFWoaOD1y8V4Wz-R_KvRY,228
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_physics.yaml,sha256=oKhOfQBf-_OLaudQ7poyFS2egAIfk46F9Gq_rywlQb8,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_psychology.yaml,sha256=lG5uPeWv9Ga60M3nLZCBa8NY2JajnFvDkjfX-hGdtXI,220
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_statistics.yaml,sha256=kGBErjQrkUNnTsXLJrYeC5L1OpQYe_Kl38lk7L8TKfY,209
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_us_history.yaml,sha256=HM9PT119TGn76ofxo4UtqIvMOGLu3YFRc9270aXafYA,215
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_world_history.yaml,sha256=3847N_WwiBd0J0yWPI5aTVqzE9H7FIoqMvJ7h_U95-U,221
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_human_aging.yaml,sha256=YVXAr3j-h-bTVxtVgUbLYragtMGUJd-snxhecnbh7LI,188
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_human_sexuality.yaml,sha256=iBWkXk0KDIrUh3F9Pw21SUgVK1rexbtZXa4mheo-VI0,206
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_international_law.yaml,sha256=uEWvYOM0JSEXB7YDYE_mjGajAxMPs1H2ybHH_eqvOR8,205
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_jurisprudence.yaml,sha256=7wXQ8xlML7TSClp4IeoZPpAM6Zvkgznz7L0C2C9-3HY,197
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_logical_fallacies.yaml,sha256=vyFcdbKmWJAKBbdbf_uK4o6MngeIG7AGkOTDzh2WsYk,205
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_machine_learning.yaml,sha256=mfIwW3j8pWt0Mt77y_1c1Wx7eoKPltTL4MQ2g-GonPc,197
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_management.yaml,sha256=3jn4LxmsTApo_BxXFtqsIdKGUrlbyEO7xfYZ2lW7e1M,186
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_marketing.yaml,sha256=693op-Vta6PsRFqAp6V0gjx29tWUMGC90TOEoWFafnw,184
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_medical_genetics.yaml,sha256=FtRC3rfrwmUGDjjQvoNuuNyI_MAfmXCxqICwOFASdos,198
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_miscellaneous.yaml,sha256=FfBklUGPqLQb6hMxrZbnKrgjvwQyjPOb_jM5mGYFX5k,192
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_moral_disputes.yaml,sha256=-j90DrpTtEnusgC3KRXGv9bOvcU4P-jb9jcVRbEWJvU,199
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_moral_scenarios.yaml,sha256=piqKZxHfENaVqnqnKpmuMIxY5cmXnTsO5apmpEzbJyo,201
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_nutrition.yaml,sha256=yfYOcwr5SykXUfS1UwYg7hxbi-H1HMIkzZfXt3n-5AU,184
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_philosophy.yaml,sha256=M5K5k0-8HNDgc78rjs43-KpFLmmWPv5C_nsGyjqdxDI,191
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_prehistory.yaml,sha256=lrH4dEumFmeIiY2iixmtfxYcJSoiERoNd3kL7b5pXyA,191
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_accounting.yaml,sha256=eEXTk2mGWD1w8v-LL6SlNbDZFK6ieSu_1JBBWtbp4lk,212
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_law.yaml,sha256=EFxfv6Qc2Ccq2csnkL--gwfACz8JuAsoNJ2sky-wjJk,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_medicine.yaml,sha256=-HmoDnOU4RrQvY_qz-owYf-Uk8knLduADdcYBAQ1Dzk,208
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_psychology.yaml,sha256=ENzx3yuaqqo7BwNs6OuPLzXykfw0OxJyeecJY0ZeGFM,222
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_public_relations.yaml,sha256=ev9gqRpavlib9Um0Eq61csAeagRNVyC02Ycu87MoGA0,208
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_security_studies.yaml,sha256=QLaEHpeBTPjofhBxXh3O2rUk-Ud1ZzKPpNrQXMFDyG4,208
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_sociology.yaml,sha256=CUmQKuCNaYl7zkg2rZ90rB4fJnsE96kY2Ye0tIdrIMo,194
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_us_foreign_policy.yaml,sha256=5Nja2VppU0nsC0Z5MUYUoCSpWXDpVWRj7V8k4AxrDjY,210
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_virology.yaml,sha256=_IW0k9_vHwdMwdlZaRPUSuC_IWF1DRYcrTrq93MuxNI,182
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_world_religions.yaml,sha256=Yrjci_KN9_sHEfVnJfygy4YXtOAyPpr72vd7NngKpog,201
lm_eval/tasks/global_mmlu/full/es/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/fa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/fa/_fa_template_yaml,sha256=YlHjbRIcMC02IkL2cqfqBH7tmHYh2qbLUdMKF1saybY,429
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa.yaml,sha256=qpbQGSvCi9EbUMElkLOmHic_OETRBfVz16yHzm6XcoA,256
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_humanities.yaml,sha256=pRAsksu1rHwCDDjW3k6kQlpAO_qAdhZQ_-IA2aT8e78,174
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_other.yaml,sha256=db5FH5yxo4pR1EiACUVeDJ7Zhp_loyS6FEiRXGU5sIA,164
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_social_sciences.yaml,sha256=yXOfrnKfXbNgAf0HFHdSgfZ5U9aIc74LoxdkYc_QJm0,184
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_stem.yaml,sha256=SJDFL9j_jCXb6BR1KWJwoh-jL4AGq96HAnDgRHGsSr0,162
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_abstract_algebra.yaml,sha256=MKBhuoeepsNkb3blS8KqXEVI2en7XOOZlm8aVjwxGN4,197
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_anatomy.yaml,sha256=bODEcePWy-ROGyIm_nK401SXaGjNDTDZ-L40OZiMsrE,179
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_astronomy.yaml,sha256=zmo9k64e1ZfGzqOsIJ32ESyl3co-i9VRlA57ZGyw6HM,183
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_business_ethics.yaml,sha256=MtFFPbxMRgiuo7SVRcnrXvXdP7eAdoULWYyyMrynSZI,196
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_clinical_knowledge.yaml,sha256=zdNWCSNizlVfUf3tipTfzmoh2NlEzBb3-YpZQduG70g,202
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_biology.yaml,sha256=3vy0qkGp0ECL0NtrcYSQd6JKq-4irXjZeiWxr71z79s,195
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_chemistry.yaml,sha256=AgPa0f3XIMNmtskmFeM2miJO8qFZggGxTu_DAAaSjNs,199
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_computer_science.yaml,sha256=FvYQ74AcyCv9NGMFRldnHC3KAoh0trstv3PRAenEN3A,213
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_mathematics.yaml,sha256=73Hr0xeNzEo6oBsCi6PmoDYlMTTvBvMXOSjnZ2R6lVg,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_medicine.yaml,sha256=OikjSkIBgL_lMR2U6j9HP9GTY0WWP5DWQFIeNpCffRg,198
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_physics.yaml,sha256=FdGZignYeNcfv3UlcJpcCMLzM43ROQ_KIgaB7-gxgaM,195
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_computer_security.yaml,sha256=tLCvqD99xU5hVyRcTPu4VB3-K13j6wHAQsNwbm6NxEs,199
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_conceptual_physics.yaml,sha256=Q8ycbrjMK_XGhtQpqMwe6A1a05fYh7P_uJTCsVDGQyk,201
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_econometrics.yaml,sha256=pZxJiw1HjY8ajfFjgf1Y_l4_ZNr-5tiXL14CtVe5BKE,200
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_electrical_engineering.yaml,sha256=zZUSjPGcFgESkv9_u1fovdgAAfK4sbXtHt9aZtTSkqE,209
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_elementary_mathematics.yaml,sha256=CAqEWc2RSqTiO_xvomORwbKnGsAtlUsCGdcmpClubpo,209
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_formal_logic.yaml,sha256=_R6g-92C7DSEFPQjjA2EbIIENZI14WbNyJ9yddioDSM,195
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_global_facts.yaml,sha256=ocn1qFPVgeSRjDCG-VswUK99Hm5W1-P-FMFu_-AF2jI,190
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_biology.yaml,sha256=rPNP0SNLdrZ8Py07GNFAAzU7gtDj7HbgiKM-VrIuT6w,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_chemistry.yaml,sha256=nekhT_Ut0Zn-JHAPoc_UM3cuLH3a4V8XnypXpMSemGI,207
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_computer_science.yaml,sha256=sieJ5ROtuVw79i58TsBEYSd-pB2viqB6bJ0xni-j8Ag,221
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_european_history.yaml,sha256=7LXK0w5IxBVoPQY09MAmKSvIW0RKZ3moc7Y2KSQXGMU,227
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_geography.yaml,sha256=au3-5AutscEv3vTSg-Y70xhEYqYbpLh4knF7pY-Rgog,218
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_government_and_politics.yaml,sha256=Lz9Og4bSOd8Lu80mbylO4da5EcpiFATJ-7vIBX8ljv0,246
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_macroeconomics.yaml,sha256=LFgiq06BhqvfXObzTB1Staus0DiEa3CnSeED6QPYqFs,228
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_mathematics.yaml,sha256=p1ZdRPYnnW4e6AxhMd_W8pEFwe2IKUbi3XcmjurQ8RA,211
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_microeconomics.yaml,sha256=0i1C_vrWK7Wp600jIyneFAWQcGQljvcoCy981wcS1Zk,228
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_physics.yaml,sha256=LJe7SOgHJHJxRDyyZ092oG0_qGEsrQgKuHFf734G9yc,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_psychology.yaml,sha256=R4PkCCeY-WT9jYFfEEIAqM_P0vUEgagttlKOK8TMw1k,220
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_statistics.yaml,sha256=0K2CG21N43ccn2C488vr8TI742XXHYd-jELFn8b6gjk,209
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_us_history.yaml,sha256=awkHM0QHLEwmIbcB0a113KuQbGwwZFJ_HtTEdVttcJM,215
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_world_history.yaml,sha256=DyNGI8JZWQd84cMOP4ZxPavJRdpmQIuy6zX8SzJtsA8,221
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_human_aging.yaml,sha256=HnwsukO_ItJyOPm55o4wcNNAULzG97oVrF-JGbxgQJk,188
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_human_sexuality.yaml,sha256=M2GuSybJCr_fQqoV9dfF5Uo5EHUYZQpW70uF4xYiSbQ,206
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_international_law.yaml,sha256=yh_Cat6SI6y4ZG-Jo9cbwRaG5Iyz2m8SLnyBwOXw1Es,205
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_jurisprudence.yaml,sha256=x9XbCXQDhBlpaHYhqeuNcs50vHNbBm6wkKD-8m3pxLU,197
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_logical_fallacies.yaml,sha256=cREtALEqN-m1nFM2LKRwKVBKtF3ZTNn37m8Kl1htst4,205
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_machine_learning.yaml,sha256=GNQuAwfpICX1zR8PLRjp9l-dBmdTIJjA1vu9oaBY_EQ,197
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_management.yaml,sha256=WsDcfBvHoCJIToaMgnjJWpbA2kf0snK80_VPJjapudw,186
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_marketing.yaml,sha256=jwOotA9xzcSGyZUKSBE9DlQUg1NgkRkKNEup2lFQhTg,184
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_medical_genetics.yaml,sha256=9ALjJdhTn2oPEoi0gcNiT3dog2k5c3x6KSC4AsDiI-c,198
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_miscellaneous.yaml,sha256=azEQBesXklxi1TnK9iWsoY6Vjeiky_TZYkd8OFWg0LE,192
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_disputes.yaml,sha256=Kh6Bj7igsfarIQ6ZKT_voItKcDd_N_hlcDIe67v6aO0,199
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_scenarios.yaml,sha256=6Km6DOaLG8L1tS7eVaaBfGFmeNTOiwMX2oESh7u0L6I,201
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_nutrition.yaml,sha256=lOftAZwuHbAazomv0CmM_zWrsPaFlN1fZ8YAKVRlkGA,184
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_philosophy.yaml,sha256=MARcVLz2LCsn16dH3T4ZEGoyOZrjGjs0Sq_84DXOCQk,191
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_prehistory.yaml,sha256=i4vlTMAUzWNSdpppC6kEnWxFfvJDo93o-3PHYsBFPe8,191
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_accounting.yaml,sha256=wIKjMgqpF0v0Eoqso-ppvrYa3W6PI4AI2xR7S2E4Kmo,212
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_law.yaml,sha256=AtUrxpXaDkka3-k4p4uBATIiuFcFUl9pwb7hUPYwUr8,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_medicine.yaml,sha256=73kDiQTIDEPGOes1sr6jYfZC-7ZADAdOblXOYqsYkVo,208
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_psychology.yaml,sha256=cIO26pUCRK7OV5j3ovLtT4zXu5mrTKzeIjLGvufCuTk,222
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_public_relations.yaml,sha256=Y8PJBIvJe8q3ffuVHn0f_O6Rv16OPhaqJSyqyjC2GRY,208
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_security_studies.yaml,sha256=EwRd1UR1NRGKd3BOuvb_tmdwLlt5ljiiCPkRGHTPWwI,208
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_sociology.yaml,sha256=ZXHi2vlamSd67UJVHLcVewuy_Lx7FnCO5f1A-m7C2xE,194
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_us_foreign_policy.yaml,sha256=kwRmFP2eCeALmY0ksngBTSHkC-jTl7TtA6SbjZ_8J4k,210
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_virology.yaml,sha256=5kSv8FjJrWNjoW-qJxiyeLGLyRURKY94Cz1ECzgVgKE,182
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_world_religions.yaml,sha256=bK4_WUhs9NnpDxVa3tXPZ9AnNhfj9I289XynsDpNfMo,201
lm_eval/tasks/global_mmlu/full/fa/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/fil/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/fil/_fil_template_yaml,sha256=HViJMM6HdtmftugQ9F41FGZwUa4uQ90b69dwqAp6q_k,430
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil.yaml,sha256=ruqcMK0RCinFFBhNAp9iEvCtRlZB0rsEaYhPxT0YZ9k,261
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_humanities.yaml,sha256=oXmCoS3N6IHjyhI07IH36M05KQoBdL_RcwdUHyOLXxQ,176
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_other.yaml,sha256=W-8m3N9-7Jd9j-py_SM2X3Zcjn4hJ95gsuq0z9E8RBo,166
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_social_sciences.yaml,sha256=rGUSFDC_YQ0Ij8xqkQV8vxSwfM9yfHfvm-fLr4gFhF4,186
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_stem.yaml,sha256=e269QIy6_50VYA7bktmEzihJnj_d8RWufNLeBZUrMcQ,164
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_abstract_algebra.yaml,sha256=46azVbr6YD0xZfY5eY5JxcPATJtnBvx65hpurwhDvug,200
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_anatomy.yaml,sha256=Sl6DQPJNoJVXeSX6Hxh3siwtjESCyte6namjF2dlans,182
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_astronomy.yaml,sha256=c09QoAs-QBVrDKwJMUxC2misv6jAT8qQDHbRDcrPXmM,186
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_business_ethics.yaml,sha256=DLWbPSlfP6XGZHEh71uwSNpQOkygsGLVX0Xz7cqKa6s,199
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_clinical_knowledge.yaml,sha256=lhzXfaIlOD4gUwH_rD9e7mkupk6gvuc3LVuF39qBOt8,205
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_biology.yaml,sha256=QNBPcGva2HzNCgwmMQhn0-VLLizfL6zIBD3772G2fhI,198
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_chemistry.yaml,sha256=YqGbBGH3Y5u0DP9XTRCFIYlyYojLuKS-ZHRdOehLMpc,202
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_computer_science.yaml,sha256=Ng8bPZQamuZOm4D8SkSc7-LWkdoWRNIZS2vfm9n5Xa8,216
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_mathematics.yaml,sha256=ZPKNzQUgXBD3XjVnG-xCVm3RcgmMPdUyomt2fNosmyg,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_medicine.yaml,sha256=8r03fBXQghbn_CmtBL6xbTD1iPeLOovMlEUWLUhW8VY,201
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_physics.yaml,sha256=YziRsM_3voBAYTxxBseL3pN3tGgLzLo9OOHJWNJcX0g,198
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_computer_security.yaml,sha256=Ld5yDop1O2J3PDk8hGsNqdtK8aTSw-VXl0M9WVNRkTY,202
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_conceptual_physics.yaml,sha256=avq5Vic47s87h8TDzOAwycAF3xWhnVi1pV81nIJEeUY,204
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_econometrics.yaml,sha256=Ln-PUUO5DPW3vQvwLXYWqs0ZEvw9C2hHL2d0tcDQW_s,203
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_electrical_engineering.yaml,sha256=rM_YPJElWLOVbKN-N4Ou00X5ZRbPw_nZGHn_74Op338,212
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_elementary_mathematics.yaml,sha256=8svSi-Dick_uDBAk-ZHda3nr7cI9i0t1niz-jjdFgQg,212
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_formal_logic.yaml,sha256=r33O5tU74PvHFxlRdVyl2xzKzYcDw1kzf2okHEEuq5k,198
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_global_facts.yaml,sha256=JCh5nJ_a7W49Msm0A1KmmiOsBoritU9VyWVQ5d8xhVI,193
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_biology.yaml,sha256=Dv5lyOzPCGDgHYESgHoqoYg1LHylrsPYebvvS33WJUg,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_chemistry.yaml,sha256=fdcnzV4kMRk7SYMpEHcVNJgB93lkVzS_VL3YzmwRXNQ,210
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_computer_science.yaml,sha256=DZLudEbWMmQwk7GEkaJ0fATeLMMB5KdKdh8MsXIuPRQ,224
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_european_history.yaml,sha256=pJ3_QSiwCGkF-f5cyCJ9U4sjU8wyLSUjHuLFmxDl6bg,230
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_geography.yaml,sha256=6-ocIeRc4QY7tp9HhP73lyYXkGDpkTmvLyaiaRcx3zw,221
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_government_and_politics.yaml,sha256=lWzqWnq-PS6c20fHbRhjwIheFxFn1Zn5qQh8dKhm1LA,249
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_macroeconomics.yaml,sha256=9zN6O7jk4V32S0jxMBc0OlW3twUOyiRZYtHh1aYCpMc,231
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_mathematics.yaml,sha256=jKHXzJ3o3LX7Gg6VWEMsAiGdlXJ6ro0NOQJPSTpFOuk,214
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_microeconomics.yaml,sha256=s1Xqoh6U5T-oicvvNJaRu_3jnaLE19Rk0BD8cs97RmE,231
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_physics.yaml,sha256=WsBkBrwf95GC7iO1g3CQqFEOFcF7OvFwOTANdeqj0kM,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_psychology.yaml,sha256=16HqlQM-BwWZaQnf9q20EF39uq8gJtm9vLvQhiQz8ks,223
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_statistics.yaml,sha256=COr-MlmkVwyytXcNLha0toCGnuGOx9-ziGb8dC6OU80,212
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_us_history.yaml,sha256=GJ9uFK2hpcHG4uD9wA3bsnSaeOtA7r1K7oSajbTwM44,218
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_world_history.yaml,sha256=iq7U1g2MBPfKmOrsaTrHKuETj4aXRwcNlFz9IgeGK2M,224
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_human_aging.yaml,sha256=Vx-2ySP4dHzY4j1uO3XzY-S8vN3s30fKlTXx63Wn9j0,191
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_human_sexuality.yaml,sha256=eSzrZ2wljXMZwQfcBEyAc3YNjAdhACvtdrK3G5NLO6o,209
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_international_law.yaml,sha256=lwog7LKGvLPDMIjKD_usyOooIb0ZYvNRcUX3M2Ft4GI,208
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_jurisprudence.yaml,sha256=y-FK7MPIiDn54HLUqRKvFfuc6p8Bi4r3oVeeXSVCqdY,200
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_logical_fallacies.yaml,sha256=XpMNM1Z1AAxbt6XxDf-x5ryKXkPZxW4bmJiykdt_cTE,208
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_machine_learning.yaml,sha256=B1xWGD6Bb3IxTsF2i9PyKgabQQBYtxfvvBpLEUbVgBU,200
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_management.yaml,sha256=6c910w478JakhTCGoBpvzxfDCl-Q3GDb9hU-AOAAfSI,189
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_marketing.yaml,sha256=gcG39VoqtImnNWdZUPPLCvEzAvDn-m3VCG3_2-qSqYQ,187
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_medical_genetics.yaml,sha256=fnsv6AWb8O5maWyGBSbTjg10Q_HCVesEn3feOyX6Kg8,201
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_miscellaneous.yaml,sha256=FQa0Su7DVJ44B2jnvIl8QkTDSqlpniM8n0M3uxeL3i8,195
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_moral_disputes.yaml,sha256=uWoFLVOY26AxEsoTuzvP8mC3aoqOPtZzsYfmUJToBMU,202
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_moral_scenarios.yaml,sha256=JC2FrJLHFm_itDUPQ6IKOdMICynuAZBtmCPk77WzRcU,204
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_nutrition.yaml,sha256=xatkJ7UM6ux7uCobZpG4arirhdF3pUbFGj8jdLuQVEw,187
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_philosophy.yaml,sha256=x91-w9VCqVx-SeHVfax3XLb0YQbCXHh5Zp5SRoCCDsw,194
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_prehistory.yaml,sha256=8fL8eyrlhiqYsnO0I_Gx7IB-LePMIdDb6ahz-xzMFCA,194
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_accounting.yaml,sha256=Rvdh9ntvr4-uoBArsAZ-s65CKWSvTchYkeZ__mhWIbY,215
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_law.yaml,sha256=5pnGspxe8BqemW1bG5TAViWclx4LW9y6cjck8lUNyH8,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_medicine.yaml,sha256=Ot7XpQu4U3_n4fnQSxggbFoaUF3KCBhHdblRozL6170,211
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_psychology.yaml,sha256=fZLzw2e3m-XAJPppf0zHct5zY-sZ_6NfdikzbVreegA,225
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_public_relations.yaml,sha256=YoRK1AFliTiryoe6i6J-bcRMTAH1ocIWAgSTq1HuETo,211
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_security_studies.yaml,sha256=6k3gfiphmIaQ4XQBJ__YYDWXUOCgW1OgfE-sbGzizgs,211
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_sociology.yaml,sha256=gQ80CvfU2Dq0tJSHc2ZNJtR-Docf3_YjkcUT9lckDEs,197
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_us_foreign_policy.yaml,sha256=uTjDFNFciOFjbSopyGZq9uGXKVnj90aIT80hnjsH4R0,213
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_virology.yaml,sha256=m9vkz4XbaL1VUM_ggg-dBbAVpqUqD0KNbwoyZbnhwGg,185
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_world_religions.yaml,sha256=GERJnKyKWQUZYRuPIZwWay4UcKPbmadbVDz8XSDNNKU,204
lm_eval/tasks/global_mmlu/full/fil/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/fr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/fr/_fr_template_yaml,sha256=qM0VW8CWLaTlRZj-oVIBQ2-DytWBeMxSSbEx83NoJvc,429
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr.yaml,sha256=iBSOtrM_ViEySiCz_V3l6lILfNxvoxSIkcH7C_INooQ,256
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_humanities.yaml,sha256=rabIB4EzyiYEWim987eql4k_s7mQIkAtW4E1bKVJUTQ,174
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_other.yaml,sha256=6M8rAgczXhXOtoEO1sylFtBJj_BSVDutUdv27mgkV0c,164
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_social_sciences.yaml,sha256=2YIckZVJ3C5vU6hW0le40t7Xrw1sxERip1wRkQ4pxEE,184
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_stem.yaml,sha256=Epd7OJeaCoMYP5py5xyVLa4cQosXZvH70GZhWVVuYTc,162
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_abstract_algebra.yaml,sha256=mgqek8JyLAH9WLuZr4TX8oCuU0-yWykxSM07auJxY3Q,197
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_anatomy.yaml,sha256=RGab3Oe1ciMwLwD97Efn8P5qMI3e-I9EmbQx8c08wgI,179
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_astronomy.yaml,sha256=VUrOn1GCV28-xHBOYR0REgVdZrEuXKPlGoXReIvDMn8,183
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_business_ethics.yaml,sha256=VzoLq2o7_gjxdcNauZoxy-ADzR9ZHGxJNwLL4bInfyQ,196
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_clinical_knowledge.yaml,sha256=WDyRs-aaQCmYGpv72_7C9OOvUSEk8a8hU1-K--W0GVc,202
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_biology.yaml,sha256=4bBy-_JDjac7thVux0kx6J7WQ9NueIc_Wz1LJhdcY-4,195
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_chemistry.yaml,sha256=SCzU_gR46-ee75IFBKj8rl6vpaWI7oe5w7VFxd5QX9A,199
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_computer_science.yaml,sha256=1X9pSDaJoug9NC7K_BEEnH9W8bzdr5v6MB9SmW2z9fU,213
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_mathematics.yaml,sha256=64Y8r-KDPM1Vrf2mKMSAgzMVBqfgSB9rQAB-PdLaAVs,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_medicine.yaml,sha256=CPMIFmTEgfH1cP39-cRd0x7cfjZ3Z-naS-mbWqAG2u4,198
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_physics.yaml,sha256=SCkFBvrnLfQ8K0GXSK98tONLTo5fiYCcuwZPpozU-Xc,195
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_computer_security.yaml,sha256=uSzsYhZio9XU7sNF7Rh4saI16vB9C5pzmhycA2kAicI,199
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_conceptual_physics.yaml,sha256=vZZoQMszQ0VE9O7ipUH08fv6v_qsJDOv4Di6tIUZDN0,201
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_econometrics.yaml,sha256=74PKf3zHjvJY_TpagHjBpIV25oH-cwSwveff5iUSTb8,200
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_electrical_engineering.yaml,sha256=kb28QxcFGsUiy8y3GaIzopwC8FhejoQSjthveoOVxqc,209
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_elementary_mathematics.yaml,sha256=hG3ePC1kHptI189nXxJI6x62AFySAkoMYSflCr51Z7E,209
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_formal_logic.yaml,sha256=_yxRh-44MPAD-HCWGMFIO2gWE1KquTy5_qO9ayPDlTk,195
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_global_facts.yaml,sha256=4B8sG7s9ib6SYvm42O0eEs2AEIgaAZFKoeQ3Saq_E98,190
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_biology.yaml,sha256=Jr5v8RsWNJ5gVzUhcwTqodtkGX8KsEQRbJh-n86Q-8A,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_chemistry.yaml,sha256=bhtlSL1I9_e8eKjyuPfKsgmoco4S937NgaLT9bm6FE8,207
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_computer_science.yaml,sha256=TG3pkd_zXesxqSeVpH-ZBqCyaB6zoP6Vzzp8gh37mmc,221
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_european_history.yaml,sha256=N4WqrHfrB7wzu2cfRb1ypaXEarG0TXIHMpREXK3-nuQ,227
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_geography.yaml,sha256=NgkT85o5up3toBt_-A2F_3oXE-IEESf_mMQhPCkwfRw,218
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_government_and_politics.yaml,sha256=jEzMyIIdBoi8p5D8vJ4t3W2xx4gOP-ke2Yvnw3GTyko,246
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_macroeconomics.yaml,sha256=ifnsDB9sKmzNuM6fF7kJTjAE49vuRbzkjw0SXsLP14o,228
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_mathematics.yaml,sha256=Jw6F2Erx479i3XQHmeKWEeCLgDg6giIn7IIHQnX-8U0,211
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_microeconomics.yaml,sha256=MIh1dSa45OCzkGstSTgychqOsdDwXMQe4UMoCGiDFXk,228
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_physics.yaml,sha256=tpw-j1raFQT9DrnRYfzUt8huW7G7vrSWjqKksZOZez8,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_psychology.yaml,sha256=VguhwvT1WBLZsrLjF4OnwLRh_0O_iPhwWxKVIGPH69Q,220
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_statistics.yaml,sha256=aDLxKBFBVQarqWhSadY0mSdCx2zsdiTAPHcI-wcme1I,209
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_us_history.yaml,sha256=A-Kx8b4kCNe7pKdfAbyVRJ2WUi37sjp4e3KajcwK-y4,215
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_world_history.yaml,sha256=y8TSTwIn-01w2KNmhE4P9uyl1EzVXeugFS6sPnNqt1A,221
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_human_aging.yaml,sha256=lF7lVVuJXHkzccuw0YEQMiuilJhbzaVue-tOTGvmm4s,188
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_human_sexuality.yaml,sha256=nNoov--8pAwx0wnWeqr_XEVDMl1aIWiR-SNbDeLwJ88,206
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_international_law.yaml,sha256=eyfQI9Q9omImHlWDtD4smlpB2LzEv1Als_HMGQEoBtc,205
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_jurisprudence.yaml,sha256=ZEP69TOS0ZytN0LvhngAsV6JBaC9lHdNnSeH-MyBfSo,197
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_logical_fallacies.yaml,sha256=qTp4oXgGlB29DEUmirIXRzHCJ1XbGuOoFXKWkVrucT4,205
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_machine_learning.yaml,sha256=PieoSRAKt5lUGdxf0vNNUHik-4YXvAtSWguYruRCXvA,197
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_management.yaml,sha256=zUWzNF76esPEWqLZtYhPQZRXXv6E3U889uNHvi0ZODk,186
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_marketing.yaml,sha256=nDlFqnzfpqf0-bmn0cmRQWA27Dd_Nd9ZPDDJk0HSH7Q,184
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_medical_genetics.yaml,sha256=KJN-CCECdzO23nhBOAlOAhE4E3m5a75a6YzMdH--AG0,198
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_miscellaneous.yaml,sha256=fWLUsdq4NoBQCk2qKfgW4ahyEjdeNPCoYECEXY_9O4g,192
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_moral_disputes.yaml,sha256=sTExpHPziQSe_GCTGI0_VC33jiAFvKNxkyX-0eGVEy0,199
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_moral_scenarios.yaml,sha256=E5ZfIPknr6YNHUrvQROX0dKwv-1c1DstasqwzxgEsbE,201
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_nutrition.yaml,sha256=apWqi1czTLHPyZZ06UbNjdIl8fcSRBt8jgycOm-AmJU,184
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_philosophy.yaml,sha256=E8GfCIX2xSJidg-UERwhd7ZN12famJv2HlEP4g9Ef40,191
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_prehistory.yaml,sha256=VJgdMGVPecf7D6EVKyfWIognm2wQwB7OoDRB_ny0G9E,191
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_accounting.yaml,sha256=ktNYRgPoM337-m7OT8Y6N5TnZNJS8TTvPl3bfoUvzKg,212
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_law.yaml,sha256=PYZUzabWLSbG8otAEbxdaVdm-s3QGoNQ5ZqKMe5FJxc,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_medicine.yaml,sha256=ZudL4LB8fy18kG9mVxMVHygYIEMcPRMKJxMz1uE6zXw,208
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_psychology.yaml,sha256=uetVM7vNNnX-hMnGl1xFYJxcLkGyU54pid3R5K8A-zo,222
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_public_relations.yaml,sha256=B6QOAOoJnY8loeBf5gZN84I8cf5tpoxjb0nmY3gzx6I,208
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_security_studies.yaml,sha256=vkXiOEv0mBXbDksrZkzCHqGMRVztxIMpmrzo0D5yXgc,208
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_sociology.yaml,sha256=CK5tuv2wQnKEH38AdOB6uDa1ZWD5J4787OzA-hNjETs,194
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_us_foreign_policy.yaml,sha256=re8_PL2My2ciI2CaDrAHdS4gM_vA_kh_5mYcI2OX8es,210
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_virology.yaml,sha256=iuSR7rJh4CmkvfrGELnm-heoJElsGJ36KGC96zUzMIc,182
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_world_religions.yaml,sha256=GFBCL7Hn0MpcK_jB5VX39PbfCGHsT_fMk4JJXP0Oq-c,201
lm_eval/tasks/global_mmlu/full/fr/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ha/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha.yaml,sha256=U1v83MeFdCFnLwcskuo-5tWd554jhKAbzKQLTq6zIh4,256
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_humanities.yaml,sha256=Z15fNylny_JBb2Nf4eX2H2Cp0e7TAWGoPRc6S4UGo_A,174
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_other.yaml,sha256=dJQLsUvp9bxUOP6HEB20aBSXf1W966uizzcHQugkw_s,164
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_social_sciences.yaml,sha256=AvU8JIhupoKXtwtXY95jHViSeXeUUDDemCSwKa2I4ig,184
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_stem.yaml,sha256=WJyaqK8vMQC8l9kl2VXqrw5k9qpGnom1ZEGZFkfRTKg,162
lm_eval/tasks/global_mmlu/full/ha/_ha_template_yaml,sha256=Tv0NKfwoBixDuyodChHKD9UNnQkPAAoaA1_9AhnOrVA,429
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_abstract_algebra.yaml,sha256=IbutqhDGE3Zsa_p_-cUcVdttOB9zCE-Df-USiG94oKk,197
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_anatomy.yaml,sha256=Q095W_C2OsIxwxZV_BgrKs3WqfLTrExsPVjzkDOyN44,179
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_astronomy.yaml,sha256=tfz_ddq6pmSsKpG2WogpqxlRtHhDzIav15BOG_4iGc4,183
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_business_ethics.yaml,sha256=OEiKreIoMPO8_tV-P_KBDRCH1O4-OUXYiemE1yfhTBo,196
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_clinical_knowledge.yaml,sha256=PQWLS8YU98HAPPKz0XR5TlHGxzFGQ6PBpkgD6RcBNsU,202
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_biology.yaml,sha256=OIefRdIeWdRgXlctcf2RvVFmE5R_Dkgn5Cb5Zvf9KSs,195
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_chemistry.yaml,sha256=ITkdhUKv0DI5SFwLB6-gczUrT5PIac_emMZB4QoAOb0,199
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_computer_science.yaml,sha256=UwEMRtxQje36bcaxFHissG1mIFxem8IVj1JzonspEiE,213
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_mathematics.yaml,sha256=mwWJY4Qpk1Fid5Kp9wtCefFKnnq9K9n90Ut45_9p0II,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_medicine.yaml,sha256=qQVjfJ-AK_JWtQHautLBJ1wuvtU1SZih0cSZ7EH2uk8,198
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_physics.yaml,sha256=cu6HVsERd4-hu_kEVWe6jdbMBm3g7KVTnpdbVP-JYUg,195
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_computer_security.yaml,sha256=YuawvHoUcM6nVX6vzzrZWzrknmrwl9aqUIf7Cdp5wos,199
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_conceptual_physics.yaml,sha256=XOycgB_rHBW9SCsUCq8MsaFYsfEhL8yl4TodvA1e5xM,201
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_econometrics.yaml,sha256=GJWncXDUO252PITfTbxHco__EXir3Yf7pyt8dL_BPU0,200
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_electrical_engineering.yaml,sha256=79nJ75JM4We6PQGC4Dm9AmNFrPiLtGYWjlLBjbnAwFo,209
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_elementary_mathematics.yaml,sha256=bdbkkBFMRsGHAKMZR7caNbtWJgdBuKRALLCYG8RnDBY,209
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_formal_logic.yaml,sha256=-KjxZMCdlH6g3aLCL0LAX9mlEWu7X5ir-2D0hOLV6DY,195
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_global_facts.yaml,sha256=B1WovkI-w9Hfy-M-urqEK4Erb3hWV9tmTRCfNPIN7As,190
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_biology.yaml,sha256=YSVh2vCd4QX2kKcjlRApN6myJumCviyLpnGX6t_iaWc,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_chemistry.yaml,sha256=39KKS3KH_UZnmD0LhE6Wd5ZCzjJWiKc7-WjS-C9jmSw,207
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_computer_science.yaml,sha256=rSJ5EOvfKg2lRC_cLyRGq7s8otUUpEeYCAFFlCfCqUc,221
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_european_history.yaml,sha256=MsXtY_TMVzaJ0FXsfMgIquDSMoCcmv70P_Wg4tUj9fo,227
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_geography.yaml,sha256=S9qQivetaMFitkjRkPWhuC1w9E_aYFz1kwCBCrNabAY,218
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_government_and_politics.yaml,sha256=KagXv0Eyan_FvOuAzQzhBc6tl6VoA-sMm_FMlMhHdgE,246
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_macroeconomics.yaml,sha256=t_GRxL0myksLhJypWzt-bgum9F6ehU4voixPE1hmHO4,228
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_mathematics.yaml,sha256=Q14LXBxLVfNBT9QyLeZXIyQ3_gu5dCEg2XG4u2EUomg,211
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_microeconomics.yaml,sha256=QlNd1KRkr2olcdxHzJlmE1CC0pbZ2UMMm5UWHEApfXg,228
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_physics.yaml,sha256=L3b7B7bcPGLYM2u8Z8F_zPa99U6l6lehyAt18gxeUIE,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_psychology.yaml,sha256=QjPNf3CQDkuPoYGW838KZxvKWzzdt-wZp77NRsH_59M,220
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_statistics.yaml,sha256=i12nDNI3zHiISfcsYH8ss4KhaYhHeoToMLYiye68-H4,209
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_us_history.yaml,sha256=cypBXYrlwITmaO5sPvmTGZmWQE9rKQvPoBK47TRZrF8,215
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_world_history.yaml,sha256=7V9MIZBYripyML_Zvr8Kmh7e0P7hWjFYpUIhAGWNciA,221
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_human_aging.yaml,sha256=crAMF12sQRDq0uw6wHHB3oiIaqp5VEE8bN5KsP4UlFo,188
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_human_sexuality.yaml,sha256=48MG4O2DC6WscvFBK1tyX35riCl1m5ru6HtVkTKa7Z4,206
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_international_law.yaml,sha256=8ChiNeg9mDemYbvQb3dLQ1OEstM5OFDo2I9q-YYJ_N0,205
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_jurisprudence.yaml,sha256=KOX6md0IAbb3e9s8ACSXwruye2sbNpSatTNIHif9IOQ,197
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_logical_fallacies.yaml,sha256=eK0UroN4OpTjpzPH9V7pZy3eP1dZ9OuDd5cVDqDVS0E,205
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_machine_learning.yaml,sha256=ZMQDJSBk11DkV0Gw6waseT3xTK3lp5Z5EbGsRodjTu4,197
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_management.yaml,sha256=tA3vPK0SkzDrWEWIRwe2lv8JXEo5DdBpzuB_dwQ6g0E,186
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_marketing.yaml,sha256=fl60a7xC3JydCgHmGOIinGZt3kUj7NPyzJPZ7xRdHxQ,184
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_medical_genetics.yaml,sha256=ltIxXIgGW5GE8t-ecOBsgpEVQCeF0-PIMlWclL41XHo,198
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_miscellaneous.yaml,sha256=AdgLH-BhKcinMksIvo8lzac9fJhpf0RCLC1KOftH6TE,192
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_moral_disputes.yaml,sha256=RqZSmrAG51M1n7F88PZHJ07dJs6LCfTCR-TFl8yF8tc,199
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_moral_scenarios.yaml,sha256=3b7n4kztNlGvyAOgBmPAsQbuPQARrEu3SHihU8sfuQc,201
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_nutrition.yaml,sha256=_nPLKC9GiVQgPoFYsiJ4MNbASWuFWoR7hjF4Dm8_H24,184
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_philosophy.yaml,sha256=s81f8bZzjynhmU_DjUPxTrZzScrIi6HC5y3CPkRb3Xk,191
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_prehistory.yaml,sha256=Ars82Vu1NQDW6wI_-7-PaxWdA8mdJxGZBB78GWHMaxc,191
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_accounting.yaml,sha256=5I-jFjWx5CmNbxcpYdlN-C13Q1HSgGHLcMx27qMSaBc,212
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_law.yaml,sha256=dKjwrVexM-b1pzAjeM2WQPjzDIqt_6oulFCq1SjFMjU,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_medicine.yaml,sha256=wxoZKUDLGoRf1OFlOMMcphnyAwjPflHovUzzVDcqM3M,208
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_psychology.yaml,sha256=Gw_NyB7-HjxnAn7skrDnxyZ3F1UGdXWjKjt1wnULpzM,222
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_public_relations.yaml,sha256=tiTHER4w4nN2tQIIoB9ACDSa9LtstD3fXd2GtYIinao,208
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_security_studies.yaml,sha256=61ri3vgijxmJgcQTBgNe1KCc2rEbSsTa3c8Ruab7BLc,208
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_sociology.yaml,sha256=TGJFQazkdiZQ0xxaHkMmllzBhiC5Oo-h8unozF66UwY,194
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_us_foreign_policy.yaml,sha256=D00YVqdwFd3691Prjy4dbeAwMDrf5B7QmS_PFTWWsNc,210
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_virology.yaml,sha256=sXRcN2ghCFTtq_5SsMtxlTeaL6vjwGnOReKRA4yDgnI,182
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_world_religions.yaml,sha256=FnyyXhMThzL8ojIIIRBOtnhe2jujdArlurXqdRLS0aY,201
lm_eval/tasks/global_mmlu/full/ha/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/he/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he.yaml,sha256=HmxdI7RT56HLI48FwDKE-1KkazUev4IKE1Rt8f1bJXw,256
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_humanities.yaml,sha256=wj3hOdH-HQUw0DvWHvvzcIgw3LCtJx439KAJBxZaBd4,174
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_other.yaml,sha256=KxB3a6MOwLGBm1TlfhLYuL2WbyT2gL6c79hRFZ7yyVU,164
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_social_sciences.yaml,sha256=u9GDdRZKeT_etfalwaa8pBtOb6QdvqOmI3ImAv2AUvc,184
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_stem.yaml,sha256=4EY0-kau0vyb8g345gxjcS813qofaicSLjGD31jbO8Q,162
lm_eval/tasks/global_mmlu/full/he/_he_template_yaml,sha256=mCJ5z4aaLoGHKN038r1NCSd7huq-Ppwcz0TnW2dKl-E,429
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_abstract_algebra.yaml,sha256=PmhJf0XJpywpbCF_kn_TkN5d9oAKhD6b-5Oxf9hTT7k,197
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_anatomy.yaml,sha256=4AN_LiLrkbjAj6H9HFKGr79Feuyd9jdhUtZ27fJXass,179
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_astronomy.yaml,sha256=ntzz9jeTrTbefXk85v2W1GDlznCWWAmUMwuDCUhbF6g,183
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_business_ethics.yaml,sha256=M43anQK7blwtNmkKwJyKUFtDT2Um-y2TfWRcjE4St5k,196
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_clinical_knowledge.yaml,sha256=IexzLBh4CTCj7IY-XJf76BkRRk7LORIvuZ_AZiudQ58,202
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_biology.yaml,sha256=L79j42w5QvgDQXW4ObDL1k1uTWDHj4jK0wXCNTf5plU,195
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_chemistry.yaml,sha256=YKm1Ll_nb-1KxjYoOr85m8yJQw36WcUProVM3x4USHg,199
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_computer_science.yaml,sha256=aXdTsH8oGX19CgQQN-7dGA-WKV2UrfmomB4uBmf2RUI,213
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_mathematics.yaml,sha256=YcrYAG4WTv6gx1Fs-KjtfDTBdxX03OZLcsRAeynvUTI,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_medicine.yaml,sha256=i3fF8e4Ts0DxTYXYrjC-STo6ba9Y8Sl4vZ1Gl8JwDwE,198
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_physics.yaml,sha256=b_9GYSc9cb7eSeSX4T50hOR7gCXLFH5rzv1zTt56gRc,195
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_computer_security.yaml,sha256=kTjU5zZZE1ckaRSi9DNsKiktpFtJN9QnfcxWKW5iSrE,199
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_conceptual_physics.yaml,sha256=v9TYQH4_XSprtXMX-QzItOh6at41Jbpv7XcobmUS9dU,201
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_econometrics.yaml,sha256=ky7fjRaqec_utbZFfQFiT3nm06-W5q91mmqmOtUcBEk,200
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_electrical_engineering.yaml,sha256=ZlhC2rJMf5hmvMcSfKJ7385SPDkSWsTvjJgyO-T931M,209
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_elementary_mathematics.yaml,sha256=w2x7mOFstkU86HxWyHxC8Px7lSx-RcmCOmF12diCgHQ,209
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_formal_logic.yaml,sha256=kKQYWSMT5VXm8bDCIPKePXb7NWycJeM6eG-Eu9csL14,195
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_global_facts.yaml,sha256=oQ2vRhPBL5gJzT8YXG4BlVsorZgnXPgn18DwO-kQKBc,190
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_biology.yaml,sha256=KA0CtM84kfJKdBPNXLYPguaIOEI6KQpAb-g1ueK97U8,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_chemistry.yaml,sha256=FgguxS-IYHgMUrSX7mAuhPV1CXrQX6cJq6m0j-N1cho,207
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_computer_science.yaml,sha256=Gsqqx6q7plwRR5fwj6pQkrlzk7jxpLcV4iFRV-RkX_A,221
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_european_history.yaml,sha256=VYnFVGEe2lOAmxO-mpmwE1hUEC-uksvawyiVoDRR4Yc,227
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_geography.yaml,sha256=gcczN-0GQJdOteuSJGtuj4z_r2F07-4wb6AwK_Ub5nI,218
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_government_and_politics.yaml,sha256=-OcfO9OoqCG-DxnD581_lCtOtyzogW9BMtWJWPlOHdE,246
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_macroeconomics.yaml,sha256=r-H-6WhLkhGZn4ve6NBsbok0GljAkELVNLcwkKYdsO4,228
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_mathematics.yaml,sha256=7_qPXcip6kbbkbP5GOu6Oy-drcqjJ2giLSge9wORfXE,211
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_microeconomics.yaml,sha256=qHRUt-0IdzoJRBFiR54pRLeLN1_szTNfpp1m0PcOOPc,228
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_physics.yaml,sha256=EdyWaB9C0PT3u_HrrX8yglj0Q9EwIriXO4RIYddGDUI,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_psychology.yaml,sha256=7OTvXKl63bTRS_JBiTEKVqrkkKz2EJYs-KYvesLrhiM,220
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_statistics.yaml,sha256=H4-K3_nuVf0iKlCAlfDQThWZPVaV5NPs3_-tYlsGdr8,209
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_us_history.yaml,sha256=D_nRaOr8PiJM8YJDE4w3AyQy0BHTtY-CMlfK4tGrM1g,215
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_world_history.yaml,sha256=25zE85uU3bwUAc-5ENWP9OfyY1qP_6NCtjt5XbTJEkw,221
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_human_aging.yaml,sha256=lBIVWmAKvVUHc2iYTspB6EQTWAQBV-qyLT84vpsOe8Y,188
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_human_sexuality.yaml,sha256=O7LWRrwO0TVTAgIrr7GU3TdEqiRfPUGFuMXFFka14Ec,206
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_international_law.yaml,sha256=lNGUf3MWenX75CvzKZVFIeW1U96CONFT-F9xwDQQ0co,205
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_jurisprudence.yaml,sha256=Y8aBCZt8rE09lyUuQB0gQuAJ0l7b5D31YCDSVoWet0g,197
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_logical_fallacies.yaml,sha256=mesXUy-KD2lSZEuPBt4LYUiHV03rm0rhSqrCp9KtNro,205
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_machine_learning.yaml,sha256=NMccQOTdrfd2c9Id3ocOiSuNYChKWIxQLdcgBAd3HzQ,197
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_management.yaml,sha256=5YaI5MX3QIi6NLlZcgiCPtAk2Ui3tw11fODWbMgflyw,186
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_marketing.yaml,sha256=XSjePWwIzIIKvdNAhRQoMVVdG-SOnp-0OWiLd998XeQ,184
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_medical_genetics.yaml,sha256=mvyOz-64V9w2C16L1lq1CWcHTXiWyUltT-qCrwFarfY,198
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_miscellaneous.yaml,sha256=kRUh6xzA8bxjWfGs6rAbSyRx2LglA5qExqWvKQEFRFw,192
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_moral_disputes.yaml,sha256=Q9LrZaKbsLKzf3mVGev3pnNfmENrpSTRgqVvQFqdl90,199
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_moral_scenarios.yaml,sha256=-UD1gicslmRPL2TyANNTiUCynpNkU1Z8PP0lW0QvYPw,201
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_nutrition.yaml,sha256=ItqqAtVMnG-nCw-_rFnwbnbfSQN_FJJocvjPJiI7KWU,184
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_philosophy.yaml,sha256=Yuf1KtnxqGOoxBKmDPqQ-_P20e4gqlB6o0nX-tX0ixM,191
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_prehistory.yaml,sha256=beUtgZFNTU-TTmAhSBxthJnJABger10n0xmmrBGVEu8,191
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_accounting.yaml,sha256=o1zn5sBrQ6PXtqeCm2L8YP6wZuERLTtXZEpWjb6nllA,212
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_law.yaml,sha256=w4KzIfB6p_bvhzhFJfOdn7NhT8cMHUNzeyDwwuD2rmc,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_medicine.yaml,sha256=krhHZ-Pq0RuTzORLdp00hYWDTPsmnQb5vBgVrXzk1n0,208
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_psychology.yaml,sha256=nOXf-oy1AQgSKwl3h1xchjEE13vd2qlJ9xJJSTv8w8Q,222
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_public_relations.yaml,sha256=blyTArAbWfe-r6oYUGB9ovF2VwWSZgAhz-J44-jRzSo,208
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_security_studies.yaml,sha256=vK7dP5sS76xqn-C59ViSCYNjrEsBv2tLIFkYrzHAcOM,208
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_sociology.yaml,sha256=FuqMbnRXlixeeKvPO-5WZVdDzNPS9O-sjW5ogX0YEd8,194
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_us_foreign_policy.yaml,sha256=eoc48NF_ipouNot5eDsO-R9O6mfBIe0cleU_wQyp1pc,210
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_virology.yaml,sha256=18QF4o0Ymb7Z0aSphP0E5WvTGE_EtQHebqWzHRky9UE,182
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_world_religions.yaml,sha256=p0KmpD2BbhgVrMj8Tu2jv2Qi91ajNLFvOu-S6rUqcDs,201
lm_eval/tasks/global_mmlu/full/he/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/hi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi.yaml,sha256=3FBQkYc2dfU3EZb6hvalH0DX30FX_lOxIVJbna6IUsM,256
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_humanities.yaml,sha256=aDljIkyjGjBSxbq17fdQVY7OFew4vR6HpMm5fLwNMSo,174
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_other.yaml,sha256=BDQhy87j4pNJiDM1rvFxStzmpqTEBJ92V14Xqf522AQ,164
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_social_sciences.yaml,sha256=n_bE8LwiJG2swKFc02aR2f965i3_p27XKWyOJhFQtK4,184
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_stem.yaml,sha256=j_j478jKp50hPvRsqpMvf44YDKWoToxGCSGcJ_u_sQI,162
lm_eval/tasks/global_mmlu/full/hi/_hi_template_yaml,sha256=rACejByOfkM_sA5ojyHFFxznFOAAlIUqhVPbp1_JSuY,429
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_abstract_algebra.yaml,sha256=NlD6x6yIALMbNx0wdm5gX6TyTZxRkIeEdD_B7_N5_aM,197
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_anatomy.yaml,sha256=Lffxf1CsgGrzDspQdWFkG2AdfMBnWobUrcTkPr8daCg,179
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_astronomy.yaml,sha256=ZylR3WfxmwbBs_OROJxXRJjKDU8vNFM7sBjJ4MY6-gE,183
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_business_ethics.yaml,sha256=-LxlkVkEeVrtNDS-cRt9sVxsFkgYqFboMATXrRmyoAA,196
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_clinical_knowledge.yaml,sha256=N87KcmgL-ahq7ABj-cJZPoVIc-kFqFOVYiCJ7MF0k38,202
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_biology.yaml,sha256=BYApQ9k2FkWzOvnXwlBO1jXvaVjmGs9bwUu5NMkKiUA,195
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_chemistry.yaml,sha256=XoAgxbN45m5Ka9w3XceImAoYV0IgT01hCd98CpjPrZ4,199
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_computer_science.yaml,sha256=x0Iwpxpkg7KX7iYLIsUqGQcvWknpRMAVEW8MeduFlfs,213
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_mathematics.yaml,sha256=XY2yRK1IhTEifCiZZHj4oAbqhKGDvIFuXoFO7oQq0Dw,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_medicine.yaml,sha256=TaolkhfT17ZsxlYp31YINQBNs2eMYe2CiQPrZSDv9B4,198
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_physics.yaml,sha256=HYMQTeGl2nLXpwKe0OBr87ail6HM1IrL1ZEv90x1pa8,195
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_computer_security.yaml,sha256=L6IIrpw-WjrkvhLfZg50o6c5kAsfWqwgHQLbst3o0Nw,199
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_conceptual_physics.yaml,sha256=67E0wk761I5MyMK3-p8xct51G2q3g16CCoK2w9iYrdQ,201
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_econometrics.yaml,sha256=j-5enjcc4bHaXtG_lX3xNqv6qGoamwxtaIRC8aaopcE,200
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_electrical_engineering.yaml,sha256=8lrGQYou_F8nFvl3oQBKWa7HrPajqkYzUdLMgMSJPiM,209
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_elementary_mathematics.yaml,sha256=WJQdn1xljItOfp7eN0NrDMsx7QhK1ruBngrRpfPgOqs,209
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_formal_logic.yaml,sha256=UrTq-wk_q7Gjz5lMJym8qlh7K-4d66loPOU2Lnso8x0,195
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_global_facts.yaml,sha256=yis5OpEXT7k16HORKOcOstgvnIcJ1loOJUrclmSbjAg,190
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_biology.yaml,sha256=7QymVfFk4R8zt0xezNENkUyC8oRc81txFAeQTgBMFZE,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_chemistry.yaml,sha256=CXAy9Oemb_Dwr3VqQLsUsaEonIc9G37zQriARudrscU,207
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_computer_science.yaml,sha256=p06oemYGfvqQoFhYzeBWq2Vx_FfB0vCsInoS3Q9NYhc,221
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_european_history.yaml,sha256=zP_6Y8Pq3unt4zz5Y42zqcLJYEbkDAJnVXy5nXFZ-IU,227
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_geography.yaml,sha256=DPNHAWLiZGYY09smNVq2sNcAzkSEVCPz4EEhPQCE8uY,218
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_government_and_politics.yaml,sha256=NILqlrEt2dvlZKWrRgKOfNColVQvFBrV3inQvWFDAK8,246
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_macroeconomics.yaml,sha256=sV55JVySHYec_4a85sbHRmX0KxRWh4rlTcHjO-unvE8,228
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_mathematics.yaml,sha256=kIEUPXn0B8x5zfiKdCV1sxvccY_KnoU69jfLmYNXdgg,211
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_microeconomics.yaml,sha256=59Cfx0eeP0D2ZA3LZrActBGrDrCnshbYt5NzTdyk9Fc,228
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_physics.yaml,sha256=fFh42Is41lqzwYfR23BdQXb8du5TwSSHBnCP8dgsG4o,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_psychology.yaml,sha256=5yQW_RfXDXVKRu-ML2YuZnUUiDXfG_0rW9yEI1xvVqI,220
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_statistics.yaml,sha256=JUmIYm0rXIQ3FCO6cWhcnSmKtxWG4X6wcPc2bxJ7IDA,209
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_us_history.yaml,sha256=afRsUXSZM6qqsdIuq5g4EGaQuXtSEZVe-OiQU406D4s,215
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_world_history.yaml,sha256=kGF444GjVhT72E_037T3f4XrLyHv5ey5hp0d2WayZfA,221
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_human_aging.yaml,sha256=3Pkrx4Xq5J_i0ixalBuYlQURIVd6nwoyc3ku2zijFlU,188
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_human_sexuality.yaml,sha256=PkBUFIf3uF6du9P3SqFimLF7I6YXEDP0YPom9zCdbmM,206
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_international_law.yaml,sha256=GGQ59XtRo1fZXupbYZYiCVvXkQ1qt5el9x87hPR0a5w,205
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_jurisprudence.yaml,sha256=RT8QXcKyO9eA-DljNJO1OcX0BOi1eOoULctlNDYBYwA,197
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_logical_fallacies.yaml,sha256=Rl3xf05f_1j_aBjzvHI-NzPoaaxNtDpfJ-1jbMQ87lw,205
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_machine_learning.yaml,sha256=yGFWNuURV72mTM1naRR_rU0Cn_BababGGC4Fze_9_gA,197
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_management.yaml,sha256=jnX3IiJbbQbHkBlN_C3BR3hjH1PLehnxfrgnUKenpJM,186
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_marketing.yaml,sha256=9cOpABZ7XvUO_kW6oMklF9cb00_OJBOnZZVmSQFS16Q,184
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_medical_genetics.yaml,sha256=CG21_ulYxctfGbMpYYWs4bzdOSM7xy5QXzIud32_tAk,198
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_miscellaneous.yaml,sha256=PfglgGjksE-lIvV0xWiYCAuXUkx30zdfinKGVbIZ3Wo,192
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_moral_disputes.yaml,sha256=O5b9-LEFi_A3UiG42byyI6BR5opvVOihrBntRKzMEiA,199
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_moral_scenarios.yaml,sha256=WqMRd5TMXdVXUAZuC-vdjvZxo_XBVAtyS7X_X315hEo,201
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_nutrition.yaml,sha256=-8GX_AVSEctTjXbWhcn-tqWzMn8OTq8SF61PgTWZ6aQ,184
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_philosophy.yaml,sha256=qbRxzGbXTzQKuWNCkVQ0HkeREW_caVIsugrfKyDcUYA,191
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_prehistory.yaml,sha256=vvqbqSCaWJvty63gyJqCOvHxkWDG3R30k0kw-EJsFCc,191
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_accounting.yaml,sha256=lMvOLEdYxMm9DDRPz1PqwbqV-5J3ajrmWClkQ4LASDY,212
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_law.yaml,sha256=7xxEJ8PuByGAYq6yvnBw5-KMKFWT5hBhk1N60BajJo0,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_medicine.yaml,sha256=czl7sxjniIf0wbfizLmAr2M6olpD_h6DvOjgsngInMw,208
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_psychology.yaml,sha256=6_cHUWS2vqCKQ52SodCw_n2S4YyN1NsmNt8jPx7Yztk,222
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_public_relations.yaml,sha256=USczBnz8HJAdE8bLDZW7EtIK3nw940tEu4ZeECScaAY,208
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_security_studies.yaml,sha256=HIGm1UUegYXxOM2E0AAqpYgz0Plb69keSq8G0y8s-rE,208
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_sociology.yaml,sha256=ElSnCT8N7jKP2nqbsH1q4jAtjI3BHt9zgU6n8do4oko,194
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_us_foreign_policy.yaml,sha256=D_GEM4ITh58dQTeIJz9S7ZRebmqY9y7XiGrU3q0vxQw,210
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_virology.yaml,sha256=67vuw2RcpcG_J5pvw_gYYgD2hfkbBK06WAlpMlSevBc,182
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_world_religions.yaml,sha256=0QCACBsK8jZZ2gIHGT_P7XwGwZlXRMgDWbRAmlkHW_k,201
lm_eval/tasks/global_mmlu/full/hi/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/id/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id.yaml,sha256=-YWMUnhjTEZk8NoVWvlqXwgbpyQDIYPfaQ0DMhQOqpo,256
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_humanities.yaml,sha256=LFy9i8efdsSE366hrRLmCZt8-eCczoFHdAHxvPNs2Jg,174
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_other.yaml,sha256=3G43fsQfQ_mU-wv-7b8HmPTpiCq_Zcjc36CDK-lmMxo,164
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_social_sciences.yaml,sha256=dRITUL2QyVVz2w4sD3t-V_bmBfnHIRMNe5J16KtDoEI,184
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_stem.yaml,sha256=RfDKkBUhXX-leP6AXrtt9XnHVkPeUSEPO-FY3QNV2bk,162
lm_eval/tasks/global_mmlu/full/id/_id_template_yaml,sha256=c30zCP8ckU3NQjG0FXCYa_M9P-OTbUzFFaDBuxjEoYo,429
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_abstract_algebra.yaml,sha256=BK6qd7iZMs52kGO7UHEwTTuAIcPYCQX-6czjTpzxMJ8,197
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_anatomy.yaml,sha256=rdox9tXLCOqFb-aRcXNetjjQaIrCSDcuuuDKY7sy6hg,179
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_astronomy.yaml,sha256=Fd6AySq8q0bR1R7UA2AfEfxoSXvNWRofAgthlMyrkBw,183
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_business_ethics.yaml,sha256=YqpU7plFOcqRXnyqx2et7Jl2WLK6YPzAvEfowq6MQUc,196
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_clinical_knowledge.yaml,sha256=1yauJHikPXE_bBwOKzEZD9K204r8OWmAYppWN02tkwM,202
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_biology.yaml,sha256=zga2kLCNR7YaLdA-N3ZeVpD2ip_wWMjW-op72itUZZ8,195
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_chemistry.yaml,sha256=mq6LXCKyF16hET8Jyn0LL0e79_DV5AY-0-p8vRt0-RY,199
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_computer_science.yaml,sha256=ySI41b_yXhS9VuVtx2m7CDepi75XM3CBbujlSljYAbU,213
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_mathematics.yaml,sha256=xri2aJvaEwwX-CFZ6gzOYyMNgI3BYgsojbHWgUqpCqw,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_medicine.yaml,sha256=JUHgDYcA3uTE8Y78ynRCMvK6RYA5Um1zZGY_A-WzbWM,198
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_physics.yaml,sha256=KHyS03nfu6M9CgnrOut1FQyevkbf8iJp1vLrvKp_KWE,195
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_computer_security.yaml,sha256=R_O0suJ4w8dxMn01VFGrsmeFvgLCv1iGRJGmlAbF0nE,199
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_conceptual_physics.yaml,sha256=UB7-IXugmOLQt7qgpJsmjqkXGq_X3r6i8b651km_Kmw,201
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_econometrics.yaml,sha256=C8z1rXOEMmlrw3O1wyrECFDDpvqwisjMipQFjeyRhp4,200
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_electrical_engineering.yaml,sha256=TlKOR4gLsDRY2XGWBzPpiVf-F-nnkcBpXrAWFtEM1e4,209
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_elementary_mathematics.yaml,sha256=mv6m1lIT74BN7nOCKcaD8aTFxbE7JkHsz-jGhcwYJts,209
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_formal_logic.yaml,sha256=8D0iThjBfWW6W7oqJpSrHZqdr7qRZBkmKV7wRSY_o88,195
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_global_facts.yaml,sha256=Va2qmdEV0dqKVQyG1G-sQX7JLcPE0bAc98yhScW0kpQ,190
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_biology.yaml,sha256=TdRvnkOblFgJx5Drztqu7iNu4UQ24FfVJMZUzB5ke40,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_chemistry.yaml,sha256=DzNeQWgtuMqdvITDASzx8hUQvG6I8DACF0La7Ch1h6Y,207
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_computer_science.yaml,sha256=IBQi9UmboNBivPvKNN3WHRqsldwXmZsuavoZcG2whTs,221
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_european_history.yaml,sha256=LEnqocthiArkyz6ufb-mef6kFPdVUyUQUZ-V1kBhNNQ,227
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_geography.yaml,sha256=qRu0EbHgCmmqcSnVAAwjm6LRxgAcz0DV6A6y_dhGKic,218
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_government_and_politics.yaml,sha256=_xyx7b6i-wvLK1hR1y8Zr3Ho2MqGP-BlSraEVkHpjGs,246
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_macroeconomics.yaml,sha256=Qg1HSWxr9JyqxSt5BJPjljETB_JVwTKAsYMQrvPBQJo,228
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_mathematics.yaml,sha256=mR_kNvK9FOjzuXOAzufUH6tQF7oLraAJtWeLaD6I5Tg,211
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_microeconomics.yaml,sha256=zMHtKWZGlNroccKkLvCPzMIYyQ3WqyPlGVfl9VAkFCo,228
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_physics.yaml,sha256=3AvMu_9NiEqE0MBxegdyuyhPzWELiL3vSSnBH4Kj8Bk,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_psychology.yaml,sha256=te7fZ-xUoO9XNd6cAkk9dHt-bZM8TVO_gKcHZbqpG8U,220
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_statistics.yaml,sha256=Bv3AJ-vyRCMmYRTpVdk0h8APc5ZW4nWJBGJShj8p6ME,209
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_us_history.yaml,sha256=ca10KgJDtVPdVFcEU04rmqM0uBWF6MDe8cmuhBKk7AE,215
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_world_history.yaml,sha256=8ureu1lgBSTBIwD5dli7OYbEEKtmJBYjVoXKF_kPlss,221
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_human_aging.yaml,sha256=tynBcLhXiOx5aVVPrYSVkdLvhwNTFGClWVNsn7WnfXM,188
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_human_sexuality.yaml,sha256=OtrxhWkJmg51dA9q0-YSmfabpHMrIVWYkh4qYsy3Swk,206
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_international_law.yaml,sha256=Oqs3_mWL9KP0vZFVvZYvXHgyBOHMkhJQmFR_rtsDFsY,205
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_jurisprudence.yaml,sha256=RU3DWJ6-iyhx8wG9O4VDgm65_8iplyPxFXPVVZ_wXBU,197
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_logical_fallacies.yaml,sha256=pl7F2OAV3XOH0_aQRKxFdVy6wrqUNrV0g4CPVL53VHc,205
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_machine_learning.yaml,sha256=Fm_oF6Pi1HtB8depRBr4dnzJNCvlTd0Czm_UGIbK2NE,197
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_management.yaml,sha256=jerT7pJMMR2Ct8WRuCM3j8beF-ddF6oIbbcJzHWcdrE,186
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_marketing.yaml,sha256=4ziRpmC2OcKaAU4pjT9tRIYqV1QJ5WsiE5HiSCwp5N8,184
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_medical_genetics.yaml,sha256=69nCXJMFvn0nZy9dE7LwZYq-BNNFcfNw5vAafICq3k0,198
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_miscellaneous.yaml,sha256=7h9TVtJUm9aHoJ83r83Uio9p3t5SoIdvZWMcZ57stEU,192
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_moral_disputes.yaml,sha256=aWoGYMaQhbjVGGyuqFImlXlkRQgV6K9wasiFsRqL02k,199
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_moral_scenarios.yaml,sha256=lr9DBBvpWp31d3sJHy31ruxI2jUDRV1JVtZwtSG2_1M,201
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_nutrition.yaml,sha256=d6YJTu34VZJvMEfqxwNKNADsgmvgEFOsG1SPiKh1M0s,184
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_philosophy.yaml,sha256=2JmyV2YE8vuel0EK8AEiKqAPf_UBi8xKhagi9d5wLJ8,191
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_prehistory.yaml,sha256=Lg_aYIFw7KiIjlXUrH9BbeMQoarlUR8xZc2NGuGMuLE,191
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_accounting.yaml,sha256=4EHBhpwXiO5mak6oEa6WlbKWYa2ypq4tDSrUas7rzyc,212
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_law.yaml,sha256=0mfUjV4JTNYsYzz7zz_iqMQIom73mb9-3iImU3s-yxU,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_medicine.yaml,sha256=fJ2x7LUYPpAfMz2JCKP54FwIBRaQ6R1eOS02MNsmpuc,208
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_psychology.yaml,sha256=AquSkxag9BEJSi4Wfdt72F6Cd6tvPvao-mgT3eGPio4,222
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_public_relations.yaml,sha256=FGH_9ZvpKFo48ouSSCwBMhHjG8XMtAI-mjbrAQ-PNeY,208
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_security_studies.yaml,sha256=qUs4hx_MBV4XulrRhm21VFUk4BfEmTKe1XnY-8zHAV4,208
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_sociology.yaml,sha256=BdN-gH40IMY-Gh2oLseN1FjmcGP3O2q3fLHUlLBYr80,194
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_us_foreign_policy.yaml,sha256=P9uQP3FneyPRqRHwdeKxjtEsFE6LYpwStQoWfuDTg-g,210
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_virology.yaml,sha256=AJeWME8Fx0uOn2LD9lVk6XPBvsK9uQjncHNTgJ7tQvs,182
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_world_religions.yaml,sha256=uLatQsLnZFy-5b2T9g2snuID0Z6cLkpLfjYN_EdUG-M,201
lm_eval/tasks/global_mmlu/full/id/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ig/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig.yaml,sha256=8x69F3--kbXw24nv67etFbevrx8D6GCKamQhSRkEU1A,256
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_humanities.yaml,sha256=UpxfUviuML15AZrIByL5-KzcSZmygORt70pWzU5Fyuo,174
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_other.yaml,sha256=jiBBZuaJfD-XfuwwDosyKo_glmkdlVgVilkCAdOxFso,164
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_social_sciences.yaml,sha256=ncENuS7yvDQvzaoCpluqW_IlLczC9GCmMM2WUU0k6LY,184
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_stem.yaml,sha256=Ynx2qK_yowILx5v6q5VyzWQimBMLf8BE9Wb71ak1-j4,162
lm_eval/tasks/global_mmlu/full/ig/_ig_template_yaml,sha256=zZxrnkENK4ADV7PjIvkSKDa7uAS_pquu1izpTGZgm0g,429
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_abstract_algebra.yaml,sha256=S2VjmOiD5iF6cKAOZQDgKtw5tSO6-KBe5HHWMoTGMuw,197
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_anatomy.yaml,sha256=MPCUgd22rBKAT-yXjqumfGJEg4QvV8ym6GGaqclAlEQ,179
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_astronomy.yaml,sha256=iqPCYp8ZN3q5CBjzKwpps3v2x5crEjrnZcFH92rpZQM,183
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_business_ethics.yaml,sha256=o374R2RTyz3sAlzrFBLPD2cefOuHuH_pzMOw4p-Ntpc,196
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_clinical_knowledge.yaml,sha256=9GN1bCnoumBsNACmgLOwpsOy1h9fgN7klB1wmcc5AJM,202
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_biology.yaml,sha256=C-DViaisk821N4tIdRHix9vlq_9HFKpptNYE9vsAV4Q,195
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_chemistry.yaml,sha256=r7erHrMlqUdpdDs-LQQ2Sh1loxyOhu_5OjKR-rxMTq8,199
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_computer_science.yaml,sha256=VE6_V-msYCV3_6midMWyKPxaAGWzPYiJzPzFDWpfWug,213
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_mathematics.yaml,sha256=gR-BFktqVQliRrhxtcQioOQk4FTx_COXmLdof7zZNok,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_medicine.yaml,sha256=_oL24cUPFH7XDT_qqWLPeeM9ZJ_LX7o8w6UCBY7k-Us,198
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_physics.yaml,sha256=Y6zoOA_PZR-CFaazjKmihCO4Nz_whTiF-KhItWsze_4,195
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_computer_security.yaml,sha256=rFNZXaZjY4H51YkwVle1XGlaapqCJQqNa12JfPrGKwA,199
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_conceptual_physics.yaml,sha256=azsrx2jjopKxd8LYwC9ay8c4dJpjp6ZLRkYHJGBqreU,201
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_econometrics.yaml,sha256=hJje7Bz83MSzFVWff6UMN6kSJ8GDGH2MOEVq7otI2D0,200
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_electrical_engineering.yaml,sha256=baMXZpxlBYUYxScslpLC2cEN3uXyFmehEXOViwe6eaY,209
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_elementary_mathematics.yaml,sha256=53iDBxjLpAdjQeRWOT7j4ij8uOgSK5uI4hoE8WD5Law,209
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_formal_logic.yaml,sha256=dXhBWnjfRxrJXgJK_qOzxchCiN546Zp6yjSoF-xgHEI,195
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_global_facts.yaml,sha256=eYS1WECZWX1I8L_g7-1TNMtrBBDN8jRR8rY-Y3r4XPg,190
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_biology.yaml,sha256=j8a0RmrmcO9WUHQCyeHBqEpkQ0lKW22htRdn1gruKNs,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_chemistry.yaml,sha256=HBSRLJuLlLrck5kt8HJ-kjSIwszbAFQ2q1PGc0wsOOE,207
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_computer_science.yaml,sha256=bHnxqnIS1KYT3S4KuU-qF6b9VKtd9FSZoR1XtjiWl-g,221
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_european_history.yaml,sha256=px2U2hTnQqW1tRify2Z4TM3IS8UPC24BeO4km0Ua8Z4,227
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_geography.yaml,sha256=rEIJe3-Ix_NqCrutdEEzWxZr5aFrz9Ck472NK7G_lEE,218
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_government_and_politics.yaml,sha256=xhmjcC-cf5c4z6R3NqGNxplxPhY70aPq4_BCMSqapOo,246
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_macroeconomics.yaml,sha256=_PHthTjrY-4MerZTx22hTq43Sv4KkUrM4Fm72s1YpFg,228
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_mathematics.yaml,sha256=ayJN0km6sXZ0Y66jB7sB94Sz-E252Y9Ax7cS8n0uuMY,211
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_microeconomics.yaml,sha256=FyUPGez_IBAIcI12jZQrU1Qg8KRfUxMJbWvHAH3PPfo,228
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_physics.yaml,sha256=3kpq1xkKT1FWelj9rFem4plmcfGyeqhuKVuqU3u8MRU,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_psychology.yaml,sha256=jvYdB0fWysWIZpI9iMqlKspL-RJOr34N5SOJPI126iA,220
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_statistics.yaml,sha256=ZvRzP-1F8fTbgSxfxV49Z031z409gpD3QoCLeSJ2RaU,209
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_us_history.yaml,sha256=1FekL9VlDE1OxLCi6tv5eB3iCdUN1KEWOk-TqRNRiNg,215
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_world_history.yaml,sha256=mgn3TCZEACDmEOrEJdGuzf8_OsTkix_X_aK2gjUeEaQ,221
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_human_aging.yaml,sha256=dx37Sq2Owbu8TGzWXrQDcgos8zICERSHpSeXtMdaVa8,188
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_human_sexuality.yaml,sha256=_LQLYHBscnUCIjdyZFQjf1GsZfe8ow8hZ-ebbABsRBo,206
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_international_law.yaml,sha256=mo17IWcJxtmUSn99JM1jnc42ckTIXb36GNj2s9u0hOI,205
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_jurisprudence.yaml,sha256=NsBdfUWQUCA5tY79wg2634HrfmjvxJpQu0KmigK7POk,197
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_logical_fallacies.yaml,sha256=e22xvmeiNUv_UTZXV9V18h1fPFivPTWwuYMQo0BcMcM,205
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_machine_learning.yaml,sha256=9ecq18uKvSp3Ls5_uhci3FmFFuDfmXZNMVUos_wC0f0,197
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_management.yaml,sha256=5BcNO7glGvUYBgW2u2Gi7g7buZSLHXd4RmFaPQrPh9Q,186
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_marketing.yaml,sha256=GMNwEBHJLQgq38yBJKFpCumeHsGIdX_rCD7TYETxFcI,184
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_medical_genetics.yaml,sha256=sv_HmLIeAX2-JHVwyAjubwEkZMjDsgU-t7UuU3dWBLo,198
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_miscellaneous.yaml,sha256=Ueq8pekDhiNnHYTpjxxduQ1Sp-q8nXAvKm_jI-ArG9M,192
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_moral_disputes.yaml,sha256=B5P2iuJbiwnRlhn7VOaF81yf-GOjTQRAnT7apahkgg8,199
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_moral_scenarios.yaml,sha256=7BgaOedpBRnYxjvbqkunu29VYmb36JHEEc8MR1MAuEg,201
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_nutrition.yaml,sha256=t-ftaE6Hecagh836XBIQJydAUsGZfgZkC--cu6UpgGQ,184
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_philosophy.yaml,sha256=FfEyV1lgfShzSTyv3C_RrG8PWVo0jnTBHe4maY8msHM,191
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_prehistory.yaml,sha256=zzAtulZhZVpjPDbNzttsME2EPRYe5hcTiCSFR9Qjukc,191
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_accounting.yaml,sha256=30oVrIIUw3Ly_MwtuuPZTBHDMNv5jtDWNAP4BhS_5UM,212
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_law.yaml,sha256=0QtVTU7A7v6lwT2nv866uG9I6MAM2wvlW5Uh6AN-o0M,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_medicine.yaml,sha256=FOjI2wf0e6LycXsBeAD42AbQEUltsDP_CkPmbUkgufM,208
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_psychology.yaml,sha256=kTdpuiVSegWkms9IWqHd4iRochvb2pMfInsQtuCUBkU,222
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_public_relations.yaml,sha256=Xfj_bl4vpA1W_JknmFwVnq4ZfzmlLi-Imw1wqMW4U7Y,208
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_security_studies.yaml,sha256=C6768s7AhK3lprwxCIk3IFO0yue2AZRcJGU7BKW2-m4,208
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_sociology.yaml,sha256=JA_OQnmKrPyr5rIR--I78kTECRBSnGBPS2dWr-9oWsQ,194
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_us_foreign_policy.yaml,sha256=ey7lTD6-ZfM1kK_jtoAm8vjpfbpZIM-CrglOlwGXVUA,210
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_virology.yaml,sha256=L7Prg46BgWh0k3iKZQ5gANNE70z07fvMAGHKD5OqcE4,182
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_world_religions.yaml,sha256=QfgZ5MxjWo1odGcHf9MDRG8o-PN37ZluBX26VL6xV5o,201
lm_eval/tasks/global_mmlu/full/ig/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/it/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it.yaml,sha256=GaWv_BG1Qg9jFqcspAeqUnfm8pDATQBG0XJHG3gAr84,256
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_humanities.yaml,sha256=q_k2XbWiBEAVM9B53wuHMngznRC7t61Ys9GZ3mQcM9U,174
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_other.yaml,sha256=eQFVWAkPj9GIDtiH1jyii-Yc8Mf34uER-xVXu-3lz28,164
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_social_sciences.yaml,sha256=iSSUGc6C9C0COh9WlPorlBDRSsi98m39qOs4l3Pe-Q4,184
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_stem.yaml,sha256=upujI3RF0GxYqw_ZUszjy-IEaykCcyxYAWrU57Gx0jU,162
lm_eval/tasks/global_mmlu/full/it/_it_template_yaml,sha256=MTxFx3BeURrcsOpQ76AeJKyk7AebHJsEmx-bfx8O_e4,429
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_abstract_algebra.yaml,sha256=Cv8wdMz4HrmrFNelE1V2Qc5s7iApqsL3LeQqwDBmtdg,197
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_anatomy.yaml,sha256=DrR_qzg1Oadv-amnesflKkt6KeiRFnlXLlNEfnZrHk4,179
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_astronomy.yaml,sha256=jeCwyDb2iLgwmlJBNuayB_eNyp3Yf1uG8pPjtRLP7w8,183
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_business_ethics.yaml,sha256=DqJ6PuNmPvcDV6yPqtjpTDx_jdeleWjfxL_hqCLcoOQ,196
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_clinical_knowledge.yaml,sha256=cnsVnGG267n20q9XodnxXpunqoZAa-W8dkyQoW-Dw3E,202
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_biology.yaml,sha256=GZSLq7PFkVrmSNqym8sk1E1VfqyJ7Hla651pONa2c8g,195
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_chemistry.yaml,sha256=RkSaWHXpVpJ0ZHQ2LhXJrH-INt_-nAXt_EwFYabzzJo,199
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_computer_science.yaml,sha256=I98kaBPS-NozZ0rk93fkFoZQVfHD6bQwh0f5aiZWaBs,213
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_mathematics.yaml,sha256=8HiTybevimwl_eViBWXDhs2u8xirPvy8JHJpUxFhVK4,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_medicine.yaml,sha256=EJLZdm4-A0lQld9lWvvEXjRTQgpzXwlUpU99UixM-rI,198
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_physics.yaml,sha256=q4AfAdNFnaZ8ognzMhXjQDuvBBBcLDrgC2lsrhhgVvI,195
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_computer_security.yaml,sha256=f6ZA5WboGFL-vFC7FzqDxQMGEtONloWvIgOjOLsD0lw,199
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_conceptual_physics.yaml,sha256=CJa-eU5AGVsw6nwsYLa32FQOECcvjdKEpOVD4G-o3eM,201
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_econometrics.yaml,sha256=Biwf6Diqe3YZOOHs-u7mkVLGZyRhvM8YtfutQZpN6vE,200
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_electrical_engineering.yaml,sha256=X02-Wv7kqhSWfiFeJFdaxX1pEgjRCVNNTdXZrPMEhaY,209
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_elementary_mathematics.yaml,sha256=WlDgPaWpe4R3AhIDleR9HiR9BPEjuFG0UGKfNBFsHkg,209
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_formal_logic.yaml,sha256=5j2eBo6L6TcJ6JQQqSKsWT2C04gNOlfLsJoLoyJurik,195
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_global_facts.yaml,sha256=odwNGTMqCp-TpBISJkk-n1BJuSlSyt2w-EwD_PSa5mI,190
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_biology.yaml,sha256=yT-Vk65uHtUWdV5iOgSSlCRPO6cmpyv3Dxi-d9ozuz0,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_chemistry.yaml,sha256=oWfWA0EqDHN5hiFYJd17IKuKRep-Rso_hh2R7Q5rNH0,207
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_computer_science.yaml,sha256=E6b8BcC_VZZNBjueg_BExzGv1oCscSvv0lhEONuZ46Q,221
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_european_history.yaml,sha256=29nC6BfmI9cSaOC-quLxZCX_7ZDl7bty2eiwjCVlZyI,227
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_geography.yaml,sha256=FfZ5o2h5wMPptALRXKZh56bTVBzbEzf0F_JUzhUv5eU,218
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_government_and_politics.yaml,sha256=0AKGujjIkxyVTF0POJZPb0rYuf95mIi55C8-ENFNB4U,246
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_macroeconomics.yaml,sha256=LTESTRv5O9zdw9u6h8o5oTguCzGQT82VOWYECwfnEFk,228
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_mathematics.yaml,sha256=yJMJNZpC0yBn3BmnoYNFPgTgBf6E9ge6VdmT3i9TA0M,211
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_microeconomics.yaml,sha256=1FJOLHLv5sx3Qa2AzW806J38bFzw2-L0EXhrHHoigFE,228
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_physics.yaml,sha256=xdYMhwjonRWxlgzkBlWogsGZPWFzeATQuggIqXo_N_g,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_psychology.yaml,sha256=mnWZj6NHuDh5vBqi-J8OLNsHjsKG2p2Sacyk0JplMbM,220
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_statistics.yaml,sha256=6JcdADGzjxiU8sIyXC0rHrDWYbmQiE_t0j-_fos4zng,209
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_us_history.yaml,sha256=MKNioUsGKYMIhj0orM3coaXK9VBKP8kQ0NToiQO58jo,215
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_world_history.yaml,sha256=ms9Bfz1nFpy_MujdZFNf3zJ8BzmpTE1VkNh18JdTYEw,221
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_human_aging.yaml,sha256=mSnarzUJqTF8YVRB_3Bw8qUO2HaImeXRMCELoPF1UWE,188
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_human_sexuality.yaml,sha256=-a4QSAJ4qvCfzbwO6rSBBFuq_SncXuTjVeWL-vSxdZw,206
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_international_law.yaml,sha256=vQiWgKssr7OBGhupSqV8t2HCj1TGhglpA-Y7hfYR-vc,205
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_jurisprudence.yaml,sha256=zVUOx9ktNqbPwAuTcw_o6V3q35lwxNvaj0nFSRYL4aQ,197
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_logical_fallacies.yaml,sha256=HvkrpBxrZk5uvX_7TbgxvYjZj3TMz2MLVEVKm2rgLt4,205
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_machine_learning.yaml,sha256=2uVlhKQiDXt5VoY4iIESpl0uLOQetNXelyCpoNqG2OU,197
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_management.yaml,sha256=Xa1oRe0sSNg_UQqMZRwXMpSlC8hZmo1kkznSsKd7n8s,186
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_marketing.yaml,sha256=mgqBYgn-_xv6hJ9aW_amnhzmc7Fz8qLfAUDqR37gjDQ,184
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_medical_genetics.yaml,sha256=-dgv62YADH9nuZasACeSruC5tVSxEEe4v-8EokLU3Hg,198
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_miscellaneous.yaml,sha256=wpo7-hxo8zfO6EWREmUzhV_ZxZ7f7oYxghbnJMZEHBs,192
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_moral_disputes.yaml,sha256=GVSkG4rGYXJ4Z7nwcAddy7jAJCK2RNVrfjxJ5laeNpI,199
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_moral_scenarios.yaml,sha256=8oNWvKVmio0xg3IGFPr5UAELrepwHUsPd8k0Mmgv8f0,201
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_nutrition.yaml,sha256=CeB1-mu4KTtkDQMWV9PK90bwBAL94nL06jikXn4c2_s,184
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_philosophy.yaml,sha256=CDKOcCFLGJjrx4H_gDULRXiGzo7slOimfxrdkyo--is,191
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_prehistory.yaml,sha256=itHudO_wGczqLThRRBOz8NgNdwMhqT2VT0TiU46K_ZM,191
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_accounting.yaml,sha256=SjNCgFu7mMo4x1kuuRgJxEMbhjuXWofHdKUmn4ervm0,212
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_law.yaml,sha256=gQfdeqsAW50pOaRFyvXbDjaUBz76goM9EPgf7h1HRMo,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_medicine.yaml,sha256=QIUb9hH6V7vtyvBc1D-ZoyFKlCM52eahns0kSwT-16E,208
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_psychology.yaml,sha256=jqHffQOppJhO3hOihaLSTh_LAY-DD92ewNIhoyH6bH0,222
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_public_relations.yaml,sha256=2LPZY1dhm_KxaK-XnxrS4rlAwA-NqVhLAZ5-k12yByQ,208
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_security_studies.yaml,sha256=NOCTdGAd96ZEqBpi_0rOEOWfn86H5dfA5SbwgWRWshE,208
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_sociology.yaml,sha256=Ok0c7v7fxl5Lf3I5ML0aAUZpr3hA_FkC9AvUxQBMCXg,194
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_us_foreign_policy.yaml,sha256=bRIc0cw5wF_Di9vnfDvKsakmauYvjIZLONDY0FzxJmU,210
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_virology.yaml,sha256=ry_IZiKO54A9heZeajk6IUI-9_XtGd2yBUCtlxzJlzs,182
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_world_religions.yaml,sha256=sVZbXD60qIa4H80m4psMYv7ncxHbVQJKPyHbKeK_56E,201
lm_eval/tasks/global_mmlu/full/it/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ja/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja.yaml,sha256=OeZJ1ymB7OCnvQOEKq6a3r1vy0frm3RijLHfXgCOwMo,256
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_humanities.yaml,sha256=0mG2j4w80C_YjJFt1BCZHsWaIawbD4-w7592ViMNOdM,174
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_other.yaml,sha256=Tj76EC_4Ra03n6PMpEAh5wH3Da_x6EiCMgnoBjPGECU,164
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_social_sciences.yaml,sha256=HBhU7zLyUN2FVc7ou9VRzWsSKx-4k_INmNRukaTux8g,184
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_stem.yaml,sha256=Ca7eHjlYFdA00HIGcrpxNYsUR2wXG9JMDAcqYStFgw4,162
lm_eval/tasks/global_mmlu/full/ja/_ja_template_yaml,sha256=ArJik6LkIqGB9Q6-yey6qQl2ZP0dVgtSEhoVAp16Dv0,429
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_abstract_algebra.yaml,sha256=43QzV8Iva69ofUm0-5zaxqKN5SXNsfI4tQg-dUYhZlA,197
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_anatomy.yaml,sha256=a33kQvMD47QPta5m_8PTcFuZBAFiucUDCFfI2m5NSXY,179
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_astronomy.yaml,sha256=zDluXBkZvHvhnvpTisWKqqlwxvS8NoCgAmLVNvAndpI,183
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_business_ethics.yaml,sha256=Uqv9OXiYJjyxW8cqQ2JS7LgrySEtO4BQlZKRZIdM4z8,196
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_clinical_knowledge.yaml,sha256=4dOIgDze8CsA0yXTk2QYfVU7c2BCCJYzDndm-tO4-U8,202
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_biology.yaml,sha256=KFpn7_rul-inMEqnD1nrWrzfqmDIrqItzbW781G_N80,195
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_chemistry.yaml,sha256=G7GWUqc7EQFbsDOtOEX2mpcT8_69f-ZeR6qYnWzTdyo,199
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_computer_science.yaml,sha256=UkXPp7bBHVqbalJ2tIfNTj0MuDwX2Ak-F7S8Qk2SBpk,213
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_mathematics.yaml,sha256=_LPSAOWRmO7QCY-6qF1ZN8t-Hh9U9nJbHfskItT-Jos,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_medicine.yaml,sha256=uHRpib1V5Z1quhHgH4Yea0WvxdP9IxeChy87t5vY6yk,198
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_physics.yaml,sha256=1NYahBAo4sXVlbkgLopBpU96jwDB8U3FZGNWRvlrBlQ,195
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_computer_security.yaml,sha256=kusyNsBf9NXDWx-8cQdXAggSFuDXTPEv0pPzsmcxLPc,199
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_conceptual_physics.yaml,sha256=-jQhFHW698pM5nX260899wvf0EvPhT7BvqhuDS_csQ4,201
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_econometrics.yaml,sha256=ukg4PuHwXq8runSxxq68fBNwPyuvwHEr19ratmPxWwE,200
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_electrical_engineering.yaml,sha256=aa2fSHdoP62FdFUtl-M2-iASPawiODc5d6nvVhsfZcc,209
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_elementary_mathematics.yaml,sha256=K0Kg8_DX9Ecg6_YJHySVD58sKTu_rzADEasAYRK0FMY,209
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_formal_logic.yaml,sha256=ZASh1cdoqM1dRm7v-INacCvvnmpXP0pyFYgUWD3zg0I,195
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_global_facts.yaml,sha256=sE62Zkwwbiz6dbaQWAsAywFTGrUq5cnDYQuHunL5tbI,190
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_biology.yaml,sha256=ZJJd_pYpCq0TfnImwoQyg_hgYc3Yz3zn0s_OgYdZcY0,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_chemistry.yaml,sha256=oTJjgBiTkILVTwoQbt_H_H_dL8eaXUpyqW6De1fIT1c,207
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_computer_science.yaml,sha256=pRha4f5fvwVQec0oz84PuymAuGGaP_4fuUkpnHxxvi0,221
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_european_history.yaml,sha256=SSrP2IjXUiRvcNDEEo_wOIf4lmyaIIo_vUnTwQUAs1A,227
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_geography.yaml,sha256=eHqCaVB8fpL5FANamX7W2vw6F361JIosUcE46vw8dH8,218
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_government_and_politics.yaml,sha256=pv9tAvVp3u1npRHxLvn-uqpdf2j5ep0gvaTaHRZSA1g,246
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_macroeconomics.yaml,sha256=iukvmxggHcg3nShAxehyYwEV__tKS342e4id2UApPfw,228
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_mathematics.yaml,sha256=M5AfPYTLxTgD-wdMm5J8cAS0xZROnXP2p2GaYLZVUwU,211
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_microeconomics.yaml,sha256=4ycwBnStDgYWfHSv3lGPzWQu85JwuqHGy-yuWM4MlUA,228
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_physics.yaml,sha256=wZTN5HYSmvFUSkEOh1YVHQmBCHrf0OGJtz4wTV7Lb00,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_psychology.yaml,sha256=2GixX52QJWALxVq7ZAlphiissCxmr8M4hAAd0s_CgPY,220
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_statistics.yaml,sha256=XSM8LG9iClESiG7BVfILCRGMf1qpCwnQCKlQbhL4oZg,209
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_us_history.yaml,sha256=BK9ScfmCvNOtHiqtIEE-zntrF1nKxJjAIUOwyL2Bfx4,215
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_world_history.yaml,sha256=-F0ltvbnfm7xeAD5ZAoAQry7Tfk-c_KA_LYJUJYlxus,221
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_human_aging.yaml,sha256=jWGQZY2VOPsOYCdldKK7qYVAisV2QOjsdblllI0Cv-U,188
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_human_sexuality.yaml,sha256=B7v46psaThSPd3SPlVolvPkQJAtFVFAMwlZ4bHORrTQ,206
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_international_law.yaml,sha256=dA99hjmFV_Ia9e5BxQrcd468cLCUdS7_ZtcHkG5xMc4,205
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_jurisprudence.yaml,sha256=7yFFCmL0a9KsaF9VooUpZ6vfLLY2Iych84HHjDkEYj4,197
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_logical_fallacies.yaml,sha256=aNuPcq3214V2_sa2ZurMJ0_deQwTmhxCFC_jVbUKuc8,205
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_machine_learning.yaml,sha256=cs_d1zx8vUXSzy6kuaHs_5LqVrwfSuFOSTRT0rnRKFk,197
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_management.yaml,sha256=MFzV-kivVr-_AboTvzLpqnI9EU4hFsZ-7Hgbbm8vM38,186
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_marketing.yaml,sha256=nUIFuw0Y7TQ58Vw11SbSrzcCzVe7j8WGIOImLftgsm0,184
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_medical_genetics.yaml,sha256=aSZmQmiwwLp6HrmgAqPRYftBLF0vRibuqg8N1pQlAbw,198
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_miscellaneous.yaml,sha256=kSb6mKFqYbeFB77YBgtkAjMZQD_jB0s6gr6jJBgD45U,192
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_moral_disputes.yaml,sha256=zivcStZj03kJxRvh9oujGcDGJCDJtGAXkJyyTPIeZeo,199
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_moral_scenarios.yaml,sha256=rvz62Vctm3kZKrwNhgpq79oa4meRLsYo6Eqr70IbPJ0,201
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_nutrition.yaml,sha256=i94dwc7PmFbOyrMpVRlG4Wq93TONu-LyQoLbV2eATho,184
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_philosophy.yaml,sha256=d3PrmcdCE6ylhuK0fB_IpuTZ2tZ_2vVg1RfyR2sta-E,191
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_prehistory.yaml,sha256=J0Ic4kkI7r1HUSh8VZc4rb_4Je4Jk62AQCWzT8NyrxQ,191
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_accounting.yaml,sha256=vxJuTnMRHjz5_6kDX4t6ezRp63wMUGSPBwX8_QXVn14,212
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_law.yaml,sha256=8ymnJEFtBGIUfJFAAMXtWiJIf5Ghc2BUvS50zpHIpu4,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_medicine.yaml,sha256=iJIqRaL6XSTiQeVISakijujVR2KTPscYFapzBtljIos,208
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_psychology.yaml,sha256=AqJ-6JAg3mNyWtYq1UqRGqXt5kQRLzYNSo_1oOI4yW4,222
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_public_relations.yaml,sha256=b-z16dx24gu8omjL4XHnpDLitmGeKgDserPnZ1YPcuM,208
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_security_studies.yaml,sha256=MnCOFq93NWnXy6sOU-ezK_gszjOqfqlU_XswMLIvdiA,208
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_sociology.yaml,sha256=ExaQ5LSvgyS0-6A3oy521JDy8EvaIcD9SHdJlms5R_s,194
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_us_foreign_policy.yaml,sha256=etNiU3o6ViFJyLVU-zr5f1GnaEszvGFX--64bM80NdQ,210
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_virology.yaml,sha256=tXba9-t1HBawE9bTB5KVAoj4mtoOrfRmVE4LTJQdGNI,182
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_world_religions.yaml,sha256=m8A9LE5qNp4RwEv_znWQ27QpwVNl5hxXYbZmQRMVR48,201
lm_eval/tasks/global_mmlu/full/ja/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ko/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko.yaml,sha256=4uLRHH2TiPDIaqYjzd7AZEV8IUNTth2zCRFeXPs2imE,256
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_humanities.yaml,sha256=H3J7kD6Io2gWZVvx9ouDCwQSOXzxwJ3KjIgN4cGeYas,174
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_other.yaml,sha256=J7mhzSIp-V_fm1kvOZdUAl6E1CBLuFYM7Cjxgb7m-K0,164
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_social_sciences.yaml,sha256=EtwTQ7sI7QtIf_MbO6DbVo9uYUZJzGGXRxoSQRNKRfE,184
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_stem.yaml,sha256=7neoWynjdEVIVWDVmqH7KtxHXWDmYl7x4KTMFiUR1UQ,162
lm_eval/tasks/global_mmlu/full/ko/_ko_template_yaml,sha256=5x3RFq7keyUjsb_an-NR1Cw-zLGn_Cgyy07_-mjrgBM,429
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_abstract_algebra.yaml,sha256=wN2srRMeqSOqlJfCq2d1UKeoKRm1JGPnTUfFTQ6cv9Q,197
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_anatomy.yaml,sha256=t2hYiRNB35KdRr0pr93AnCsrpMHOyhN-BYrUqfqyizY,179
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_astronomy.yaml,sha256=R6jINERRXJCGmMyVjYTMOg1shq6A18nXI9PzJAoUJBg,183
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_business_ethics.yaml,sha256=kLR8kpfakrdBnnZZT8W6vIZn8R1prl5zgfvT_nmgVtU,196
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_clinical_knowledge.yaml,sha256=F-nvzu_GXBPvd8shUxdC-f9cN9RFukFOVgYCL93qxqM,202
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_biology.yaml,sha256=x82rmClUIeLpqmOQDy-9g04QTuO_j0PhSDV-D45YcvY,195
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_chemistry.yaml,sha256=P7p395FtBZ1jKoAdNlmWviRdysErOpcOo_77LdJRYSo,199
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_computer_science.yaml,sha256=thUEmIOib809XYnv_eAnzHlKr6TeUC-5tdmEX2k41ns,213
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_mathematics.yaml,sha256=pLlEQti8IElQBY-U8SwbqS18URWefk7nuQR_LeDuCT4,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_medicine.yaml,sha256=SFS01YdviSkaj2VI3AaxjB14ivl0D2Psx1iTgZh9U5M,198
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_physics.yaml,sha256=CEiFi7R3-jiOiW-YXYX9gHf9lycybx-8r-J7mbMI3aA,195
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_computer_security.yaml,sha256=kSxaCrEi1Nuhk_-aR5lxcGWJtQ9GgWPZkK8Kh1ihegk,199
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_conceptual_physics.yaml,sha256=5S-fCnuxDnVXBE-DbO1alqart0zjHE36p7aj6Mmmbxw,201
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_econometrics.yaml,sha256=UITabRAFw3iuuB7XPXuaosLB984-HcP0dc5lXs5piS4,200
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_electrical_engineering.yaml,sha256=qtus6hGf6mvW1FDyh8YyoD56vStXCL5c-GfMM0yTXyc,209
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_elementary_mathematics.yaml,sha256=m0wN8Qxi1ocgKmrNS9VuNJJZkT8Amc2fzEGckNWn5BI,209
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_formal_logic.yaml,sha256=xelZ50Crm5c8_6a2Xzo-fOMKyoqCHj7wt9ctTJ40B48,195
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_global_facts.yaml,sha256=HVCMW9u_m-tz9sT1ZCG1gDKEKOvg6g_NVu-fC-g1sCk,190
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_biology.yaml,sha256=Do3cCrcWqvcZkUUHGv5lousFaBYQAb-YJJJEpzFLoaM,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_chemistry.yaml,sha256=pJvtkLfd4E4DZjZeXfAcxY1ygI3-Bf8ow1GvoZAnOtQ,207
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_computer_science.yaml,sha256=Z5yNenLgGveDgmwgiApVQtAbid4q5NGsm8EnqLisR4U,221
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_european_history.yaml,sha256=x91hBv1RYS2CtSa2B6m2SHiC_Y-FOEKd22hxmBT0Tew,227
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_geography.yaml,sha256=k1MzjSuiN8sSIcsEnwFCQnmPA4i-K7Kv8hDj92-ewBY,218
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_government_and_politics.yaml,sha256=jipZnuLuQWOG0Pe_GJEFc3efIgPRXZaNtqZYqUwqcfE,246
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_macroeconomics.yaml,sha256=MErsLHjeQ9MO_9FO6YjC7qRHu9SLXU1WFYK1qAy-SKs,228
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_mathematics.yaml,sha256=jke5wm3xb1enc4QfRjyAynN_B2P_l6OrsovJcZUbG_w,211
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_microeconomics.yaml,sha256=yTWsUQ3HhZu_sgFKYtiMQh2yKPknOuU8a4w5F-fHcMg,228
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_physics.yaml,sha256=nrqAA8kaaYeRcZg6SpI8Tc9ntcR-RJZ7bA4t6KM-3JE,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_psychology.yaml,sha256=7NzIcdBrzIqtfzcLucmanLyvdULSuWW1lyiDyXkdjKs,220
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_statistics.yaml,sha256=-wWLaRhzU8BKUKqtEZIGD7_HEtpZUcaQJSQEAzrYm3I,209
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_us_history.yaml,sha256=Kn4EbBUZumyPRVRE6yXizLaImdHaLazWwZN3p3WdJ7I,215
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_world_history.yaml,sha256=44UJa-fpDNE3ENHsU0VfdFveIzQQicRpw4sx7TR-iUU,221
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_human_aging.yaml,sha256=F8r8dT2AtnwVC4ol4FKzmoedKkVQ86xZDCMtWLqxHao,188
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_human_sexuality.yaml,sha256=S3TsP1a4UXR7sR7-iMrjXbG_lfGFbLCe4-rrDK86TY8,206
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_international_law.yaml,sha256=XHXyBYKfpxlqUaJLzt20A0JlXeyT8hmT72___nkV8Do,205
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_jurisprudence.yaml,sha256=rCpFX9CStR6wvjSGneYo2Rykk3FNAy4AuzbUfCcI_us,197
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_logical_fallacies.yaml,sha256=jA77Lfy05me3e3-z9neHDmhdT37mvABUyEYJJFjNyh8,205
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_machine_learning.yaml,sha256=IV67MuawaTLccQHdM2N4oCBcUnoBlfRpm4Xs0FKLTeY,197
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_management.yaml,sha256=veEMACbGfh9hIdbDuY1cwYUrkYueBOy-hDX16NMCTvk,186
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_marketing.yaml,sha256=8pPIPDUQWrNMN-7B6MRF-ApAhAaSh1fnHW2-CXXYhWA,184
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_medical_genetics.yaml,sha256=3tOrxLiPvO-xNVvOAZyUaKJdY37zaoOvab0zTLYRK9Q,198
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_miscellaneous.yaml,sha256=teHNPuo1J104xaWGLcuoZEqPI0Gb322NBfTQXnmWtnc,192
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_moral_disputes.yaml,sha256=hT87NhtRiKzXkLUyqHC09NSEA8pjl99qJUT1knvDW74,199
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_moral_scenarios.yaml,sha256=mGOo00oH_ecntxRUHhuvK_gkHcmn3tJa_D6ydjelqco,201
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_nutrition.yaml,sha256=UDEyQ7HOF35x812aU7G9RXu-mNzpXPLIqvl1nm2ntqI,184
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_philosophy.yaml,sha256=UHkZxGpKn145DHDQ0hENAntZtQs8OYHn0J7_-CjptkI,191
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_prehistory.yaml,sha256=weDEEMU3easwR2j88sJHHC9-KzNsDBXrijy5WqTmuo0,191
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_accounting.yaml,sha256=SXG5UlJ3flnyWOdL1rEOj-Gt9SOVslETcOidPFAl29A,212
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_law.yaml,sha256=4YKdtJaGIubsCw9dm4vnqsbOnMsX3uV1YeabKwp44G0,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_medicine.yaml,sha256=lqQiqWLyal5M1YmcGkCD55ZK-lvJ-CRWmf1TwqU4u8E,208
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_psychology.yaml,sha256=Ur60sOGhC6BCFBbXrGVcwXqQLkVLZYEa0BURq-F86NU,222
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_public_relations.yaml,sha256=SrUGw63kY-qe6LeoXvqAbFPt3Soagv6CsjMi2YpH5i8,208
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_security_studies.yaml,sha256=TIkhJGf-zgE7yWsS6qsdZi2-EXOApB-aBcn4Wx59OaI,208
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_sociology.yaml,sha256=JL9pwwcJIgkswcyPggCO9DEOaAOlMRVhb7-A4S2R3Qk,194
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_us_foreign_policy.yaml,sha256=k0x7RJmGzxBgszbn2U2nNRJSugyMCSmF6fiRYGPO42U,210
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_virology.yaml,sha256=O8mzAMLynOWEs0xysZly1Ie27brKnGlKSIchQZpC5GE,182
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_world_religions.yaml,sha256=865S_283Dzl2KhVjsfyjx5yAUNxNrsfJB0GGbW7wg_c,201
lm_eval/tasks/global_mmlu/full/ko/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ky/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky.yaml,sha256=RNEUxh3YFvcuCGgp062qipv8jKruxZHSzeq1oy4tkIg,256
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_humanities.yaml,sha256=OMkgGnZbOpVSq8tyoV_XARqgpwStFsDN3vjlx987At0,174
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_other.yaml,sha256=iL1CipxUMEWadXUsGlgqbEdK8cVhMtNhsG2VTFvs9qk,164
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_social_sciences.yaml,sha256=DiObglZNxFcl4b41r0OjQtTFLDADQRtXYiZE7pnznIU,184
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_stem.yaml,sha256=IOmC61291In2QkWemwLmSvOszmM9jG2z7VOoAizAQ54,162
lm_eval/tasks/global_mmlu/full/ky/_ky_template_yaml,sha256=7HNKVHlmrk6gNGUQpngrssBEYZoDkH8jVuBNY4EJ9Lc,429
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_abstract_algebra.yaml,sha256=sw_s1Sh6wRUL3sP4PXjkMqoilffVx863o-6Cw8NyTRU,197
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_anatomy.yaml,sha256=-JbU0JqGoqX1DiSi7rTfxg3QgLZQhTtP6JK1UqQOGdU,179
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_astronomy.yaml,sha256=Gm1yEHYyXa7wfHiZoehTPc0ygMb9qSXgPKRJ3hqX8-E,183
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_business_ethics.yaml,sha256=b9DL_rFJD2CooHpaefIovkGcb3GRtDERV-XC1otS0do,196
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_clinical_knowledge.yaml,sha256=Wuj_C-mGuv3J3DPggWb_bG2csNX_QKsh7-cQhUkdwkI,202
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_biology.yaml,sha256=h6I3BDuyK3sHap-09MLlqdpD4OkvaMPJi4sOf4Ml9MI,195
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_chemistry.yaml,sha256=CQx24S83eLF9Ft1DhyNCCAIWeVeY0DCIBPNaxjZYUxQ,199
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_computer_science.yaml,sha256=18oupQXgx47MBbTCsR9YdlMBcFIgSWu9X1DD4Ey5LRc,213
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_mathematics.yaml,sha256=Yv4blcf-n24rfaapNX3R64JkwgOBo6db2Bvq6038FLY,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_medicine.yaml,sha256=QUvEUHhM83j6BKKTGmsYyohyzEV6tWsh0XbtnNB0rX0,198
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_physics.yaml,sha256=LjB1hwwDAYHBRGTtTgrQ6xgB9NQzI6p-vAb8RHSvmd0,195
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_computer_security.yaml,sha256=h8OMtrhMi556e5Vw3zvWtLRvl8rKqhbLJYSg2NjNtsg,199
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_conceptual_physics.yaml,sha256=SsVJbLVz1sdh2Kbvydc_GmgdoulgKQcz43RiN0cbjPU,201
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_econometrics.yaml,sha256=aNI3GcZst5yvSViziX-hHblVr-rBC8VHQOjEzJrBtYQ,200
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_electrical_engineering.yaml,sha256=-RzqWdJTu70zODXaZ9CaLWVi_Fw7XVZ_DrcODZFDfU8,209
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_elementary_mathematics.yaml,sha256=7rSirduqQoQU1gmpg3qz5SlShU4asRQl_aaFiPQkgtM,209
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_formal_logic.yaml,sha256=_5NlnhZrszruegmUz5U4KxhELeRCa5SYhkyXmqRBMS0,195
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_global_facts.yaml,sha256=V5gjUZN6oc2EPbg5YIyuEyJf98tfaMwiyJ0FfNS319Y,190
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_biology.yaml,sha256=OyZ5AX_XBVDZShtUQ_KjLR0V5cucNdw7aTERi6ab0ro,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_chemistry.yaml,sha256=Y-WaXy2N2tGyllDXlhplW9zV2LeCshlZ-vum4ec-DDI,207
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_computer_science.yaml,sha256=UOJwO_GieGbtkCamU_OwjLXbcJGSN8YRZ4VNT2mYsIs,221
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_european_history.yaml,sha256=9-BhY1l6lFBbe04vjMBggVKvdeE5tnqTyDTDr2DnvHo,227
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_geography.yaml,sha256=KmhFTxqQf5T8JSW5Uc65BO8YmpMEH7mjVatpO_8_Ops,218
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_government_and_politics.yaml,sha256=6MCz4JjgIXG1iPQ03-uiK7F6jBpuzp2zaqxIs3U-vt8,246
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_macroeconomics.yaml,sha256=NbSXKP1pVprbEKJ2zdl2fPh9mj69vu-pzNLtcqPnXvY,228
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_mathematics.yaml,sha256=K75yOwVRrLhupV0EnF-l7ShAPo7CO3x2cURO_xDnrTQ,211
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_microeconomics.yaml,sha256=KiZsyITJsqvHrQoPSxjmZdaG-IQPvQYxT0DDxIlfkPQ,228
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_physics.yaml,sha256=NZjCN_chJnza7Pwbt78V6sb8MBwRCCeHUfe6xVCp-QY,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_psychology.yaml,sha256=ysWEyKxIT0-TniB50E55f3goAnesqCFsHqv1O2dmuM0,220
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_statistics.yaml,sha256=91Pxm5ksW9g0MDc2lvdnNuTF1iccrsZPIDrLHWHiybs,209
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_us_history.yaml,sha256=C4O__yXT_FkHnhwtoSAwRQMKA2alY4v51Pp6CoRgxIQ,215
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_world_history.yaml,sha256=gghTXNvvrlYiVTbMWDAjIMgmYG0jM_iTU20Iscn3xZs,221
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_human_aging.yaml,sha256=oFC3mbQtG_ZpCjEbllKbBWysRtX9OKhJwZdsgN--6Hw,188
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_human_sexuality.yaml,sha256=31lURVEdDnJR4nexVFs3Fs17XE5NSRVGYDL65mIZmGk,206
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_international_law.yaml,sha256=aoeGqs-gxSfbR8s2qjj977Usn9FkIPPCsd8BaIYXuQw,205
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_jurisprudence.yaml,sha256=M6DzL1REb_Gm5AO0gVGfUjPMD7tBczjheFp6ylgiVp0,197
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_logical_fallacies.yaml,sha256=zIuIBil8kcsdjfo0mXP6B-4ywbpDW3qq3d0dVTGZD1M,205
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_machine_learning.yaml,sha256=OCTRs72LVU56-1V6cSp4FWq-SpQ5iqAmiNlz0N7BAdI,197
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_management.yaml,sha256=TD5lbxFNyxgGkLFT0mT0Oiuh4EWjlpsS3rMxwJyhfOE,186
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_marketing.yaml,sha256=MFkRbDHZwbLeVBP078hjTrnlP_W26gD92MJ2R6T2Z_k,184
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_medical_genetics.yaml,sha256=HKGvD24FW41qg19HBxS1yDPpjoSY_vatNQFn4hGT-Ew,198
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_miscellaneous.yaml,sha256=72bKT_zpntaXiKEUnyKsV7J_JQ36wm5fJen8m3FoWwo,192
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_moral_disputes.yaml,sha256=_nq9VjzzTGXjYBSxOBw-CaEZXgey6186PMRpOQMm7Qk,199
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_moral_scenarios.yaml,sha256=5kPNRiBtYInLHacatWYyWiz1VGiMAh-s53mEzYYweW4,201
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_nutrition.yaml,sha256=MEpEHGnjhv1s5eMrIBrcNZTrrS7VwL5prcLL7Lf8Rck,184
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_philosophy.yaml,sha256=qBnHY8sSJeK5yNwA92oehSUFkLdrI7riruCiKUWT_eo,191
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_prehistory.yaml,sha256=UAVWofNGOlRn6AXKlZUoGG0pvtQy2cI2ZmOlxQGbZj4,191
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_accounting.yaml,sha256=DhafoCf4mijBPQfwEkDCNMwafu-tbbX6Rgwh_2JeUWg,212
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_law.yaml,sha256=UDzmkODbS-7QNxLvvOQWjWEcDhxjPX798Uu6VWQzxho,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_medicine.yaml,sha256=rXuTMciWIIqR_bvWijpJDB5rGRBkwdi5KrYqbLoTpVs,208
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_psychology.yaml,sha256=BvUac484Txu4QGBlBlLG5xHBw7qK3XskHPST-WC_eTQ,222
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_public_relations.yaml,sha256=yI8RG8EY8GazniG7KAHUlEH3c7RGkA9kLdRont3oxnY,208
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_security_studies.yaml,sha256=nfbrY_-OzMLFCprcT9jmwMKJYD33ulin8MinJgnrrWw,208
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_sociology.yaml,sha256=P4jDdd2Yc-ZsfcfUs-U5YzfN8MBQJeHtzhjDG8Bi5dg,194
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_us_foreign_policy.yaml,sha256=gYV_cD0zVtiKvRpnzgmu9HN5irI6asQ-CFtGv-f8Sjg,210
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_virology.yaml,sha256=gNqk90pKrsBLNNTMB2-OQyvv9MM0j1zsfeirqQNY0lM,182
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_world_religions.yaml,sha256=Jyfelk_qiMSxG7kK-WrCZ_h0i6mH5mPyvF065EzxGFw,201
lm_eval/tasks/global_mmlu/full/ky/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/lt/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt.yaml,sha256=GSjF9daKyzK0BLoQOu9Qan6uy-00-ibR2ComD109UpI,256
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_humanities.yaml,sha256=08EWf6tPed4ezwe0qN3Wz79U2xHNPcusqoVDFJEO93M,174
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_other.yaml,sha256=8WyTL_sJQeknmVsCaIuWOk0-kZMMezYxc_EUI41QL1o,164
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_social_sciences.yaml,sha256=fFvMVuUIOCH3pZgHz149l3fIfbzswcZNdW41Bca2PeY,184
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_stem.yaml,sha256=lnpaMYssZ2q8MKfKzCIiIkwmhOGB8kyybkA8ElfAfWo,162
lm_eval/tasks/global_mmlu/full/lt/_lt_template_yaml,sha256=Z809wciQzJCZmOY-vO9anA6Wkqm9ppH7tpdrOuwcdP4,429
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_abstract_algebra.yaml,sha256=Da9Lz1QHCYHbnLBu4Pv67XbtCPR_FIyANI_7qITdDD8,197
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_anatomy.yaml,sha256=sqiFJgUzXv_XIAqPbZcxP3LO6DAslmeCY9z1-RXgEmU,179
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_astronomy.yaml,sha256=M0PZ6sooG-Vljgx1NXNMWppww_xWxKgkfOon_pFRkgw,183
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_business_ethics.yaml,sha256=5adU-gxk5RZWLTIoadANTLz_vQZN6vQhK4ygolNTwkA,196
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_clinical_knowledge.yaml,sha256=r19s1csCN7UM6WbLChXaxV66I18WfC8Ql3ti-QKyFeU,202
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_biology.yaml,sha256=BvATqYKS6sG7oO2UX3nPrlqHTnFiWee6o1EDsD4JrXA,195
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_chemistry.yaml,sha256=YFd5WUG-GlqTfykJCreUTqwMS4DwGtCvHvON199BLHo,199
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_computer_science.yaml,sha256=0Rw_CoTObMul_9c2eALkJ20xfLpIyybl9AM2GxJVZ88,213
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_mathematics.yaml,sha256=k9iicP43327aZ6IGXkO0UOZdHNnV47FPyhAGrfqjCGA,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_medicine.yaml,sha256=T65ERiqx744Ck5zxueW7nwTIy99iFVx_pc_rTI4XglM,198
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_physics.yaml,sha256=-qd3qr8mLO0X28XwI9BqWv6s1J1Bks2NNANCwzuYV-8,195
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_computer_security.yaml,sha256=csU1lMGsdIX648U9_BWOz--IqVM1Dcgc8OIX678J4Mc,199
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_conceptual_physics.yaml,sha256=wvhU9mn7KKvrjtI6da3-FRdh1T0QqliJvaHEyDvCdNw,201
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_econometrics.yaml,sha256=OrG7EeiaN7w2DwUASF365MXIIQYLgswS8kzeGU0NVhs,200
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_electrical_engineering.yaml,sha256=mf1PrKdzrJEHIJTrthgoK5XRBWSeyxeTWKoFRLaphhs,209
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_elementary_mathematics.yaml,sha256=Wdhq48Qy3oMoVN4cEMouO5KIL7yF_XTcm4IFrgoxXbE,209
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_formal_logic.yaml,sha256=EZgPz-GMGpyS2TNXtUZ4iM2PKOvJ2x-VceJ6ouA5BMk,195
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_global_facts.yaml,sha256=FHyK15QqMvtpQIuS67ULqH3IVXW2u5Simkv4dQeCGiE,190
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_biology.yaml,sha256=d10DPr8kRcCYNC3ETSW-kfDnoIx7G2hgNoFYBnKYZKo,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_chemistry.yaml,sha256=4fh9jhOMnbVQ0hnwDqZBvenS52TWgoDnQPcEzfkgYsQ,207
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_computer_science.yaml,sha256=qUhsp5nvRFndNyRcDKSUo5O2NsYJXOC8trASfDFAR9k,221
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_european_history.yaml,sha256=KjgABKRzUeVq8LH4Gs2Tf6cwhIhWr9gNm6SdjtYUKwg,227
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_geography.yaml,sha256=wviMR-NPncupSDuo8QolIleH8kuBhyFBmcmejNAnKjg,218
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_government_and_politics.yaml,sha256=aGiN1LjMBtxAg-iLuRl2sRUG5o68srpRyPkT5Mcq6Kw,246
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_macroeconomics.yaml,sha256=CGNV7sEp89etU2EABPEKirYLAOcYR3KJtxY5u7AmHi8,228
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_mathematics.yaml,sha256=xVOJeIp9nW_4dT-YjY0O6wJaL096aJkqZxqAyhPcme8,211
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_microeconomics.yaml,sha256=8iA3i0IaxJQryxThdY9X7pAO5ix5P8ET8V9LYUJD1AQ,228
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_physics.yaml,sha256=EsY37LEIuPQvoN6KtY5zODgmP1N6BXILQOrq9S5M8C0,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_psychology.yaml,sha256=aiyxl4QBN7022Xv9vDAcDwEK4dO_H1zI57vfd4LT8s8,220
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_statistics.yaml,sha256=X8S1KaNrvufEw5Yx2rNPrIeUNW_4KX_RzgPHFzIvynI,209
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_us_history.yaml,sha256=hZuFe6djfHMhZKMgH9MjY2RL9kAaF4WAgK0goZevAi8,215
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_world_history.yaml,sha256=B2lk2SQxqUHvjbPHjIwJ8EQBHpOgHp5QkoNNXf_o_OE,221
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_aging.yaml,sha256=9pGdKsQWHoZl4pc2fV7z2meopSjioQKMwrEJnOuU9rQ,188
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_sexuality.yaml,sha256=3TQYLW0s91_DAoYoAPlgAlY_TsHhxW29C7pFS_hdLgo,206
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_international_law.yaml,sha256=KYocdbxLRcRPtiqh3t-y2Ww4EmPguEWxlXB5M5QS6L4,205
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_jurisprudence.yaml,sha256=I6uGnRdc0IbKNWmklMYmXCh6dWS22eQUQOJC2nCx01E,197
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_logical_fallacies.yaml,sha256=okbVjCJnqGIFEaY4Rk8cedP4w8yZmZhx7XevXi8DIFI,205
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_machine_learning.yaml,sha256=hYLwkkVSjtBXzgbbo1hOVhRAdyUH8yxBvLflOqhnUgQ,197
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_management.yaml,sha256=oZWZm9-hD4w-9RYXa35WBOQ4jvsopOLcbHc7MbTrRhc,186
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_marketing.yaml,sha256=8AHDoMuJTYsZfWT0vThAplQ1ZpGHfvfmMPVi2N0gPYQ,184
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_medical_genetics.yaml,sha256=U77bQbHKIGi7wePoRPS3i9MfFS6qWymQujmhAKmQ3fg,198
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_miscellaneous.yaml,sha256=E5AsDmRS_HDSCC3mKtfaqDjWwrEBVmJpvIKGjNKAewk,192
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_disputes.yaml,sha256=SA47zxDTRt2fBBm7JEXOPvgx4LphBXtHikUNII-wXWM,199
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_scenarios.yaml,sha256=8MHFaV8UDgsv1t9GJ9edFig9UvZsxNpJlCGPkMda-lQ,201
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_nutrition.yaml,sha256=cW-WAyH0fpAjc-JLspw4QbBTBqqPxh0zIFe_oFB5PGM,184
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_philosophy.yaml,sha256=GLOyBK2H9W7W3865S3HfeyOykoR-aGYFZSFy71vZhjk,191
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_prehistory.yaml,sha256=W4Th6XisUJvF3CHaZfE1sJeK0zOj4Zq3Ms5bDpj8CgE,191
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_accounting.yaml,sha256=rNX0SbpdefodAqo10C3cFaLAs3ZVk6STKodDqACik2Q,212
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_law.yaml,sha256=KOJyq1a1LB1BFcZLNF3LbnwZdf0alK9YG02NaGSwGew,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_medicine.yaml,sha256=YdTT-vuUtG3GOY21dfLouynj3wqIkKoJeb1tDzz971k,208
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_psychology.yaml,sha256=b-L7KAUHaVA3JGBM2el5-CoslT83837k9Lb9qioZDaA,222
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_public_relations.yaml,sha256=j3vWw2W6v37L0C2tQrtm_mmEynoHGEQ6JMot0OeIEKI,208
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_security_studies.yaml,sha256=mFMbgoy4hiMRTcx0gQ6hqEo8JIWRgUqksbcJariM_SI,208
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_sociology.yaml,sha256=c0x_06olIqr2BtAGg5Hob0SaGMnqptIBWsgoQLZEX4Y,194
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_us_foreign_policy.yaml,sha256=5ailsw-biUYnojdZ5ovfhPr2LnHXPlWr90xjyFSghA0,210
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_virology.yaml,sha256=ZNb00KkndzQpDjuCuHrGg5Ayo39QSGFHCHMIKodRBW0,182
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_world_religions.yaml,sha256=1JXNhoY1xGA_oi-TAj__QsK89X9rxLaiCRc49rjPTxs,201
lm_eval/tasks/global_mmlu/full/lt/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/mg/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg.yaml,sha256=g2bd3ivN_75qYuzUQFOzG35irbsxRuHYPYxzCWKV1kE,256
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_humanities.yaml,sha256=5dSkdnvzGWsikotcVLboABjiB4dCTKXdyGgBkXyj5VU,174
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_other.yaml,sha256=fKQLbBT0Zlo91mDViIGIP07sqbudOOUCUFnmV5SRFnY,164
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_social_sciences.yaml,sha256=HrAORHSBY9leNx3jxGY4vWLqQw1A5jpe3AZMlf6p_cg,184
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_stem.yaml,sha256=Gyqbdv-tAOzMXpkVNtvS4-UwmbmOyOISH4IQjyWaNug,162
lm_eval/tasks/global_mmlu/full/mg/_mg_template_yaml,sha256=9IVjg48SGrMYbyRzgWHf8rkgM6c4UlN27aXWDRxKuTY,429
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_abstract_algebra.yaml,sha256=nWNbd5FTnotSPLP4Sw9cMk_fMBP-3thpGKdXQcnHZ5Y,197
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_anatomy.yaml,sha256=RnCYK7iEirWT9XR3lVEhrmtrG3egzzH-FJ9l4hgHn9s,179
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_astronomy.yaml,sha256=S3ipE0iGiZFFZMTRrk5j5gLAlp4pB1GlZPajbcJNvGY,183
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_business_ethics.yaml,sha256=sWFMnLfHemkZxclX0B1hhgqnFDcvRQJaoJFmJabzN28,196
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_clinical_knowledge.yaml,sha256=y6NBZTm2sF_zDK-NkpioJdp76c99BnMIM-J9fMZQYbU,202
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_biology.yaml,sha256=pZDMbwqequa0EnkF3Nw4rVcN97wVpX9u7dAa_bVH-CA,195
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_chemistry.yaml,sha256=v2QAZhiosSLDLYGnqqTDb3eGOtGfdlXK0B2cP_26Arw,199
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_computer_science.yaml,sha256=15_TpQfpTfXO7o1RReqz1A9lZrPgcmPc6761G4k4C0k,213
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_mathematics.yaml,sha256=jBZgSxjh0VqPNHMVQJ45pPrqeeViSJ5OYkqLgKA5Fz8,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_medicine.yaml,sha256=eEjSqiZ0W0SnJmaIXW2kXV27XacQPlpe2hQNDN-ByPU,198
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_physics.yaml,sha256=jA4IsLzgAdAJw5v6zK8HRqhE5nvOeYtin4eU57W5DmI,195
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_computer_security.yaml,sha256=Mo-JBzBsJmFWmV0_2UOe2Du2PiTF5g9RoTHmgPfk5t0,199
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_conceptual_physics.yaml,sha256=P32_aMiKDIZehWg6KqyBYF6JFLC7Cq-YLwRQ7CAXMec,201
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_econometrics.yaml,sha256=yDVjydctpGQAStUwG4i1_MgGyGA0jgsmtdjtQ6hTPbI,200
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_electrical_engineering.yaml,sha256=oMoKZ7YcMz2dO2K-4qVOxweAMuFDL4yLzuJ-be8kM8w,209
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_elementary_mathematics.yaml,sha256=3ZENQQUCVyYSEksdmzzcQ_wDfBDR6alE77CD_fNdnvU,209
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_formal_logic.yaml,sha256=W51iupx7r7JXZjUtWKCTKpPfOyhKOogLPQi0QZyWdTo,195
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_global_facts.yaml,sha256=w4KNB3infUEntUq72OZX1eLaffSZTyBNH5gK_7_9LOs,190
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_biology.yaml,sha256=aI4nw63TA1oCjN6pnBWnQFf50avCMEA4xblD2yn6nlI,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_chemistry.yaml,sha256=O0-7QhB7r052WpVY8kc8m5l7Et1-sBho9IpVX80v_ic,207
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_computer_science.yaml,sha256=FZsKaBFTuTrXhYkDOg6qVd0YsDG9uoE44Th8Kh28Ni4,221
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_european_history.yaml,sha256=PZ7X8VMTSVo5hPHCl3weQmNBigOHA7ydambseZv0T6g,227
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_geography.yaml,sha256=d5B_M4gEakkYkccVCgIgEWWY3bK78jaWPQyQ43-Bl5Q,218
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_government_and_politics.yaml,sha256=cvaRWclrSEhGzVqNXl1tDAHPL83vRuMPITsjQrOMs5g,246
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_macroeconomics.yaml,sha256=lxdQVR8zh1KSipgw0w8F-kyY7mPfAuspsW8FC1poeWM,228
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_mathematics.yaml,sha256=aN1OhXXZyXK4EAc0pK7niF2iDpgkOO3qS5KapQZCtIs,211
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_microeconomics.yaml,sha256=N-t2eIsl_O1asdm7k2cfJA5AN1KBgwygP2b0ipyXDsc,228
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_physics.yaml,sha256=O83Z1uK0Xct-3Wd0TjhjUHPHtbI2VBjzZJ-vgKjMvM4,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_psychology.yaml,sha256=aW8P0c-k5QI72d3HkwmEklJXDwFfIFCjSlCkivC2dpA,220
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_statistics.yaml,sha256=I1ybLxUb0zDfeniLwrFc5jP7GVgm9DzwjCheAeJhIg4,209
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_us_history.yaml,sha256=-OaaGSOrHxjVPEB6VI7K0GiJVfzGxFZZYHPNBjxMTbs,215
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_world_history.yaml,sha256=-sVv6rSdqt8juPP8DwnrS9gUPMRfAZiPkhFoLc06aFA,221
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_human_aging.yaml,sha256=sKKzVlJNPsKXEdgzWMG3ZN6SI5E_c9SCvbVNSmE49sE,188
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_human_sexuality.yaml,sha256=LP6EgmtXd1SsXqWRMIxQhug8myCeqIGrEJjq3IgJZ7E,206
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_international_law.yaml,sha256=fwWc11-00CCNthx5n08QQ4QKNSh0pHcpQJfgkz8XN3Y,205
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_jurisprudence.yaml,sha256=bKHBy8iA9Vhi59Cs3BtR3w1L-TAEQYs3Jml4Ix7khqs,197
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_logical_fallacies.yaml,sha256=ZwXV72swAd2ooQClQkNycRdfRV6bj78S0I466bbggso,205
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_machine_learning.yaml,sha256=W6uMsiz_Bs-G-NvLtwNYN2VHrGgwnPZeM07YvYCM4xo,197
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_management.yaml,sha256=p7nmn9oaHVaYNnJtLJ83AaXFd2eczDBzwwgfUQ5OlkY,186
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_marketing.yaml,sha256=l3-Lcsh4xNj0vHycBnZAJ1NBROuFU9tJQam2b8TajPw,184
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_medical_genetics.yaml,sha256=mth7YiEkcQeiTs7M-mGzLyUzLTgNwoepc2fyQYDzIXo,198
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_miscellaneous.yaml,sha256=x6kOerdO9ICQetzAqNsqsN7W5rAr-iKr5Y2nkyxb2wc,192
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_moral_disputes.yaml,sha256=JaqOLv4fqSxNQ_KIHhw-H7eBLya730bLNkqvTOrmnNQ,199
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_moral_scenarios.yaml,sha256=i8jd3Zyd8vzVrtJe1gWHWDJZGBJphIENa5hNRMLvvmI,201
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_nutrition.yaml,sha256=PBTE65ZgworAa7yLUdLNc-DNVD7M03HjqrbF6gxq70A,184
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_philosophy.yaml,sha256=PnDeb4mTe68xKcO2mvnXYTpnrZop47dBf3ueCr3rHlg,191
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_prehistory.yaml,sha256=Tikqk0DMRqKHqDiDjjSwgIYkLEX7oWtMLMqpaUcB7sM,191
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_accounting.yaml,sha256=3tK6T_Kb-ReG-8JI38HWT1XJWCK2jR-Yc4GK7uVhVwo,212
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_law.yaml,sha256=yYUHrcbbr8PEsUy9wy11C28MHJ56JeFEvnBDPPltr-I,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_medicine.yaml,sha256=4f8UruI6WlhzlUxWCDpVfzSgYdVnimphKLKk3nem6_c,208
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_psychology.yaml,sha256=z2F-KOhet8oZA8Kv-oRJAxjTzJwcjywJz1l87-bIvE4,222
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_public_relations.yaml,sha256=LePuEPnUXKzL8QOz3P0zx2lxfYpVc8isv7DcG9fxTqw,208
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_security_studies.yaml,sha256=6qjGmz3CyyTKjibwCK7ilHBVrIqyvaU7Mu_D6B7NH-k,208
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_sociology.yaml,sha256=tMip6DYO0TVI9l-ziecb2KbOmpjUZFEOtkDdpyXoHNU,194
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_us_foreign_policy.yaml,sha256=JCnTJ10PXHGCEORa-1Jh56mIdVRSSM0vqh2WqzmSsqU,210
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_virology.yaml,sha256=0Qo1njtTIfSoW4twadnX9CeQ5oxq8jqdAJb43yWAVUc,182
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_world_religions.yaml,sha256=EvNuTSliXm9MVEiWM_KEy8eiIQqGiU1msY6TuqhbrK4,201
lm_eval/tasks/global_mmlu/full/mg/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ms/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms.yaml,sha256=2f634nj_Lr3dvO15gdM-UcyIoj9lCFFKkh94qdEGPzs,256
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_humanities.yaml,sha256=e6B639u-Pz8EAY7eJjfV-oLsfZ4QMbkS1p7Zr3df2Hg,174
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_other.yaml,sha256=_vxEGFNURvm01QlHlr704AP_MDNfjvz1M1tLQ7kMBGU,164
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_social_sciences.yaml,sha256=bapMHewM68uKkHpHuiVX4G5NClxmjAcinwAoSpiYo4I,184
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_stem.yaml,sha256=fYhK73CHc1yuZ4xDrWS2gf1CNUr4mL-2_vZ1zgpjFoQ,162
lm_eval/tasks/global_mmlu/full/ms/_ms_template_yaml,sha256=9jDbNz1IcD8wMh2AW2WHNZx837nJN3JkicLXcn7QOh0,429
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_abstract_algebra.yaml,sha256=pPTPnVjch8wih4ly_3SgX3Z4jO6BbgWiJyw6o9tBIcA,197
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_anatomy.yaml,sha256=mAGrQG3leLILEzhQiuzbIo1eajru_04SMmCya8Sr7mg,179
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_astronomy.yaml,sha256=X3rHlwXnLWa4rMiu9IJ91zaZgp05ttJs3Oi6X4q2r-k,183
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_business_ethics.yaml,sha256=XDKXNY2b8qssScvM_ZXA4-Qxzt-7Ro55vV3_M-BdH5Q,196
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_clinical_knowledge.yaml,sha256=7_ohFRi-3Yh9XbXYrXQCYcvNO3LH2a13DJ_1R_qCugY,202
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_biology.yaml,sha256=hGA9dSlZWlpaVZ-WfI_p2auh2c1pivtJO951g6HzP68,195
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_chemistry.yaml,sha256=FVNQDE6MPY4KrYJkNa7nGd9ZpkYVXpeasbSIvDGXnNI,199
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_computer_science.yaml,sha256=TjtlIxrkkQ2lIyESmzThXIe46SRmH1wAw9ePUVZIxRg,213
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_mathematics.yaml,sha256=uv03S9Kl6Q2503yvsQ6DDEmFdqpbcOcoTHP6hrAMHkY,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_medicine.yaml,sha256=Ep_ftATRsqp6cO0-klw0XrhhxgR3ZUT8yuUC4aZI48w,198
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_physics.yaml,sha256=u1UHO5JZfgt-e6F7yJjsp8lzX6_1y1heup3mPo6nRH8,195
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_computer_security.yaml,sha256=YbtEO-rbVhfUH4UbpyUk-Bj96j-2js9ynMKpyGrr35o,199
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_conceptual_physics.yaml,sha256=YE-aGL9WT9awCF-E9AjPvu3a6-T_I4qfy_-0qb5evgo,201
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_econometrics.yaml,sha256=YHTnxdrY4JpcE3PDorO37V9FPGBBQyCCXYrB9tThDx4,200
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_electrical_engineering.yaml,sha256=DLZNzi5pKxsklckUtfYcsLmfHVHG9ZAycr0-PG55flc,209
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_elementary_mathematics.yaml,sha256=MaYtTamzo2m-ChfDwBjrJwa5Lk_xQbcRonTz5SKQSDM,209
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_formal_logic.yaml,sha256=1Gw7USjGrclBWngVmIQrwTSbHnUUexTEclguIGLYrBw,195
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_global_facts.yaml,sha256=YPbaARAaeKX1mjQxL85rkGA0b7YJspm5J6R75thMI30,190
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_biology.yaml,sha256=E7NOX2f70aELepDEHGL22kQ0Iu4ruhxWd9MsfyN3npM,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_chemistry.yaml,sha256=UzT_EEhLNCAqpJe2h3uP3IZFXX0PrETWBhrTLuFjGQU,207
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_computer_science.yaml,sha256=Zw8Sa_XPmw1uWeftZaNiTHaDKLK6QgnbsSIaCP4a2Yw,221
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_european_history.yaml,sha256=QJXCR6L5wzdX4bCED5mgvfekTvtZwigfvArPQW63zMA,227
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_geography.yaml,sha256=_1A38FF3ZeYlYiD1aFjta4LQICCElHY8DBoZhkYJ9IU,218
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_government_and_politics.yaml,sha256=C0AMA6ci9eDMM4xxjOhX2hpVzce9-e4yiSXy6vr5sSg,246
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_macroeconomics.yaml,sha256=p_PHXpMOIKp_1Dh4Na26n3QvLt6CpqOZ60CeDpv424U,228
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_mathematics.yaml,sha256=hJM2-zUibkMe4_2j2pgv17Iw33IPeUPjlSbM4IgMZ9g,211
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_microeconomics.yaml,sha256=BMr2LET6rkiILVBaCGZNdtzMsAUyJ1H-UA9kizG83mo,228
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_physics.yaml,sha256=ILxX4BTj69rwKq73MgnREXWaphgAdIr-CWUuiKPhg0M,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_psychology.yaml,sha256=MumEyve7lFBhfCA8BCqdZchoEsNFBdf2dHK3-H8r1go,220
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_statistics.yaml,sha256=P44ttCr6Pj9VF4GpdqeLYGjLkRCgi5WuWnnUyBnj9NI,209
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_us_history.yaml,sha256=9U_vQAeJaeEQdjU2b1sopTbVaVxzICqL1LapsPJEyac,215
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_world_history.yaml,sha256=VA8jVpRNHPaOQk3_gfITzOWLNKuPzwY_FQ0qMBU9oAg,221
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_human_aging.yaml,sha256=WxeSGR9YsoldxLukZcVdVuoDP3HaAcPCFvCCA0Md4yQ,188
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_human_sexuality.yaml,sha256=Yi9kDLyZrPuZGPDoAC5V6FW45nW6uXHievSNY6KdEmY,206
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_international_law.yaml,sha256=YgzEST9NOXH66YX3S5U1QaDXTWQts144KHmOxrEimxQ,205
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_jurisprudence.yaml,sha256=-XEEMrXhhiuD7NuW9E_D002VagHDdg4o0xl0xqHjB8Y,197
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_logical_fallacies.yaml,sha256=YKEGna3seiECvwm1QtC5UuvUzCw_DVlvfdF16luICqE,205
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_machine_learning.yaml,sha256=l97LnkzMkrQJjpo3c9aves3jN9bk7we8Ya-Qym1C5Dc,197
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_management.yaml,sha256=oEhh6OTtPEB6rBS8fX-5IKwI7hKgXhxGm9zIeThgOh8,186
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_marketing.yaml,sha256=rwQiJTVLstZqH_5v7G09YMjaWilCrNyixPqpBKOSXSo,184
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_medical_genetics.yaml,sha256=UlLUGOpGwJBO54s54ARCQ-fgdInhopB-4IpKlVo8Xiw,198
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_miscellaneous.yaml,sha256=6ym6bsxDagBuY9INmdAtGU9vMrDZRe3O_BRP47IpNOQ,192
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_moral_disputes.yaml,sha256=_PVCyzTnOklDaC4JqRzBrWOU0IxJBfjbNLwAa8i3ewk,199
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_moral_scenarios.yaml,sha256=Hoa_FtD1bAalmKOPhsGv-R3pxh_057DDRqVwnS597wI,201
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_nutrition.yaml,sha256=zz5IEAcIZubGo77DEIulOvVKO_SdgMxJtpBZ_778D7U,184
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_philosophy.yaml,sha256=LnpDwc0nre3pfBFVNPOZ0oRXO2-aNvuWM98Bf7ymaZY,191
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_prehistory.yaml,sha256=LAPWT5mHOhJG5iF6kxyDBB-d1d5-ky95u3PKoCS-9Ok,191
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_accounting.yaml,sha256=oqAjAu8WrnvUIhGRovko7d_6yg6ogSzVpZUAyskX028,212
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_law.yaml,sha256=uX41-Wt_GvBSU2KeJ7kSb-4hao1yQuizWrguMTf4_5I,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_medicine.yaml,sha256=T1HuKjxW_RlCiTaCD1sH1Xj-koXC_4xTHUBHdKblnNM,208
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_psychology.yaml,sha256=Nq0zvPkxL_98s8BXYMpyjHe_O39gHEn1wy83482Ltfo,222
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_public_relations.yaml,sha256=2SnSJIzSFxg7jhcOd8mZ71CY2DSCoVrkV1DnnrM-BnU,208
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_security_studies.yaml,sha256=0TPi51FA3Mj5QPqBwQQsTxVuFYY7ogAk_Kfna1IYlq0,208
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_sociology.yaml,sha256=CymaUlJjH7tfg3jdh2Gt-9PZYdw3nIwcpYuJdekQV9g,194
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_us_foreign_policy.yaml,sha256=t_pw_Jnm2jfEPcRoxC2SBSrFO1pCh_K3wIZInGPcxCI,210
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_virology.yaml,sha256=8olOHTpwFsBtP97-SLnk3G7kIKiBjO5x-e68z7ttEck,182
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_world_religions.yaml,sha256=6wgTbY4daPVGW0pqy8FwdDsXQZEcXN_f_MP0M2ffH4E,201
lm_eval/tasks/global_mmlu/full/ms/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ne/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne.yaml,sha256=JiKGP0hUgCfygAG0nnCt_8bkcvGU25DOd8GB9cHSYPk,256
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_humanities.yaml,sha256=3Gf74-gbeuucb7-M7sg2OLyBx6bZ8-U8qhddXlWw7qc,174
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_other.yaml,sha256=sjQSjRKbr5otTC0zrh66pOg0yBjMp3VB-LQtqL7qy0Y,164
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_social_sciences.yaml,sha256=XjK6Ehfo7Sc7H9vakI1Ka7183dKK2TSUuf2onSqNdvc,184
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_stem.yaml,sha256=NQY4pgDPtSKDGFYufbTJb2ni5NGXHOpACyZF65k6cr0,162
lm_eval/tasks/global_mmlu/full/ne/_ne_template_yaml,sha256=0v8Wr4kjVvgZIv-S3JxKgLcYJaUnBqBfudYGUFRkN9I,429
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_abstract_algebra.yaml,sha256=p8Uq-IpzfGpijJBw2dIWTJzWSlvQUA9Y2v63msNqFOE,197
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_anatomy.yaml,sha256=DtS450byYePHzmsilJUYe8igbIa1s4INpkFg17WdC-8,179
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_astronomy.yaml,sha256=4BQ0h4vYwJsIFdtVWZuV3YHKDL_6ZMGhPFFH4Sq4_0s,183
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_business_ethics.yaml,sha256=CKsLJNV5Mj2vB_3MFp54p18AHSJlqmlR909sW2ZZTXk,196
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_clinical_knowledge.yaml,sha256=EAHHk404rPN9kpaQidymVMO8SjbVFR3XfcnoxBvOj7E,202
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_biology.yaml,sha256=ijNKSvZFAjecePXRkTAFfljO15h8WKMHpd3Zs7Vw_xQ,195
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_chemistry.yaml,sha256=baRXnonxb8SJZ0xJ1tKvdVxEAciVI-J_sgnhTFKft3o,199
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_computer_science.yaml,sha256=GgkomrQeMerChn6RjMeXwX5RA52fQX-iY85oQk8wJDY,213
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_mathematics.yaml,sha256=mO3HEcfif-30zft1HUWiaR11luZq2j_Z1ss3Wgv3Nho,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_medicine.yaml,sha256=IRslZLPj4-O0ukOGa5LHcutD-gP9jHTkZcwtPp_7J4Q,198
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_physics.yaml,sha256=Wi4o9DpuulRy5OgpC8qOh3TVbuM3Gt-6AR9cLdUPyyg,195
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_computer_security.yaml,sha256=2UyC4FQk_YirJgqsLkx2Zl4eerprOlbZNHtVQ7aL9cw,199
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_conceptual_physics.yaml,sha256=_rvbcVl48cnlHumV7k9ec8FM7vUwurcjTSUMBGj0YPs,201
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_econometrics.yaml,sha256=YB6hICFYJ3M6YyGA470bKVsxHnoehZsjcWlbHWUu6hA,200
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_electrical_engineering.yaml,sha256=mPAZ9iivVysu8fWD8t76aiBzfRfLWSH9eiI5Y1sG3vU,209
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_elementary_mathematics.yaml,sha256=aFNEnIweG5zzm-WghwjilWGGXNpfhue_ZwBIlN4n0Ws,209
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_formal_logic.yaml,sha256=HZxSG-GFC3iscktDOR607BkDgqmTaCswN3GphoRjy6E,195
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_global_facts.yaml,sha256=cgR30XRJVKwdMC7SYxURkWLLz7kBdcXfRl1Bff8xsMU,190
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_biology.yaml,sha256=oCmO3NI2ZsMUPjMPTymtsY5FHuEHa0H9m0fzEDmfW6g,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_chemistry.yaml,sha256=pbsEUu-Fw5GAEyqcVZy0CGvAuGlLuZrNGMMbXbdTqV4,207
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_computer_science.yaml,sha256=eftchV583WKT7MvVArzCjN2EsAhTUTShk6S8Z6Ybv9c,221
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_european_history.yaml,sha256=1PA-DnEBJ27rFClXINW1LvHedNvmbETwYMXVMo5hLb4,227
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_geography.yaml,sha256=pD3Fo5Lb7o69gQ5M6qzJbLi6ogICIFivioU_lOUHJKk,218
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_government_and_politics.yaml,sha256=I9m3MD3IJagw91ZxQN7YkFetvFxqfc3zoN4hWHcH3JA,246
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_macroeconomics.yaml,sha256=kw-CcOnZEQAZ7N-INQn4PLGL23epk9PN07T2LlaDmZw,228
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_mathematics.yaml,sha256=gs15aflKrni2jksStmE0LpC_Wt3cdx8sSCmYUMS8lbk,211
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_microeconomics.yaml,sha256=ia0Qg7KmnGku45ZarmTT46Qfx4A12NO_G390kIJjsoQ,228
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_physics.yaml,sha256=COWY2VqHDekgz9c9AewQHIjgjWYwiH9pYVb_TPPk91E,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_psychology.yaml,sha256=UtgBGTE8Ysol_Wv4Keu5hhT1eK6XKbsM37bZiL9sUTk,220
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_statistics.yaml,sha256=KH-aCrgDxR03x3Gzdr4Df2lhKWlngqVlE7Yne9NINWc,209
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_us_history.yaml,sha256=fvGZLxpVZa4Xq53d2uIv6r7pWfCUp3J35n5H46x4qHY,215
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_world_history.yaml,sha256=5MFQBS2Sj_AhUxSqBum8Y4cKNCHjtQRb5LK6ygDssQ0,221
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_human_aging.yaml,sha256=pfbl8HPQ-Qh5ToZcvplkGUPYcAuUNrGEwGIzoNZAuEg,188
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_human_sexuality.yaml,sha256=Y38L9oqJo9naF93yTsuuW1eKrNn07lSSjkpx8Tut0-o,206
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_international_law.yaml,sha256=An-tZn_DkrXE7UeuGqtpjs89N7R_tFntEt1Dtol_u08,205
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_jurisprudence.yaml,sha256=h3DL4g8gSpH_09OV4dbk-pVhHAYoNp6QV7vTL9r7v8c,197
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_logical_fallacies.yaml,sha256=nTTcEEHBRhf34axnT0EtO7SaabtQFmONMfqXXy-Myvs,205
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_machine_learning.yaml,sha256=vOJNarzM2TVvIFrdYshfs_Yie7hpvEA_UHVkYcfpuAs,197
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_management.yaml,sha256=RQj8-vHyn_5SqKbPZcGIShJCwWyX8fs5Cd8CO4hyCGM,186
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_marketing.yaml,sha256=q3uNTRRSw2MeBf-5scHdo0nS91a1f-KUik5gSH9Em5w,184
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_medical_genetics.yaml,sha256=k8X6Wt1OkSv52kfBsMGbC4SWgmKDwCixVJBIUQ4WVPY,198
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_miscellaneous.yaml,sha256=cBIKSFnO_U3pCQpiqJyhZrXXXy5OD5oImo8NNiuoXHA,192
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_moral_disputes.yaml,sha256=Y9xmna4Pv7uD1T9cO_z-_nFKkn4P8ccECTLOyNmzoZ4,199
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_moral_scenarios.yaml,sha256=p8EGuDri76w7SNGP5L6bDXnrDnxP76wu_ZRROCDP67A,201
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_nutrition.yaml,sha256=PRq2Yi47rw5knjiGQDobtB3NXIwQCcTfCIsIAq2uoHM,184
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_philosophy.yaml,sha256=_0hJ7DceOWpwOxfCVkTniCs_VxeLi3cie889KGmwW74,191
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_prehistory.yaml,sha256=frhK-8A9E5onENMZkQrk82dlrT3dDYEvn0wA1F2Ccek,191
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_accounting.yaml,sha256=Q_xFrkQSiMgvTVh2dDUEtBxSohNTaYILMFe5cJixP0I,212
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_law.yaml,sha256=3dddFrjdSjQMM_uWa8JhNeEeQp-d3htyD-1BtfCV8zc,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_medicine.yaml,sha256=GYnX5Tco_ukm6i1Uz8QVULcs-3a4wRaE8vZdWzVfNbw,208
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_psychology.yaml,sha256=89D967Xzm7fEzJKJcng_M_BO1sQEiGhf9izygK6Xub0,222
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_public_relations.yaml,sha256=7eF5rV0F1MfEKtXrxhFv6IoIJz9NWckBWs9ThbDPl00,208
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_security_studies.yaml,sha256=XPq7qF_NLplInemciQ8ec8e_kjfd6BMq6geKpOkHEK8,208
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_sociology.yaml,sha256=bEF5ASjVrdO_Y7LzDzXzWg6DCFOgFlOsDHbEu_v9_gc,194
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_us_foreign_policy.yaml,sha256=lpLtx9el8xbPIKR8mdx4zi-k2mwWTCeDcIO11WYeXQg,210
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_virology.yaml,sha256=6GwCPi5_3BlzjKeiVorRZcvFEAoA0PJmIu7E86G6J4M,182
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_world_religions.yaml,sha256=81DwtH3qpXABATq8ZnYO9yYh-YICAIF2Dji5QY9uuVU,201
lm_eval/tasks/global_mmlu/full/ne/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/nl/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl.yaml,sha256=i88OuiQ0wjzfVYomlS6bAvZ8Zj35rvnzD-CQUW7-QM8,256
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_humanities.yaml,sha256=2uqqfl2DW04nYE2zVEi9VHxAnVY-HMua3pkS1J6ixwE,174
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_other.yaml,sha256=2aPL5p0-Cr3MfDTuZfqu4foU0z-ZulgBTcPjVwKD4P4,164
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_social_sciences.yaml,sha256=kVWm24jGvVfJbs0ThbA8saYPbvda_Q8caDUbLvhUI4o,184
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_stem.yaml,sha256=94R9lPMAWgNYy5foW_L_Xb2Wo_k-ZB3HZw3XsUInEis,162
lm_eval/tasks/global_mmlu/full/nl/_nl_template_yaml,sha256=1g5g8Safnl1bx2hxckHpQtR3F00fIGtBxkzGDKDaapY,429
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_abstract_algebra.yaml,sha256=q9MI29vvdoVH-plB9UMNeaY0EJ2x4w2tMJajwJqbns4,197
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_anatomy.yaml,sha256=dZW25X0QOhPbDTwGzcr8wkRH0-W_042fnrRVoeHFSSE,179
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_astronomy.yaml,sha256=9b8rVJ_gIVglMQrgRk6qscPJ0EmlgkzAt3nlwGfGtKE,183
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_business_ethics.yaml,sha256=VzK8kL7v0ttTCuJKcYwUQbLkZ_JZb5C4r_07JElOA5g,196
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_clinical_knowledge.yaml,sha256=-ua7Cof8pDaOVjYjYIrlwdandF3SHtcsh-D4_FOvs7s,202
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_biology.yaml,sha256=GpmS38Q7YNYmW8TTghXQBIXWyKJxrerozmJUsR9ClyE,195
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_chemistry.yaml,sha256=YBNEI-EnbfUyx6j-wIl207YP-1pHaclN_qsV0THS-84,199
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_computer_science.yaml,sha256=UOySBryduKIj_usMDG7RGtdjX0hGHxGr1aAipkNP258,213
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_mathematics.yaml,sha256=GH3dxk7Q7DUvirm_8QpzUuNGtAVOT-ko9eMnR5_64Qk,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_medicine.yaml,sha256=_eIs7HytDfsRJ17ckYKPS-PXl8O6_iCkPiGt8dCFfaU,198
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_physics.yaml,sha256=NMtMoXx1MocM4IUSzxEkphXD5c9oo1-uOGmq5oe67oA,195
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_computer_security.yaml,sha256=ZpCns2r0j87kMfg09XVaXbY6OC0GxuRqk6mHeIcDT3Y,199
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_conceptual_physics.yaml,sha256=mepLn950pwB6dmdcp9r4I3wkcZBlQKpJgqUjJ3LDea8,201
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_econometrics.yaml,sha256=ayOpqPtAJSAPranq93CRncEGAmPtIQJdRQ2UO8gyGxw,200
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_electrical_engineering.yaml,sha256=NEQPa4wVylUt_eeo91uW_g9WjGEo8dYLslXQrSeVl3M,209
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_elementary_mathematics.yaml,sha256=PpZwjwkt39zRupZkPjGrUu58pe07zNSIEb5tD2haC9w,209
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_formal_logic.yaml,sha256=7k5SytmATGaKbxzrFB0kP_qh6VHFX7G2QjN977bwiuQ,195
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_global_facts.yaml,sha256=cvknvEwIYfc28VlLCzut_Jo6ne9Bpd0neOoTnnd3a68,190
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_biology.yaml,sha256=J1S4eg57qNSuCHQ5JMUvoMoamukO00u9AQgBljW6_Bo,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_chemistry.yaml,sha256=bORxk8ZlyhJKLwa5EKEN3NaP5TeHFBB7I-2ll1Yunn0,207
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_computer_science.yaml,sha256=-NXG3rPOxMHcZjTQMeAwoG7dKVC7mDhnVXB3XH78iZY,221
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_european_history.yaml,sha256=EEhQqeUAID_LlUF3E-hnodqZdUKmEtfnu3Ogs6yhXhQ,227
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_geography.yaml,sha256=91CnDc0baLGHQw4uRoQwH21_T-38j7XkWeXcZf4zJ84,218
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_government_and_politics.yaml,sha256=Lg0Dkxkzvysfd5LlOu5V7eL4fnqTpwNS77njlwkzb50,246
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_macroeconomics.yaml,sha256=O1r8xj3KhjeHv9m_wYNd62Ik35Z0Oel0GbM3aLFfyLQ,228
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_mathematics.yaml,sha256=IO_grawyeO7_eFnjvffQaekftY9_WhYmRXCGCBHI-z8,211
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_microeconomics.yaml,sha256=sKbotEH6QI4CWXXGHMz18PE2btTbJYl1kvWo4Uc3u_Y,228
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_physics.yaml,sha256=7HYNXUSBTgEzcZseCoWparWw_n99sAjZovz8CICxeFg,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_psychology.yaml,sha256=fKmTF5DBSyu1p-WnWjINLjI1J4wjkGj5wW--_YgJXLQ,220
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_statistics.yaml,sha256=ihEE_mCyuta3KaBq2jCMsiQXWz-zvqKXCu2AkGsUXu0,209
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_us_history.yaml,sha256=wZBWELsJWT46liy3XcE0-iXlA3MCpUZ1D9dTXzoV22I,215
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_world_history.yaml,sha256=TxwZf-EYQDll6uECaL6tAPoWt7K3u93ePGeM7Cvrdgc,221
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_human_aging.yaml,sha256=IOQrKoRL6twCB9pQgcit7iXLTO_-DlNDtB2NYIf8cHk,188
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_human_sexuality.yaml,sha256=guLyjNIJ27dZ3gaOXH4AO6-j6yACuNgletcRPH5hrx4,206
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_international_law.yaml,sha256=riTNKdHdYIs8xNhKrjU94Uv-dHcSwSSF40EMhIMygyc,205
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_jurisprudence.yaml,sha256=Guupx1OKIEPMQoJHtqFx0cyy4st0MZrZiApAxdXtMsg,197
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_logical_fallacies.yaml,sha256=nkjKKsF0VeWSKcm_gAz2c4SHPdvrNfbuz7lBhgcBfsw,205
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_machine_learning.yaml,sha256=a4ZpXdrwG9xgeqBNa1tEWRUew4-Vopg-0F6xeQW3zuI,197
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_management.yaml,sha256=THy4nRO-CuDvBPudvg5u3-ow6V_ENjz2oqjW8xa18UU,186
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_marketing.yaml,sha256=aPQNDiO18uZhAlffx5g5N7NGuDWAS868FU7c6mKbjRU,184
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_medical_genetics.yaml,sha256=gvDxWYEj9F1xbdTQpIztTwDHyvNAdC2n1X1YJ-cOlp8,198
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_miscellaneous.yaml,sha256=ymzGrpBKao8TqNgs0jJnqHxhijxj-lLLLuQ0UoTS0nY,192
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_moral_disputes.yaml,sha256=sFfDwppM3S15pwygV1eRpHZyHqfLYkxtl0V6SsxvpAY,199
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_moral_scenarios.yaml,sha256=HB_5r2xrUxONHOwVWr_o7f6WoaLkWvhWwMtioZhsipI,201
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_nutrition.yaml,sha256=7Nu18HCKZMKEa9zv4awvBOoq6h9toMTF0p5FA_B6AuU,184
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_philosophy.yaml,sha256=qli9mm2WLWDAyQ6HLjPdGlWavvDHNxLOexsAFJxi3K4,191
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_prehistory.yaml,sha256=J1v8l4sfTz-QikpH4FAS6pHwjb7clgS9nlYieTvchKM,191
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_accounting.yaml,sha256=OS8xTxH9nw7-SI8aJfW5GqfAY9_LWG2YWnokHN-DRY0,212
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_law.yaml,sha256=DRphApUq2kDwrhtI4kl5RobteOJkC_IMXEw7ujtAczs,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_medicine.yaml,sha256=G9VeeD3YfjhGLOUXHB1JNLTE0kVHkTDqyrFS5C6lChI,208
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_psychology.yaml,sha256=kdL0HZ1eNcR89Qu4TTFreruFY6Vlv1DvC2j-vaAoxIE,222
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_public_relations.yaml,sha256=Q4xcuTAbUKNzZziU1rhZN6n4hTKtYhyycZo8ElUfVv8,208
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_security_studies.yaml,sha256=qdy2DjoVqLXhha8pE70eFSYIR_aoN3b1kC15tI1VkHs,208
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_sociology.yaml,sha256=0yFcRph6eHtAlCg9saCPKrhAup1tJQ-ZLhLRH8vfduM,194
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_us_foreign_policy.yaml,sha256=b0vyZ_Bh3KAPOrr_ZL0Rgoe5TMzEB-EK8zuJ5vOVyoA,210
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_virology.yaml,sha256=sss_kvTX9K9iMHoi1F8Yca2GK4w6enqmHmyprjUKGxk,182
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_world_religions.yaml,sha256=gieaE7HQAa1O012dPcFxyYZH9DdK1KE--gy17eUmKcM,201
lm_eval/tasks/global_mmlu/full/nl/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ny/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny.yaml,sha256=3Cy4uyog76VXS4JBWMZtDkZWv42hiEg7rEMhOiZJDmE,256
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_humanities.yaml,sha256=6pzdw-e09sOmYdYptNCqYc9mGnr-wOSCPjE2yaW0GCc,174
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_other.yaml,sha256=rNcOTiEoDHmMnoClQPm2r4__LPGQsFNAVs-ETdGaa4g,164
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_social_sciences.yaml,sha256=CcBXbxc5B5weTQTaSbqNgW8jEG0YXbA66mjtadfjnzg,184
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_stem.yaml,sha256=JQm__8IGnOK8YgMptZ_QkseFCxaNVaoWs4dEQ2cWM04,162
lm_eval/tasks/global_mmlu/full/ny/_ny_template_yaml,sha256=ng0DxaIGvIskunmP44HtG3r2heNrXAiveSIHBiTNFKM,429
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_abstract_algebra.yaml,sha256=yVr4i4rzr3hLjf5EHqXoIc08_o827LPSw4yhrSsf_Gk,197
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_anatomy.yaml,sha256=ONSEBBqmu0Ajzpp8G0sU9f7PwNZWDxOdXQegoOG4V2I,179
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_astronomy.yaml,sha256=YYcEQCgIUS5hDJPlt0Z2Nxq_7GlURWGee_sHbi84xm8,183
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_business_ethics.yaml,sha256=914tzIEO6XH6dZAp7BOM-etc2rjiDH9CjFF_qlBZ7P0,196
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_clinical_knowledge.yaml,sha256=YJK5vAq2gFCiAhK4EDJygIsoKKrUHqQwi8uo79ouAXs,202
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_biology.yaml,sha256=r5K4P6ZrEWW6ytpgQFInP-6RI1WTZ_f7z4LfYVZNnLg,195
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_chemistry.yaml,sha256=-9dyNIipUfPM6FIUzotE2KlkWJrLIOUH6bDawj2EMRM,199
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_computer_science.yaml,sha256=0Upskj_lfXAx9RiLjCEHGBPvPRIQFGv_zJ1O5KojB7E,213
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_mathematics.yaml,sha256=AfjNzuWv0w8JgGvPSsfBSRTFbc2_NxLyrcTLC2yoqcg,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_medicine.yaml,sha256=FVIEJ__j6vqtM5Wxdzr2z8nWEne_turz-M9fGcJWQIY,198
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_physics.yaml,sha256=WuXvQA0gcn9u_oEXokNUJOxLFhDStdjtS59CtSG_V2Q,195
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_computer_security.yaml,sha256=AvVPlZARN4u5Er5XLh5osOC47sb3oTKh_CS0DLfoHZQ,199
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_conceptual_physics.yaml,sha256=T9u8-WybOU-JnYC816W8Z7Fbt967lVMBhikR-iIIgZI,201
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_econometrics.yaml,sha256=s9f7fhLLvLIGuNNcS5bg3ZRv27jV6Ru6wPv9AwNoB5A,200
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_electrical_engineering.yaml,sha256=5Mxxbz_8JbuC4innL8e1RpipvxWuFxvP80OfPLNk8gY,209
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_elementary_mathematics.yaml,sha256=dxO48deXz-UndQ3P9uUnEicJ-i0-piMf2PIDWcxCYrc,209
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_formal_logic.yaml,sha256=XQB-9ivFL0XbNhCbUEi7ozALjZ_nFIWhHFwcvAOKHiE,195
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_global_facts.yaml,sha256=RVJGZ39JvZUlXR8NoL5xaFl5mz2T06RhiPF5x7nlop0,190
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_biology.yaml,sha256=FhuSs3WoylROUY0_dAn5Mj1CuESKB-sjQDb7vbPPWBk,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_chemistry.yaml,sha256=y_g01oCCBjFdT_QTVm0xvo_vSIMhDC-MYCx-9RU9Bho,207
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_computer_science.yaml,sha256=IlX-5QXYHq9HUscsJu2yS7LM7fFA2AIzl6p19rXOI4k,221
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_european_history.yaml,sha256=t77HFBeUKj1sH2w6_OtVoIg7BrbaufT38Zt3IFp2_6k,227
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_geography.yaml,sha256=ZMwGsGWmZ0sxeXwc1FDDQOL-Xf4X0HhafcQ9jpEWTkc,218
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_government_and_politics.yaml,sha256=2oL0KGJdyQuSJGgDRxa_GXxnNUJO33TW3Yp2e3SB0PU,246
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_macroeconomics.yaml,sha256=tvEtm5j06sfIV3csy7gtyUa7D5VtcZBEPf7wx3p1yRc,228
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_mathematics.yaml,sha256=sFnkwxATcLI_WxX67WAoxL-qxe2_zgRl5iSX0LJeVIs,211
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_microeconomics.yaml,sha256=TFSOcRWHdKlW7sHkgoxlCQeB939CK1oHvAckQg0u1Hg,228
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_physics.yaml,sha256=PPCXmf2amQshYhGfDfi5fg6S52oZcirk9qdB51R4e2Y,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_psychology.yaml,sha256=gnPR3EYaizhdQqy9-44tNF2lQWEGDCIfDcKT1i3V4dY,220
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_statistics.yaml,sha256=lJNmGvtsfeEyEyFKOXnfe6npGAN1Xo9NuzlqQnp2PKk,209
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_us_history.yaml,sha256=CFOPG9_SYgIpv3X-TeqmyIcTtcuhBk3Sp8cH78ppyVw,215
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_world_history.yaml,sha256=GxJCS2Vc4p7aFsTYOpnDGbIO3OiH3s0kUBjo6mof3FA,221
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_human_aging.yaml,sha256=blsO_gc5IyRjUZO0Nlku0e4IMHtamm_QGukYT71AXW4,188
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_human_sexuality.yaml,sha256=QZf5rHYlKoRHvAQK8AkeNytda2zDln2qDWU9YSPSMTA,206
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_international_law.yaml,sha256=8ugloCYurtOVPXZep1ZfjHRIYELeaRuq2CUGrVDP6y0,205
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_jurisprudence.yaml,sha256=BPui_f96wuFJtuyVIRkLEDoqUy5ptBAr6iNRUoO2q-c,197
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_logical_fallacies.yaml,sha256=MCjk4P3EPt_787wXPLdty-BIymnt0_qqZsgr93KNyhk,205
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_machine_learning.yaml,sha256=jlULdOvTod3mjYdb_WusU1tgdYQApiu4iingl6O9Qhw,197
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_management.yaml,sha256=r8LonbSSE_X2EG8Z_8L8dsFOD4eTo2vxcNy2xw919ao,186
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_marketing.yaml,sha256=EQInduFQ3uENS1MUBx1J1xuHsrYmECwjqm471jgZI1Y,184
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_medical_genetics.yaml,sha256=xE5BRmO52YExs-oK2pydoDIhu58A2T73mCX-ORjPNkw,198
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_miscellaneous.yaml,sha256=0lQBzvBVJhMAzyxDxsODRjEl3OfekeqfICFDhO8kzEI,192
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_moral_disputes.yaml,sha256=pTeVXrYZZYczIOxKhP02i2cyZwQMRx99EzuQPYa35dU,199
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_moral_scenarios.yaml,sha256=jZswl4KO_dilEeKZVFbZ9SCRSQGwTDi6ST_nhRJsAbI,201
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_nutrition.yaml,sha256=vfde8OG6Egw8VZsHE0-6FTkEhcZVa_QdZjuuMJxVuns,184
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_philosophy.yaml,sha256=0MqF15dSJcuiUnt8_TNYUpK_x-axzTYHDrIgIEHm-EQ,191
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_prehistory.yaml,sha256=yh3Y1hTeiI3sMggUgxroxFOEx0x9G2tyu_udTThfchI,191
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_accounting.yaml,sha256=butTCHQxbN8T_ngF2g-mL265yh_Uhtjr8HH9U12xCg4,212
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_law.yaml,sha256=xoGMNxvujY667nLDB_1wDzDU-ijgEek5IvuB-Hv-C7M,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_medicine.yaml,sha256=pLqc1jXJJnLwmoraOlEpziQGtVkahiaHBtLASZC1RP0,208
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_psychology.yaml,sha256=xSjkkfixOTcVXWYWOq9H8bHp9l_qJBObXDkhxuX-e-8,222
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_public_relations.yaml,sha256=PwxQv9sRh6N9dWwqvnMQjMB3-ZEvOS6V1BGrmFq9CxA,208
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_security_studies.yaml,sha256=WQvAU9M6IR-esMCGzLMMfrbfKyJ5rVHZkKvw5Fi9-T8,208
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_sociology.yaml,sha256=xz2AKZwT5y9nEvPEgMSBGWvUkhHUj0FnFpw9mwd9eaQ,194
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_us_foreign_policy.yaml,sha256=cin105TcAQfJepHeJmG12bArGN912s8ns_q7Et7pmCc,210
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_virology.yaml,sha256=Iiv_bHjAjnxpHmNUqo0YIZ3YSbnaH0fV-c-a4j377P8,182
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_world_religions.yaml,sha256=aT_ObTImM_qlALZii0CIKkqtwRoExDuWf2cy_ZeOEt8,201
lm_eval/tasks/global_mmlu/full/ny/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/pl/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl.yaml,sha256=Ub8gXQgKWqLfUz_G8LjA7JGO3E1fP0WtgBYk6SV0_8Y,256
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_humanities.yaml,sha256=Iv-93WvTfhnzjy6KPG_-XkvtAmqzIXuLJ-XcV7cxxDQ,174
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_other.yaml,sha256=JoGRgbbTRyUojORD1YNUwXnx_JsRJ7jKw35VATTmrkc,164
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_social_sciences.yaml,sha256=Bs5nSZiXvUgOw42XI_cvZKPOjoFQkqg-Tdjf0p5z7Xg,184
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_stem.yaml,sha256=sDIRTsizMuuNhgMwqR969rqu58rNzOYa5pF9ydI6BzQ,162
lm_eval/tasks/global_mmlu/full/pl/_pl_template_yaml,sha256=6gag4_wcNoufbdK2rcofvDGxZrtfPyhbIpFp_WEUDOM,429
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_abstract_algebra.yaml,sha256=qW0XtSUtu9EPqmM32qW6jCKY45Mm0PBKDtMZIhbZtas,197
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_anatomy.yaml,sha256=9IbxPHZ57ThqgovgDHsos5TetVIU_3rPX23iCoPNW-g,179
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_astronomy.yaml,sha256=tXWz8yfFRC3Iv6dzxhz5gG-jWop6llvx_ZyoxzxXAik,183
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_business_ethics.yaml,sha256=GbRa2zT9o7XXs-7jpCPA0BvJaYtAOhGs5JXE945rU-s,196
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_clinical_knowledge.yaml,sha256=N2Qpzqf4QohBEuh9-3GMtYqv09j8SdoVPaPaoKylWOU,202
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_biology.yaml,sha256=4qAEzj4jAip_yOjiVXP6vO8POC92Fg5oo40SS_NcvI4,195
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_chemistry.yaml,sha256=nHkAhdPu3fR9an7-aiAom7ViarUIZrpD3scSdm8WPcE,199
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_computer_science.yaml,sha256=jdkb8E7f3PJn4yqg7hIZ4WJIYsXMcFSCxmJMF_esZ2k,213
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_mathematics.yaml,sha256=ZDsXkFwzxMoSZpDLRC6gThPXqrJ3plsQTbyiC-IfpOE,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_medicine.yaml,sha256=X4QUyVK1Y84wzSwRdHIjbieBrWfRHkqIHfytpBAPPZI,198
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_physics.yaml,sha256=7jrzzPD9wSAyf08SDBTagtNR918y6G0W18Wv_Z0idtw,195
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_computer_security.yaml,sha256=Jy3Lb0pWeY7xVaa8hnjmUYyVWLZn1HPHpSAZ6Xk62mY,199
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_conceptual_physics.yaml,sha256=kfASSavg7m0mrpxZI0xY09vd3jX5ce77kyMtuBH3OPY,201
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_econometrics.yaml,sha256=wpn91o0sa79oCkgEDuwseGjFNj0fiCCbzzKyM06mL98,200
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_electrical_engineering.yaml,sha256=RqcFa5g48Gvu5dLYBD8B19Oo11b3J4ODWi_kVUmdFTQ,209
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_elementary_mathematics.yaml,sha256=99j_U2TM0zMnCN3y9iVS8QG3KElHZ29F7RniKDemD7o,209
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_formal_logic.yaml,sha256=TuyNa5M2tMjX02iUclnlIyLN04nI36lXTMgQDrfR3bY,195
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_global_facts.yaml,sha256=yKqPqPO4pGj6rDRIvH00xpTUm9hbs0xe3bi9JQ2lDv8,190
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_biology.yaml,sha256=iDd0Symq8tuq8Ee3t87RSynjy676Yb3Zl8BYxRcXbmg,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_chemistry.yaml,sha256=SptWEJERvTPsPAUMfKKJCTAeFDhAy7qxFRMFGEJoGBU,207
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_computer_science.yaml,sha256=H9oNWzSqw7Wfax5_4ElT1h0e_beEDfMvGPAsKF2YKFo,221
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_european_history.yaml,sha256=wp68CZOI19t-hSlyzEfkfwsxJ9ka_oWXys953LwozVs,227
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_geography.yaml,sha256=SLOQ0xAfYyfbalCd6yvFY-_1Sx1MMYTjQyVYhBUvxR8,218
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_government_and_politics.yaml,sha256=vdFZ0CbhUjUm8gQitHUpdNN32bWhcd6SPn-yfvTf5Tg,246
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_macroeconomics.yaml,sha256=R144qYYQEXsnseQzAQ7YocmmwGbRHvGnwEvkVB_V0VE,228
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_mathematics.yaml,sha256=tbLriZCEIVhmO5HvC0sxGsnpFVy_0ZbtBs_5cgaxvqE,211
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_microeconomics.yaml,sha256=S3Xz3IYI0vG4cQuynDbqxfBZVAeHHpumxSEyOlsHTf8,228
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_physics.yaml,sha256=obNUDWd5iKcq_0M2tG0i5x67z0RTmpRKqJeSZFgUBXU,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_psychology.yaml,sha256=BMhdfauk306Ff36r8-B1Nr2UJ3YT9jv2n3oPiSBZYmg,220
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_statistics.yaml,sha256=awDvcB7msgk-d7Dh3LGQZIJtoscoRJ9SIl9XUtcIQnA,209
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_us_history.yaml,sha256=HE3uq_utCvgkC4OHY3TAtWXI2XoxemICkWfkcvXuRcI,215
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_world_history.yaml,sha256=3SFhllFjVa0EkSPIWO4QgqhAvMcGhRpZCptQLn4-T5g,221
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_human_aging.yaml,sha256=gMSZTsSQ_Dls5BJLieo2Fo-N40Dy97RDbYwCSIw4vC4,188
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_human_sexuality.yaml,sha256=tcUGRglzAsJWFkI9do7mcMeCEXuhzwdEjVF6UyPq_P8,206
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_international_law.yaml,sha256=rG7nl_hVdsja3grR9xZ-ibd4l3230D84WX9ZOAAhtS8,205
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_jurisprudence.yaml,sha256=Is9SBKgZFCEocBf1CWTGXqQ13zowh4a1EA6OhZkpVdQ,197
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_logical_fallacies.yaml,sha256=izHMq6Rbj2KpF43_iPmYPtXqjycD6DiDNHonWTEunSo,205
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_machine_learning.yaml,sha256=q8q47zZVqpDwNfkgvnYL0VwECohGPkFVwBo9Cf6EVnU,197
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_management.yaml,sha256=f_iuPlyOXVGoEHn9DjlrHkM0Wjr2Mrm_YOxaf6ANo9w,186
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_marketing.yaml,sha256=7cgx59T79Xj1CTnjPO-plGO4SjKo2quBdKgvcugY5Yw,184
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_medical_genetics.yaml,sha256=wvhL3ALGKxA7FiUhr8dTk6WGvFIKN5DdxV1OQj-ihzY,198
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_miscellaneous.yaml,sha256=1jPRrL8ZdTCvCMfSfMV0orzo0UxeAx5kWo8dZuPrQtI,192
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_moral_disputes.yaml,sha256=ilnu2upXIAPJVT8aN-WsdNyhcMpuq_e0P64OkLAwC9U,199
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_moral_scenarios.yaml,sha256=wBrC8Uu9xp7B9S-0kCJ8i-HQldVJVUNCmRMLfQJbap0,201
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_nutrition.yaml,sha256=uGi_YRN7ASvdpmVrYaLZOeC-KCxeUipT0XCElQt4nMc,184
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_philosophy.yaml,sha256=4LV_lUhyrQaUGwzfraEJult_AaLrBMwZGk0vXwd5QxU,191
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_prehistory.yaml,sha256=xaoVvmTnryZC5SaAX0o-ornC4giIupgvHrDpD40leeE,191
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_accounting.yaml,sha256=ccJacqVrI6ta_0v6MFWCKXOXpcI5Q-cU56D4sWyfE8A,212
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_law.yaml,sha256=wVuSN4KdAUExRZ1v4WM2e1kcjXz8JPMZspXcGuG1M0o,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_medicine.yaml,sha256=887RSuoEMiTkOzhOQjRb6oeV_emqxhGtEO_He5eWfLo,208
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_psychology.yaml,sha256=PkoH8nYjK6Cov6DznFYgETdvpUsH_yLLnHOTM4ogoNA,222
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_public_relations.yaml,sha256=uNaQpDrnuKobUNY4JVNuJYQ3LlWip9ERuXlCVul-x2Q,208
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_security_studies.yaml,sha256=bEUXUP38VKP_vzo-v5_9dINUhBnUi2eIQSFyF9FPp7k,208
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_sociology.yaml,sha256=zhJfbTbaE548gUd1VEDEIycyfDOS89FU01o7Wz8_qF0,194
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_us_foreign_policy.yaml,sha256=OLQEeAB3NZLLMVEAwX5k50g7MfchoaAcc807ypGLPmU,210
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_virology.yaml,sha256=jdm4m3Od8_3PhGb5kDqnhugr9BCoH7Eki5pCBNpkvDc,182
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_world_religions.yaml,sha256=zi78It26wIC_I2YRbZSqTw4SK0LvuoiXxd5bW7Yr9TU,201
lm_eval/tasks/global_mmlu/full/pl/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/pt/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt.yaml,sha256=bCVhxJJB_Raa8TDw0r4iPZi-igXtUQjJrDdp-DkDJrA,256
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_humanities.yaml,sha256=bK7gdHEiOByDFnEtkADkbVV8--k9vjuCsZaVQnvyegA,174
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_other.yaml,sha256=y6f_r8ZaLd5oXuhUg7mNr4Xsj-63hA0YFiqJZWLLJks,164
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_social_sciences.yaml,sha256=aAFBdje5BRNgBz4_1jkU6Z_gPJPpgYSA14SFC0QZyKc,184
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_stem.yaml,sha256=ohEGODMVZGLkXrx2_YabDpvXh4-fRUBRBK9klaesdhE,162
lm_eval/tasks/global_mmlu/full/pt/_pt_template_yaml,sha256=csYx3ea9njGMUQtRV1km0O3y2Eib4NQKmKkIjKyZiwk,429
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_abstract_algebra.yaml,sha256=kr9wJFjrM8CigrAIxJPgNUwqCeixdjMJGtnLZWjk4HE,197
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_anatomy.yaml,sha256=A9wCUpygTHU6gJWwvZzvbxOJUJDoDQBV4yq9VsC_3nE,179
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_astronomy.yaml,sha256=z-yCrit-JoS1OPo_3kTuGsx0M91cq_7MGH6DMlTx3ak,183
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_business_ethics.yaml,sha256=zCxrjwR2L13HPtCg9IYEWEmXxGL1tnk1PnVFNvzcGeQ,196
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_clinical_knowledge.yaml,sha256=QczvioQEypDu9-CaxE-IQDogYZ2jxJooaTuWAiREZ4U,202
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_biology.yaml,sha256=9ncwhProPW_iB6x52xXvijUfrZW_1bc51vHe5D__Dz4,195
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_chemistry.yaml,sha256=8IMIAyebEzAyR27t1pgmVntHSKKemraoh6IZOzVtgRs,199
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_computer_science.yaml,sha256=c2uMN06rSmTyDsDKmhFxxUlxbSXtpHgus6vWeDQYizg,213
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_mathematics.yaml,sha256=kKu1oH7-pHbOEbWWifi8diAN-R1idXCa_EbKjP7Eun8,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_medicine.yaml,sha256=skSvBBYepff818RStGUZM_D2SeD8Qg0jHCfxg8KM3Wo,198
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_physics.yaml,sha256=aTGpOhgvT-0rWSftU1U_MaBy2wq0zSZ6h6ta9UUuPS8,195
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_computer_security.yaml,sha256=k1Ku1ZjYJaU0tU2O7GAfJoQrWu1fXScgJCy9200l70Q,199
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_conceptual_physics.yaml,sha256=Jln7o_84w7McchGgwcCdPiI69Tmvv14TttjCudP9qls,201
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_econometrics.yaml,sha256=tnjzeFs0QBf3YSUQR0P2dlheqCJJn1x_BEI6IW_XEGE,200
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_electrical_engineering.yaml,sha256=tE3458kP2nTu5PFtvuBkiaASVstCQqjdnlHfzOv6kUQ,209
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_elementary_mathematics.yaml,sha256=_jLN3Wi1WJojIGPi6ReS7qUQk7KTyMA_P2Qx_BxqOQE,209
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_formal_logic.yaml,sha256=JKTOkG-_ZyuUswRtGO6LOh13SPH4w04vbcVs3jaR1r0,195
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_global_facts.yaml,sha256=OGOL_xBrgzcuDEQJTL88tIUkXU24EKMYQ8r6vk0-Cxs,190
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_biology.yaml,sha256=4t8kUjzD2hLm77vQiDpMcdJ_yldgpi1JlyHRoj6u3QQ,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_chemistry.yaml,sha256=nJDLj2959W6Di8Mtse73jn9XxohFTsG84lw6BFtian0,207
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_computer_science.yaml,sha256=mbO6CsaKa0EUrLgxLzlELeTMWtQ-b2DECK689l5AUTQ,221
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_european_history.yaml,sha256=CA8vK-U43KDDD5s5q3-VthaIe7UBqEifY0-ZQt6Y47U,227
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_geography.yaml,sha256=acCOetYPU6i5IYNnfgwUiPkyp8f_zWk2ERCQagwdrjQ,218
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_government_and_politics.yaml,sha256=4_4w2c5vCeu4Y4tMian-v1yXeqFC5MEt4lCOSdxuTzE,246
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_macroeconomics.yaml,sha256=9ZoBl9pyPbGjPGPra-aJOk6ycdYs6gPF-kfdmw2SuLA,228
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_mathematics.yaml,sha256=kVUkYlOTJoAcgbhWK_H30V1KWAw23p8GDiBEmSjTDRo,211
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_microeconomics.yaml,sha256=icr3o7n7W-Rm9VqG9YDbMdfW_j84Ggt1gD8FNk-5ogQ,228
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_physics.yaml,sha256=XNMLWb1i6kKxrGvBRaLF1iIYj8K1eafydfTCuvt8TLs,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_psychology.yaml,sha256=hwwJzYOZ91JYalcoyGJ-LU4-ddZlbpiyTY2fB-VDe4w,220
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_statistics.yaml,sha256=O-7c78SqRSD4TWhgMKmTrPGibaKU3cXBvgGF-bgW0n4,209
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_us_history.yaml,sha256=0YAOfFjVWbJDfGnHGf-lVgz0qt-OczMLxhep0_E1eK8,215
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_world_history.yaml,sha256=WcAc5-jSvh1fT4-L8PwPKJrq8alCAd9ja5U2CRJ69aI,221
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_human_aging.yaml,sha256=ZbvR8UTaW5kwlbDRZRFBUm8d4-rNvDITzAT3emHLDAY,188
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_human_sexuality.yaml,sha256=nHZVSJi3vxvBAnqF5OOShgS6G--n2bCOQReU39Zhc1M,206
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_international_law.yaml,sha256=x-m642pmr8YGGvW7PRvhO5xOLyjWRB4Gwc8XMUxDW9E,205
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_jurisprudence.yaml,sha256=7xfv9OXPNW4Vwb7PhpMkp3JQOQLlYFvZFZi3MZk-J0A,197
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_logical_fallacies.yaml,sha256=JjpN8VfkevkpRNDYsgOJuW_Ou6R2BycsKviY7KNE2X8,205
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_machine_learning.yaml,sha256=sckqinQMrCOk7P-VkL2oygOUxRAilIW7ch0Z-RnwNQw,197
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_management.yaml,sha256=hRgt0stsp-hVDod_9Q_apec0M5kyRmctaEg96Wlt9Nk,186
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_marketing.yaml,sha256=VDy2706WjLxgG4ncArhR_7shJXQjeEfVEcd86Xgc9Ts,184
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_medical_genetics.yaml,sha256=eIDL1peXqbkvAPeSP6s-mOFzDWLg5de9HPtoOmIHw4w,198
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_miscellaneous.yaml,sha256=wJyATZjspBpq7kHX_7Z52WHl4jAlxCFGrjowWLbkV9k,192
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_moral_disputes.yaml,sha256=21GuaH7lCqQsmSjQqlqlPQJ7NuRVT-IuzQrCV_jmBFs,199
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_moral_scenarios.yaml,sha256=4QXwmy5qOUGHNXJjeECK6XzzwVCfnvdd0b4jPqjqA30,201
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_nutrition.yaml,sha256=cs61Ytwush49YHLhWJhqrTnQ4ZTg0Sf-1SlMkQ1cyiY,184
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_philosophy.yaml,sha256=xgDQuHCpybsco66CkCAY-HtR2fjqA29hkDkNzZNTvYk,191
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_prehistory.yaml,sha256=tQdNh7l8wlei2pkQGhOXtBPUADuntzmRtOuCGoIB2Aw,191
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_accounting.yaml,sha256=k5VaZ74paXfB10ynBwy_4WwBDPGcoEtm7I2LHRuO1Lw,212
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_law.yaml,sha256=UMzEVNArZobqzMUqRdinU0h905KeNS2_ti6AuXPKNhw,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_medicine.yaml,sha256=BRgjDKpNukVj888IbGFLElblLE51lm76HdEdeCVVfYw,208
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_psychology.yaml,sha256=7pl0LvxNwoSBX3NNA22DTGqyBZJMHpVxQJxtgtiSrng,222
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_public_relations.yaml,sha256=rqdCXaBPMtAmxWTGEmov3hIwkvJLaM-E9Ws4OmYFCYI,208
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_security_studies.yaml,sha256=Mko4ZYtrDZcPrytQZ6MlrGRdFcorlagcLOITTbSCikM,208
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_sociology.yaml,sha256=wwgvSas8YjIoxLIqYrTh_tHC5wt9nXaS1onrv280R7A,194
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_us_foreign_policy.yaml,sha256=Lx-ibx8QMAOAne8mR0gmjPmXGf_WFgWkOOzKuiZTJpw,210
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_virology.yaml,sha256=o6t4A-6cCb9-VQTDTLT9FU5IVdGpww9iWg6TWlubz4g,182
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_world_religions.yaml,sha256=TEUHd8Ki6xbu69dbEQ5xWgjiaNQDyr_Biko257dQYjQ,201
lm_eval/tasks/global_mmlu/full/pt/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ro/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro.yaml,sha256=Vy0X-FEnsGSCTyLCs1NhbdMBWnHKt6cswk-FQtMRfo0,256
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_humanities.yaml,sha256=bW6T9dYL0h5IQiYk9KN3SKznT14tuHdQld2ZjYVQCYA,174
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_other.yaml,sha256=gff2FnJAidpOM2hn1Z5GwEfH2boGsy6KpCRR_lbcxXQ,164
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_social_sciences.yaml,sha256=tL07FGbELrSJ6hLExEJgafZFsA1_cASrZ2pfrLlIP64,184
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_stem.yaml,sha256=92TRzFahiyEjECCOSjo23rsOmT1XiQXpLXLB3q1ndvE,162
lm_eval/tasks/global_mmlu/full/ro/_ro_template_yaml,sha256=PKEl5WOJJW6US0fVNHM4h8PYW_0rnUBcZv4RfRdeXLw,429
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_abstract_algebra.yaml,sha256=eHM80fBYIjFM7OUhJOUeLdJMiHdHFLOd9_7zVCU0bEM,197
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_anatomy.yaml,sha256=YKqRpevL2S5PXksjSpEP9cKcXFtkEoNYr4h2bXsqEeE,179
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_astronomy.yaml,sha256=MI4iLBEJhuM8ak8LHzIUA131sHPooUETFQY7wXIUgBU,183
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_business_ethics.yaml,sha256=pv_DTCFBfbCvHnrJR0vBSfQ07cN4u_H1pqmsfhyFwUY,196
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_clinical_knowledge.yaml,sha256=8L9vx8AlEiQTKNbQ7ncl6orMXfHuPWyxOIOHpIknHeM,202
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_biology.yaml,sha256=rKWzA7-y0zt7JfgGMidtDPJ4jaSdiSXEiLeWzR2z6SA,195
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_chemistry.yaml,sha256=yVTMn9kPoFVD2NCqX-J9EhV4bvbpYgGnr__zUikTL30,199
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_computer_science.yaml,sha256=uswrJo8XUk7eQF2FN_uLR_5moqMOFepauiPDXnZc3VA,213
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_mathematics.yaml,sha256=525rxBt8UpdXnKju82O5va2JMuXBsoJaeGtSLjYJDo4,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_medicine.yaml,sha256=zmCuDR50X564yJ7uMs_l79zlSVEDMc3ZrPJWUYTb8do,198
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_physics.yaml,sha256=_8HrM3BUFr4PgZR9nBrp4NsnKhSRqxkvWzLARLKxnV0,195
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_computer_security.yaml,sha256=TbILpKapI2zCXBkdQt2c_6rekUPAMEJO3KSUjdPmLM4,199
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_conceptual_physics.yaml,sha256=JKFYOrhFUxiDedbSAy4mNGYZGAP8-lHnJ5LEx0XZ5M8,201
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_econometrics.yaml,sha256=7dSkm_TDRL5S3FGbpQqDM9NYsa_EGz4hbpjzcPkA7cE,200
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_electrical_engineering.yaml,sha256=TSUyiFGNe8L7rq103cSv8F5bF9rNw7dzNAumAGbUCDw,209
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_elementary_mathematics.yaml,sha256=gpZ_4kEuo8PxOdwyGY_kjCvInBvSGTigS6Ne_ftY4h8,209
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_formal_logic.yaml,sha256=MwxiR8nkhB0OvBDgFwh_pa5RFHSWYwKzX9CrOkRvTug,195
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_global_facts.yaml,sha256=lC73xysxqBEOo1VhbJoXp8Ue1NwXtkLycqeIkAPUdUM,190
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_biology.yaml,sha256=KOfqH6gQr2GuNFc5QQBUpGNlZB7Jk3wiwMZhOygGNkU,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_chemistry.yaml,sha256=N3YwZq8I8De741eAuwTv7_X9L4Y09V9RyMpB8QFks9E,207
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_computer_science.yaml,sha256=aMsSKSiePCp5RZ7FcHumtmejKMyWskvQ3PxZ-aa_pYc,221
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_european_history.yaml,sha256=SwNXY_JpGfOeZ3rOiWEKrarpHO2BTCeca47c-Wd5K00,227
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_geography.yaml,sha256=1niGD92zMzGwtN5EP2cBXpPU0U4ug_X_TWU76ElNn_c,218
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_government_and_politics.yaml,sha256=NYMXVWOHz7SL1oNJ_Cmyms8nSg-j4SUjwqyn2ZYdxlU,246
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_macroeconomics.yaml,sha256=3pEQhL0B8kpeGeA9Xje7mzHnhSlmrcNHvOOSvPkMeNs,228
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_mathematics.yaml,sha256=SPNLpIevvmYDSrqtwttloEOqCOKx9cnKPQBW3NIyjfY,211
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_microeconomics.yaml,sha256=xbWeYk8OHftgZ5A8OltbwFv7GUMjq7CGUpRl0TkWsOo,228
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_physics.yaml,sha256=uZinq37-HfSYgYsRohssbsutXd-ICuppGzZjqQL98Go,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_psychology.yaml,sha256=tdQ485urg1W10LiGFVTMUV3Tr0oCm8Y48bYVDfbgTuc,220
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_statistics.yaml,sha256=kU2FXgFb1kY8OxI9fqmfe_AuM3JwglqHuWUDa38xUY8,209
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_us_history.yaml,sha256=FcX0ZEj4L_AjXCvT2_j2JZRSOTsjUfI79BEi_ifNCt8,215
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_world_history.yaml,sha256=Yc6e-ZdqVDfY_WNFXrcd5m0ObXT4arUbapah1Bc0DXQ,221
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_human_aging.yaml,sha256=ntABNqc3f924pnxIW66A_NwL2EKh4U9_Um4Jd1zzen0,188
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_human_sexuality.yaml,sha256=P2plXlZFtkn4sRJkEr6KBAiSiT__BZH7KNUPqXregg0,206
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_international_law.yaml,sha256=pH3gMtfNqH5-Tz8D_Jh0jGjEoAkgkbiPfi9GUFvksI0,205
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_jurisprudence.yaml,sha256=ZnOquOzLk-HiPuueX5dFD85KB_cstFilWJAtYHCwTu0,197
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_logical_fallacies.yaml,sha256=-XWV9PJltwXrA-wox3zi9B1N-NYtErJFngG1grxgaQk,205
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_machine_learning.yaml,sha256=0et1RDy-wOKKG8WUNhCd-PtTrYodQDD3mV1i4Ybzqgs,197
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_management.yaml,sha256=yiV-JWzjq6uW6AQ_pGbuwtHUcG_rNuUqmHqRtyRkqZ8,186
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_marketing.yaml,sha256=r5g0EBMRQbBfCzrVo169stVYgMzXFKk0vbL-Uzb0-2Y,184
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_medical_genetics.yaml,sha256=7q87A2Kk2avYJ1YQvBr1shFeNm20eHB1T7mtiI64KMs,198
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_miscellaneous.yaml,sha256=L5DPImPdXetBpfCbfDLAE7J4hkRLzPATTQP3QIBPt3k,192
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_moral_disputes.yaml,sha256=ZgCocj5YzW09YpqtauLZGvzK22SD2Yu6rOvcxv2NrA4,199
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_moral_scenarios.yaml,sha256=CCyd6labuN5PUUn29hkLnbQ891AmZIVj35JdQHFGa-Y,201
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_nutrition.yaml,sha256=t3LiOUj3XO_Kf5l8f9PDxYohRKfRqG4_o1wLZ9Swato,184
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_philosophy.yaml,sha256=mNK56SuA9qEAOpZlkXuNy38EhAK4a-j5Npu71MNu7jU,191
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_prehistory.yaml,sha256=HMyrR3civ1q6TVZuFUPyOYZrxkLkj_Phr0_TET4qi04,191
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_accounting.yaml,sha256=9xaipMplfexEvW8u9mGbU_VffGKVWbwLM030um7GBco,212
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_law.yaml,sha256=0smHC6b81TBzHktx9Ss--kxfzA9rOqWd-oUukiwCIX8,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_medicine.yaml,sha256=u5y_wKbBnR6rLRgjm6hJo0Z-M_EGXXEGZNl41cnwGAk,208
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_psychology.yaml,sha256=bJ2QF8InQzfnx0OeNr7crLvRhov4C39yIyCioa8XdhE,222
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_public_relations.yaml,sha256=NGthZn384V6pjvpQO5OzUwLsBP78Mhtxaa5XQ9BTZVg,208
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_security_studies.yaml,sha256=kd_opuGn1nvao0jEPPhGb2LuDkWp0JtLfdVwlTVPb5s,208
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_sociology.yaml,sha256=FFLoBCbZ7yp2B7UD8XN_-OiY2w0Bsvtx-rexCVQeEQM,194
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_us_foreign_policy.yaml,sha256=0WEP7kWOIdpG9i-kAqxwv0AGcf0Pb3vcfOwLGqclvlA,210
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_virology.yaml,sha256=W8HDJ3c3GfAy9rO4137L1sBPlIsZtSUaTDDTJ7zJzdM,182
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_world_religions.yaml,sha256=Izq3rQTnl2fSx0yM9BkxZ56WWrUpFwaOe6mKKfKooZ4,201
lm_eval/tasks/global_mmlu/full/ro/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ru/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru.yaml,sha256=pXXkAtym3LQtVSecSOtx7mxkVIMrV01xluwY-AyRl2o,256
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_humanities.yaml,sha256=wf2SriqUAk8TRViuDUHG3AFsSf-Go-bcdA4e7quOt7I,174
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_other.yaml,sha256=3mZ78dMul2QnqhW4FSBX9ds7RLk-6Pgt5qvK4XV5sGU,164
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_social_sciences.yaml,sha256=gWlZ0a-PL4YCYNpssgrQMzlegFFNtbYjnLVt4TSnU-M,184
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_stem.yaml,sha256=mRTXnqREF3rwl1PD3mtHmW6CY3ZB80Y2S8jb4PDfaWg,162
lm_eval/tasks/global_mmlu/full/ru/_ru_template_yaml,sha256=ITwMaXdGMwRLTaF34g8H8HLrsi2SlW4-FXGUE9-FM_w,429
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_abstract_algebra.yaml,sha256=it_vUxepioULsu6jf-CZkEZML4TlB2hsMHvz79aH3Kk,197
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_anatomy.yaml,sha256=qdcQDEamQXfAndQdbdr7MkgrWWNYort5DXcSk_dynns,179
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_astronomy.yaml,sha256=a3AWeMq_e2n6QvCZPNLh8qXDekQnFrHQyqhwYWFB738,183
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_business_ethics.yaml,sha256=eMAPjaRNJPKeAPJl9j8pj3hWR7FEdpMFMihvgPNlfMo,196
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_clinical_knowledge.yaml,sha256=I1KMhzNekqpHD9xp6SuUI0VjIcN44InI5gxXQCjPy8c,202
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_biology.yaml,sha256=cH2UZYBGMmu-IpGcgPNrZJEJCpPxZKlK3e1FlCDvLbM,195
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_chemistry.yaml,sha256=cCM4M9ej7ohE5ZjCzA9RCLVvPr_cGZ9bA-ZvZbLnUtI,199
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_computer_science.yaml,sha256=xltQSlmq_pIm4c09-aFR9Q4RjZLW03dsddXlk89m4EQ,213
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_mathematics.yaml,sha256=96pEtcaG2x827Hxyth5ME3WVbUBJd9oHSkGWivRDdZ8,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_medicine.yaml,sha256=Bw45DjlUdNwOUT9afxwbnyOzS-TgxIFNeVp3pIgVokw,198
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_physics.yaml,sha256=DpQLp5zJclC8KPHhqyGAdESlsaDqRNiwWI5FE_PIaYo,195
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_computer_security.yaml,sha256=1zyKAhmzta7otY9MA-kMuDqvWqV9HGsXHahAzj7a5jA,199
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_conceptual_physics.yaml,sha256=EpdOughLnIsMFTTcctT2HNcPF-7m3l3xRHMlMDFspjo,201
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_econometrics.yaml,sha256=WenO-YPifYg1X99ZIKTijNpkO6khShvsFOKFjwWAH8s,200
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_electrical_engineering.yaml,sha256=NFnBaktWHBN_qZQYK3qS_EbdZHWHXmFdFkQbNLr8Jl8,209
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_elementary_mathematics.yaml,sha256=Htt8tH4irugHB7p5sIi37UH5w_jw3VTA1pH40waLcDQ,209
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_formal_logic.yaml,sha256=JyVFoba0cxqGHFhheC-nh8mgLoBDpc2nVXDLThEMzVQ,195
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_global_facts.yaml,sha256=X5AjVzOkmPBGgGIZHl9-mDcRoDwqSSo6veLIfaQUrvM,190
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_biology.yaml,sha256=nD6eVojIGLdoJHIJvpLBR-izLh9ujufaAU8_-viQvto,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_chemistry.yaml,sha256=hnV1PgwDNNXugjCbTlmHWjt9mPUg7mLbnuQNxP94eyw,207
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_computer_science.yaml,sha256=5U7OFeEu8O14913CrWcjbPjnZpHbRdUnuROTm7lcI6M,221
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_european_history.yaml,sha256=IjjfnvDBTI6QbEZffLb69wWYlPV_qTid7YEKgmAI3ec,227
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_geography.yaml,sha256=Q5xhOmjxFAydZ1MSpPnkgrtzulhzXyf2cKc4RcUWfL8,218
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_government_and_politics.yaml,sha256=0AEOY5PXbvJfS8XhFwUhMF_9Wtcp_8U5_1wyLrgZeZg,246
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_macroeconomics.yaml,sha256=Ggo1yJxKJuG4y9R3SDaJ3opLN2s186unrlb-VwYlw4I,228
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_mathematics.yaml,sha256=gFn4Ec5yt4BxRxqJkr_eh2oKDaSvGAbYte3j4nHyGOU,211
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_microeconomics.yaml,sha256=ok879iWyU0rEn7mI6OoRTQfLpeIAHl3-wuMNJIIT6fk,228
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_physics.yaml,sha256=JNuqsuSKTxkfKjTVvkQEBCG4eyiNUoYEPxgDZmcGBDM,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_psychology.yaml,sha256=d9GQz9zWIFclCIKim119crbPLYDyULwtM-RRGLaWd6o,220
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_statistics.yaml,sha256=4bPZZUQ02TQ9rwdFWhdxinwDUMoLFeuJPvr5FLo6uik,209
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_us_history.yaml,sha256=9T2iEMNpBU5HUNfg1JZj-2UyNDYup_duLI1MUR8UZbY,215
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_world_history.yaml,sha256=Ny6sIYn28DDVLwFs7GP1Jwvh6JSjP99vuLIdXCPdpUU,221
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_human_aging.yaml,sha256=OmvgCyAN3mh_f7DYuuNCNxS56_uBoHQIy4VZ3G-d7Z0,188
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_human_sexuality.yaml,sha256=Ndu19WQLCkvO4SFPjRpbzO87TXwdyxa_IJa6_XdXd2c,206
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_international_law.yaml,sha256=PVWZ92NaKua-BgyZLOWT1rEM5xmWkpU4vXW4_N0Dkwc,205
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_jurisprudence.yaml,sha256=osU6nfty8HrepngiLNCYUAVt5hunVwWdV_A0tP0Z3e8,197
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_logical_fallacies.yaml,sha256=VOZtmJhLTZEjTa4ySv9oarsiDN21MHSiOYm-hQH-PF0,205
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_machine_learning.yaml,sha256=FZuVAK6tlUz68vrR3AoEfiK0Wym_T35YcmW7LlOV5sg,197
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_management.yaml,sha256=n_wmTEgfvGI1YeWL9eyLzqBgKKH3B-gzADgDi8g8qTo,186
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_marketing.yaml,sha256=o7cLeRLE2OCSaWxze3bM_VMNwWuHL84r3C6t171Srj8,184
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_medical_genetics.yaml,sha256=6wToGD8EIR0EIoZWjs9Lq6JBAw4MNrWd7cHli1g6aWM,198
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_miscellaneous.yaml,sha256=cNMUEXOvdThzSBUnca_YPJ5sOf-AYyFgldt-7AFusJQ,192
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_moral_disputes.yaml,sha256=OdhPJwJBjc2jAOdOH7mDpCdeAI4DmWtqjy7lRpJ49HU,199
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_moral_scenarios.yaml,sha256=mc3QZJQfqlITdIdTR8v2L92V7bAzcx2HDvz0kZ99CTU,201
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_nutrition.yaml,sha256=jM2RSZC3ACE7oS6N5Ef3PUfmrimqkB_3C6CJmcJBOdc,184
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_philosophy.yaml,sha256=5fhE_zsZn4xEp-xPuNDp7IFM9qVyKgV5bHjsT2-MgrI,191
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_prehistory.yaml,sha256=w8N6VCt2znZbpg-Tf3JxmTtp3jLRXn74NBbx2Y-6xqQ,191
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_accounting.yaml,sha256=7eM31TvDpUaA5zvc3OO6ER7wmKp6XQTDazoEJqF5dAw,212
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_law.yaml,sha256=bdjb9sytskbLC-AJeBmN_hZ5pXirzoM7pEZYiI51wtU,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_medicine.yaml,sha256=FMx1PmqlfZAnCc84CqRw7MKnKj1jEOcEHd5Z73y186k,208
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_psychology.yaml,sha256=mXyfDr80DWsE4Phk6RFtVLw5FLp0YiPIjh6wNXQYxlU,222
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_public_relations.yaml,sha256=NNbPcZ6HUlWDPPv0nnfujg_l-6-sOGH_GT6CPv5ALIA,208
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_security_studies.yaml,sha256=xuOH2aFWDau7KgIpHd1COB00Tv99TGiPdT340GEQ_D4,208
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_sociology.yaml,sha256=BeYcCaXLgb_Xo-qJQjU3scNlB8Sp2smT0EBRzEjupCE,194
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_us_foreign_policy.yaml,sha256=FzoWl6FTLwKKCxkemyzr9Z3tJJpuljBHtIDSi8e9nLs,210
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_virology.yaml,sha256=BkWdw0qghETWoM-pb7ptAkDEoyD-iPB6Z8lAOUrv8T8,182
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_world_religions.yaml,sha256=2OJBYF5qqgF2HuH68CvN6BnMRxklp6-XZF58UVbJaB0,201
lm_eval/tasks/global_mmlu/full/ru/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/si/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si.yaml,sha256=j_PfEnpgMyDgOvg0-ZDCpTALreb01CBqmKAO1CQ9WAQ,256
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_humanities.yaml,sha256=_1SnN4suFOzKKOkIYXAy9krDNlrNhoJGjGuk1erloDI,174
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_other.yaml,sha256=N9T6u3TJtEhd3mxkTUahheg34TTlum7loLHAjKDqh0I,164
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_social_sciences.yaml,sha256=67NbZW5kw-EYKWZcQopLp9HvxwjLWWguCQ_EU0w9VpA,184
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_stem.yaml,sha256=CMKn782oP0VOQuUt1d0jVb76J0weoZrpLylXU60dRnQ,162
lm_eval/tasks/global_mmlu/full/si/_si_template_yaml,sha256=ZpLD4Vp8SpTKnu8wjCkHs4hwAx5rW7D9ZAbEYZH9uBU,429
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_abstract_algebra.yaml,sha256=RSm2A97-8fr8GAAcWUgFZ23Y3UlsI15YRjmUq7K9kzc,197
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_anatomy.yaml,sha256=CiLyLsCnNHApsL68ER7uY-t-1eGYthILkX2w743CSFs,179
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_astronomy.yaml,sha256=fp0BV3dNSSsxy63s2eqtdvtjKrrS4BreI0J61JRVyo4,183
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_business_ethics.yaml,sha256=Se-JFSu1zbmj-toAU-sL6zcYYLOmp1sX_lZzlI0QCOQ,196
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_clinical_knowledge.yaml,sha256=oWzjbcwo6oEja0_1aT6XAU1i6LQ_TgXrAxJIbGJnW58,202
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_biology.yaml,sha256=O8jEuJUJRErLb0nZBxFYuFu0Iyy6J8hfGbQP7U1vTfA,195
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_chemistry.yaml,sha256=_eFptiGL0NxnRntBObSUxKmtzrRpSY0EwGF6-CqMUnw,199
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_computer_science.yaml,sha256=QCVwvEaR8c6--coVCQ1OANaKrJi3-cg9lAf3STMkODE,213
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_mathematics.yaml,sha256=yYDrxZj7xz2Rorouf8tLt4EkOyLSXJ6B9L2dc7ZQ7IM,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_medicine.yaml,sha256=zV3rm3ZmoqCVTxrvKBW9agYZysirbERXLONuMo6bnrI,198
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_physics.yaml,sha256=8HjXORNrV28hlXKqRFtg25e4rjt_Y-4C9uepvk1VGkU,195
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_computer_security.yaml,sha256=8ENEAXJEaifYXkC9o8Suh1h6LJYz4kfKqDM_Z_K2rTw,199
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_conceptual_physics.yaml,sha256=7jChB5m3wggib0_s5IuobQg1DwVF932GfYRZux5Kwbk,201
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_econometrics.yaml,sha256=MLmiOA8Wj01R6mc8vKhiY8Tf9Z6_-S1_Gz1VTgVyH7I,200
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_electrical_engineering.yaml,sha256=pWpOZVPNnoa_89jkS6USa9zsmTcT843cTzfBpVLDJOM,209
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_elementary_mathematics.yaml,sha256=0d0umLoUKvsWYJ2fW4ZRnA0LZqj2A0Dd3sCq0_hFMys,209
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_formal_logic.yaml,sha256=TBt0OIWtUCIm4wv_D7-7Exr7z8_G7qnepmN8tnKNCPo,195
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_global_facts.yaml,sha256=taXV5nJHiKOkvlbRpDIBy4f3yrDTp0V155yNFSKOGng,190
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_biology.yaml,sha256=sEsVLbihvI3Bqw4-pyUiHZb6tTyqlrgAsb3VSodWPaQ,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_chemistry.yaml,sha256=s4w08qUUzEjp8yF9jDLT3FZXPG0RVC9u3vnMANvTdLk,207
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_computer_science.yaml,sha256=XuXZG9Arb3tQs8LUmQziu0DTA-EBmzVLGsC2Ga-ajFA,221
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_european_history.yaml,sha256=uM5GOqkBGuHhEpf2OmHF9BM3X-XihM9GyPxwZ8gE24Q,227
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_geography.yaml,sha256=H_QEv4nXIT9mzT4tSyFlmwyEpNUTjXFxeRs1NsjVAEg,218
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_government_and_politics.yaml,sha256=xGhiQhOeTPTI_OPRvUtRWAg_aEqlrYt0_bZnyyhamP0,246
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_macroeconomics.yaml,sha256=nwPBfOKziWFPbBWPbBWnNw93mYyvSvebKCK-8dYXUYM,228
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_mathematics.yaml,sha256=c57eyKg85hwA2c2m_z3iUQa-bAJdwlweqfkyZSQzVuE,211
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_microeconomics.yaml,sha256=IGhf-lZNJQRzgsxEhBKvjSqlSJ6c7CRN-XuuhhXaQp8,228
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_physics.yaml,sha256=gS1x2MNA_XAGBWqUJ0jwj5dLZE4uSa7SPV85ZkcbNj0,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_psychology.yaml,sha256=eo-vkO2HZJ1C5SX1SNWkYBO_eurS1lCELBuUBr1BZ5Q,220
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_statistics.yaml,sha256=hqnVJjp97hBSwR_wOyCoaQ7JKn-12pURlir-TitbZ4E,209
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_us_history.yaml,sha256=rV0loVHoXq9d2DHRDd6kv1Hga9nj1lokVEwOk2V7mhs,215
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_world_history.yaml,sha256=YX8h2MAwLlQZIOkZ2XwzYeFB42XYKAumMw3jpT2J2Sg,221
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_human_aging.yaml,sha256=WGlHYvwWjef61M9SA8UT_dpTySigwtDyAiiHbX6gwOQ,188
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_human_sexuality.yaml,sha256=Fg3dxbvrimIbHXg5sea_m_GXCWUAOPoHhm9bBZH6nYc,206
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_international_law.yaml,sha256=JNKYeODOe4s-w7PaltMmNjeSyWGYC26q9vhGkLK4OSc,205
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_jurisprudence.yaml,sha256=3bUNtC1lUfccP4nvB97AeqaIoF2_RAAZM8afnoHoFZk,197
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_logical_fallacies.yaml,sha256=rFoEPIkQYHCZp968UE9RdB_pwPDliJCiwCrzXpRvez4,205
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_machine_learning.yaml,sha256=cA39H3qn9O-T3AuTQRB7JV-dDi-DIpIKJGZEJpjmhXo,197
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_management.yaml,sha256=q9HPao4PD8ledaTWWQhCGSLBApcIRoJ1zqumv-A6n7s,186
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_marketing.yaml,sha256=FWPARKkxW2dBUfK3aLBWJmZGBSIghdrBFvFdLs2LT8c,184
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_medical_genetics.yaml,sha256=nnd2Po-3_cqC9ScUBTvk5h6KG5_cLhtnNUEOUeUcV3A,198
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_miscellaneous.yaml,sha256=ZLy9jrqC7JcpkzcX55RJCWyC8iuIln7DtPPyxnoc2b0,192
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_moral_disputes.yaml,sha256=QtWzxFc_m2uo75X6_iewKPMF73lqSjf0fnqC6z4QZcQ,199
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_moral_scenarios.yaml,sha256=s3Pol7Clbkb9KRbYJX2WxWISTKBXEvkohllgnrVhwJA,201
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_nutrition.yaml,sha256=7uu--UmgrA8BdvL6blkGO3LVpd8wuIsumeunUMGiac0,184
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_philosophy.yaml,sha256=TlLiWMqyPbbIN3lS396lz2PhV6xZtgQUa5aWXTWl78o,191
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_prehistory.yaml,sha256=oa3ABRY0J-cNAKcY-LcpQmRNsm2Y7Atd7jQU79bmato,191
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_accounting.yaml,sha256=SJDYlOvzj1kiEdqnDm9DovGaDuKkwwO9jxOL48KpAcs,212
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_law.yaml,sha256=5QRcGc8ybNj5OS1LzWpv2GcG8Q5ovzXua2EIz9UqFZc,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_medicine.yaml,sha256=u1U3267Tv1EqJXqI6bqf5ngjaeC3ZGHX22ShK1kK00I,208
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_psychology.yaml,sha256=uxF1lDrvr8a_GJCBKH6mwuKNfbxQg-ql011FDslVa1Y,222
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_public_relations.yaml,sha256=5x-DKA7zol5NAPC-3ad2D3wfAonfEdJSHtcw1_rpAiw,208
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_security_studies.yaml,sha256=0JJPiN22RlgYv1DwAkv93VpTlNWsuXSQHbtcPToI2lw,208
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_sociology.yaml,sha256=hQiBQqEjAQ9kuPKXLRk-BXhzXuWgagLVvqdeZUu99VE,194
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_us_foreign_policy.yaml,sha256=rKGKuADUmJJd01CIyph5n4TABaLcPJUIUdeo6NPyxmc,210
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_virology.yaml,sha256=tSDutIsFXGdvGNkE5l8e-fWM441kD_vyd-o2YH2RDMM,182
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_world_religions.yaml,sha256=viVZmKtvR2AerCDe8e2LPLHVyW956vKRde7FD7Ca4CE,201
lm_eval/tasks/global_mmlu/full/si/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sn/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn.yaml,sha256=wtYkY2pxWEKJF8KSQ-yVCGY36bUeB7WFF7FAlU2d25g,256
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_humanities.yaml,sha256=qpmTEFikb8Vlgg5LQlNuDlYLbDAykwa_0GORys0UWvA,174
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_other.yaml,sha256=XQLDECMtLaEyYv61PODy_JkBd2urQbzfD8_LUdprxys,164
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_social_sciences.yaml,sha256=hjV3bi1YD6gPu7xSM-Dqa-YTNcuO5mhQMTArFgoSg9A,184
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_stem.yaml,sha256=RlFdSIj83-JW83XVwdDvAOwEGACLDt-f0UzhvzzCaeA,162
lm_eval/tasks/global_mmlu/full/sn/_sn_template_yaml,sha256=bX1yb6OJWDPg4aF1dNna5lL4z5nxb01KMs4KgtDzWlM,429
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_abstract_algebra.yaml,sha256=JjzG0HNRObibQJShswiaNHunO-q4u08LoK03EDiqbdM,197
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_anatomy.yaml,sha256=pPxDa72Uegf5qg7sidrf-G8CiQfRN22lGllHvnNWbT8,179
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_astronomy.yaml,sha256=RXxAU1V86ZMOFRYrTT8OsGHuvKt8soO8GsZP3xqChDU,183
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_business_ethics.yaml,sha256=FIvaWL_fenrDb8eDotnFwNPo4zP8c93RJTiIn9UGspQ,196
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_clinical_knowledge.yaml,sha256=MBZDv167UDQOmIGMSbmyBg8cX5MPLUZXuwqlu1G9mxE,202
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_biology.yaml,sha256=rUwC3C13zbSi3ddt1bNawHLMxJqpyW2hfaIm6F8Le-8,195
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_chemistry.yaml,sha256=qrb5GEniVR7Km6ySx2OS1RnEYk5jHkRc301jx5q7fHY,199
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_computer_science.yaml,sha256=14IqmVNrqm84O-8UU9mulwZc35ON5ifV83XmFSv3s6E,213
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_mathematics.yaml,sha256=t7nDzf5_m1Rzohdjp8uU-xcDnb_kgwtVo7HZkhw141M,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_medicine.yaml,sha256=RoZhiq-klG0gCR8HQ15ZsbDW1CCnznBx9lAk-j8OWnc,198
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_physics.yaml,sha256=lICtoDq7-mZ7TgRvKcJKdM-a2Dah58p3uhm9tJUg4So,195
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_computer_security.yaml,sha256=dGV9TdCBMMxApPH-IhGz_fxTj01uKExYQMOLPEigNgo,199
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_conceptual_physics.yaml,sha256=v_0-keGgFLU-iRSX83atoSwA_lgZB89Hv6Y9kaBVbM8,201
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_econometrics.yaml,sha256=WR-1kRCl_WbjU5uuz882bqfL7TWslxIx9oowORJDWHQ,200
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_electrical_engineering.yaml,sha256=ELgJXUVOXYC7D8YB_uIP-rp7bt48ofCkLR1H7RydigM,209
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_elementary_mathematics.yaml,sha256=_8zjeXKIzgO5sIEouu8xhDoFES9aPnBPwxmefEycy0o,209
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_formal_logic.yaml,sha256=KMrFGtWxF7dz-lo4gAwy-G7eul5wk-yQPQR7cIFMVF0,195
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_global_facts.yaml,sha256=rkmVjwkqXlU__k9p9gUG8DeIDTaw7qT5Y9LLUzIBHHM,190
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_biology.yaml,sha256=ctNgyWYft2AkwdDzA_zMJP6JbZWW2z_Er25_Zt-sNqI,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_chemistry.yaml,sha256=Z6mCKaWxmmLXqotql2UeXZ0PjTAlmuFCcvP3A3aOO9I,207
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_computer_science.yaml,sha256=STUfrVkp0w1xX18w07-h7hj8V27VM26hEo5GYNddR8U,221
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_european_history.yaml,sha256=BgDzYzTvfFxhZHqmwYk_FrjeCVQk7QFnbCr3JFCiIQI,227
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_geography.yaml,sha256=DpXkkXpS7YCHS7LR8gX4Ezk0D-bDz5RFJYkm-okTR8Q,218
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_government_and_politics.yaml,sha256=uKBTE5E1FTfOnPesk_6FbT9Kh87SxyKfmKlHVZvH6iY,246
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_macroeconomics.yaml,sha256=0HESDV8M2LXM4MC0lcYeQSXYMYKLoN-6sz47X1ARzbc,228
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_mathematics.yaml,sha256=xZWHM6qF_f_i9ywoJBtp2nyGF-ao--1wVKKIf-ElH7c,211
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_microeconomics.yaml,sha256=QWt295aWaeTR0t2sUjGnurboF3cfRWm_Xu3T65ViZtE,228
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_physics.yaml,sha256=C9VU8AZNN90hx0rdz3BPLS24gcsUJxaeIAdKfy0dd5I,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_psychology.yaml,sha256=ZFw7ic4fkJmKByGuhsifsxf3-pO0aoLXh3Yunqi8q7A,220
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_statistics.yaml,sha256=H7w9BsSuYp3JEUmiM69l4Mzj235BwS8MuZSJ6zQRoKk,209
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_us_history.yaml,sha256=suT8KYoUgZlyX8ctGkebopAlt9_QLRO0cPozhFOism8,215
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_world_history.yaml,sha256=9N_Hs8pHJ6Dw2l80cFD4YogGeUePV9UewqkRkiFafzg,221
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_human_aging.yaml,sha256=bMkHXSXTWSrRnOr27EBN4JqNLGIu3gxoSrdOqwoJa-I,188
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_human_sexuality.yaml,sha256=UPeqHh0MBBO8MrzSOQNlXzdDcVdFN1UfxcxRedCM5dI,206
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_international_law.yaml,sha256=jeaob2Sxg_U0cA00K4yUDWpFIbuq1jNvvg9TamKFqso,205
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_jurisprudence.yaml,sha256=ALyJq-uNVHfuxtomIJfiw9DAlU3NTi7YWpPRs1DnkCE,197
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_logical_fallacies.yaml,sha256=I5oqPtrECvofIryBfRVTrWCkmBUd9XqSruqohVAibxw,205
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_machine_learning.yaml,sha256=k_EySaABMekRUxU-JEcM9sTiES8mIB7-yzrekSIL4sg,197
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_management.yaml,sha256=vt4qp_E5HaCdG8vvqREIVHl5_HUr_6lcs_5dZzGC7Ek,186
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_marketing.yaml,sha256=NnRV5sqlp7oBDnOW6S3z7bJ4BSN_b1rE6MiMUxan57M,184
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_medical_genetics.yaml,sha256=W8j8TYvmFfNave_cJ3zCU_bQOvQCHpgPFJt7N3b09Fk,198
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_miscellaneous.yaml,sha256=cGuHMmRAIMOhh1FjsYnn90WaJu_zBjsqolPtg-Zt_O4,192
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_moral_disputes.yaml,sha256=V67Lf_yHtD6oKObXLPJ8rRoG2pqSIuDlYZE5c6JvJMs,199
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_moral_scenarios.yaml,sha256=-suWXNf7R-T_CASdyh332bTVszptpvekkB3x94Qefn0,201
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_nutrition.yaml,sha256=gLxEJQPC1FQnielw3nBj6pWWLnH4yumA-gW98vnMkTU,184
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_philosophy.yaml,sha256=F3Vm-PDbB8SiW_BQInxC35s6g_-IJoh5er_R_84y8AU,191
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_prehistory.yaml,sha256=h0xvaKYklbItwP034mSI7WAvB34yFrLI_rMWOMXYfao,191
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_accounting.yaml,sha256=2BRgQEjf57kid4EkwOxy4H3JUceHrP9aXM9hlKHusYM,212
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_law.yaml,sha256=db-WrOXjgDszEVnYPYWRD6SuNKQVHlx3d6BoDUWKTJU,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_medicine.yaml,sha256=xQ7r3uNZv5s6KXzQ-d-LsN1-oujy-d6SJvDkUDQ6Wc0,208
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_psychology.yaml,sha256=YhEQcpdN_Us-k7ovE8xtYNZ3Qt8pivvkKNgIoaL9xd0,222
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_public_relations.yaml,sha256=lg7RTWXGaCnaJ6ru_pZA_1ToBgnAkZvEGQJ5Mw7hHPY,208
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_security_studies.yaml,sha256=IdGKA7okzXpYdTPkXyukBYrUb29TBZpfE9cZqM3oFcE,208
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_sociology.yaml,sha256=FXMItOoj-rf6BEKz3abMUQX5f_HSoU2xR1NIez1kn-g,194
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_us_foreign_policy.yaml,sha256=6RO2Zahc8c88NGNOv_EvmCq8TKJZvjo5ndMgqnzjlHg,210
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_virology.yaml,sha256=Pb1N0L1qcgMNgLYVYraqYE9kvZFzVp0FXnx_aTz9RYg,182
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_world_religions.yaml,sha256=3JZP5wdCO6lRxMDvOZZmv4pcuc_IfFO3B9NUwdyGz7w,201
lm_eval/tasks/global_mmlu/full/sn/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/so/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so.yaml,sha256=dkpocX9Hn-_Nn4Ska-HGnxq5Das3CbGxFT4l_e162WQ,256
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_humanities.yaml,sha256=qxPxyHdwlrHZhhciZqARd-rssiJJj26Bqk95cw-F76Q,174
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_other.yaml,sha256=KQgWWUgrzlQ_rYlg5eePW6VEWl5DLP2q_sA8JJPAllI,164
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_social_sciences.yaml,sha256=bAULCCXbU6GNGjiKvuYZiwu_ezhm1ERx8hIw1xFFVbw,184
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_stem.yaml,sha256=1xo6O7MOIud-h9ue1kFvJDAH1K2I7TtYqeSHnUhbQCA,162
lm_eval/tasks/global_mmlu/full/so/_so_template_yaml,sha256=r9SC4R24a8jU6_Jdkx7zzJnXfPPxaM1TTUmLEZXwckQ,429
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_abstract_algebra.yaml,sha256=Pm6RHzmUMTIT-UTn3WR0aUAg_UY9RpAWJO6ePaAa1uE,197
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_anatomy.yaml,sha256=2KZWgwSMymVY0cc24-59wGwr0zCd0TEOfo8gkV39CWo,179
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_astronomy.yaml,sha256=EudUcs0ywXnRv1_1_iR8PKnCqvtFxMQuaLC_UEkJXps,183
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_business_ethics.yaml,sha256=sGred4tdeTyKMt7lEAmr0cCQYUHbZoclICsb3_ejszE,196
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_clinical_knowledge.yaml,sha256=OZZGniuXG_-0NuNFxXoeKqgvFefpq08e4uQU9qmSNTk,202
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_biology.yaml,sha256=UFXXJ1P-bkorcDr-pFvjYrVEh5TqqwJGjkmO5RkcSUU,195
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_chemistry.yaml,sha256=q-TqsbEFb77j_XhYwy_Wms0l2ibjW_GFKZ5gQHGfhJ8,199
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_computer_science.yaml,sha256=oJVf6YkmrCbreLS_KBZF7sQKQO3OhUPkJ9jLkOjvnUA,213
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_mathematics.yaml,sha256=kCtMMoV5ivpaG5mC7M1bCcuIz2isz7N3a0m9atlV9Ig,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_medicine.yaml,sha256=XPESvSn-v44F4mxao950-j63V7130kwrsfc8M1kF8Bk,198
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_physics.yaml,sha256=BREZpTn6uRvT_rqQXYqgJUgmdEULfcUaZ_d3hmbWu80,195
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_computer_security.yaml,sha256=nwHuBySEm_lZX56E_ThjCWYyDH6FVTCbXmDRdCDS0nQ,199
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_conceptual_physics.yaml,sha256=ePBSyRSFzzQDgCSHoKzK7-ojUYhTTgc4isY-lOP9f1E,201
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_econometrics.yaml,sha256=rkxEW2azHsh1EVUBNg1MQcA4UTUQfHiuVhPE8IcteyY,200
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_electrical_engineering.yaml,sha256=Wf7v2NkeVErf1BZb9vIBy7cviwGCUQZNNVirUaP4mks,209
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_elementary_mathematics.yaml,sha256=puWSRvvodnpQfTYbJp_9_bQlPjAE6HkGzDO6OJfO0K0,209
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_formal_logic.yaml,sha256=K9rcIPSqBz765to4O44SOmCkq-Kv4I5O91sfjfmUSik,195
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_global_facts.yaml,sha256=wKw2bqNwinmVLj1DfWygaaaBdOcEHWQozZuwWoW8jUU,190
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_biology.yaml,sha256=3ZjCeEvrRODnnlynq6Cl6hqSCC-LMznzgnmOZ7vsDQk,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_chemistry.yaml,sha256=wvCfSSVwrn54xvxm0miL4AI8PCcrIrJWu8yxMkNGNO0,207
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_computer_science.yaml,sha256=ZEuk_aL51otALK01cJfBWrb1kwb9ri5xN9KR0YSZpbY,221
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_european_history.yaml,sha256=wOEKUdpGoCtsYIWXt2YeWY-HJI7uZpexGlcrWl79LzI,227
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_geography.yaml,sha256=6I78AaHnkbaL2DFf8v6PFouj1IxsVcUgl4ss6IdXc-c,218
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_government_and_politics.yaml,sha256=nJFf0SroBgXYr-hIZGAGY1cWOjSL77iYmThPf4VRBug,246
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_macroeconomics.yaml,sha256=J913yD2wLOgHEGCnd5FmIhMWUjSreTZuJw6YzjwQjko,228
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_mathematics.yaml,sha256=XEfHOOSfMwIZzeGpiBQLcQWCqIVDvgmWli9nybdhoPs,211
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_microeconomics.yaml,sha256=jNum5IkJQB39tRCsmKjH4zcvWKZihwahVLnUzwSJKU4,228
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_physics.yaml,sha256=AicyONGrCw0zq-q2Vz5kD4GQVjIOns2JhqY569Qsvt0,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_psychology.yaml,sha256=Ej_mvmneRrO14CufCaLMLT8GCrt8Zj6LbNIRMuib640,220
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_statistics.yaml,sha256=4J0eYO3a-rkT85wdocptbkYdBlFQaFMsU634z8F15Ck,209
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_us_history.yaml,sha256=Hiy-UXEe1IqqL2SM4TBTwaUIV4tKmW_l9-6NcwjBoTk,215
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_world_history.yaml,sha256=Foossli3iUFYAZ5e_cCvPOIhygwLkYHOmp9GaGyjUsM,221
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_human_aging.yaml,sha256=O9jBZF-wiINTE5bqtxMxHDVxDeWnCsVdkbheKWN8Z6w,188
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_human_sexuality.yaml,sha256=Zpu5t7aRNY8jhgSJj8mZrZKe6gG_8Jr_yyZLZr1OzlY,206
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_international_law.yaml,sha256=LgiQKT_zjg-FFGrk3yo9V8ol9VXmmh3UHmJ7KAgnv8Y,205
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_jurisprudence.yaml,sha256=kxAvZ6od6Q6pNvnopscu8vEeal6WrtK48SveNmHylUw,197
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_logical_fallacies.yaml,sha256=avCStueyoRhQH6uixWO3dgx8mIt6c7B8uQ7Alek_BDY,205
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_machine_learning.yaml,sha256=Kfda8Km7sldTlR9v2SR4sfvk3SWqUBfktpeLbmdXlxI,197
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_management.yaml,sha256=2EXTSC6dxagrj1CdEtrrZhJ-BUoc8cvQVGWLqywYh6w,186
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_marketing.yaml,sha256=Ta7fj2ts4Yt3qyEzP5nJbk9E591XM5UHmwD2cMjen4w,184
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_medical_genetics.yaml,sha256=XpyDxgJOTB6jNW_xup1K25sTP59Xo4pYnlstkO2baFk,198
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_miscellaneous.yaml,sha256=JDpESe5UsKMEtqClOcCpXzMLwcF0jgcnH1eVV1iKtSs,192
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_moral_disputes.yaml,sha256=-nNOkRkhCmGRMRAPj3dr2mdIqamULKi6Cg4TkfXWDq0,199
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_moral_scenarios.yaml,sha256=2Snj7elMdIoVAS3p2cBmLnU2gDru5NdiD8ZqCgEs4Yk,201
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_nutrition.yaml,sha256=D8tnZRi_Nw9mZPA7quAJRekaUQMQGmB8hGVvqAZETps,184
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_philosophy.yaml,sha256=HYpnwpea079STCR_PkqpoEihZt2URYjQfF2s5ObTh-U,191
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_prehistory.yaml,sha256=9ZVPNRKh8PgsaXDTkdW3KK4rJHCaLpkQpziEmCDkFw0,191
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_accounting.yaml,sha256=lLF40gaBiDvg9yu1SWS2F0GOIifTetCn-KKmv-1MaXs,212
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_law.yaml,sha256=BxqccY6fp6Tf0Pb0pSKNtEw-D0Itu39OSUO4ciVkgDM,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_medicine.yaml,sha256=z9XBoZP7yCnhbL4FjKUQJklWfT-VFZTh6AzV2EaX7c0,208
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_psychology.yaml,sha256=Zgpd9myboKmvHzdqF86kEgpZSFe_-Crsf-QBBxRUpfM,222
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_public_relations.yaml,sha256=nm-u0BQA_OY8XZvIwbC-YmzZcV0e05wEcjAfE1ommS4,208
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_security_studies.yaml,sha256=DoS6uvPS3NOmEDaFqk6qp5Wy-PARQMQXfYg3pGr0BeU,208
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_sociology.yaml,sha256=GKvRLbi3YJ01TKRyb_huqXjELO4ozCV5Y7n-HCNhatI,194
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_us_foreign_policy.yaml,sha256=eMXpHCiJsBBbcqZjgN8RLR7KrqeUNZngbbJU84A3oS8,210
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_virology.yaml,sha256=OSvlniFZlzXu5ZSWHlKvLoKCHA7eOMAeDzbs4EUAqQE,182
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_world_religions.yaml,sha256=1sUipjt7-JGCfy0azT_9eBwFTV8iAUrRgs_MwJvaWwg,201
lm_eval/tasks/global_mmlu/full/so/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr.yaml,sha256=x6UCsFp39LHIoOjq8w1ruxRD6v50oQo1KdMhU1XnLMs,256
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_humanities.yaml,sha256=nBj8tYnaGQlRZHxKBJy8vH2rHH1UBSivqGVfSr5wMg0,174
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_other.yaml,sha256=eXVNfOFvoAGzeLAdW2ilq_zaZT2F9-F55KQ937nclvM,164
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_social_sciences.yaml,sha256=bvnIpLDKLg515JFn7ZA5fGo1ydiKFtT9qi3OlIGYk4o,184
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_stem.yaml,sha256=XYw5KvS32mI3Lft6PjzpOTfFc832u-dktlTdAfBiRPU,162
lm_eval/tasks/global_mmlu/full/sr/_sr_template_yaml,sha256=nc26sXdxFK3BCWp1xZrNmCcTd6-Pph8-DBrbgT61dM8,429
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_abstract_algebra.yaml,sha256=eZkAXAX6TG9V_vAjU3-nNbSYhxdkFmSfB-6F-zty_lg,197
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_anatomy.yaml,sha256=kTXppEySK3LZukXk6C4r0zGZXfIW35KqOFtobvH0jWY,179
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_astronomy.yaml,sha256=VlFPyQNs-oH1REMqNZd0yLlWUXgcAyX_ZIwmwcP1HKI,183
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_business_ethics.yaml,sha256=ZIIIvH6sXggjWxQg9LzZLcBZSIYBAjlxVF1ZkNpZNak,196
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_clinical_knowledge.yaml,sha256=abWvpS10uBYpp051uTAmhEo6CJTbLEwLjJnYFUqjhL8,202
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_biology.yaml,sha256=4xgS-fP2z2ltfJOrj8XpPVVK8423GUErUil-ir9_Y-I,195
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_chemistry.yaml,sha256=sG40klppSGHx7S2gqI0DFhzaztZokaycu8yl0IKJ5SQ,199
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_computer_science.yaml,sha256=Add1-eE_-RNp7ZVWMUxkeLqHLR2xkoDwpE6qB1NxMpA,213
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_mathematics.yaml,sha256=XF-bmjb-0yXB27pTK9jgZyAB6E6wDAfg_96AfMogh6k,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_medicine.yaml,sha256=2m9giR-xogZttk4g30LZMxvI5D5Q1RDQoDPHGIjNQOM,198
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_physics.yaml,sha256=JKQ1FyP4plD_r70zcQELNKnM5TghUBnjd8FDcxv6VdM,195
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_computer_security.yaml,sha256=PRjGdEhfT3OlTcL_KpvPlf6OcwZ4yF-3KrS1JO3MCO0,199
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_conceptual_physics.yaml,sha256=IpA_Q8Zhqeq5YX0Ib3BI02KPwvfdwW1-hIK5D3auI_o,201
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_econometrics.yaml,sha256=nj77zuVpWwd-Z-13kGATfPq-fqO0vPjoWpEou7vFXVs,200
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_electrical_engineering.yaml,sha256=Bye1qwB2mVehGrgB99i8pbVYYLPFkrAl6pPioaqzshg,209
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_elementary_mathematics.yaml,sha256=XgmB3PYzALZq5rjGJEREWglo1TNDHQ89srY1E19rUis,209
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_formal_logic.yaml,sha256=_lyPXEFovdKqC6U6O_ZrQR4S2DxP2_osj4n7aePuGIc,195
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_global_facts.yaml,sha256=fJrn-rHj6kGyi_KGmIB-quPiUlaxzhgnx1wo9u8xZHI,190
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_biology.yaml,sha256=ZL8DlkpfT7qNL0-zuJ-XD1Jwbzx6GnpfAFSD0F4SqDs,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_chemistry.yaml,sha256=Lzl_gHZpUuBe39Hxw_PeZZsj0jVWB8txoqjlHuGIjaI,207
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_computer_science.yaml,sha256=xAajh5AScqxUc8MFIf5YXdXd84HcjFhniCFlKUAKalQ,221
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_european_history.yaml,sha256=kIegjNZQVia67zBJ4ruxhx8VT681W8U6yz4IJwlHwXM,227
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_geography.yaml,sha256=BY15FWyKwhTAFH7A5cCbBrM1lModnDZp9YAPv_M6jZ4,218
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_government_and_politics.yaml,sha256=LcVuZA8wKzZ21ZiCyq4e-5NgtUtzaUiT7FeAMy85P44,246
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_macroeconomics.yaml,sha256=_nOqgLd3Y1UhpiVz73QYPd36eA1L_wTbtnaHEo_YXtM,228
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_mathematics.yaml,sha256=7RE8qNoeF4lyEKTv2xIuTH6FDA3a_Wi8JGZbjoVvY1g,211
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_microeconomics.yaml,sha256=7_cQ_ZEeT5aTGWRkf2-xLL9BZrw59Fejy1SQfV1s4Ww,228
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_physics.yaml,sha256=AlsTPOkLyKt3QBQTCqHaRM4eLZ01PTcH11v-1YcP2tQ,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_psychology.yaml,sha256=kqH-tPcbu27ZKtaPJzfLq30AghVYAVMT6fudlFNkc7s,220
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_statistics.yaml,sha256=swQQkQLYpP7hAnJQ1CQ47jf_HsvksEE9zw8TCKs7XC0,209
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_us_history.yaml,sha256=SBr8U-zVppT90uLXFffb4vTZZW-5bqNQvIC1s9q7P50,215
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_world_history.yaml,sha256=sJV4PuQfIsOvyTHNEfoYu5nicpMXiKuraqNZHHjZGjM,221
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_human_aging.yaml,sha256=QqqvB0jBSV6q8umf7jJEbpeOia0nXDM1aepf03rBGQI,188
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_human_sexuality.yaml,sha256=B62uYqmNZb7-LYJNMTOHNfV9rXBxUcRdY8qle-vkggg,206
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_international_law.yaml,sha256=kOdKhZeaKhzyBhOibxuWaFJu19dzV74LCJPVdSD97UU,205
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_jurisprudence.yaml,sha256=R53gDZLii1JkkPenc2sFq1uyljthM4jdD31R7E_6vig,197
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_logical_fallacies.yaml,sha256=GWKYhwCg-L7THK0hk8pYH60QL_uxsMmM5SW1iQ4cdho,205
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_machine_learning.yaml,sha256=pP-zNrlJhlHEOB59J5JzxZPX8CMQ1Rs9ta2E8XM_Lp4,197
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_management.yaml,sha256=gXLBw-4xUyhufIIwTTHNSjF6OrnS3uHqdPNL3psYD0g,186
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_marketing.yaml,sha256=A2yfTgluRP7GJasDbccgzXQn2pYF67uJVT9jaOBiQWc,184
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_medical_genetics.yaml,sha256=pS0vHsbc_vy4kDEfSp2BQa5IpiBw0Z0ZmEae6IdnH-s,198
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_miscellaneous.yaml,sha256=GbpwNSPW7xRYJIDykXGmx8m-yHVijJKIgEpQWkj6wQg,192
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_moral_disputes.yaml,sha256=cfJ55ZjanW4olVP_4DiCV8LmTTRkeuQWgkGfWIOwi2A,199
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_moral_scenarios.yaml,sha256=MLFp5DeZjwMMfwmkO0kf46lsLuuL0vwx2hM_H2pzjuA,201
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_nutrition.yaml,sha256=3HvH35ajleHLziAk6fgHZDOta1mMy5UPh6C-eni4ySE,184
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_philosophy.yaml,sha256=8P2prlMUdprESf7fN3mmj3gS3zRe7iBM-YL9pVyRBaI,191
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_prehistory.yaml,sha256=sATmG1UUbNRXhFexYuVSxQhtqJqSKXSmXlHbqIrVfIQ,191
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_accounting.yaml,sha256=rKfVtrxTdcsceH6U3x8KR2qHo1Xg1BEriOvlQtXIyLU,212
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_law.yaml,sha256=f2DcIKR3Uo6Ulakhlri_VBAARYa4yNgAYl43cd-w33I,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_medicine.yaml,sha256=hNFaMisNTZynS8I0--sy64lUpEOGgT7gSqA0pcYNFAs,208
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_psychology.yaml,sha256=J23IRU9mBbzMB_WHgwohxC56gatFHBzl2NXeqVVA6zo,222
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_public_relations.yaml,sha256=3ohaSFaO3V3GqCokuaHZqsuysgVxPU1-DK9HArl2Rpc,208
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_security_studies.yaml,sha256=m-xCuhkeWM53yhKXii_OgeziLTToZ2F-RIBYDLR5GB0,208
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_sociology.yaml,sha256=-XZlsnu2bMkzCQEG7PyjPQFpl5gnGkf1i4IZWBdWoGA,194
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_us_foreign_policy.yaml,sha256=eLxdlRZsjXN2XizdY_w2-F1zREX7nqhD_WFRqF_r3QA,210
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_virology.yaml,sha256=a2wJK4uuOVUPgBuG_WGbpi9t5O0bZldxRtb3GjGlkzc,182
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_world_religions.yaml,sha256=Z7pyV75OqQIqPUKy9Csm0derbyBhO23uPkpSemFcA8o,201
lm_eval/tasks/global_mmlu/full/sr/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sv/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv.yaml,sha256=YRVqeSJUXFt6B78o9Dz6AtD6Qxi0Y0mi-Ll_CfCo0FM,256
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_humanities.yaml,sha256=IsfW7UUiNinhntns7f9lJIUNpeHJyZ5VTL_1oAkdcSM,174
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_other.yaml,sha256=gv5vaOcCeHb7z0-z_g3JT7fYLKTfFFsTG75nJ1gAyAc,164
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_social_sciences.yaml,sha256=QwPQuEnuFnFbb6cy51k0s-B2bgy_G4EJ20NuWf5yGCg,184
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_stem.yaml,sha256=pM9Eac6cr7C23_vwiul5jd4Bm6nLzHmIkMQ48-qCnEg,162
lm_eval/tasks/global_mmlu/full/sv/_sv_template_yaml,sha256=8_G0v2clESloBRXOBTEUjOhpgwKAtGNXcpZ-cs1o_rc,429
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_abstract_algebra.yaml,sha256=9WnsGUQvfypZZT8UBSLvoUC1gIyeRo_e2KNbYN9gLQI,197
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_anatomy.yaml,sha256=vA5nIQI_DyTlRsqWMrK7BvOnRz8zqNdPwTBM2T8PqDk,179
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_astronomy.yaml,sha256=5J5mJUnkHwh6oXdjmekXQoIUJbvsAO9le4n3dIjZcxw,183
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_business_ethics.yaml,sha256=Mq8EEQD3oi6eZrLfg6FI-_Tx0TBXFLrr1QVcsiXQydA,196
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_clinical_knowledge.yaml,sha256=DzQU5qQFc48P2MGmg6V9lbTJnF_TDtC0VOUuUri3snQ,202
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_biology.yaml,sha256=0wjOkBeApvYdVmpsvJGrOJsg3VamyTKh-Q-cgihQtV8,195
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_chemistry.yaml,sha256=SuB3u0P7D-W2vs_tF8Ng6gKhwJgLI6cj72yJZlLKnO0,199
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_computer_science.yaml,sha256=Ivsb9-Ah55dHGZN3Vb4vWO0xrCcOZZ-yN4R0Z1vwiqk,213
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_mathematics.yaml,sha256=t5gRkALmz562IeD1QAn5qvIbQSQlWE-ZnRGwiKgohwQ,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_medicine.yaml,sha256=GmolletYImDW-IONXBCBydwyXehztQzLmRfp8o4wuOE,198
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_physics.yaml,sha256=yFhcwZ9F2X6Bk3MFWB0WHESym8GaKruX0k6dugmH1Bk,195
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_computer_security.yaml,sha256=3vFg4DJNeyeTw54xQUSydrXiKm5Ootpw7DNbm50Twi4,199
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_conceptual_physics.yaml,sha256=PfjnVkq3rdo4sgTIbDMBFdy4OLCTQqRGmpKOnh-ZIyA,201
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_econometrics.yaml,sha256=N4U1HZ4fDqaAWQrZZV51E_WxmBCRTyLUNKE4Iwev4Zk,200
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_electrical_engineering.yaml,sha256=etLj43s1DQstkpEWgSNmg85wcWr6Z18DGJJabUgC7tQ,209
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_elementary_mathematics.yaml,sha256=W5FP04WyvoC5kvvtvia1rSaooqCunKVtN9f-ntZaBVY,209
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_formal_logic.yaml,sha256=OXsLbP78hHdfwBVRKnPISIkPzM8eaRDmF9seqO3GAf0,195
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_global_facts.yaml,sha256=U_-fbWFTkOtmRXqgjhyJrkL0_v_TkvNAqAmh2fVfcO8,190
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_biology.yaml,sha256=ia6VIYQlUsL_uGEyYyHcUp3ioy95OLMCg0hptNoHotU,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_chemistry.yaml,sha256=jLIrh1swsFp-Jv51Mw0A_Nz4E0qNc1rSFl-g_VvdqsE,207
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_computer_science.yaml,sha256=dbk_SeF1kaJ_Uq8DxIHDbkyt6HG-aw8g9Di_zPxYvyM,221
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_european_history.yaml,sha256=2yn-3gw4rS17MQvCVDc0dm7cvo4XIosvCGKFdwpG_14,227
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_geography.yaml,sha256=QOxvUW47-0qnextUPyhs4d2wDK96hszOQc9J_qPzh4Q,218
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_government_and_politics.yaml,sha256=vVFvSsy47ry_OLpioMTYlDlIIRzAAJY2ZeXbFqMgVdc,246
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_macroeconomics.yaml,sha256=Hz5Fh9uaQwn229-eVnEgee5RjRyc0UfbnYbws7pK14g,228
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_mathematics.yaml,sha256=sqr3Y1F_Z1BvS6JkD9kwmfd2FNfhGqIqkbhtSITytu4,211
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_microeconomics.yaml,sha256=XH3b9y1gZ8AT8N3cZDvYqlgw12Ds6awdWyGKAmUfiAo,228
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_physics.yaml,sha256=dEbXD6cnMVC2KQMddyrsyPLWip1KaQwbS-vTCFe6h08,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_psychology.yaml,sha256=D287VnzM0ZdLrdX38l58Uz3G4rkTN85SvXABCFigw5I,220
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_statistics.yaml,sha256=huA2dTcNn90Td0P3Nn0ymj_QXwSpOXO5Ink7w69XzWA,209
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_us_history.yaml,sha256=JgDcSuExwMxYZKzB9mnyfdRhEa0WfoDZNIfr1Xtsbw0,215
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_world_history.yaml,sha256=12DjggZgBVdtTJa4mxgSuIw0LVMbsGYiAbSTJ-ruxdc,221
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_human_aging.yaml,sha256=Z4ZyIJdaRs7ow3q8GL8Gd0O_0ZSugql4n1oHxUnH__Y,188
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_human_sexuality.yaml,sha256=UCT1iMK0uleFzuTdNkuYnoBhqgnWMQ6hSeyxFTvSz8k,206
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_international_law.yaml,sha256=7ihpGtW2RP283gNsLRbZVcg9G3VFyUjMPu1NfuQ9O9w,205
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_jurisprudence.yaml,sha256=_iqjrQ8G_5CUB0xhQmoKpENq_X8LVmdkcXJuzQyimGU,197
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_logical_fallacies.yaml,sha256=_bVRIsGfjKKd20jwsgeQUds2lSglItkbSx0G_FvTvNQ,205
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_machine_learning.yaml,sha256=88SfQfuQC9t-8AqPGyXlKIfExHkBFAHWFUsGfufRUIU,197
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_management.yaml,sha256=w70G9NJpY3yhoY_aNp5vqgdoe25JFpGqQwkSvjzpGKk,186
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_marketing.yaml,sha256=jJ4ZCNpFL9IQPv1SMW-wD2nuVlb9QSvqIoUQQV7Ygt8,184
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_medical_genetics.yaml,sha256=QNix4N7FCamtqEJy55VAL3BtMvGRJPiAQFlxYnseu7g,198
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_miscellaneous.yaml,sha256=P3Yz6ljJDZh47omdQQLxncw0hMUG4tbAbYiZEKxaJsU,192
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_moral_disputes.yaml,sha256=7oyBR0nehoGu95m9x1Mw3iijcaMW8O6t7QP42J1kqfM,199
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_moral_scenarios.yaml,sha256=gTKttikycLHhi-FFtJU_85R7LHe2dFwPsIa6jQRWghU,201
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_nutrition.yaml,sha256=fiC66QRXt5OY9WdBuk-mVv3Ghr9EEEZiHYcPjYuYhLM,184
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_philosophy.yaml,sha256=QRYNnpbK_KgaHBSVGgxceopux7Jy-0gfy9Bjm4QG8zo,191
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_prehistory.yaml,sha256=gKA-D8ep_pQQNyvppszZvh10SnCczFjA5QFoRa4DcPY,191
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_accounting.yaml,sha256=vol01HxaRvBBXzI7MV0lNeTYyribm_HZOXk2FMPCNso,212
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_law.yaml,sha256=t-xKl0sK91P77P8e74bhHBN_euk6J25s7ts9pECGvU4,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_medicine.yaml,sha256=0N6QM9NzlZpi-5Y_OYR82NbKzo4hMvOBBn9NnHtJjvM,208
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_psychology.yaml,sha256=wIiEiZ4bSBLDlJZYl45PGdqDZu43p8TByljHymjVm_A,222
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_public_relations.yaml,sha256=CkWcEeHT6BBU0IctR3sCpmUCqWxCk5KIbo8BqzDJNr8,208
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_security_studies.yaml,sha256=jhM-QzoaOtv54DntrJMtO0nOw-yqqcr1WIB_YMnxMFk,208
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_sociology.yaml,sha256=6u3GPB-BsOK9WsuAVAogY9sp0P9rZg8Qx8aeoMxRQVk,194
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_us_foreign_policy.yaml,sha256=dSLxvkZTJSVSYu_qCWiqNgWqahf6x6aoae3mnY3ea2w,210
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_virology.yaml,sha256=fETRYWjaBBh6HR9JqGl7_Yx2qCwkvcXDpJROhhXMyd4,182
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_world_religions.yaml,sha256=_l1Xf0Dp3rJo5g3HRZDAS75ygmC1mc99-cBqHoJ2th0,201
lm_eval/tasks/global_mmlu/full/sv/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sw/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw.yaml,sha256=XWDHtoLLRekQZpe0bywg4VygXcyZcDVjuoC2EUNEGKw,256
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_humanities.yaml,sha256=04qpDNBNVJ2xqcjtPy9D_ukqencgBeWrLjyxtEDzkmA,174
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_other.yaml,sha256=8gtjY3GGUGcDUlKxcNvX4qXKBQ6P1nu9JFJ4cN_Rxsg,164
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_social_sciences.yaml,sha256=rrkRN-F1whuTw6lkhYkHrDV8cjudkDEgX6ccIkoOoMI,184
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_stem.yaml,sha256=VfhIjvgtWkbiEcRKva5xTtmRWDzGAplDd0NVJQW61ac,162
lm_eval/tasks/global_mmlu/full/sw/_sw_template_yaml,sha256=HvXTuATx2SudK_OoMVJUcpgTkbG3tcjdOd0FQfDroZ4,429
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_abstract_algebra.yaml,sha256=pyvXxpkMw9l1fNKh7MOXpQVApXC_WzyGLrHy0F3zboE,197
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_anatomy.yaml,sha256=yaPpFJSPwLhxjWxlPP7CyRt4VAbHVViI4k6_C7TSIWs,179
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_astronomy.yaml,sha256=emEWyUuoxbXVQNVTIX2zjJUSH6KP1f_zhbjLotzBt4k,183
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_business_ethics.yaml,sha256=1nVYsWsXxsyhm-pt17CdqQss1qRMrxxe5oY05fYujEU,196
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_clinical_knowledge.yaml,sha256=HzgU9ACHvGFsSGwPQsotJ3hSuSrpDcn6aZ0hx7hMWRg,202
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_biology.yaml,sha256=s0rq0uHb8jbsNJnumMJlyah1SibDnuCQTabMC967nUI,195
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_chemistry.yaml,sha256=CHTnSDNi8kc25i45Av9t0ucjlbSDfpBdy5EjRGj7erY,199
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_computer_science.yaml,sha256=fIy1NPwv_cJxELHZENswv-iggPKfxmU3UAMqiBGu4fo,213
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_mathematics.yaml,sha256=FhlNAoJNP_JdQIUI84c7GztcP2fYCx3pz7M6C80CYj8,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_medicine.yaml,sha256=S-QYFPb8mqNhxbcXPe2R9ibAqc-7nbPrM_KufjEfWJY,198
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_physics.yaml,sha256=DEUHEz1tAeI8Uv0owEk8GyiQUdu0TdJc2JJVO2lHm54,195
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_computer_security.yaml,sha256=YxodCgxNFW1PWKk5drSYa1LkvL-6zbdbesSEMn7lzP4,199
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_conceptual_physics.yaml,sha256=0gjuIqCvj4gfKXUqasEeGrP0aX3OrG-8O_ke6Ohpft4,201
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_econometrics.yaml,sha256=LmyMkeegnZDzZ8oPlCdbXkEpfJf3Fzz2ctqZYbHF9s8,200
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_electrical_engineering.yaml,sha256=rEdPVvlPXCJoMcq69ZbefeeQOVoMyGrYg48L7wQoxLM,209
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_elementary_mathematics.yaml,sha256=0npe4sfRukueAG7eU6AN4XO5kpW6oc58Z0Io2DXku4w,209
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_formal_logic.yaml,sha256=hvrbVS_tBXUDOoLHxFPeOfaeJ25moa4UhWPSCmEZ_-s,195
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_global_facts.yaml,sha256=E429K_TOMy6dFNMK16xJkc1nnvaSxtemepVOzKG6rrQ,190
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_biology.yaml,sha256=22ve7ecC_ydhpeVnezVof68038O8jWxL--y4Nz8m6y0,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_chemistry.yaml,sha256=doQoQQ0TAYC98tUC9Sz_Y9C-D5pkIjZrwaeQEP2ajzY,207
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_computer_science.yaml,sha256=syUCAEROYXhGHuP3it4uM0DonluzBhIknlwyl9IdsZ4,221
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_european_history.yaml,sha256=8cVTRNrmW8q5pdGHwt2r_jkommiOxK8ygfGI8oAOGuM,227
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_geography.yaml,sha256=goZM-VGVjt5aatLITH--U9dbz_0JkmJ4eIA3fvXgaeE,218
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_government_and_politics.yaml,sha256=NkicC8Uv41R1LzG_OB1yvtt66DH9GeFPfZY-1tfYC10,246
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_macroeconomics.yaml,sha256=wCyUE67QYbcSX45M2yMbTjlXA94ycVPh3PrBbXGHpeE,228
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_mathematics.yaml,sha256=7TNijD5VMHmBlyRK9AKsIGxqYSpOYLO7xVDa0aCetzg,211
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_microeconomics.yaml,sha256=_EYLzbgBmX9EdT_W9L8WYOIfjjK75J3Jt2AhOrQbHkk,228
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_physics.yaml,sha256=cTJRCbGOmeZIapIP6hrxYiPOQ8SeLdeEzSICy6guK5U,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_psychology.yaml,sha256=UGPqaMo2DMiIhN_LKaEVOLXDwemhgg5mMVqAUl0fl6A,220
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_statistics.yaml,sha256=2vlSk6UrMR6loroAMZEmCK6afhXp_KrfRF5RBgzwE8Q,209
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_us_history.yaml,sha256=3kQzpZTR8wbRngM9oES2nrXpyYMSgKX54oNMkXKMuUA,215
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_world_history.yaml,sha256=yk44JobRqPUfNAhrJR0Ul19JbWU8gMmfSBnT1zN-1NM,221
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_aging.yaml,sha256=k6IdN0IxgnHJGqZ5OR4Rj7UVbmPKoj_1Y102y9bTKkA,188
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_sexuality.yaml,sha256=8y3NNRr-HCAKhCNZqrg8ii2EFpkmMyS9m5Pncwitz2M,206
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_international_law.yaml,sha256=adMOyJoH0Ko7Uh1xr3cDZMtVuS2j2jzDISXX5CxmPjY,205
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_jurisprudence.yaml,sha256=PKH86BL0pQ5biDl39WJoIytHZ5f17FYSMJaSdUQ3RUo,197
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_logical_fallacies.yaml,sha256=C7Vypx2SXjkAsSyEArg4wV4GuVSP4e63xs0Lps65n8Q,205
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_machine_learning.yaml,sha256=JIQ2HO5f5yFaYXJNhqn-Zev2DfrgDw04rD6v9csnMuE,197
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_management.yaml,sha256=TyPtKgMrhXOpVnEKNDzPdNXdHititmweJ4kzhDBxCcE,186
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_marketing.yaml,sha256=rMXttYOynD9dNFj7K-MemQRCkEtoqswuU1TxQExrck0,184
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_medical_genetics.yaml,sha256=xoI4QSFDVkNLDxDtrvBs8Auj2vYIn-00Pb5luiUlQbk,198
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_miscellaneous.yaml,sha256=kOEOHiuigYluDat9aHqYx8Dp7bUHAfEQmqpMgTXN0Uk,192
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_disputes.yaml,sha256=LImArdSBmow523PaTQsLkZdHF_0juGkL1z1cwiuP0e0,199
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_scenarios.yaml,sha256=9MxGVzI0xChgMhuKidtQDNAhBcIMiHYlCdpd2JS4nPE,201
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_nutrition.yaml,sha256=feOnezVZKu4Gbd56A6gZTKi5iTegXnLPB5B9sPLC4J0,184
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_philosophy.yaml,sha256=wWt6qKfGg4eUWVTB7ixAvbGRHg5KvaJp3jxr6PIdw3c,191
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_prehistory.yaml,sha256=A_dt7LaaNO2HHfdmuUnNnz1_IkA_30NEfZSgzZHF4L4,191
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_accounting.yaml,sha256=bRrE1-gUtuwLQU-vBchIzCIEmZRA0H9QCN668ISBsKI,212
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_law.yaml,sha256=Se4qxTLonIlEZxHTprS7_rttfBwRDwn7UJN4QbuSRfY,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_medicine.yaml,sha256=DOsLIurB9AycmCC0bUKlroreFYLhc9x3BVFLHJ6DlfU,208
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_psychology.yaml,sha256=4qrNlcwpXkXsQNfSQzu_AL3J1gDk6OWddvOO99aBKN8,222
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_public_relations.yaml,sha256=x1vfJ6O-4wZb_vP_aFGteaAyCZelq_fd9zUnD_VuO4g,208
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_security_studies.yaml,sha256=BLzoZccmQ0QIL_kmFY02XQ3k93IDtonq0Xzcmj8IWIc,208
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_sociology.yaml,sha256=RVMhu2EL-x-W-vTl3HD6Ok_itjIt7HWSZrZadV-ngLs,194
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_us_foreign_policy.yaml,sha256=ORTFg9Wq_3PEaDwU_V1xKyPn86M7aFljixrR8IHOgY4,210
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_virology.yaml,sha256=G0ovZGtxlrfuUJRuankoiRCb_L9EoFZAUZsy649_d_c,182
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_world_religions.yaml,sha256=BAd_zB-8xq4I1qW7-nD6o3Ek00PqpttAacVzfIamvXc,201
lm_eval/tasks/global_mmlu/full/sw/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/te/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te.yaml,sha256=K7Gh1VQxq3yIkHR2wyn96SXiouWXaNAOL6iNr82ta_Q,256
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_humanities.yaml,sha256=ON9lV2Y0AlkPWgJgFWlhTni9ifTzdImSJkU5Y_jFDKw,174
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_other.yaml,sha256=6Zk0pwKpvr-VtaEDYeO53IK5Hd8v6BUVqKTp8aGlPBc,164
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_social_sciences.yaml,sha256=w0ztdrJhtg2l0AOerWiwPZ83v1CE6kMHp1e2FSRWhR8,184
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_stem.yaml,sha256=mdRZ3zWJcobeZfZMhiMf8B0RUhr5SjKYlT0v3_2k7f8,162
lm_eval/tasks/global_mmlu/full/te/_te_template_yaml,sha256=tusnepRVuyyH5N42P9igLO_gFO0qwFTwNTa2rTAKhq4,429
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_abstract_algebra.yaml,sha256=rc6GKhvdMng6rB1HznPEYr9hlf3kmDpeVNeC-6DdXIs,197
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_anatomy.yaml,sha256=fuj1tiSgTRobyQRbpfimfBdTT8cPglqSNrsTZG1gcU8,179
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_astronomy.yaml,sha256=yUqaa1hI7RFgdgN38ERHsvTHbk5DUwVo7LFb9zByXPk,183
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_business_ethics.yaml,sha256=RCd9JLOgTUKstvfyYyD1_SNgckhgVxpih8NvfWaB3hc,196
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_clinical_knowledge.yaml,sha256=3zmy8eLJjHIH0KUZrGm5x1gsqEW-_Vbg8Gvg8SHo-gc,202
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_biology.yaml,sha256=Gar7vzH-uMMD5Db_xG84mWxb11wIgfYgHvLOxUYh0Ts,195
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_chemistry.yaml,sha256=js2lXaTxmeWabHHRAwz3F1LZ2jZ1_0ZwSKsYyUN8WME,199
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_computer_science.yaml,sha256=0WbowVQvgkNeSr8bjmcsvQsfHcA4OHvsJZB7uj4QS6Y,213
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_mathematics.yaml,sha256=xoh9WA-L9aoM5XDJhVqfG5jwTsW_cuk5YCQOu9ZgWb8,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_medicine.yaml,sha256=LnNhbVYM2H10bfYBAxaA8bYAx9I69zygQJ82TrDyges,198
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_physics.yaml,sha256=eJdP1nvUCo_cIbsMRCsvVD-nmaFznHVnfzxJjGxCdmQ,195
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_computer_security.yaml,sha256=TIptKnJCLZ49RWgLv7z4n7jMsxPr__we7T5cRe7cmzM,199
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_conceptual_physics.yaml,sha256=I_Jd7tbA1whfkVRPd17IJpSU8PB8LV-utjo9ns8h5e4,201
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_econometrics.yaml,sha256=V5zDvORBjbryRNOAnSMUkt6RrdNr849E47Hpt3q_gMI,200
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_electrical_engineering.yaml,sha256=iJACcdlStvteWvchyoAuwIqZhmMLL_gtiwFbCPbJIes,209
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_elementary_mathematics.yaml,sha256=34GfN6jJjXb37HGhVfjCp_va2bn9C3eKahJz1EMmxkM,209
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_formal_logic.yaml,sha256=ib41xlgK3uqYFOPZ_KKNbKXMhpaoylD3silLZocougc,195
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_global_facts.yaml,sha256=itxmFmOogAuTa_jyq4S2qtU8wHKBrc_dUkwaW-4fuWI,190
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_biology.yaml,sha256=iKNOJspRZDvxzDdwj-Z7hpaOfSw4Nt5i6rQU8l1dPQI,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_chemistry.yaml,sha256=QqLujXtszAn23BETPkOmjDKvqlfYmnYZ7QN2vfoujXU,207
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_computer_science.yaml,sha256=SdpVh-UdD8E9gAarVJAI9yBlOT9Xxx7Drx2WHxTKrM4,221
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_european_history.yaml,sha256=9GGAqe6XLpSO8pZNj5zKc8fxZpJrYaPdorpgrlkFYB4,227
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_geography.yaml,sha256=G1anoyD-CL_psSkg1bHbpZaTb6GwGAc-dTybHexuCJI,218
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_government_and_politics.yaml,sha256=4sZO_7pbUuirF3CoR7bvCPGN1d5_FsiLj_rxp1m4D2A,246
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_macroeconomics.yaml,sha256=YvKxCjpeqbIjzqGWtceWezQAA3ll5AJVf0w4MyN8W9A,228
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_mathematics.yaml,sha256=82zeCcsv94Dll9xuIpJqrPYOvyFhlyXAaL-4wnGPT4Y,211
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_microeconomics.yaml,sha256=wjlYYgeTyg6ymQSWWnLHoqpr5CpYKYhsogqbVygWGfc,228
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_physics.yaml,sha256=sBneV6d2BwKLVynVsewbSGKN_xs58qu0Kt-GugFt-I0,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_psychology.yaml,sha256=R0Ai9lI9vF_0sIvORIoJnsV6M3iNmz_hVfw4XfljVYo,220
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_statistics.yaml,sha256=6qlPF3AvGNBzB4QCNyd2qqHVJgghImyGGgF1OSZt4Ys,209
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_us_history.yaml,sha256=CKzxOfDErEI7cGf7dfUyRSCpz3LivlQMrP8wMm8143g,215
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_world_history.yaml,sha256=nArJwWagqrNEZPGFrAf4Y5Ndb0jX_UOjIhtAcXSPU-M,221
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_aging.yaml,sha256=rHrdKi9NhcfrkSLNb6UDnr0oQZas-jH9-bwWXJZC9T8,188
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_sexuality.yaml,sha256=o3C0BhIXKy3LIc92eSjerKuZ_HKoxryYuzL_oNVplik,206
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_international_law.yaml,sha256=pTO7Hnf57hdFm0DZiQz-glj58CcGswishmNuxJhQJ4o,205
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_jurisprudence.yaml,sha256=GH5_dJi5Q84y_xpW8nwfd4Ao1nSL5msnEDXYAumOEJY,197
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_logical_fallacies.yaml,sha256=4LVxiv2pPFQsoQtXfkRYkrc2MmF7lOb2bKE56DIgfck,205
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_machine_learning.yaml,sha256=qUscZi9L60XXC2973QFmwvdjBN0OhszhMVFr-7h4X4Y,197
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_management.yaml,sha256=rye6q2ykTtSjZrZ0jN_1qdx3PpMMJ0TEiXeY3L2st4w,186
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_marketing.yaml,sha256=nMNL23q4D3ccdC0aCJk092HRzfrYgJNBmI9pHjYqjyc,184
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_medical_genetics.yaml,sha256=ZFKKym9FcoDOwx2_2Ff-fFkY_WShR0Ho13MBc-KklEU,198
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_miscellaneous.yaml,sha256=qS1K1vhESgEi-Cq_HrZU0iTFvuzWefqeoKE4IhsLPZ8,192
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_moral_disputes.yaml,sha256=1ywgUyHe6PQ_CTkRbBKIt0_stavUShANJWKM6_uliTA,199
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_moral_scenarios.yaml,sha256=ya6fK-MgkVX_9UCHHf-4W5SW85or-U9QAjH6sIQY-CY,201
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_nutrition.yaml,sha256=RORId4S2jcei-b-vPMlBUaZOldb9Cq31POFe9pgp9kI,184
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_philosophy.yaml,sha256=qQ3TQotfuZGFRRrTCrp7OxQEfeHTe-GSofQMjSov0co,191
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_prehistory.yaml,sha256=p6FaqYaYbbhp1TvrCPngqwYN8fnuVcJBXx5Z1SWdjPE,191
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_accounting.yaml,sha256=NgxtwbDz9sr-fZXWqGMRtwXSeDr_P22jWBcQInwCQvY,212
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_law.yaml,sha256=hG1r6LtkUtB2J2eqfqBiNvafx-2lhVLK7YzJMtZmO5E,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_medicine.yaml,sha256=9PNlo4vteRQsHTk-C3R5ZHYMYbMeaR2IhuoeRHFJNeM,208
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_psychology.yaml,sha256=n_yhMXx79_ZFtiuhhokXNEgSJQsGmo98IoO6cDDXI3g,222
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_public_relations.yaml,sha256=edxYa_9NDoTldEOEvUs5lk6U0fvhGONwPurpyp3nDzo,208
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_security_studies.yaml,sha256=L0cUro48JOKjWQ7-TVUhs3nEWfNGehjqK42zRO1juHc,208
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_sociology.yaml,sha256=KB21mMR8tcPIcOIc-1q1twVADLzlIYsfdkE_CwLS1JA,194
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_us_foreign_policy.yaml,sha256=9PJeVozOD9lPygCFraTaG7iPzWJaZ-rByOiX8nNScB0,210
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_virology.yaml,sha256=9GFazuVM8UgfIQysS9z2Qz3mifVg8mzrkedDSQXn04o,182
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_world_religions.yaml,sha256=S5oVFdKPZ-BZZpZ77mjRZhOx36O5K5Nl3bQDcoXy4S8,201
lm_eval/tasks/global_mmlu/full/te/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/tr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr.yaml,sha256=a7cSeVLnOaqq0iLrjjEnmzRDcs19NzGA8QrtNn0WvWM,256
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_humanities.yaml,sha256=oDpHgjlF1jVjuZ4vDoyD7TmHxqN2daISy_p-S1RH6ZQ,174
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_other.yaml,sha256=u6DhEt7on8-PstakTeGnnZccvoILXf6hR1A3xr_Hxc8,164
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_social_sciences.yaml,sha256=JMe_sa2uXOkCPHGHpHolH9aocDYUOSXEgX2GW02RiBU,184
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_stem.yaml,sha256=JG0Vig7o4gMfCHYOgf7RjubebkKOBQ1L3j9oz-XS7JY,162
lm_eval/tasks/global_mmlu/full/tr/_tr_template_yaml,sha256=Xb3pt_CCD1gwL9YdDkFnefSkC-JykvpmCadUunVc3A8,429
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_abstract_algebra.yaml,sha256=IbhogXVTbpFGSKnBbqM39fQtFLW9qCGOOJRHpovFrjM,197
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_anatomy.yaml,sha256=4udNuIOS9bkuwbWWCVOtQy72ozVwSiTBEuZERhOjuQ8,179
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_astronomy.yaml,sha256=ba0diWQWAA_JvBTaAg8KzrCe5Pivqb96fXcGV0TVxj4,183
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_business_ethics.yaml,sha256=RoUSfkN-edU65-KLsUdzbvOHSzCiQWHtcWAB_lhnZ4o,196
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_clinical_knowledge.yaml,sha256=wiNFIsJpg_BFUS7KdRloCN7UBGVjntrpP7dzWtjq6Eo,202
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_biology.yaml,sha256=mS8wTNoBNASlvxDO_5FLmnIHiueXh_PUSki08Q1FPWg,195
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_chemistry.yaml,sha256=p922BfFQunXDozgtEIcHXB3QKu-qqJ7cCXQccGwz7p8,199
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_computer_science.yaml,sha256=JPVp3g947onS2Bhb2ZkqAtT6WJ18qc0gny-jmZNPlgw,213
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_mathematics.yaml,sha256=4af-uf2CHFwaIrSu3OxbF26vN1ad0vVE0A_IdyTfquY,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_medicine.yaml,sha256=44evBYWWJ8BNnz_tcSJzhhRcNu_Z1ueUvTQzB0jEG9o,198
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_physics.yaml,sha256=A7bHOBKHpySRlAgS51hIH6ib9i5UzMXBN4YLaNC2XhE,195
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_computer_security.yaml,sha256=bOG26AGSorbhIbJ_xbn4kfZpnJq_xzujxBMRszqXjrc,199
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_conceptual_physics.yaml,sha256=bwKgpFwv603QTCzmJkPeXwBWus7CF-Gq3k5oVYpf788,201
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_econometrics.yaml,sha256=Hwl9Rlt1caRVBCdZgXG8G4ZYuXIASiq2OnzxMd7jUdo,200
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_electrical_engineering.yaml,sha256=iAtLQB7XlZhamovu1T5UllGuzbefTsQovQvp7uyxzLQ,209
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_elementary_mathematics.yaml,sha256=XUIMEs_2NhGYcobeXDCU6oq5X1o768CofOAdDG7JCEg,209
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_formal_logic.yaml,sha256=ExV0kNXzzAfc1jOombdMeCAYv_0gRsSSqKHa9RqxGWI,195
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_global_facts.yaml,sha256=qi-5aage1du6jbAofLaXViOtiE-CO3OU7OeVIZLlCHE,190
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_biology.yaml,sha256=EuIeShJ4-rtdrG47Vg9LRPPbMY_8qYf_80eV8eS0_G4,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_chemistry.yaml,sha256=d2sv7gKOrAeqVURfUN97vZw9NN5FMT2YuBkwr_3AWjA,207
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_computer_science.yaml,sha256=JH_Q0bLgL3X2uqv0KuAB3hOR66DmigO2_7nKJTEdx3o,221
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_european_history.yaml,sha256=T8sYUGR9ZfR6ozD35PIDY6EqBQ4yQZEG6rPwILjE3wo,227
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_geography.yaml,sha256=wkCk-uLtheKtLXJVGlK7T0OXa6K42keyjaO7a5cp0ng,218
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_government_and_politics.yaml,sha256=mV3Zvll6Dx5lwEZu70ksR6VdsIjxsYEDUEPOXWtFnGQ,246
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_macroeconomics.yaml,sha256=pxV5u57oYx9tGKeiefWk57TStW1PWw45M_SQPCB0KbA,228
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_mathematics.yaml,sha256=8O9dSwWxxsseaaGIWDeLvXrLp6XDWrFACj0mYkV5Bsw,211
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_microeconomics.yaml,sha256=GYE4huikITEUL1eKVdvXlSfVHwoYAcM_i6rsST2aUlc,228
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_physics.yaml,sha256=_fOIN510ZyJfe12oP3-1uTx7PPxDP_cXKSOB7SZu9lU,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_psychology.yaml,sha256=kdezcpo2T9oNZoEy3e3fg8Qj-MIObVizj6tgV_sPlS8,220
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_statistics.yaml,sha256=Hs067Dp6UN77NPqQ_LsZbysc_U7quhGN_OYZlevssgw,209
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_us_history.yaml,sha256=npODa-Rrxm2_UKQzcLZNojtBH45YBKi2iqojkiC7WZI,215
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_world_history.yaml,sha256=72VcUmdtMKdnTASoYOBxtvPVrYRHeNK2UNzlyAyzJps,221
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_human_aging.yaml,sha256=9r9jwFm0pxFXxTGpl4NQWwbFak96LnHRca4G15W6UUA,188
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_human_sexuality.yaml,sha256=q4OChRM2xlmWLINu4giFFp4pcMZBFPn0VXAFHbYktn8,206
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_international_law.yaml,sha256=rISdJEbKD1e1dji4ttYgHnxlIN2jcbqJ445ntI-hBJg,205
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_jurisprudence.yaml,sha256=SuCuS6AKIEmWhn0tiJKh7CG1Wpwmoc83IEvJbdl1Uk4,197
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_logical_fallacies.yaml,sha256=mLCd6q_ZXcoS_-sigNwFWT53jrPGTZMlb7OwPQM_eVI,205
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_machine_learning.yaml,sha256=SDE-rOf8KoQPMabirHC8rtSze6igOU7CAemRu0Wdv_A,197
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_management.yaml,sha256=9lNTZ0dijwWVJKv8Nm9BavSQ9ccDXg6ap0k-lAeKk_A,186
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_marketing.yaml,sha256=jg9u3VijtAvG6AHLwWxZSa3NTED0j9mqN9ApbVnqLDM,184
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_medical_genetics.yaml,sha256=gZfrpa5YdSxD5pxzb3wMZg4iW7HeLjQhocrMzmKtmWk,198
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_miscellaneous.yaml,sha256=bZZNlZeXcg78K7eGGyKzEEIxB_HIkc2iX7vXPPzyvNQ,192
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_moral_disputes.yaml,sha256=jvKYhD5Ds9WhHVq2c1KodInxyeITx1t5EthTMt-grVU,199
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_moral_scenarios.yaml,sha256=bG74ETkF4qeN4qHcP4_WHU1J1houkH3zv0SqpzqQ69E,201
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_nutrition.yaml,sha256=NiJUMKWb1q0crUPtFtSJzCkaiO_VseXGhVktmKu1-pY,184
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_philosophy.yaml,sha256=sN57kLbwOCRQqBBnYwiHSGT1ePeD0a1KwYkR6xEXTTM,191
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_prehistory.yaml,sha256=60mmoGECSWG0Tcr5BO-ybhoPgeuKpufNTPgDgysAP0g,191
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_accounting.yaml,sha256=wyj_9LZfaeo9WlssbMp0x5wcvO3YmyZJLng4WIClYh0,212
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_law.yaml,sha256=7QamISR0rbMb1zYpQTJvNbEVLZA9NRs9HVvfdB8ikEc,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_medicine.yaml,sha256=sRX7Vqiftjw3yLRXJPYppW1Mxe2J7_WLrXKSbqR5U4I,208
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_psychology.yaml,sha256=ZAHSSomqT7C2JoAmkrCeo9gB_xS9U-WlqVXK7liVouQ,222
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_public_relations.yaml,sha256=hhY2Mo4yowoJMP8gsNlOBIDqxOAY4jIrafjifGl6_rE,208
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_security_studies.yaml,sha256=kmphSt8Bn4RhUnrD3Klj2ooKTqi4ymQyNuh9wjmnDDc,208
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_sociology.yaml,sha256=_CoK2cTm-0rmpJS2isKv8dMjHYtwnJ0o0R9pjrTcp5M,194
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_us_foreign_policy.yaml,sha256=1v3Q5NWpbbN3URXwuQslUqMkeT2rblu-UzSYGpFShDg,210
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_virology.yaml,sha256=KexbZ9aJjqx7JNR2YztASloxFstqJIYkwjAKjG90O0A,182
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_world_religions.yaml,sha256=GhKgUaig1vqR91g7mi3bNRUQGZCPa_l0XK8u1fYCnE4,201
lm_eval/tasks/global_mmlu/full/tr/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/uk/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk.yaml,sha256=6yJBpq9LWojjAXnzvNBA9TlnFLGm4Ao5Ui0VAexT4js,256
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_humanities.yaml,sha256=4bHiysf9rvxQJh3xD9dsdNBBintGBkHNRWOAe6DK6sw,174
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_other.yaml,sha256=J43i6fuzBBbaxgb-wtsPezYAMNA0P53ATZwAXkqUK40,164
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_social_sciences.yaml,sha256=rj6QJhZybs6wvwGOyXdT6i1BgBUBXqL-9vIl5dKSD7Q,184
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_stem.yaml,sha256=UpWwpHG4nqFV7tu-dc6uzUOyL1pyBWuLpLQJmqS_hDo,162
lm_eval/tasks/global_mmlu/full/uk/_uk_template_yaml,sha256=PJNz3GdqmKdAYmQONnaQU-EVLit68OFRnV57IbVGK18,429
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_abstract_algebra.yaml,sha256=54Gooakw9cXaBXW--4GTyBxWa1TKvoq-Xso-uIAZ8uk,197
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_anatomy.yaml,sha256=Qchj1ORAZDbNTOqL_7YRsgDmF7RgTzOLpIKcNE5Hqfg,179
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_astronomy.yaml,sha256=cdxyBPEVHtK-VRPxK1iLf7ci27aFAGtyVipMzoIIT0Q,183
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_business_ethics.yaml,sha256=4CCHfXqvFIbzZgX49Z8Ocr6Hmhy1ErSE7wluXHE28E0,196
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_clinical_knowledge.yaml,sha256=2uxf2PloDcXp8wSp5bEDHftE7fDaUC6_24SIF_CvGkY,202
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_biology.yaml,sha256=-9yem2FQmZ9IOFr0itI_CT0J46DX0NMwVDHKX8dBmP0,195
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_chemistry.yaml,sha256=mMPcbANYuopWM571BpNvt3rrRy3f7W1KlLXXdCwa9Qk,199
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_computer_science.yaml,sha256=s4dBGia4yyTk53SV0voTfzi2nBdIHHxdzjyPnRqQCeo,213
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_mathematics.yaml,sha256=YW5vr2h7na9tEB2RuER3VguHmt6htLR-TGukgO3v7Fg,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_medicine.yaml,sha256=xijJMG96SAMk6f6u4t0eoY2V7wWXhUU2zgn0iU_cKic,198
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_physics.yaml,sha256=LwBMCiv4k4vHwQBTsXVek5s0zdAFB_xsUbeirICN0R4,195
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_computer_security.yaml,sha256=641Hei96PQbAHJLwUKYaJsPzKsgdI2scAumxyAXJstE,199
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_conceptual_physics.yaml,sha256=H5_UO7uXnPfU77PcJddRvlHktEC2JS9HdeUf0e7L74M,201
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_econometrics.yaml,sha256=yROpu__tQI7ooHCdJtcbvJrU7wFeOvQ3RlUNT0uXtC0,200
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_electrical_engineering.yaml,sha256=oHSeDanujR6g5IF_eZb6zxM8GFv3ykEOv_mUl05a6JE,209
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_elementary_mathematics.yaml,sha256=Jj4B3vUc1I4VHqwmFMyTBRf9FeDI7WwJbbIwz_vgWhg,209
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_formal_logic.yaml,sha256=4-b6sle9APEY7Rh4VfJ30TnA3zQbb0GFsBR0_5iLswA,195
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_global_facts.yaml,sha256=xlknnJLwZwT_HhEgHcboGyJwAW9pBNP_J-ViNHn4Rgw,190
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_biology.yaml,sha256=eLstyrzg1D_74rT8azcpvdiGmY9BwZu97M2MIWNoVCQ,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_chemistry.yaml,sha256=NTocIRJDWbnsYY1fJXakVAct6j1AgaohAwHjuh9doMs,207
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_computer_science.yaml,sha256=nQ5flyl3K2h2qurFB_3spP0YMse8SGUutB9k1Z-2UJg,221
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_european_history.yaml,sha256=KVdUjWdpTT1ogaI1iknnB6d38BMZpYIrYFQK-NX_pMo,227
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_geography.yaml,sha256=uJHQowvsYbjhF18AUdrEXi7hrAP8ZU1grnu1ddp5C_k,218
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_government_and_politics.yaml,sha256=S0mMd2JIhzEOKQdz0e4nolTCK4J8_Qq4jADj9XdrEjA,246
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_macroeconomics.yaml,sha256=_2gRI-kzy7G3Sf4pjcz0vVPKxd7HCqVtK85RygLdsUA,228
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_mathematics.yaml,sha256=9jvovt6nrFn8RlemRtpchm-7lkAVRsgS1Bl8AyXK84o,211
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_microeconomics.yaml,sha256=cMJgvJot3MUhWO3M4fybNiB_f7-xvtoeGwIq0APfVAM,228
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_physics.yaml,sha256=opFefSMTyESFDiKgWGg1ekYAHjmpWPhNJoAIWu_lj4Q,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_psychology.yaml,sha256=DZnEKTIXptzivHH91Lv-LoiIWobrOHslCgvn-_2j7J4,220
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_statistics.yaml,sha256=3XL1FQJpEq4ugTPZsepXoHo4VNNIS3Jzd4RRQXhm4BU,209
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_us_history.yaml,sha256=3hn4YFPbL-be_HgHB7AM0XzX0cEUi4K3ZEVD_SSkUBA,215
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_world_history.yaml,sha256=ue3jK82EIUnWCI7CgZbuE30zobMZYRnZRKykmwSMvZM,221
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_human_aging.yaml,sha256=ls_1sQAlOOUu-oeJ_tNeBC9krrSIq3L6vW3E6JkoJjs,188
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_human_sexuality.yaml,sha256=MJi7PkRRamMH-GoaJHTTT3uVXTXHDlgvjZTOVo6jy9w,206
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_international_law.yaml,sha256=RVvnjtvSSGWI1YnfKdg7tOzkFdag1tc8VK5Uh4aus2c,205
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_jurisprudence.yaml,sha256=40fwykeurndZHPioBdOIRn5Wlq1Y0zoI0M0GaTj4D5k,197
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_logical_fallacies.yaml,sha256=WZOtjux3G3jmQXC3SIEWEwSJFHScx1EWq-4N3syi7bA,205
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_machine_learning.yaml,sha256=fAUAm5WweCBTN3JS4rK6fRYCOVMKR_rsYCU_6NVEDSY,197
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_management.yaml,sha256=L1P1NBCzPDq8rqQ_EBq2RFWOWWsvayOGElPrzYe66s8,186
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_marketing.yaml,sha256=espgf9UN9TwugMUMmmjH1KpGw4iic6jU_13EEshRl1w,184
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_medical_genetics.yaml,sha256=jK_BpW1MfgiXrbalonJn6XBYkHC0rGavkXasxVxeu3U,198
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_miscellaneous.yaml,sha256=L1HdHhlJ46MCrHHXMXCE-BdxZJNh9tdS7vT89bTmYt8,192
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_moral_disputes.yaml,sha256=j9d7NpYGUL5QzSXuGXcn3Y19IXHNN-O0KgL6by1-08I,199
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_moral_scenarios.yaml,sha256=N9yKgzOm2yD1gmloAzA1XUrz9xPq4qRxyfULZQ9ZXsg,201
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_nutrition.yaml,sha256=P7oYZH1WSebq9sqvWxrw2FucECwPKRJXtAvENyhscbY,184
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_philosophy.yaml,sha256=zH2WtfAu0heHGHnJgoYTLNk1c4SyB4koskX3SaLVXcw,191
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_prehistory.yaml,sha256=MzT3Xao6GlSNTfDcYtkicoODn-xbKLxFR8crZP7FInU,191
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_accounting.yaml,sha256=tYwogwd9tnmtHiAy82tsZRCE3lh257slFFBdMEkk7xs,212
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_law.yaml,sha256=w8NWwzjgFxMGnIQTDOqJhmn5dUBkSpUuQSG420iPfSI,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_medicine.yaml,sha256=EqivR-mD4nVLNRph9NL5VvqjtHgVUMhgH4oLMX54EoM,208
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_psychology.yaml,sha256=0dEc6nqep-ZCtlkvMUbTdm6BFOutCBPcBZh_EaPAUyo,222
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_public_relations.yaml,sha256=8cJ-HTeTmvrcPSN37qb2Ed4tXFC39YInZCn9-rHFZCA,208
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_security_studies.yaml,sha256=OypUzXLM4AqKK1zr2BAFz8NVSgIt-Q9BghjG44lvnmE,208
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_sociology.yaml,sha256=qpr4sHQqelbvRGFYZzz56cJM05wJk8MMJ47g0gYeDu8,194
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_us_foreign_policy.yaml,sha256=Tv_aAh82r5LYdgop7fhKD-cJOVM3Xv4Nfr6U9eEPg4Q,210
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_virology.yaml,sha256=W1Yxp2eQpZkJlggcUkUkRYsPNfk6ZbpK8jBFOVnryyA,182
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_world_religions.yaml,sha256=Q6XMXcMgq9cpoZIyptZbTp4rA6WKDz2FomMeAQ6vr9s,201
lm_eval/tasks/global_mmlu/full/uk/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/vi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi.yaml,sha256=fev0IGOT89seAEqx9Zhw5hJAlfYPWv-aPDud8AgWxNU,256
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_humanities.yaml,sha256=tLxykzNWtTWhRCUdrIAZG2I27ukH8yDyXuQqymWPnB0,174
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_other.yaml,sha256=oQJAXU-fDaJWeCE0TWbZg1v-i0LI3ZnbJXEWMXYxF5k,164
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_social_sciences.yaml,sha256=qjrEEkd8WnPrEhTYKGAqUUPB8hRD9mbTQUcSCsgTMoo,184
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_stem.yaml,sha256=JQSuzBeqsD5ga642jrIKwoUPGUfPjZgvRXzhq-1rrcs,162
lm_eval/tasks/global_mmlu/full/vi/_vi_template_yaml,sha256=uk7Y3tSHmGDapuFEOVVEd4i2zqWcdp66rumVJfZ_uYs,429
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_abstract_algebra.yaml,sha256=scV1xo2p3G0xBYSQ7YVWAa3TSM_SpCRSamxi2dVU0AY,197
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_anatomy.yaml,sha256=peQoZT8fOiXVg2XEuKU46ux4sOEXH7Q53YQM2SQTxSw,179
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_astronomy.yaml,sha256=NYNXAtfrY11qak4uJw0XNzO92fDpNvXILnzP8a1_y4Q,183
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_business_ethics.yaml,sha256=AuM4Tf2x58ssv036vDdCqToyvjrlLXsI8h7x4_1m9q0,196
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_clinical_knowledge.yaml,sha256=Cs5jb0OGMUzznkUrfagu7cZvFtUqa0OEFJWso1jhPuQ,202
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_biology.yaml,sha256=Tk9AWIRf7vXKkzp5slphpJp80udUXn9Ro-Lm37upO3g,195
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_chemistry.yaml,sha256=CS91zfd8WflJMbPK8G0DmNapHWj4E6x0LITEN7czj2U,199
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_computer_science.yaml,sha256=NvYC7Si1yLlJbB7kqTR5MyEv0Wa-gKxvWp8EZhgISDA,213
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_mathematics.yaml,sha256=A__qLYtDoPalJwhyBGZHVw0GO8zBatAkmflS2IqnuKU,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_medicine.yaml,sha256=CgvOUpyrx1lq4rLHHXbxD3ANUpyB653v7AZKbKLSnR0,198
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_physics.yaml,sha256=7heq7yH6T3Errz1X_pUXlw8CtJVXNpvIKflPGSYUmJs,195
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_computer_security.yaml,sha256=HDTLeC9e8zT7TE52uGqUoscGJOu44gV8tjEqMUr43ps,199
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_conceptual_physics.yaml,sha256=PBFcYYJrFhdFviZvxSlwB8DU0PwsUGFvq6Mw_RIzZWw,201
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_econometrics.yaml,sha256=pcSwxab4fcv3xeOWgRDpeZCXJrVlgU9A206qx5_qmyM,200
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_electrical_engineering.yaml,sha256=-VJ2UEnSr4iMJXIVOEdhQsPGVNsSoU9LyORsIuNemms,209
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_elementary_mathematics.yaml,sha256=r-xQpv9bLgSRwVn_lbQv6fJSSgQzpYmLx1NY0ZLVPGU,209
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_formal_logic.yaml,sha256=zFfuhIOvoUf24yRYiC1w6zme2TgfXoA-dyM1aoNhR0c,195
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_global_facts.yaml,sha256=kfUvjf5ZuQrqIP4bV_L75qKwbLkTFNwCkvcviGi9ckY,190
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_biology.yaml,sha256=KUWvqQ-bKVM8XEXDCEDHLukkRe0-4pEYurLXuv5mldc,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_chemistry.yaml,sha256=Jw06c1PpPfbovpXLrv3vG-TYZQM9rdlhgccyav6pOhU,207
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_computer_science.yaml,sha256=5uNeEMQzriUM4FUDcEyYjWnRunDdiJiAuZU3IA1Z3Q8,221
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_european_history.yaml,sha256=nv90nRqOgfCFDCe-icbnq2Jt54b-gqSKjtCWDIXo8mE,227
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_geography.yaml,sha256=Sr7wwrm4nkeKSLJv9ahiBAvi6HPeO740P36nHonBfJo,218
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_government_and_politics.yaml,sha256=8piTxvz3M--wRi7ZA-X9ojwYtBkuObQi9WK0IY3CJpQ,246
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_macroeconomics.yaml,sha256=PX9n3P2tdyfCek_ffsYE-FMxC5IeEup8BAie52mEQdk,228
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_mathematics.yaml,sha256=up21lDaKhybZkFKqp3nHvaXcXvsZaZJnNP-r-N73An0,211
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_microeconomics.yaml,sha256=bdKhes2bliA6HbEC1Z3RrqanXynibvfMxLFRXG5bdjU,228
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_physics.yaml,sha256=EsBk66uUJboWKwH7szGIW3fBcORY7p18n0r443BpA1Y,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_psychology.yaml,sha256=O5U99J_sCkQwnk4Y1MlbBIfXZ4-fyWkGhHj8E8MEb5U,220
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_statistics.yaml,sha256=aYHuoroUtSSwALte3zezb40cw9YzO4J3FjFq9ig6PRs,209
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_us_history.yaml,sha256=B0DVrcH3f1w_uLTmBLGwjkEiqKibqRkXKEuAyWA0FFM,215
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_world_history.yaml,sha256=60zvA3y4O1VABDlFNEeqwMaAuGiP-hzPpyjbz-YeH5w,221
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_human_aging.yaml,sha256=Qr6jzThSnE_2DxxWlKH3BDYaIeXiqKVswOQALatmntA,188
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_human_sexuality.yaml,sha256=2wuo33__mIl3DrPyweGOWwvirMbx-oHqsRBDTB5KU28,206
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_international_law.yaml,sha256=PvIXWTrhhhgGCD1k38d8DQiKTkOwyMli56FeJJ6c5cM,205
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_jurisprudence.yaml,sha256=BOMKryrSSI8RNIjreK29bKRBIIMhcjD-BbGG2sLP5RY,197
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_logical_fallacies.yaml,sha256=XFZKI-GuVD8LaGVuTdnxdAUwopQEhT_JJZZ84OFWGNI,205
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_machine_learning.yaml,sha256=xm--u0rRUYBYVGz1htEeu4LAQ1Kvddn74MLkKVwCQ_k,197
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_management.yaml,sha256=L5sJBjYapt7OXin-jkUMpQWF2Yol0I8H274fe3TI7Q8,186
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_marketing.yaml,sha256=6sxdiDfAurfRJfi3zIM3G0rNZVqXmhxHt7E6qIJQsTw,184
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_medical_genetics.yaml,sha256=CdecMcATR7hChx4dJmLts8FHAdlVWXNAJnLuPVm6DGg,198
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_miscellaneous.yaml,sha256=WpNiURM32Rrbjlf7ZWhr3uNRwQmGJDQeAdB98Rqb638,192
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_moral_disputes.yaml,sha256=xkaJ5lNiHX3mFgmkYqqV93d6h-XHv62mfwnwiORlbWI,199
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_moral_scenarios.yaml,sha256=glxz1h0KdBVUoiTX6SCb46HEE9JZITyxzJkR1HgxVF8,201
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_nutrition.yaml,sha256=wMyEOmZS_snT7Dbsa2U-OxRfVhOtRcEmF3DNoK_Y4Ow,184
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_philosophy.yaml,sha256=97rjCVJhZbsCmbNnhNEszUcU4yHMoAD1eginRPGYqcE,191
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_prehistory.yaml,sha256=RdOMqRXDRSBXt2MvFCR5o_qw8KMjrKSiJbywysBQ1hw,191
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_accounting.yaml,sha256=magN5O6Jw3zBOVFuczBVbkmIVVTDBJnfnqC2xTFutSE,212
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_law.yaml,sha256=SWxwq3R9S295KowBtepMnkw2K-juBbo48GMlkBy-T6E,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_medicine.yaml,sha256=aw-N4LVK2BwyO7IMejstWi2EOZrgNPN9lluVxrJgsLg,208
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_psychology.yaml,sha256=rNa2FD4blBSfuqTAC-hA6gJwaHPzAH1MUSSraW_7e7M,222
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_public_relations.yaml,sha256=WiX--iEnMxGPSy-zZbfr4Xoavqrlkm_0KK9oC5MXnEk,208
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_security_studies.yaml,sha256=GtI9m_31vxZtdD5lpoSbs2zJtXCI20n7QWQGEtgKCC0,208
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_sociology.yaml,sha256=d05Bufvnyv1btkS2il34K_p24VQT_UcVSpEibsAcecQ,194
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_us_foreign_policy.yaml,sha256=gwUFbv6WN2h1aDiPBAjG9sUiWOkzMKdAEPbZdNZeoOM,210
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_virology.yaml,sha256=Wm3nqql9sFEF12gEPT3Ga4igxQ8hlZ_g-BsTsMJwwwU,182
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_world_religions.yaml,sha256=wO2pWb64bRylCsZDoDxgO14BYsyf9cLGOo6SNG74eUg,201
lm_eval/tasks/global_mmlu/full/vi/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/yo/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo.yaml,sha256=ghKdEWlSoWueoa_G8FyI2ErG1dO2j70BFmk5OqA7InQ,256
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_humanities.yaml,sha256=dDYSOSzPM4xbcPMjTyrboKMQfu4SHD41zfmoC0j0pao,174
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_other.yaml,sha256=dtm5_b1OirWeJTdtWA48sQqYO8nf25L5gudtvzthsQU,164
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_social_sciences.yaml,sha256=z3YSc6_U5bEK8bhccJgziP-65Hb7lHHSiqGELSZvuRE,184
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_stem.yaml,sha256=yOoYcfw1z7iIDBLIDpgTXLvHeQptYGJvqm0aOY2paAQ,162
lm_eval/tasks/global_mmlu/full/yo/_yo_template_yaml,sha256=6C4wt6D3N2DpI_QcXWYRSPtH44vgsfoAmvZWYwxUrYM,429
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_abstract_algebra.yaml,sha256=VuNXxX6s8u54G0zmj61DTEWbTQX-7ZJys0UgLnFr6m8,197
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_anatomy.yaml,sha256=a-ERjsSCq7Oe8p02pX7pvmfC1x2hmOL-Kra1sVD3Fxc,179
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_astronomy.yaml,sha256=xfwanjlwIUZ1U9FbopyyQM2huznWUyPBLdQ9-jLzb1s,183
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_business_ethics.yaml,sha256=864Bp82P4QEdXFjMPsG1GLhiwXfUBSNE3Us2GAvjVJc,196
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_clinical_knowledge.yaml,sha256=zEAMKVA_KKLnFbdUSFpDwGZOXxbLb6YdcbLvwMFNLl0,202
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_biology.yaml,sha256=MXfnXplp2s2KebiRs4qCpURLdB1HuOEaAFDQ1J8HDRA,195
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_chemistry.yaml,sha256=jxkVdKkwv5sKxi_bHG5NeglnQ8FwyrXkRkL3VZ9BWtU,199
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_computer_science.yaml,sha256=Egw56sgkLdCIGkb2OkoeNWrrmVMnOK9mAMLC74lPdn0,213
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_mathematics.yaml,sha256=Wu-Jg4oL4hPD8YbQxr8mWYQa1-DdfI_3KJ8Wyy0xfLk,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_medicine.yaml,sha256=LO6WgbjB69B1x0aIgIUddWf4_Buymj0dArWWSbEFS2U,198
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_physics.yaml,sha256=WJF58dAaIETHkR-Y9Ti90lLAvbSwxiP7pvNWtH5vAHI,195
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_computer_security.yaml,sha256=3iGSYsc6HwaoB649343YFR8mSCgdcnCm51_9hEoXFVg,199
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_conceptual_physics.yaml,sha256=2NZij4sJKgQbuWUdtYAMb6QSMc7GktEiqyWd9P1V6oA,201
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_econometrics.yaml,sha256=jwa0g1TCH7g3Rw5KZdw1fJ4LWSFvjOJ0PbiQU_5xDzE,200
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_electrical_engineering.yaml,sha256=aZbPj0YRRg2sOTf398FmtZw9XK7no7V0rj_kkQpQKP8,209
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_elementary_mathematics.yaml,sha256=Ds5r7W9uK-3-vR0IwEgvVsYqm5c-JSa-KP5YIwNLeN0,209
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_formal_logic.yaml,sha256=JUzrNawAPBqhC7j8lyN52RlIDsEx-bF0uTFc6tfA9l4,195
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_global_facts.yaml,sha256=r0ASNxAKroy2L7RwsTHXa6wrmnYr4MIqCP0iCIICrd4,190
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_biology.yaml,sha256=Qdh5ZqQFni81Fy4UAbFbH_XFehDyehETt9aQUvOTqec,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_chemistry.yaml,sha256=zo0XsXU7oGVY4eFUZB10O5dLkGX0WHs-7EgfsxfdP68,207
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_computer_science.yaml,sha256=gXN5cGQhIayQh9CoOKgO3jFA7l4Hu6YaqQzPYbQPY-Y,221
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_european_history.yaml,sha256=H4EATz2Y9W6XksTq1pAjWMAfoc_RCzRoN7ofH5bZSOA,227
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_geography.yaml,sha256=en146LSRV9UgOaoSvokxK2rU9wbO2SLrqZSfuwumeMM,218
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_government_and_politics.yaml,sha256=hTvXUmpMWdUTZYFQhv858qEPMcEtXUh3IhBbhMcWG5M,246
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_macroeconomics.yaml,sha256=SnPxqiF1LbaVB9X9iLh5b3pZImyIG7DVg1ijBGfsl-4,228
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_mathematics.yaml,sha256=APbXVcSsvbls-gk_d0-WTslq0Rrn5AP66O8mlKddTyw,211
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_microeconomics.yaml,sha256=CRBVAfRk6DIrh4Q37823SLDYUoxBeWMxwKyP342KKQ8,228
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_physics.yaml,sha256=TWWnmi9RfOchyoUVvqBJ5WgSyn_twiV5jGRiS2XxNYQ,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_psychology.yaml,sha256=ni57RFIreNaUd4FkuJRbEclzgomwfakNgTyfHy7wJDQ,220
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_statistics.yaml,sha256=f8IoZMaVrHobaUDwVAlqYcSicVS7bqqbqbvOLT9UQRE,209
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_us_history.yaml,sha256=AS7BVWipTRSivV-RyubFx7gNrHXUzEwkzn_UsFis0GA,215
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_world_history.yaml,sha256=216L0mdZBB04utos88UW7NjRVmcxYpIfA-4SUFfDX9g,221
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_human_aging.yaml,sha256=cQF5LvHGl2m6CukAWPpqqUGyXloZmhhFyVCEWZjbWu8,188
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_human_sexuality.yaml,sha256=bjkpYM6lN6N58mauWVGexfbD5rjoyQPhSFdnaeNhhaY,206
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_international_law.yaml,sha256=bxeiKYb1n89DpuFq5HvamndMj7uDvm55nDO2hDEn1Pw,205
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_jurisprudence.yaml,sha256=KxnjWjdjo4UZqqmYRC38wittK7QZPTFXB3JUm1QHAjY,197
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_logical_fallacies.yaml,sha256=oShHowkgsh0TNNQXcilutr2NI1PfFdLBkM3-smIAqPY,205
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_machine_learning.yaml,sha256=F0DtEZAms9lJHdbT6MskMu0HR1Cx33qCsJgQyk-8dGE,197
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_management.yaml,sha256=pUgtf6MMc4H9SVUKZIJRQzmbDKQtUZ8eWZgV6HurcW4,186
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_marketing.yaml,sha256=2TUZoH9TLcqhBdhmhnaHrJwh7MKchDbobvu9Kajgf2Q,184
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_medical_genetics.yaml,sha256=4_V6oPFMb4o8N15GrCWfD7V5yjSFhNa-VvWGVM_0ZS4,198
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_miscellaneous.yaml,sha256=n_wqe3WKwwPt2FwKi1IEpSumSR1GLFnRqTebfmZcqGQ,192
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_moral_disputes.yaml,sha256=EkqzaiVqfSPxFc-tbLMILiFj8beYLfe-8ZXC6ggyN1M,199
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_moral_scenarios.yaml,sha256=wPNiHc_ItO5Jn4qUpTKG0KLRTyFg6Aj_L7zEMdVH1UY,201
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_nutrition.yaml,sha256=XCI0tao1J1U5J6nHnPtyLEqxVjb9fWDkBTQGYhsiSXU,184
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_philosophy.yaml,sha256=ABX6wMa2VpXDgXRB5i7FDL3qAqSqKwM2nC-siB--rGQ,191
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_prehistory.yaml,sha256=KF2f2oBlR-EvWdrr-cEr0reoXs7EAsCP-n9wVs0ZBfQ,191
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_accounting.yaml,sha256=SQn9j4yQzqx_Lj7gGdgPkmvDcx2pS-nNtyKbGkWfpQ0,212
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_law.yaml,sha256=-Fokx99aXfuMvhUCvmRf_4mIij-NYI-KC1RXf9u9VLY,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_medicine.yaml,sha256=zl-so_noGn2VBnHkMfwEzUPXvLOcK8hJrEaXoV7BXY0,208
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_psychology.yaml,sha256=BNIf78PGBr4MPE67h_hGTLVXNJDktzgugOm9CvsfL1E,222
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_public_relations.yaml,sha256=YyAFFzAYtnlxk-vo6GPwZyciLRkG2OUaSyBsPseJK2Y,208
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_security_studies.yaml,sha256=LQiv4rcV9tVwC39SUUoFYI9mfbSK9G5N0tAnmtGh3Ds,208
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_sociology.yaml,sha256=MPzABAbQpos_CRcva8pREwgMk7RqKPMCcT4T5eS8-3g,194
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_us_foreign_policy.yaml,sha256=Ndaaud-26KBA2AVbZGMlIYTaxzWdMULrWnj2K7GJjf0,210
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_virology.yaml,sha256=OsDGxrc0uPZN7NoBSJFayWSuABIIw8uaOQa29LG8fN4,182
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_world_religions.yaml,sha256=nlurB6H4m4AJWbqOrQZTMVllYI4sNHDIrjIubxh9jRQ,201
lm_eval/tasks/global_mmlu/full/yo/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/zh/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh.yaml,sha256=IVyQnPMbiPXY0A0E0Lg3_cBhp6mJ6bjRjc0M8rEAa0c,256
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_humanities.yaml,sha256=UU1Xq7EgNVKI4EdJEwEpHQvozu9vzASYVpjK6TygkIo,174
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_other.yaml,sha256=vsyo3VwL2ccowBkRRLCvCSM-gpZKxUVVwQCRYlz6uJg,164
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_social_sciences.yaml,sha256=Xz53rl6aPtSJ9SxnJHdcO68MZ8z8E5RYa-xYLcwtBxg,184
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_stem.yaml,sha256=srxiLamHdn7xRMplexatfPCfbl4zoCXurA7OLR7du2Q,162
lm_eval/tasks/global_mmlu/full/zh/_zh_template_yaml,sha256=4EjQlGCJiMN4-WiPsPbslbHKvjGhiuZoX33GkyUNmqU,429
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_abstract_algebra.yaml,sha256=TnfIcp4nxaoP81Q4S-0OcKLgngO6114GCmVEGZUvVu8,197
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_anatomy.yaml,sha256=FWPisJ3I0XQ_WwMSfCGrKR0o-jXyoaUr3FncVJH6i_M,179
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_astronomy.yaml,sha256=kmaK9Crm6NaDZWMKYnqHr2DeraGFFV2_5uAWGIFGRB8,183
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_business_ethics.yaml,sha256=cRuc6Xm3k8a8Ugg4BraRHO7oDSQ-jBAVeUMFeVAjwP0,196
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_clinical_knowledge.yaml,sha256=JoCHR5hHYnkV0OBZphtINlo7dw0KqN8d4-fbuX7Wk_Y,202
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_biology.yaml,sha256=cxAxgtBdsk6iCQd06hqdb74Q_M0A-k-QQGZMVtz-KGE,195
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_chemistry.yaml,sha256=LV1MfzxbB98aR5coXC50uXEWCS-1VOEfTphAXCnlaZw,199
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_computer_science.yaml,sha256=bKoCs_-UXJEV7EsekMSwAKr4r1PfbCAqwp_IbSZFRSo,213
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_mathematics.yaml,sha256=kMJF-MNsNur8SY1OhRlqBOtyLN-g_G13agVqDWUUdQE,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_medicine.yaml,sha256=DkwU1oSTQmYSmc9ZWP7Sq3yeEvNTaohNvnA2cnlAh1o,198
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_physics.yaml,sha256=hwKb2rCes8_CsJBmynXDUloy5KvBkCYxTHX_E-plRcs,195
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_computer_security.yaml,sha256=ViBYxVrOrOIXO6EI8NRfNHI22wWBtzE6Fe0DYDFnLPU,199
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_conceptual_physics.yaml,sha256=FCXuHzCqdueCpO2a9_98JIEbz5qBdIUqYDoYP3FcLgI,201
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_econometrics.yaml,sha256=HCng3XHeGJTfmN_43d-PwGdyRSLM1FaT9Eb8wDyM2ag,200
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_electrical_engineering.yaml,sha256=qrDptAasbqGYmAa8tvCCcxWXzX43HjAZU-VVUOQ1Bsk,209
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_elementary_mathematics.yaml,sha256=MbNcN8mponvUD4ZdB5xMG_FxYsGr1raXJcKds_jH_2s,209
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_formal_logic.yaml,sha256=5aGx6z7b0OOSodUIXPoawrlyvT1TRMRcsza8BNTVSv8,195
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_global_facts.yaml,sha256=U9-Jn6KlQL7aQ6X1tZ5Cs4N7yT7uaLnjpGJaGF6d_zw,190
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_biology.yaml,sha256=UmH_TBTxED9UqB4wz7lCJzoLopZaphp3v_deiYbi7M0,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_chemistry.yaml,sha256=Zpj_mARLFfr4HNFia1I_-jIRwObyzjKLYw1FdICY5-s,207
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_computer_science.yaml,sha256=0dLVMax4x5zdfOClR2xblBwRAzgJZJFlMsc3T4nQ27w,221
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_european_history.yaml,sha256=RRgVXVVfVszzuEmAO-opxuXONuzJVwDhNx8PFIAXIC8,227
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_geography.yaml,sha256=tloUGs4VoasJqNJIE6AyP7FmNvLwMIStPYwN1QyWnWo,218
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_government_and_politics.yaml,sha256=j2JWNWlOthPg8jC5O5oSGfQlY5N2qdl5aZYXs7gU5x8,246
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_macroeconomics.yaml,sha256=3hKjXNP_8K57wj2OajJsSoeSFxAjF_rFx4jwuDsCjMQ,228
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_mathematics.yaml,sha256=k2acY029ZncfGl8M7wH4TwZEuuH7o7CeC2BpYKnWlFE,211
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_microeconomics.yaml,sha256=sQFb4TdxkxdcW7lq0xVpu_j66bWYkhAMVBhpesHIRX0,228
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_physics.yaml,sha256=AVshZ9RWZuzjPEP97HVkrIJ__RpV0ep79FGKGqS6lTY,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_psychology.yaml,sha256=6gxqUc9vNjqaUfxJzXqCbFAA5AUn3gGKS3xnxKyVbew,220
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_statistics.yaml,sha256=lwRCJOjkaso_y2aM6mvXDsvGFrY409EQpeYb5msmTr0,209
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_us_history.yaml,sha256=4km-DandeVRIyTUPuOTIx43MAYkT1AAZH78mWkUU7nw,215
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_world_history.yaml,sha256=pb04jJeExiyNvtSqw64PNlgyC4bL1Da9v73IGs4WDUc,221
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_human_aging.yaml,sha256=FbDdTjWZzFqtfw8nMkDfrpzWdIG5DYC9DEH3YM3sUps,188
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_human_sexuality.yaml,sha256=GdB3Y749e1yapXDu-253L4stM891pU5vcxvpZomVsrQ,206
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_international_law.yaml,sha256=2VQlnN1hZEs9HfozvVrZAIoVU9E0JZ3obwkwv2oDUkw,205
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_jurisprudence.yaml,sha256=jb98VeaeouMJNdiANDEBNPHuM2JRKBCRsNXNgL-UV30,197
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_logical_fallacies.yaml,sha256=bD7Z_w7eKRMia1tgKcmuv-gUbXEOrlPiqL8kmYzssFA,205
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_machine_learning.yaml,sha256=66vRF0BfnbI6PCDv2YCsHXuX2nfw68wg9n5Q2-J17cE,197
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_management.yaml,sha256=UTBfyvBegJ0AGCGYwEJkbmpISUPyDESUxCF7BlcMcqQ,186
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_marketing.yaml,sha256=dE0lvjtHPxF0MRwIB9_3VXveD5f01EdvKX8HwD9OUjw,184
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_medical_genetics.yaml,sha256=Ox8eOVajPNrq1HFcjDX6WaG2BvUPJvyJv8NzmuKH_vA,198
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_miscellaneous.yaml,sha256=ThCcW2XyCMktZQGA0KHvo55Tp7ULaOTEW8UhrTLgwJU,192
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_moral_disputes.yaml,sha256=5DyQohvho_t49L-Jz-9VsTB2kt1pfdr2E8oqcFdLMEM,199
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_moral_scenarios.yaml,sha256=zZIx-BgcsOmlauuWbBFdyVzE8jfOWRwF4jQ9M3LO6Oo,201
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_nutrition.yaml,sha256=F4GPo51WRYXkssazGNFJ6tSov1Nhr1DaulaWPq1gi5U,184
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_philosophy.yaml,sha256=XPlX_QGu6S0iXnVIELJrFmcEqwt5So5hTer5e8WmqLU,191
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_prehistory.yaml,sha256=vT-cIy2-kJ0fYWF9HlJZhOAQ8LlCiTeyAG_8ao4uM5U,191
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_accounting.yaml,sha256=HGs-h8ZRJsfvLoI-ZogaVUyvHjgVfp4D-ggArKwCcmg,212
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_law.yaml,sha256=n72p20Vdos2pwIju8FoOwQrSw1ZovqsSoEQOrDqLq9o,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_medicine.yaml,sha256=IRihgO98waTr_gP1VxzBapJRgJCyVk4Tw8FnmnvTOCw,208
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_psychology.yaml,sha256=hJ-MZ8GQPUKnEQofrQRGmbnxTVGxJh8IOlIXHTQneoE,222
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_public_relations.yaml,sha256=ozvYXAuvfCZlw9Wtbe_iRrhr2tIc_GUYnqXqjHO5-jY,208
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_security_studies.yaml,sha256=9wzoWWi6jZasfjVdwFQGU1G9ULRnCF_Ak7LTlUFs-ps,208
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_sociology.yaml,sha256=G4KTtwlZFmfHqcaWyXqoV9Hj88MwyuuAswNffLkMaiQ,194
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_us_foreign_policy.yaml,sha256=CAVkZycvOY8QxhYheEfc1YCMFIeEdbvLj-rtCRYEM7A,210
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_virology.yaml,sha256=ee9ItLB2FXLJIw7lWHAYrMBDigHAWfyG7I1yqHyj5WU,182
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_world_religions.yaml,sha256=0LIWVfgYK5X2l5BRJ18W9C6kJl1kPfH3CgJRFMvO8ss,201
lm_eval/tasks/global_mmlu/full/zh/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_piqa/README.md,sha256=IjxtilLgJRwJ2ZSzrdLC2N7REGJz5KOeyHWiBVsmNeg,2024
lm_eval/tasks/global_piqa/completions/__pycache__/_generate_config.cpython-313.pyc,,
lm_eval/tasks/global_piqa/completions/_generate_config.py,sha256=uDfSpPwcellH1wHCqYRPVOs-vQAvQVgnurl9MXFI3wA,1530
lm_eval/tasks/global_piqa/completions/_global_piqa.yaml,sha256=c9nwlFg7dLKARoYx4TpEHUxdLDrYrvw8hiC8PheQEsk,8303
lm_eval/tasks/global_piqa/completions/_template,sha256=ltYdHmnAsxDQUGEzBimcia9uhTV3CMS53YsVJU_lyVU,427
lm_eval/tasks/global_piqa/completions/acm_arab.yaml,sha256=_vobED6sLI9czL6W3PrMMha1uYLtVdQeq92UOtNs0nA,81
lm_eval/tasks/global_piqa/completions/acq_arab.yaml,sha256=1arbfWZ005GOlUEI6KP6sEh-c2j_NqKyogp1B9Ct7OM,81
lm_eval/tasks/global_piqa/completions/aeb_arab.yaml,sha256=bNeSueFEpg58HvU8HHn4CMoGaiG7llFSbOIr6EjRcVs,81
lm_eval/tasks/global_piqa/completions/afb_arab.yaml,sha256=qnwiNrF1V8jtWjebMVqsrCvy9Wl3By7Pyz2DaksCMGA,81
lm_eval/tasks/global_piqa/completions/als_latn.yaml,sha256=BrZ8mkZ0-PmotxRISnt8QQi0KJFD6CfWoiJ0ELVrIrY,81
lm_eval/tasks/global_piqa/completions/amh_ethi.yaml,sha256=hnC_qu11qm2ZwJagE2p3csD66TL8jmFZjV3ybHmPips,81
lm_eval/tasks/global_piqa/completions/apc_arab_jord.yaml,sha256=Je2xHgUaYay_0adR3J2iJQLwsYofEgoklrPAH2qjDWY,91
lm_eval/tasks/global_piqa/completions/apc_arab_leba.yaml,sha256=PTo8XdVdBc7K73QX9BMSMEBcq77wM4sgZekizzeBZBM,91
lm_eval/tasks/global_piqa/completions/apc_arab_pale.yaml,sha256=x27tYW4EI0v2Kb6tyNolWqJg3AjxUUFxYykMTJ5OxRo,91
lm_eval/tasks/global_piqa/completions/apc_arab_syri.yaml,sha256=8aO229wHuJ9iXMlLAPZh3N-oUQlhNpyZQ7dVsdo3iCg,91
lm_eval/tasks/global_piqa/completions/arb_arab.yaml,sha256=ZG06zeWE0yQN2QUNkb1G0L0MI2lzqBdkBGYeY-llu98,81
lm_eval/tasks/global_piqa/completions/arq_arab.yaml,sha256=GlyhSHzQKpmszb6YywsRye8O-7VA69MtDSiWcJsEoaE,81
lm_eval/tasks/global_piqa/completions/ars_arab.yaml,sha256=cudX62TiQTHLMfct1lSE6GB1zI_RC50VWqrYMfi7EiU,81
lm_eval/tasks/global_piqa/completions/ary_arab.yaml,sha256=lMghPlTSO5HI-EXiBAhmynD7Pv6LwFZu5zpsZdGN0L8,81
lm_eval/tasks/global_piqa/completions/arz_arab.yaml,sha256=qgEjBpsw4VH_aItwlKJ0WYCOh39XIHatiMlli1oSERs,81
lm_eval/tasks/global_piqa/completions/asm_beng.yaml,sha256=-muJKIR8_FomX5lOOJq-3jW8TW3nkiVTspCaC-wchz0,81
lm_eval/tasks/global_piqa/completions/azj_latn.yaml,sha256=1KWV2l6FsagtDTb5DxD9NMwh_zdL7fViAqLjS_aXCp4,81
lm_eval/tasks/global_piqa/completions/bam_latn.yaml,sha256=mfaf6X213J3DiQ0wLq6SBvPT-BcnLFvU4S6d_UfMVqQ,81
lm_eval/tasks/global_piqa/completions/bel_cyrl.yaml,sha256=Zm8SSD90oLf1HSfXexXaOtYw3Tw0l4Qxijmvbr7NcTk,81
lm_eval/tasks/global_piqa/completions/ben_beng.yaml,sha256=czxGXD1uHcJtF0mlSln5-4lxZkWnnnaXxSkD6Tfna64,81
lm_eval/tasks/global_piqa/completions/ben_latn.yaml,sha256=FwHmSJs61QeIbrqIOuzh-4_r94pSTPizdb7Dzo18msQ,81
lm_eval/tasks/global_piqa/completions/bho_deva.yaml,sha256=H5s3o6UBXMoft_5MMA2vNPdhFrW08Ua4JE1guKD4mKw,81
lm_eval/tasks/global_piqa/completions/bos_latn.yaml,sha256=1dLpYn6_0_DkZ-cZg302zfwOYx8hfJPY4Hp6y0kidJQ,81
lm_eval/tasks/global_piqa/completions/bsk_arab.yaml,sha256=nJAFsFn-4L9XYevfEth644YlaFxgLwsCgllKW5ZiFMg,81
lm_eval/tasks/global_piqa/completions/bul_cyrl.yaml,sha256=nFgm89_J_l9xiQ91BYYM6wGt9TAwT93iCSIWpofBzN0,81
lm_eval/tasks/global_piqa/completions/cat_latn.yaml,sha256=qLqOJ3B_1XoVSE2Dk6Hr4dY6xoe-q7kxXA7A8813Toc,81
lm_eval/tasks/global_piqa/completions/ces_latn.yaml,sha256=31PI3ZHi0HwkccfFUDlWot-YCsOtV5qGWbJaOhGKL3E,81
lm_eval/tasks/global_piqa/completions/ckb_arab.yaml,sha256=H6fFyr92GHfjvOMkpkRr9Ha3grFn328LzHZ3dB20Dnk,81
lm_eval/tasks/global_piqa/completions/ckm_latn.yaml,sha256=vo-pBn05nGNQX1chwrhm8xM5RpWgpgYshclU2j5DDew,81
lm_eval/tasks/global_piqa/completions/cmn_hans.yaml,sha256=Gc4phLszqMYDzQfDEizynsH44e4ySXegyIY40YSciBk,81
lm_eval/tasks/global_piqa/completions/cmn_hant.yaml,sha256=PItwVoGNNPPoNe9LsSMxh6dBoDrknKubQRAHrrFKpjs,81
lm_eval/tasks/global_piqa/completions/deu_latn.yaml,sha256=ONCEZ1Epup3l33VX8knUNcJsqzHu1zaNnQwK63M3pXk,81
lm_eval/tasks/global_piqa/completions/dhd_deva.yaml,sha256=2OvmnffgidRN4l10FkxM1Ri28T6vRO0YRYEzGm-785I,81
lm_eval/tasks/global_piqa/completions/ekk_latn.yaml,sha256=Ui__EvdFSQz4agDXWH0vRO0N_G4YFOaHAaWIwwcSneo,81
lm_eval/tasks/global_piqa/completions/ekp_latn.yaml,sha256=dBSa5GSRwN_lEy68CrrLuRmtva29HNNk4KPiEJ-I2f0,81
lm_eval/tasks/global_piqa/completions/ell_grek.yaml,sha256=NCN0RPcJYttjX1WVbN8CduKGvtbHXuULm9T2xVir9Uk,81
lm_eval/tasks/global_piqa/completions/eng_latn.yaml,sha256=h9ntwm9Wf5hqQYEhh_y-l231JHNMpoA3zv0mK7QrWrs,81
lm_eval/tasks/global_piqa/completions/fao_latn.yaml,sha256=D9Upn2d7_3oMNPdqOVzZcy-YIREc2wNJp_E2UZPtR0c,81
lm_eval/tasks/global_piqa/completions/fin_latn.yaml,sha256=H-Cak7QdvNBRa16DHjULs8G10666QtdospDUMRHhCQc,81
lm_eval/tasks/global_piqa/completions/fra_latn_cana.yaml,sha256=zvd1PtB1Z5P-EkLLuP712a6YFdIWnalqmUjPYO_MqBU,91
lm_eval/tasks/global_piqa/completions/fra_latn_fran.yaml,sha256=6RWzyjZWBW36FThRQeQNjwKFfMuXqUJYP_gC-wjBQ0o,91
lm_eval/tasks/global_piqa/completions/glg_latn.yaml,sha256=wPwpf-3Nlp1PZcgwAGqMRahi_dzvZjoa7F_Q3LbG_9Y,81
lm_eval/tasks/global_piqa/completions/guj_gujr.yaml,sha256=BHKc2ur0GQq5gWPVitVBtXh_89x4S3_tDg1CpnyrkUM,81
lm_eval/tasks/global_piqa/completions/hau_latn.yaml,sha256=QjSpB83w44Ge8p2uYT1UgFLHisWr-SqJAPWGxj5nAM8,81
lm_eval/tasks/global_piqa/completions/haw_latn.yaml,sha256=NnBzVM8ZrTrAmleLMnRAlj5xZWggRdah-F8VbAlmlbw,81
lm_eval/tasks/global_piqa/completions/heb_hebr.yaml,sha256=-M4Fjyo7DO0sIeRq671Q1P1wTzeO6ygaJlYV7JD6Hqw,81
lm_eval/tasks/global_piqa/completions/hin_deva.yaml,sha256=Xb38pdDo72-eiG_uKAJSwczuCpVC0LseCj0CPhS9Ves,81
lm_eval/tasks/global_piqa/completions/hrv_latn.yaml,sha256=0fu9z9nve2SgubTZRW21ZQvZG3v2W3Y0uLg-0pryIV4,81
lm_eval/tasks/global_piqa/completions/hun_latn.yaml,sha256=QKE_8cDp8VofXfBLrDYJp5n5EXBX5h5B5KPfXCYqlwg,81
lm_eval/tasks/global_piqa/completions/hye_armn.yaml,sha256=uSIHpxhGQYUKbYpF-I1fVDqypDD-u3quOavGWYT2ac8,81
lm_eval/tasks/global_piqa/completions/ibo_latn.yaml,sha256=Eqf5BlP2Vzxv8dNLAsqg8VGXNhQpYqcSr_LFZP6jxcs,81
lm_eval/tasks/global_piqa/completions/idu_latn.yaml,sha256=cKCXS29EVQhO7qLSCIs17Al11T2gawrDCI6-XY-Mu4o,81
lm_eval/tasks/global_piqa/completions/ind_latn.yaml,sha256=EnrLw7pqRDY9t079ZXoCRQ2TLJaLSLkKWWMfND2L8P8,81
lm_eval/tasks/global_piqa/completions/isl_latn.yaml,sha256=1jBkytzzgf4GDZOmLkaYy5w3kWIw2UsjvueXEZlcdMo,81
lm_eval/tasks/global_piqa/completions/iso_latn.yaml,sha256=o8e7UZ974YWj2lrNTeUEiMJywLoa0Ol3vvkEYbHdxK8,81
lm_eval/tasks/global_piqa/completions/ita_latn.yaml,sha256=5o4sJz-ZSMRpdOmcifX_NQKf5bKWZgCBQ4odfvyb8T0,81
lm_eval/tasks/global_piqa/completions/jav_latn.yaml,sha256=0JfSkLru9ABEEQHClvJAi5Yb_iKVin5WhIj2VfLMXsY,81
lm_eval/tasks/global_piqa/completions/jpn_jpan.yaml,sha256=Rc0aaByi5BswIaUmF35eWpNi-w_h3z6h86TM8EVGgpQ,81
lm_eval/tasks/global_piqa/completions/kan_knda.yaml,sha256=WuV7OqxiV4dns8JcKyvG7UDIWyKDsO5PuqkisnxkGYU,81
lm_eval/tasks/global_piqa/completions/kat_geor.yaml,sha256=EbK9HLwsKRLrpVGBtvneWQXcMEpfiYBkPOKbTFw47Dg,81
lm_eval/tasks/global_piqa/completions/kaz_cyrl.yaml,sha256=q66_Gs8Cm26Uy2cuk4j6p0K3BgEBVS4wxP87CHAt1bE,81
lm_eval/tasks/global_piqa/completions/kin_latn.yaml,sha256=4vVpBvcDyQ31iFIRb5UjZfn2HtHCrUxwiQGop4TsYXw,81
lm_eval/tasks/global_piqa/completions/kir_cyrl.yaml,sha256=SoKQcLJS6zhplc55Qb4BNCrpfSbaIofKOmnop-ff0-w,81
lm_eval/tasks/global_piqa/completions/kor_hang.yaml,sha256=JDY-WWCUvMpN7s1OX7Q3yp8VcKm1pNO8logRxyUNcUo,81
lm_eval/tasks/global_piqa/completions/lin_latn.yaml,sha256=T3n-eI9gAsBJcemfomVAeoR-q3w1buEFiEn3bIroI6A,81
lm_eval/tasks/global_piqa/completions/lit_latn.yaml,sha256=w8u6nh0YTiAQsPV70XP1FTjMPamkZ6DPUt72u9tw10g,81
lm_eval/tasks/global_piqa/completions/luo_latn.yaml,sha256=iDLXE_BvFBz1Nn5uXAJB6qQl3ZCLZd28NctzLE0xUGk,81
lm_eval/tasks/global_piqa/completions/mal_mlym.yaml,sha256=A7GsgiCOsgaq-CL5KTG1CEzlO-38M3ZJuSac3aZ8cEw,81
lm_eval/tasks/global_piqa/completions/mar_deva.yaml,sha256=PSScqqyGl7ZV0fbFfpt5pgbfL0KGqfK05Z--B-MPkug,81
lm_eval/tasks/global_piqa/completions/mkd_cyrl.yaml,sha256=0bOap9qcyG5vM0AmjdGiRuA1uHHtjp578gyPjyruW14,81
lm_eval/tasks/global_piqa/completions/mni_beng.yaml,sha256=Ks3ze_9eADxpQnVAWVrycldiJAhX4piuL-tLfBDTy2w,81
lm_eval/tasks/global_piqa/completions/mni_mtei.yaml,sha256=j5_6Dsm0jepFQw_-bN5P2h4b_4VPJBUpsxg91CZNEYY,81
lm_eval/tasks/global_piqa/completions/nag_latn.yaml,sha256=iBL5kzTrbKQO6KMkp97q4mY_hHsn_IjBt2LBTHuJsjY,81
lm_eval/tasks/global_piqa/completions/nld_latn.yaml,sha256=DyfzJrHUPMoZkag4h_0P1I_i6ck6o7p7-Uw8rWRo1WI,81
lm_eval/tasks/global_piqa/completions/nno_latn.yaml,sha256=mUhxkPjlb7ceDAn6BsXH8edJMzzIy5uYGy6pWTz6mwc,81
lm_eval/tasks/global_piqa/completions/nob_latn.yaml,sha256=9L9tOkwvr8-wdyxxgUA1r2Np9LX031kCapsNZVu5AwI,81
lm_eval/tasks/global_piqa/completions/npi_deva.yaml,sha256=MiW4lzWUF5fKzOp-UofXTAGl8Z_ilGHabNOxZGYHGvE,81
lm_eval/tasks/global_piqa/completions/pan_guru.yaml,sha256=9cgsGQbBp8DpeOPOcjPBmor1hK0QcglOp7atS-pUJgk,81
lm_eval/tasks/global_piqa/completions/pcm_latn.yaml,sha256=6JUDmnxOHWM6dVUMObeaXyG0o4XzSWufes_uggRFHVQ,81
lm_eval/tasks/global_piqa/completions/pes_arab.yaml,sha256=AYQ26U8OjfnwEYdfP06BS4ExEssWrEqvbmNmZo4h_Qs,81
lm_eval/tasks/global_piqa/completions/pol_latn.yaml,sha256=XFiV4Xbcc6HI-Fbp2ukJonHBVZrm6cnntVkyAg0RD90,81
lm_eval/tasks/global_piqa/completions/por_latn_braz.yaml,sha256=p-tH4MLhjUhpZztvoqodIbRDx-mDiwC0HV70M48LE-Q,91
lm_eval/tasks/global_piqa/completions/por_latn_port.yaml,sha256=4m90hthgKrbjs5LsHaTwiB1gUwEgpQ2Oz5pmC_oD2uM,91
lm_eval/tasks/global_piqa/completions/ron_latn.yaml,sha256=8xJVFGQJ5uUmKI0lh_lNJgXJMEmgPSv45_IMjl1hHIQ,81
lm_eval/tasks/global_piqa/completions/rus_cyrl.yaml,sha256=7TSdkP3JHq6qUGH-DzLGGBE6bRfsEnzAkXH1iQ77GZo,81
lm_eval/tasks/global_piqa/completions/rwr_deva.yaml,sha256=9LuPymZxm6yhUFGujLCCcPhTRaM149OohGVLqJAKFQo,81
lm_eval/tasks/global_piqa/completions/sin_sinh.yaml,sha256=JtsANbV55py566EfuggLBB0F82bCpdHFIo85YFI4F-Q,81
lm_eval/tasks/global_piqa/completions/slk_latn.yaml,sha256=Hnj--t4LYASFtfNAmMX8-EsMHekxNkmpSNZJxXuTa68,81
lm_eval/tasks/global_piqa/completions/slk_latn_sari.yaml,sha256=Z8UFAFiyhl071gySxwMzyelfTtjCB_4Ai6GoD-hw68I,91
lm_eval/tasks/global_piqa/completions/slv_latn.yaml,sha256=uQ_GLGQcon2iH_kYYQhBN626BBMpfyL2Svy59BumW30,81
lm_eval/tasks/global_piqa/completions/slv_latn_cerk.yaml,sha256=YmMqWZANaMamZFXqGeUB6elfRP6vUw26Jc1KfybW3hQ,91
lm_eval/tasks/global_piqa/completions/snd_arab.yaml,sha256=Rk8aAA2KnBeL_1onRVidnfPVfKAM_zDeWwEmGRZBmEQ,81
lm_eval/tasks/global_piqa/completions/snd_deva.yaml,sha256=DwqNpqUD2x0dAGx9n_hRWlnnpuTB3OTkHpTY1tgYmIM,81
lm_eval/tasks/global_piqa/completions/spa_latn_mexi.yaml,sha256=svg-_9pYGH_R4ATtGyqRWHXDaT-vq4agjHFvZTuT6VI,91
lm_eval/tasks/global_piqa/completions/spa_latn_peru.yaml,sha256=ZAPymGh8auvZBulKGBF5BWJDbLNblaPCHa02BAJRtZ4,91
lm_eval/tasks/global_piqa/completions/spa_latn_spai.yaml,sha256=M_XpMtw_MEQKHmCUbukgmoOy5_P0kV1KV5Wo-exCJuM,91
lm_eval/tasks/global_piqa/completions/srp_cyrl.yaml,sha256=tCpdJULBJhDYdFIfz1GPRsXJL1noTINKomyfgCJsULE,81
lm_eval/tasks/global_piqa/completions/srp_latn.yaml,sha256=i6FydaFJFM2C8xvR4j0inaRGBUMRBDYsToKHPuWnHn8,81
lm_eval/tasks/global_piqa/completions/swe_latn.yaml,sha256=q70FfVLJ_0ti8ITE5eSM4eQNMD321J42pVilLn7yzR0,81
lm_eval/tasks/global_piqa/completions/swh_latn.yaml,sha256=xhEl8xV9KL46999ewqYI8eBEEmB6JGb-BYofaFJpibk,81
lm_eval/tasks/global_piqa/completions/tam_taml.yaml,sha256=1S3gprwPgYRTq1BMRz-dusNl2S-CYa4Q8XSi9AR5IIc,81
lm_eval/tasks/global_piqa/completions/tel_telu.yaml,sha256=MZw1QSD_3h-em5no-SPIYVrGFjbo3lQJP99M2JOqV_4,81
lm_eval/tasks/global_piqa/completions/tgl_latn.yaml,sha256=EkqtUQO4o72QsKGoyxD5-L_qcvXhfne1BQEt7TMDomU,81
lm_eval/tasks/global_piqa/completions/tha_thai.yaml,sha256=5CC-c_cAe27zB7czZYg_Y_XK_uvNQPr35wZIvwQE764,81
lm_eval/tasks/global_piqa/completions/tur_latn.yaml,sha256=Tws-pejdFw6UlatYPoTWp88EakKw0Jath5GNfBMXQdQ,81
lm_eval/tasks/global_piqa/completions/uig_arab.yaml,sha256=sW4BAwcbCglBc6Vti7sBl3xtEocAsD_AZLlFfEaVQos,81
lm_eval/tasks/global_piqa/completions/ukr_cyrl.yaml,sha256=hq7leSfekeO4Upd7eTGxOh57b8rEfT8x8_nyOThjwyg,81
lm_eval/tasks/global_piqa/completions/urd_arab.yaml,sha256=h4Ljecx6ADQNieK0MmichkW-rsTT-SI7mjfqnz8lqp8,81
lm_eval/tasks/global_piqa/completions/urd_latn.yaml,sha256=iuhVPiTipmPRbThAKjmZ02J_QtXCID489oluiAyGaI4,81
lm_eval/tasks/global_piqa/completions/urh_latn.yaml,sha256=bgjuhbCMew3gnFSMJEpdH87RZEvOCNf0xoQrWVA_wFk,81
lm_eval/tasks/global_piqa/completions/uzn_latn.yaml,sha256=jTtYaB7zT9WRXXn28p8nJUdubXLms4_km7mz9F8rCPk,81
lm_eval/tasks/global_piqa/completions/vie_latn.yaml,sha256=BePFcQYtUp45oJ11btBqWYggs_ffwSYElYhSsR4shQM,81
lm_eval/tasks/global_piqa/completions/yor_latn.yaml,sha256=gF-6V4_6D5ZlrZxJqXKUgfr1uR80g97n31lpab0wMw0,81
lm_eval/tasks/global_piqa/completions/yue_hant.yaml,sha256=OYFy7JKsmPltZwVrlodZeJetar1UiOLf522obJqn-00,81
lm_eval/tasks/global_piqa/completions/zsm_latn.yaml,sha256=clchOzfUVJCyGiDqLje7nYRXQihIBdRv4zEk0JuyfNE,81
lm_eval/tasks/global_piqa/completions/zul_latn.yaml,sha256=M8t5aZJkh2BFHG4FYqJX_JfOGViWTF02Jc07NmQoQH0,81
lm_eval/tasks/global_piqa/prompted/__pycache__/_generate_config.cpython-313.pyc,,
lm_eval/tasks/global_piqa/prompted/_generate_config.py,sha256=DufLEmaDH_B-AX8lKBmsEvwPPR_qcjepIlRFjU73YzY,1572
lm_eval/tasks/global_piqa/prompted/_global_piqa.yaml,sha256=ry64o1sXCea11p4WQWEvo8hG737KiLfIxKeHv4aXu5w,7823
lm_eval/tasks/global_piqa/prompted/_template,sha256=PnyhrgJ1LrNBbipnEIVLabNOi2gcEO7nvv9bvCz1B_w,935
lm_eval/tasks/global_piqa/prompted/acm_arab.yaml,sha256=VGan9lEr7Dz0n8sQvDAeOE6_9syLeQAc3UzhjsZNWbw,78
lm_eval/tasks/global_piqa/prompted/acq_arab.yaml,sha256=QVje0PMmY1mxadfwkt2L7bOZCLqeKs7vF5Qd_n7GmzE,78
lm_eval/tasks/global_piqa/prompted/aeb_arab.yaml,sha256=HlzsoloNi2gEijlCsomHGvn3cI_OO9gScY9jegr2mZ4,78
lm_eval/tasks/global_piqa/prompted/afb_arab.yaml,sha256=wvfvl9-Pin6YRinmv_mfMUtzVc8LdwI6jRSK-b50a6g,78
lm_eval/tasks/global_piqa/prompted/als_latn.yaml,sha256=g88c4maSqE33GTy2U6HY_7wGt3_0WzZLpEY8k4C--QM,78
lm_eval/tasks/global_piqa/prompted/amh_ethi.yaml,sha256=8qeVubYQHPAbZf782IN1PIA5T9OBYb_snR5XM8Vcltk,78
lm_eval/tasks/global_piqa/prompted/apc_arab_jord.yaml,sha256=roT7XKg7Ey5-pUPW7T3i1nsIQ28_Nllwe9kAo8Rg-QU,88
lm_eval/tasks/global_piqa/prompted/apc_arab_leba.yaml,sha256=78_mowbSpznXc65TgOtW2AnNJjWYq8EEecsl4vtqyVw,88
lm_eval/tasks/global_piqa/prompted/apc_arab_pale.yaml,sha256=UB5EuAp7pGTL8Mv-JG9_X_AY0Y6x6erKJjiTHo613sQ,88
lm_eval/tasks/global_piqa/prompted/apc_arab_syri.yaml,sha256=X0x0DjRc108yvlbv4wWtV6p79AoPpjj3bNCazxYjCDA,88
lm_eval/tasks/global_piqa/prompted/arb_arab.yaml,sha256=japEWOFHdeV3SLcssDTyo0AhUvECho_HuBYVc5_VBQg,78
lm_eval/tasks/global_piqa/prompted/arq_arab.yaml,sha256=-a_S2rmcoFF4Mm36ODYm0IdR1RRZc-hBuvZF-zqPnHU,78
lm_eval/tasks/global_piqa/prompted/ars_arab.yaml,sha256=cTe3CHavCQrLTDYqRsTsX_o5L-VaOs_bO8__vvJEhqA,78
lm_eval/tasks/global_piqa/prompted/ary_arab.yaml,sha256=2JppbPkaz7XSoAPcKKnnNKXUS7qQBLh3edDYlIEPkj0,78
lm_eval/tasks/global_piqa/prompted/arz_arab.yaml,sha256=R7EH3EykSErD-_PI92DGNODATXeyqzNxOi25Rvygx9k,78
lm_eval/tasks/global_piqa/prompted/asm_beng.yaml,sha256=TTNEdt4x0KkvgQ0Hhb93dYYY9zpTDoToG8WTPrywnqc,78
lm_eval/tasks/global_piqa/prompted/azj_latn.yaml,sha256=d3LeEHJSQmy72IuvQp6Wmt4LJgbGj7NEP2GUDZFgPzs,78
lm_eval/tasks/global_piqa/prompted/bam_latn.yaml,sha256=KM_PZlh6_d46iB_J0TzdNLLGTpL0pKNRT928ButvqP0,78
lm_eval/tasks/global_piqa/prompted/bel_cyrl.yaml,sha256=exxhVO8TRVd48R5sizQPeVR4tEz6yWbfKER74Pu8xtM,78
lm_eval/tasks/global_piqa/prompted/ben_beng.yaml,sha256=rbO-5tKI9ALSR8Yw76vP19utYaiONp4ohzLd4mjHzgM,78
lm_eval/tasks/global_piqa/prompted/ben_latn.yaml,sha256=1m3AW1dcmlEe1TaPeIkbCokNAtFdxOf5156Gb1jrRp4,78
lm_eval/tasks/global_piqa/prompted/bho_deva.yaml,sha256=fGpa5EuL5XcgSZm1m7-ViOurMVCQsqS-apzqwxHjatM,78
lm_eval/tasks/global_piqa/prompted/bos_latn.yaml,sha256=SZ_EM94hXVXKdlXcV8TRycu35sSZiLsTKXxQ9CrEDa4,78
lm_eval/tasks/global_piqa/prompted/bsk_arab.yaml,sha256=_nHTqTDfjDzk8l-Cxns5K9saI-8hIMI6HPmWaItkEiM,78
lm_eval/tasks/global_piqa/prompted/bul_cyrl.yaml,sha256=irLCtf66KxPcfPIkF2B4gVGTflqZI1YH2hKL83fqG8M,78
lm_eval/tasks/global_piqa/prompted/cat_latn.yaml,sha256=V8qqURO9_bg-BK7-rzo5pBhjznyy6xkv85dwTW3gNME,78
lm_eval/tasks/global_piqa/prompted/ces_latn.yaml,sha256=KiYsrKqJVg_mXyHyLmLaSpwEn2lNh0E7Z_8rvNTkIQY,78
lm_eval/tasks/global_piqa/prompted/ckb_arab.yaml,sha256=CKsL4y4fS17nyNe8NXVUvoMsCkrs0MH3DZOrXAn3gAc,78
lm_eval/tasks/global_piqa/prompted/ckm_latn.yaml,sha256=neOFfxdmnq0LfnZ4T5kX7m561RRtgzF3-aJqYnSPsTY,78
lm_eval/tasks/global_piqa/prompted/cmn_hans.yaml,sha256=fS3YhoXY3eW6qBHBhgJuxwEegXQ0EsQ9VxySfg0gnoU,78
lm_eval/tasks/global_piqa/prompted/cmn_hant.yaml,sha256=Kpw-Xe17UvH5AwrKLeBHCcXHTt_mVUNz8_t5-kyjftw,78
lm_eval/tasks/global_piqa/prompted/deu_latn.yaml,sha256=Fba8_R2E1ca0cliWTNn6p19tDVIHCD1DBQ_kHn0OGvQ,78
lm_eval/tasks/global_piqa/prompted/dhd_deva.yaml,sha256=PYy_yFgpGENpZ-HkYSkzBwgULdNJAo5-Sh9v81Ay7u4,78
lm_eval/tasks/global_piqa/prompted/ekk_latn.yaml,sha256=GYcoFmxTyFxuH-vhrURn9jjmvKUs6Y173dG3ir-ViZo,78
lm_eval/tasks/global_piqa/prompted/ekp_latn.yaml,sha256=a6s4Slvw4UHoCTrXFD22QJhhjBV7SJqmr2o2KEpNTsk,78
lm_eval/tasks/global_piqa/prompted/ell_grek.yaml,sha256=cJAT2LC4mQR73levT9G5mgpSQN8IokbppGEcVeMh-jM,78
lm_eval/tasks/global_piqa/prompted/eng_latn.yaml,sha256=Oav2y_V8irwOvlbpx6BMU6fScItsWt1k4BrDLJtt_3k,78
lm_eval/tasks/global_piqa/prompted/fao_latn.yaml,sha256=ekxDR-2cBNG6rozXMXoAvWyOhYy-bmocX0X8jpjOztw,78
lm_eval/tasks/global_piqa/prompted/fin_latn.yaml,sha256=z6xM0wifKi2hC1z1gggFr51KaIIQJyoJItHQMXdzKvg,78
lm_eval/tasks/global_piqa/prompted/fra_latn_cana.yaml,sha256=88CaGLceriv0lmmV9Mzc8hZknG61KlJKtxQijSp58QI,88
lm_eval/tasks/global_piqa/prompted/fra_latn_fran.yaml,sha256=o8t4veJ3gJBUeLW5mcOEMqjm6-41TMGfXTVQ1xGz2fw,88
lm_eval/tasks/global_piqa/prompted/glg_latn.yaml,sha256=ZfnQX93W1adsw0yur27vUPhEsx1QszxVMgLq-HF7Bco,78
lm_eval/tasks/global_piqa/prompted/guj_gujr.yaml,sha256=a_NfNDp3MESwchCFbh8CvK4JILE8BaFYJx6Y4ECL5EI,78
lm_eval/tasks/global_piqa/prompted/hau_latn.yaml,sha256=btH9gefsVrXyZL4YYyQF587ysOMuiyAL7H1Tw-lXVQ0,78
lm_eval/tasks/global_piqa/prompted/haw_latn.yaml,sha256=y8JrZVJkNCWUvlO2q_E-rmw01FGFGrQd7r3VTFJ2Fig,78
lm_eval/tasks/global_piqa/prompted/heb_hebr.yaml,sha256=qRUSZJGYdrUe-QQEYe5bRFPSz5p02xhItp_QPg9gohU,78
lm_eval/tasks/global_piqa/prompted/hin_deva.yaml,sha256=M5JfG_oQiDkxVwIc-9p4KLy-GOJ6BbgwJBluvATW4Xk,78
lm_eval/tasks/global_piqa/prompted/hrv_latn.yaml,sha256=dCa87uV8yCT9q_md9Ik-FQwUr98Ibhmw428F7nUK4WM,78
lm_eval/tasks/global_piqa/prompted/hun_latn.yaml,sha256=JL-TXsgxu5tqF9HCTw9-ZYXQqrij4Q551_DfKdPQS70,78
lm_eval/tasks/global_piqa/prompted/hye_armn.yaml,sha256=K4P5WLHJg7-ZIkDZkZTt6_PGz1faDnvx46o_TRNEROM,78
lm_eval/tasks/global_piqa/prompted/ibo_latn.yaml,sha256=eFRqSKhWJ_aKrpqx7zumrCmKh84_GZsFjhQUXKw47R8,78
lm_eval/tasks/global_piqa/prompted/idu_latn.yaml,sha256=dFKMsT8ppha-xvXpjdfiz-GfjMdv7CBkXBxEwpOCgV8,78
lm_eval/tasks/global_piqa/prompted/ind_latn.yaml,sha256=-ST6mrFuTXjm60wszGiPCtPkh5j2Kdp5QfSvCufDufk,78
lm_eval/tasks/global_piqa/prompted/isl_latn.yaml,sha256=yk0_TPBg7XQflpSLj2ZownaoL2udW0BxPAzaQmyFvbo,78
lm_eval/tasks/global_piqa/prompted/iso_latn.yaml,sha256=X3vm9zKF0yJ8mp8LAX_KZZ0dAcKjB4Kqdh2HrubMqeU,78
lm_eval/tasks/global_piqa/prompted/ita_latn.yaml,sha256=M-am1xtHpzBePO1iVLBgSyQpDVgW5VJgD5_YR-j_bh8,78
lm_eval/tasks/global_piqa/prompted/jav_latn.yaml,sha256=VMW4k-TnxTn4Hk9Qimzet8b8H3tDoEUJP_Bg2rEVevQ,78
lm_eval/tasks/global_piqa/prompted/jpn_jpan.yaml,sha256=jOYKwj7KzW6s4vMoqd0q8GN0wjKFMHRvBem9IqUyzEM,78
lm_eval/tasks/global_piqa/prompted/kan_knda.yaml,sha256=Zl6tmc-iW_Bl6pV03cmU1EqOopJhcL4S2bKdE4RDTZI,78
lm_eval/tasks/global_piqa/prompted/kat_geor.yaml,sha256=6Nfme4-UCIb5NjuH7zl1-5AxeSxhp_SuXFJwU5ZMALk,78
lm_eval/tasks/global_piqa/prompted/kaz_cyrl.yaml,sha256=hJbM-uTGGEFIB1SIPegi7ogxM8lJKRlQC93Cdh7LmoI,78
lm_eval/tasks/global_piqa/prompted/kin_latn.yaml,sha256=EMmf0ydMNBaMPPX21bdlIyimiW_d55LHQ_VED3BEr4c,78
lm_eval/tasks/global_piqa/prompted/kir_cyrl.yaml,sha256=8aqB_6J0ZR5fs4Kf1j6U3JwfAd2dzjrb_saz7sm-m1U,78
lm_eval/tasks/global_piqa/prompted/kor_hang.yaml,sha256=jRHjtAosCjUMN8sLsUvKLzICM_36cv4WTHLREQOSokc,78
lm_eval/tasks/global_piqa/prompted/lin_latn.yaml,sha256=RhaHpJ0d1E00Lkp2dNAv6cte5WddGUiAxVz3GzKCrlc,78
lm_eval/tasks/global_piqa/prompted/lit_latn.yaml,sha256=CN4mVHC0tKE6_keJ9o1aQurZX9Wa6WE8ZQKXrvVJzFo,78
lm_eval/tasks/global_piqa/prompted/luo_latn.yaml,sha256=rP47BY29yjUZua0ThYKKPkRtl65o40cSoos-eQxtN2g,78
lm_eval/tasks/global_piqa/prompted/mal_mlym.yaml,sha256=44l7T19AgTJm1u0HYLGcrNle9QRruTns2Jh00us034o,78
lm_eval/tasks/global_piqa/prompted/mar_deva.yaml,sha256=svVrFGXtB3BHM2h8GwmR_W6LXgQbf--idHKuVQ1BLBI,78
lm_eval/tasks/global_piqa/prompted/mkd_cyrl.yaml,sha256=Q83OvQx9eDZ2v3Sb2EYob3IbPNvGLvxl4mKePQ_W7Xs,78
lm_eval/tasks/global_piqa/prompted/mni_beng.yaml,sha256=Ccixli-Gz-_HE8Xq4QU7ApGGSSvkeNWyioM5UJyz8A8,78
lm_eval/tasks/global_piqa/prompted/mni_mtei.yaml,sha256=WQ_PLcpoMQPkh0fpUmJEdfb1VcNoJAgI2C7JM8VDmAw,78
lm_eval/tasks/global_piqa/prompted/nag_latn.yaml,sha256=pObPeHhfey9VkvyDJONSly6IUe9KrDboe8yNPW9cFuo,78
lm_eval/tasks/global_piqa/prompted/nld_latn.yaml,sha256=ToASlW_5TpoQHZtLtpI5D-p3a-yonLUjer5Noi9kfbg,78
lm_eval/tasks/global_piqa/prompted/nno_latn.yaml,sha256=0sE5bBkrmrkMgCmYEKRZb5QfSLZ6DjiMrwZG8uGYSxo,78
lm_eval/tasks/global_piqa/prompted/nob_latn.yaml,sha256=NUO-0Zm7QvOh0Vp_vQdZkirYfx7V0Sp_3cOTcAjPil8,78
lm_eval/tasks/global_piqa/prompted/npi_deva.yaml,sha256=g71qT6_yMNQDV4IzRkRDUn_KI48cbjETjucwaIIn-4E,78
lm_eval/tasks/global_piqa/prompted/pan_guru.yaml,sha256=yhkaeRoGVOGpgUtYTquDCh8MOJvXbRTO-5KStEvd43c,78
lm_eval/tasks/global_piqa/prompted/pcm_latn.yaml,sha256=zMz5Kp9jG6lmnCiN9rhcs4-wddmPdFaHc9oyRpZK3K0,78
lm_eval/tasks/global_piqa/prompted/pes_arab.yaml,sha256=EZf3cHh1mxm6P4urYikQhyUJ29nIF1HnT4fonV0A7jQ,78
lm_eval/tasks/global_piqa/prompted/pol_latn.yaml,sha256=gs_gCDB3FMr7FJYB8vJrYzVnNRiCO_LxpfzMRCWoMJg,78
lm_eval/tasks/global_piqa/prompted/por_latn_braz.yaml,sha256=Do8QtjE14vLKjukVwOCoIYW4XhQDflTE_B4XQHD0220,88
lm_eval/tasks/global_piqa/prompted/por_latn_port.yaml,sha256=GHrTdH8sAaFtBqy_T7ckyKFpK8HyXTOMAjLICoR4tOY,88
lm_eval/tasks/global_piqa/prompted/ron_latn.yaml,sha256=yrpnsMpL2MfedfZsUV6objJI7jATcNfh0CvY1j6GILo,78
lm_eval/tasks/global_piqa/prompted/rus_cyrl.yaml,sha256=kzwMZV3GOdyl0yPjaDur_mcB4n16O6uNV4-JgvcdzLY,78
lm_eval/tasks/global_piqa/prompted/rwr_deva.yaml,sha256=A3AeKfSj6tq5x0eryYL70_3cq0P2L-d4PHhTMGSVnGA,78
lm_eval/tasks/global_piqa/prompted/sin_sinh.yaml,sha256=mITs7TqXwgEBvr83GyFpVg2umyq3e3wKcFw24gRyy5U,78
lm_eval/tasks/global_piqa/prompted/slk_latn.yaml,sha256=3JvzdJ4NEFg7Ck0IuJffm06R3DSLCkAoA5xTrTCNDys,78
lm_eval/tasks/global_piqa/prompted/slk_latn_sari.yaml,sha256=WauEICU_Gh7VBGH4TQ2Do69salrTkYnhPoAygX-uNH8,88
lm_eval/tasks/global_piqa/prompted/slv_latn.yaml,sha256=rl1i4cfLqS2GrsZt5ZIXQAgHi9nSLaV7lBl_jwxkq8k,78
lm_eval/tasks/global_piqa/prompted/slv_latn_cerk.yaml,sha256=UPJ6rOiImT1W58NbjAkilk0Rb8wE1j8Grqas6UUZELI,88
lm_eval/tasks/global_piqa/prompted/snd_arab.yaml,sha256=OqQxFr54zGTzQXbotyFOnEo2ZqT72AmijFiH_svBnwU,78
lm_eval/tasks/global_piqa/prompted/snd_deva.yaml,sha256=VQ1QZsrbmpX6T_-9eX-pGZw-X44i4_I6l79Oghc-lpY,78
lm_eval/tasks/global_piqa/prompted/spa_latn_mexi.yaml,sha256=ndhKT-eNqAnzjMXmNvuS6ZWNNQp9ZJ0c-TkWkaT6WJI,88
lm_eval/tasks/global_piqa/prompted/spa_latn_peru.yaml,sha256=pI23F5JXmzJUlas9X1xEDxLSJC1HPp7WO_FGt7oVUTQ,88
lm_eval/tasks/global_piqa/prompted/spa_latn_spai.yaml,sha256=Bu1iHx7oQ90jPogz3u-2RPkdF3xR4yOKN9BQ09W7vUw,88
lm_eval/tasks/global_piqa/prompted/srp_cyrl.yaml,sha256=vkufTogjupUN-kYxyb1-dCbGsNNZvMbidDEv0qQMLQw,78
lm_eval/tasks/global_piqa/prompted/srp_latn.yaml,sha256=EFMRAK9rOz7ai1X5Q7iUH7CyKVDzN2FCnprSKNWlLyg,78
lm_eval/tasks/global_piqa/prompted/swe_latn.yaml,sha256=HRtQ0pOr2fU44adWgzMdMnVi4eoPRiDV4D23lt2Nbvg,78
lm_eval/tasks/global_piqa/prompted/swh_latn.yaml,sha256=vqjywuj1wqPwRNuPZQ2EoDLim7xOHhI4TBHymedVNHw,78
lm_eval/tasks/global_piqa/prompted/tam_taml.yaml,sha256=16adsXcAb0oC2Y669cN3b29odmoUmsd7-pjz8hlsqo4,78
lm_eval/tasks/global_piqa/prompted/tel_telu.yaml,sha256=ia2XUvvMJf0Od-A5kKEy0dJB_cnAB2Bh5OG1TwCj-Lg,78
lm_eval/tasks/global_piqa/prompted/tgl_latn.yaml,sha256=nmE8jU_1b6DyKaSOdCdWcsnZXEvOjF9HHI07o4fnrM0,78
lm_eval/tasks/global_piqa/prompted/tha_thai.yaml,sha256=uiVj4aB7j38W4xGUVZDPZsw_6VUQfxcHJRhNR3pR0hY,78
lm_eval/tasks/global_piqa/prompted/tur_latn.yaml,sha256=tuFOom1snX-OsFT55vTUu59ue1197SkcFnpQ_G4iJtg,78
lm_eval/tasks/global_piqa/prompted/uig_arab.yaml,sha256=FlLB-yyxdrmpCI7rirDobmBEvt_mR_qU0D58GGxQfG8,78
lm_eval/tasks/global_piqa/prompted/ukr_cyrl.yaml,sha256=msuiEfB_3nX3Bm1GbeWsn60yFiMMYqwbsQw0WWTpKd8,78
lm_eval/tasks/global_piqa/prompted/urd_arab.yaml,sha256=JEi1LwqPQMvPlmCqZNGSBtoUPIa_28IkTZ4AduexiV8,78
lm_eval/tasks/global_piqa/prompted/urd_latn.yaml,sha256=BnkT_Q62-JGCp8wIfRIURGnLrKx4bu98mriRwZ_HbdY,78
lm_eval/tasks/global_piqa/prompted/urh_latn.yaml,sha256=qBSDgI9OU_bl-SmPraH_y5OXZ1RSy8fsBH5P-E9Nl6E,78
lm_eval/tasks/global_piqa/prompted/uzn_latn.yaml,sha256=MwR0QQYtas-HXEXFDZoXxGIRnlwc7hhg9Bw-AIOXXYE,78
lm_eval/tasks/global_piqa/prompted/vie_latn.yaml,sha256=oHD-dhdOwsDqbvsdlqq0kCqrfZo1adXJHHdWybVmWCY,78
lm_eval/tasks/global_piqa/prompted/yor_latn.yaml,sha256=wmHPmpgcnqMwT15z8eHuaQvBIBMsBf_JjOw0uBHC5p4,78
lm_eval/tasks/global_piqa/prompted/yue_hant.yaml,sha256=G5Hw4vK00dCHRJr3O4YI80TPtqMGaVmX0Mrc4JDaaMM,78
lm_eval/tasks/global_piqa/prompted/zsm_latn.yaml,sha256=caKDRVN7v8dGYU19ovpBrcYorTEdiz-SP7z8v1c21Ug,78
lm_eval/tasks/global_piqa/prompted/zul_latn.yaml,sha256=x_843JaxiCSTuIMAjj7C16wEeThWh1Qf3fYs6byWCnY,78
lm_eval/tasks/glue/README.md,sha256=nFccxj4W8YAYoS6OQGb2mTyo27F8N74L2sDpWuAxVeY,4054
lm_eval/tasks/glue/cola/default.yaml,sha256=rRhHl614xOEtqVqwRO4JcaKOOfyuS70x7i8wENIYwwc,396
lm_eval/tasks/glue/mnli/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/glue/mnli/default.yaml,sha256=FnVuTXWBcQcYj0WRL3OC42timd4MyNHrVvEiefEmVjI,315
lm_eval/tasks/glue/mnli/mismatch.yaml,sha256=8h4PeAORdZvLDlydIQun3J7HEq-gEUuzQNWeKXU_FaA,82
lm_eval/tasks/glue/mnli/utils.py,sha256=2zCZu6crR6KQGCIbvKmp1E8EO1v0-8nfk7gIFoe6iV4,232
lm_eval/tasks/glue/mrpc/default.yaml,sha256=cZ8WcGnwpmp9le34IjdBqXCuUycPAU2oB9YQS237Ms4,393
lm_eval/tasks/glue/qnli/default.yaml,sha256=yP2zCrxMuUNqmlk_DqjanaoTtEDyU8y3drZLaNRHKGc,353
lm_eval/tasks/glue/qqp/default.yaml,sha256=_J0GRnvD0nu9X86vIy-uy1e9LOi0om6Eh0GQ-zVG7U4,390
lm_eval/tasks/glue/rte/default.yaml,sha256=vxjeXixHTOgpTtZdowBOrsF9AFrk0NsDRpLo_YU-GXY,331
lm_eval/tasks/glue/sst2/default.yaml,sha256=iRz5Ugh2aUAPGrnLgAB94bTzlcUrjxOhU6-x9a8TaAc,349
lm_eval/tasks/glue/wnli/default.yaml,sha256=NdrlZYPvFaDJpaGvTdHBoECc03SpJjlLWc4IN-D4hl4,333
lm_eval/tasks/gpqa/README.md,sha256=bkmn94eZFAoNRQgkDNJCvIzf-IVqVgAhUUV80c8uv4s,3073
lm_eval/tasks/gpqa/cot_n_shot/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/gpqa/cot_n_shot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lm_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml,sha256=L3gMnhMQ6ljSSeAxRxz-9jxx9vYQG2xv5lMq-fGD0is,1182
lm_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lm_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lm_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lm_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/cot_zeroshot/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/gpqa/cot_zeroshot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lm_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml,sha256=FcAQsZjZVQaX1cmuM7NUOL-3CcJaGXPT4aA3R87JtMM,1076
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lm_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/generative/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/gpqa/generative/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lm_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml,sha256=vD9tr06FbxPjstJD0WvYXxO2VFc-cpGZxeZsFxyvrEI,1181
lm_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lm_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lm_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lm_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/n_shot/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/gpqa/n_shot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml,sha256=XIT_ffS7mpyihKNJuq99LdvPJoRXMoXdxCFOr5w1i6c,745
lm_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lm_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lm_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lm_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lm_eval/tasks/gpqa/zeroshot/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/gpqa/zeroshot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml,sha256=Ctj2o9Mm9Aw0u50o5L9rLz5g4IvmiOJFo2n1j5XbO4w,639
lm_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lm_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lm_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lm_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lm_eval/tasks/graphwalks/README.md,sha256=xfw92qO2E0yLU6uCQpsqWJ-hbuQoetOTEU5gU-F5KL0,1251
lm_eval/tasks/graphwalks/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/graphwalks/graphwalks.yaml,sha256=yY3N_fZBOKQQkjkCZjDmvxr2s0_2HSJ7Mi8KTzlvzSM,199
lm_eval/tasks/graphwalks/graphwalks_128k.yaml,sha256=try3UdJz_TpiGQB7FTdKxpLeysvXCsJVPbiA5MnOVVY,587
lm_eval/tasks/graphwalks/graphwalks_1M.yaml,sha256=69v1qGQDe6relnVPDoWahVHxm3RhrWnPrLYfzOIs28o,581
lm_eval/tasks/graphwalks/utils.py,sha256=vuUpkNJ0CnvegX6x28bs7UYcXW56iZiSKiSyVVhY9KQ,5083
lm_eval/tasks/groundcocoa/README.md,sha256=CyIFjtsxoRdKXcALs5TA7bAe5aktiu6zjXQQmMbISyE,2488
lm_eval/tasks/groundcocoa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/groundcocoa/groundcocoa.yaml,sha256=J356oEpKvBG2AI-ekcluM1xPy6wmCAiLYYQsQbTO7tA,398
lm_eval/tasks/groundcocoa/utils.py,sha256=ToD1o5E-nY0fu8LaZxpSLi9EVyKc74MTl46RqvZB_QU,1547
lm_eval/tasks/gsm8k/README.md,sha256=hQR03DgdMWJ6ZbqxKHcMPETao7vkL9fywx3snEIkhY4,2440
lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=wpW8fpQujzpRuR0U1eWS0rA3MwyDH0q1svjdyifgMdY,3685
lm_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lm_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=xQbH9cGdooF9tEP35tlDQh38kjdRCnCZHSZnz4784eA,1025
lm_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=fJ3SVh_jNKVfYr3GqHbwRebcf1NxTHqdtQa4nG3mvJY,3324
lm_eval/tasks/gsm8k/gsm8k.yaml,sha256=gusXgLJjvAQHKQMrPgdpkMeTP0IWPJHjWfOIIN0diDM,1014
lm_eval/tasks/gsm8k_platinum/README.md,sha256=EaIyAiqdj25R_vXFzWRchErQqK1nNOL6ANncSH2Jv4c,2391
lm_eval/tasks/gsm8k_platinum/gsm8k-platinum-cot-llama.yaml,sha256=umbEu9QOpnuPlWRxJqo8ygM7QxsYKene09gPwShoX-Y,3684
lm_eval/tasks/gsm8k_platinum/gsm8k-platinum-cot-self-consistency.yaml,sha256=E4du0krpCcmhKzbSaSZCc3iyP7Mile56kXW7ptm_PRs,988
lm_eval/tasks/gsm8k_platinum/gsm8k-platinum-cot-zeroshot.yaml,sha256=K_avKWAHul1U26m-O1LOdnFoPL0cNrrgCOKoMdb7tjU,1043
lm_eval/tasks/gsm8k_platinum/gsm8k-platinum-cot.yaml,sha256=xGbj9SjZXpDBRj_JCBOqIV4cdigyPQ5o-bnqJNydZtk,3344
lm_eval/tasks/gsm8k_platinum/gsm8k-platinum.yaml,sha256=9VSp7lcOIZYJc-oEQ12ntGxX1moR7WPuGcru-2AyiYs,1032
lm_eval/tasks/gsm_plus/README.md,sha256=S3URieLaXEe7VqAK3E4YWyGvzid5tjHCaLfArCQogxw,2767
lm_eval/tasks/gsm_plus/gsm_plus.yaml,sha256=K9zz0DNtr9LZIxDgdrJi0Pt_2L3nmvCyfDhtq9Xt6VQ,962
lm_eval/tasks/gsm_plus/gsm_plus_mini.yaml,sha256=2T3Z5Wu16GoGpksVyQB8aOxCV-fymcmvXKh_JDBOtiY,979
lm_eval/tasks/haerae/README.md,sha256=jiCz34BnWHAs2tMvA58xqLSXtwStmKc-XCFMLzwH1YU,3004
lm_eval/tasks/haerae/_default_haerae_yaml,sha256=pnoLQruLNtds6nIno7szcHGgKdwpN-_ZOtJFOBRGYrs,382
lm_eval/tasks/haerae/_haerae.yaml,sha256=0tIOhY0UR6kllyi_N64vT4KbetDNaxLOXa30xhmh_JA,322
lm_eval/tasks/haerae/haerae_gk.yaml,sha256=orNUAMKWMo0Opzo-Or4aq2fH4ayiQqzVXHYgm7yLm1k,93
lm_eval/tasks/haerae/haerae_hi.yaml,sha256=fbvTt8QULlFcwAOJH7KPouHc0tGRZrqRh07IK1MQCkg,73
lm_eval/tasks/haerae/haerae_lw.yaml,sha256=Ir1GquQfUAHRTwxRcRJaQHdG7RzLhks2Fm9oVPTUSfE,78
lm_eval/tasks/haerae/haerae_rw.yaml,sha256=EX2eRHdNgtvH8pF29Daa-oxsoiI1Ks7JG-apPytLduE,78
lm_eval/tasks/haerae/haerae_sn.yaml,sha256=asJHj2Gi9JSgfMGHqHObwzMUYJA6i7DEHmtHFpappEg,101
lm_eval/tasks/headqa/README.md,sha256=HGBlwCx5skNA9GKsXv59G3s-08i577g4QSgv2sQrK5s,2582
lm_eval/tasks/headqa/headqa_en.yaml,sha256=hgnc92sIUAbq5ELHzmvoPX1t1FC_GC0kQmK3sOmaTgM,570
lm_eval/tasks/headqa/headqa_es.yaml,sha256=SKIFepRQ_qX9euHAWhk0g8sm3OYDfaei2uQUpGfPWu8,57
lm_eval/tasks/hellaswag/README.md,sha256=0Sxbs3jgiuWJFMB0onpY-vhTxCZMWbDke8ElRFsiLfY,2710
lm_eval/tasks/hellaswag/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/hellaswag/hellaswag.yaml,sha256=6e-Kw_7QK_KDd32Uaudsv5BhUunJJTPJeU5ana140c8,480
lm_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lm_eval/tasks/hendrycks_ethics/README.md,sha256=CHqVUCYMuODB2-sKYJWL_DHBAkMww7dEkVA4WXHDWVo,1768
lm_eval/tasks/hendrycks_ethics/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/hendrycks_ethics/commonsense.yaml,sha256=copp-j7Whi6rNxnS5_4WGw5IbOKdWIfbQwxNq8Lygvs,342
lm_eval/tasks/hendrycks_ethics/deontology.yaml,sha256=oQHWZI1TzTYJy09-avPkP-lPxPyP4sfalpmPI6kNYJ0,357
lm_eval/tasks/hendrycks_ethics/justice.yaml,sha256=5uP1-vvXh3cRor3PsBLv-f_TEF-F8hvkEZPVb3t6S78,286
lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml,sha256=w7_5E2KWko2kGWt9sg44yzHEJIOd0e_YW3uKP1jfEpE,278
lm_eval/tasks/hendrycks_ethics/utilitarianism_original_yaml,sha256=5MHxvjLg3ag-KHs1xznqViyZufFevLIYby-Isof9D0o,587
lm_eval/tasks/hendrycks_ethics/utils.py,sha256=TYz5SgyhBjHVOjCMJCCBMVKexOHJwi-NBDvHE4qAoB4,691
lm_eval/tasks/hendrycks_ethics/virtue.yaml,sha256=XOnnlCex2QlNWHF8EolsdvPNWaGNb94cJccwh_5qilg,295
lm_eval/tasks/hendrycks_math/README.md,sha256=5YwJhDZsTALV95uK4_JE_zSeEGBh8dj50DR8AcxAKOI,2370
lm_eval/tasks/hendrycks_math/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/hendrycks_math/hendrycks_math.yaml,sha256=gK-YjdUQvMZr8205IJcfAM3oMsPhLDmIwNdzvyRMtYM,366
lm_eval/tasks/hendrycks_math/hendrycks_math500.yaml,sha256=h5Ps_fJj0UkmR8KKZYz44vfiHdq6njyQ6I9f4ayUfOg,158
lm_eval/tasks/hendrycks_math/hendrycks_math_algebra.yaml,sha256=TriNU9zsu4V5XuR43Et2sECoojr0UHkTp_4gULFini0,543
lm_eval/tasks/hendrycks_math/hendrycks_math_counting_and_prob.yaml,sha256=62VLj3HeyLmEIL4FiFD7ug9T-TNSGuzshf2xG7HiGK4,115
lm_eval/tasks/hendrycks_math/hendrycks_math_geometry.yaml,sha256=MokiQk4zqZxNIm3tNd3GSNnHffiSzvrq8lGzWfQhNfI,90
lm_eval/tasks/hendrycks_math/hendrycks_math_intermediate_algebra.yaml,sha256=jW9TcKskY8eTpQovVurxaWXllwHYe7GDClqHbqidcug,114
lm_eval/tasks/hendrycks_math/hendrycks_math_num_theory.yaml,sha256=kqAOTLfHnpBqwtJCgP8nGC1MVpTYdAZHLnntvYwTS3I,97
lm_eval/tasks/hendrycks_math/hendrycks_math_prealgebra.yaml,sha256=qIeWcq6j1L39YjPZTqENGHNl-wgNTumqSitCIotgWxA,94
lm_eval/tasks/hendrycks_math/hendrycks_math_precalc.yaml,sha256=OLLPzo4GVfG1bwf9NAOi3TQekftD1sJg6rh11AgnH2Y,92
lm_eval/tasks/hendrycks_math/utils.py,sha256=gzLkLyPGIEOyPXTubTk0-ZeyCc1goa1Ft4gtawCSnVw,6400
lm_eval/tasks/histoires_morales/README.md,sha256=nd1a9AZ4FHdMUHdelmXwHwgEwZlHP5y6JFIuqeoz_5o,2458
lm_eval/tasks/histoires_morales/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/histoires_morales/histoires_morales.yaml,sha256=_qFmQEbrhU3iQilOFbw06vhdDFaWNCLTCLby02UKRY8,402
lm_eval/tasks/histoires_morales/utils.py,sha256=clm7emcnWsUeOKg_dpd_uaNyJbJtRcJaXHZLppsVZEw,533
lm_eval/tasks/hrm8k/README.md,sha256=CQ0JNoiZInUGoF72OvhTsXnlHcohQMcbsSbIjCC52i4,3258
lm_eval/tasks/hrm8k/default/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/hrm8k/default/_hrm8k_yaml,sha256=SRS0awPiS0aVhEdW7bxqgAISPWRtc5W1lkR4A9gPVNg,500
lm_eval/tasks/hrm8k/default/hrm8k.yaml,sha256=IcWZh5hSqWaxSsM2Kn19iOr8sX-umfZCCWxtJgjoR9U,211
lm_eval/tasks/hrm8k/default/hrm8k_gsm8k.yaml,sha256=T_9wJ4ULsSs3ubop1PTDWP0adNE-WitLMy3Bd1iGFRw,59
lm_eval/tasks/hrm8k/default/hrm8k_ksm.yaml,sha256=elFPyqm_Gq9hQH8EUmFFL48Yx8oBI_Sjvf4YNlsKums,55
lm_eval/tasks/hrm8k/default/hrm8k_math.yaml,sha256=NJ-o3vsUPcZTjDY1LTup5328cOCgMe2m7SqhBZy5ao0,57
lm_eval/tasks/hrm8k/default/hrm8k_mmmlu.yaml,sha256=yx2gq2A0E9VCEfM9v2i2PqBrAe-0HHjOPd_AUUS_l6Q,106
lm_eval/tasks/hrm8k/default/hrm8k_omni_math.yaml,sha256=T2yMhuGs12URK6CI3AACt_diojmYW-BGOt_8R3PajYw,67
lm_eval/tasks/hrm8k/default/utils.py,sha256=PJ7AhngIFVZmMjCpQExNEgBZ1VvUGDpVL7tnDeekn_I,8113
lm_eval/tasks/hrm8k/en/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/hrm8k/en/_hrm8k_en_yaml,sha256=SRS0awPiS0aVhEdW7bxqgAISPWRtc5W1lkR4A9gPVNg,500
lm_eval/tasks/hrm8k/en/hrm8k_en.yaml,sha256=xT7ycJgpBFBVKjXCCM0dTWH3wLEAAGcv_vsQl3bQwzQ,229
lm_eval/tasks/hrm8k/en/hrm8k_gsm8k_en.yaml,sha256=JX3tz29Vc0xjQALC9AnHU1nzSYPsJP-feTDMd_ZCy-g,65
lm_eval/tasks/hrm8k/en/hrm8k_ksm_en.yaml,sha256=hCeJLJm5pld43CWSt47TuGPy9Bo8mkFDl3GgBLrGlSY,61
lm_eval/tasks/hrm8k/en/hrm8k_math_en.yaml,sha256=SPXDk-aUGXkoNnrsitzmpHApqoh_mtQMq-s76TLXEnU,63
lm_eval/tasks/hrm8k/en/hrm8k_mmmlu_en.yaml,sha256=BEs6irzjP-wyhYgnHaO9Za7Nu1FF5qBdC2HvUEmbBFw,112
lm_eval/tasks/hrm8k/en/hrm8k_omni_math_en.yaml,sha256=qWBlGGecwNRqLCiOwEah-vcMup1Kv7t_WcPDw5RUAbM,73
lm_eval/tasks/hrm8k/en/utils.py,sha256=_GCBD6vKoX2oRvY58tFBymvaP-C2L9lptl94K0H2T0E,8082
lm_eval/tasks/humaneval/README.md,sha256=vlZq-i99L0TeM2mUBVjgdPzpto-a2GPro2pe0KAMDkA,4241
lm_eval/tasks/humaneval/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/humaneval/humaneval.yaml,sha256=3USPI26I-fYaAMPF9nAyFtIarpxspkzbYxOazTn93cY,623
lm_eval/tasks/humaneval/humaneval_64.yaml,sha256=ntxH9wla8oQWuc0mUid9OMZHIziXLXoFOOYIGFNupBI,348
lm_eval/tasks/humaneval/humaneval_64_instruct.yaml,sha256=pBkXmRN3bzbHHHkA5_4zns1wABZi_NXojhLe9guHFyk,418
lm_eval/tasks/humaneval/humaneval_instruct.yaml,sha256=t7q-rZtYmHQdHoTrs7zQ9OmsBto0bnC3luNjrGZlPhs,414
lm_eval/tasks/humaneval/humaneval_plus.yaml,sha256=LYxw0CSK4BYS--qPvT2yvb02IRgz8Vfbn9Pmt8qHUZw,82
lm_eval/tasks/humaneval/utils.py,sha256=X3etv3W0NCphE_6jAWjqV7Tlw4d__TtJQssziz7bLJU,1054
lm_eval/tasks/humaneval_infilling/README.md,sha256=NjTQvveyzC-4Do2GF0dwA9cjzQ3vAArwN06m7o5CwwU,2867
lm_eval/tasks/humaneval_infilling/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/humaneval_infilling/humaneval_infilling.yaml,sha256=-EOVy2WelJw7iYwIn4Mcl5r0nEJdlTnZoz0uHSi2hQE,297
lm_eval/tasks/humaneval_infilling/multi_line_infilling.yaml,sha256=WrhqExx1GGWz3ww5ybHZVZCI-E_06sS5Tj_FoBbDB0s,627
lm_eval/tasks/humaneval_infilling/random_span_infilling.yaml,sha256=DyoGAU0mFA7YWyP2coraBiSTRsaPkDUPyGMBi6O7_ck,117
lm_eval/tasks/humaneval_infilling/random_span_infilling_light.yaml,sha256=LppSyc5PGUF4pMijHnS4c-jfPKvFH-5HDJS2dLU1lEo,128
lm_eval/tasks/humaneval_infilling/single_line_infilling.yaml,sha256=gpteTbpcGwetVS-9GzYMueMB_LDus2GyV78Q1eaUP1w,196
lm_eval/tasks/humaneval_infilling/utils.py,sha256=qPJWPnHrUkSE9aVo0kF-0NAblmbM2q06PWQW1880PL8,805
lm_eval/tasks/icelandic_winogrande/README.md,sha256=OEwOPnVCPboiD1V5is_zYbXduBJSQk_WpYq2s8FGuSE,2549
lm_eval/tasks/icelandic_winogrande/__pycache__/preprocess_winogrande.cpython-313.pyc,,
lm_eval/tasks/icelandic_winogrande/default.yaml,sha256=0qlW8nfjtUHLD0weFH0Bg5ymQo7tH4jj2U7kIC1iNp8,418
lm_eval/tasks/icelandic_winogrande/preprocess_winogrande.py,sha256=7wk6aHvrkJEukGTpCWbfUvUqfxgTgOI_xLyQWkelESo,449
lm_eval/tasks/ifeval/README.md,sha256=Z1lFazEwmAYW4W9j56CIp_mw50Pp5HBYnkeCCcZZZCU,2326
lm_eval/tasks/ifeval/__pycache__/instructions.cpython-313.pyc,,
lm_eval/tasks/ifeval/__pycache__/instructions_registry.cpython-313.pyc,,
lm_eval/tasks/ifeval/__pycache__/instructions_util.cpython-313.pyc,,
lm_eval/tasks/ifeval/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/ifeval/ifeval.yaml,sha256=PYo-sy3gP2ojrIe0aVHZcqTsfLE351M2XAJxWU44-Es,729
lm_eval/tasks/ifeval/instructions.py,sha256=FVYoW1bLgaehraeTJ82Hl2ga7QBBYMf4ezqU8-ELrjI,57030
lm_eval/tasks/ifeval/instructions_registry.py,sha256=nbHAYs23CpFCDTeJpYgjWhBkwrmhpm4J5fud-edYSmw,7237
lm_eval/tasks/ifeval/instructions_util.py,sha256=6MTZGHusFILZOUH7RkaWCcOueNiWGVv8swCgcH1JJWc,26830
lm_eval/tasks/ifeval/multilingual/__pycache__/instructions_registry.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/ifeval_ca.yaml,sha256=9JnzBg7Ku1aKkSWdoFiOiTbPejh8ZFezMWP0Lz8IJB4,722
lm_eval/tasks/ifeval/multilingual/ifeval_es.yaml,sha256=e3j1su2ZEUVXcVilnq5vxcUGT-dteTjsURHwI0H_WiY,715
lm_eval/tasks/ifeval/multilingual/instruction_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/tasks/ifeval/multilingual/instruction_utils/__pycache__/__init__.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/instruction_utils/__pycache__/ca_instructions_util.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/instruction_utils/__pycache__/es_instructions_util.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/instruction_utils/ca_instructions_util.py,sha256=KGFgRHbaMPAqGd75wdVvpWZT-NZ3qZ9n8alU3edBnl8,4987
lm_eval/tasks/ifeval/multilingual/instruction_utils/es_instructions_util.py,sha256=sghtfgmj_VmcGzQLazVpLBclp9mjD3YmFTcmN6UHwdo,4978
lm_eval/tasks/ifeval/multilingual/instructions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/tasks/ifeval/multilingual/instructions/__pycache__/__init__.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/instructions/__pycache__/ca_instructions.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/instructions/__pycache__/es_instructions.cpython-313.pyc,,
lm_eval/tasks/ifeval/multilingual/instructions/ca_instructions.py,sha256=iXEFTmsJL3m2pZw1y5SWHxist5uwrMsdxa42zAE61A0,65434
lm_eval/tasks/ifeval/multilingual/instructions/es_instructions.py,sha256=gezp5XgZXfgmfYvqKyLYRUqMDdHyWmOt1gdcPbqG7zg,72952
lm_eval/tasks/ifeval/multilingual/instructions_registry.py,sha256=qsHXuSeG0E1xLLdC3pEz_pQhB1rBIxaau-G4QoF1C-0,5646
lm_eval/tasks/ifeval/multilingual/utils.py,sha256=DUUC2BaWMI_rdmX85eBtl26XnWvFZp1v90xsIKmzvJc,4444
lm_eval/tasks/ifeval/utils.py,sha256=GrjxSAjIJvk_I2SINIftY89CZ5gL9HYf2oBTiZwBNjI,4510
lm_eval/tasks/include/README.md,sha256=No_uIJo6cYj1XQ_mbSOrAXffT6_SwOfjSokUHnVZwF0,3010
lm_eval/tasks/include/default/Albanian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Albanian/_albanian_template_yaml,sha256=RPKKHD0wlTEKvboyLFNRCjPUDS1p3CYPE4V7zdFJdwk,391
lm_eval/tasks/include/default/Albanian/_include_base_44_albanian.yaml,sha256=cx-SUmV94hKPENip0OEgyxFJxJMOm2FFCZ9pIWV2aD0,338
lm_eval/tasks/include/default/Albanian/include_base_44_albanian_arts_humanities.yaml,sha256=sNNHl8_3JDC22IlXQiTcMwNODZIDIn7Sc0C1iSAeeYc,216
lm_eval/tasks/include/default/Albanian/include_base_44_albanian_business_commerce.yaml,sha256=gsbG5ehEOpMFR05K1TDxWorXcVRjxGWcI4pOtujESp4,222
lm_eval/tasks/include/default/Albanian/include_base_44_albanian_health_oriented_education.yaml,sha256=dSzbYshP1hzLoV2a72iR7Y7f06LQzqmTPs53ACAni6M,244
lm_eval/tasks/include/default/Albanian/include_base_44_albanian_social_science.yaml,sha256=5P4bjcWpTbBxpVhUa929i0qCw-DEDg7jQt3kZfIfLu8,211
lm_eval/tasks/include/default/Albanian/include_base_44_albanian_stem.yaml,sha256=qrK4lCTaWlhnBlVS-g1ygbhxdwkcL3X8gdXfvsYZFj8,181
lm_eval/tasks/include/default/Albanian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Arabic/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Arabic/_arabic_template_yaml,sha256=LtaZBUDf7gYUx1mggnqPT9Se7hba2VMLr9xN_Jq8xng,389
lm_eval/tasks/include/default/Arabic/_include_base_44_arabic.yaml,sha256=50dw1Sbd1b2ywDPAwlSaQ-Y7_G9dGBmhKgvGc8xpjMY,359
lm_eval/tasks/include/default/Arabic/include_base_44_arabic_arts_humanities.yaml,sha256=Pp3B9iYOkPLZHi2zhDMoMS_Dtfzf7n-HbGnK4UA3HXk,212
lm_eval/tasks/include/default/Arabic/include_base_44_arabic_business_commerce.yaml,sha256=0Si4h7wxh7hQQlioMXY8_N6-aRCUkUm0hizezafArgY,218
lm_eval/tasks/include/default/Arabic/include_base_44_arabic_driving_license.yaml,sha256=EDUoUC1I8QGpCINOgnINMOZd_u0h6UYrAqKrUN12X9Y,210
lm_eval/tasks/include/default/Arabic/include_base_44_arabic_general_knowledge.yaml,sha256=Wi62RHO-fkvRffdvuiyEO9jlqACcOha24MbWYMCa_Bc,216
lm_eval/tasks/include/default/Arabic/include_base_44_arabic_social_science.yaml,sha256=2vZz-265oqsgU7-A37QucNppy3ARAOjf_WK9Gwe73t4,207
lm_eval/tasks/include/default/Arabic/include_base_44_arabic_stem.yaml,sha256=Hk0K1KVuYfiW-o3gCKPlvOC_dryi8cDmNvyQfZZ5R18,177
lm_eval/tasks/include/default/Arabic/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Armenian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Armenian/_armenian_template_yaml,sha256=23iXP9b1pNEZ-vyk5PUu1uIdP9Gw0UHTNNPJOjjzykM,391
lm_eval/tasks/include/default/Armenian/_include_base_44_armenian.yaml,sha256=MCfaCatcFYrQFg9TXaLgrLQV6Y1DXJYVm6JN2d8NdsE,283
lm_eval/tasks/include/default/Armenian/include_base_44_armenian_arts_humanities.yaml,sha256=j0CaFwjjuB_7khGsj1tDUiRGVpva-Mp3GffES7lfvJY,216
lm_eval/tasks/include/default/Armenian/include_base_44_armenian_driving_license.yaml,sha256=rMSZX1hEfr-o2uq-IBS-s3iaDgPdY1mStoNWqSzrqvA,214
lm_eval/tasks/include/default/Armenian/include_base_44_armenian_social_science.yaml,sha256=IMSjUcjefpdsx5tPVYUOxC8e1OWXpqowbUmS52zCC_0,211
lm_eval/tasks/include/default/Armenian/include_base_44_armenian_stem.yaml,sha256=hVM_alDm2awJ8wozXhM2uzz4qjJCYg0YfWpGmI1FBnE,181
lm_eval/tasks/include/default/Armenian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Azerbaijani/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Azerbaijani/_azerbaijani_template_yaml,sha256=rwbpj452rCLto_6vB1XZb46VrIYGO7J2GnmfxaOnNVw,394
lm_eval/tasks/include/default/Azerbaijani/_include_base_44_azerbaijani.yaml,sha256=v9BRCWlCyqUhV5e1mQzZ7xB4f7uBO_9n4vduTelwAV8,402
lm_eval/tasks/include/default/Azerbaijani/include_base_44_azerbaijani_applied_science.yaml,sha256=dkodToWB8uhohO9b_H0HKFgQCPrIJ2xWkEeZcW0yRzU,220
lm_eval/tasks/include/default/Azerbaijani/include_base_44_azerbaijani_arts_humanities.yaml,sha256=wgnYgTLgdmT6kZHE9Tb9rMz1Nf7It9gR7Q6FisE_oXg,222
lm_eval/tasks/include/default/Azerbaijani/include_base_44_azerbaijani_business_commerce.yaml,sha256=b8nHbVcYOxxKXLWL8xNbndwuGgzbM_f8A3XjaufGvtc,228
lm_eval/tasks/include/default/Azerbaijani/include_base_44_azerbaijani_health_oriented_education.yaml,sha256=U0n51KQHf0XxTYNM_y1Lo9X4dlP58wuEpGZ7BULVS1Q,250
lm_eval/tasks/include/default/Azerbaijani/include_base_44_azerbaijani_social_science.yaml,sha256=P95hr84aqSQ1YnsKOAiePvyobUtGtnE_Nl-ERFgPNQI,217
lm_eval/tasks/include/default/Azerbaijani/include_base_44_azerbaijani_stem.yaml,sha256=FOTtb3CnTwQVhV-BNDUNlNcRLhgdc7JkOSY6GytEVgc,187
lm_eval/tasks/include/default/Azerbaijani/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Basque/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Basque/_basque_template_yaml,sha256=Mdp07CuB-4xYi4pPAoGo9fhGUHkujSCza7qg8aCacK4,389
lm_eval/tasks/include/default/Basque/_include_base_44_basque.yaml,sha256=LyxRk1urY3rRXekIo6c5c0MgNOItIt9hQ5b7N7vJxS4,173
lm_eval/tasks/include/default/Basque/include_base_44_basque_professional_certification.yaml,sha256=37gW1lBoZziBRH2Zs3_tZRA1SaZr5K9wYlD8wfRJK0U,243
lm_eval/tasks/include/default/Basque/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Belarusian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Belarusian/_belarusian_template_yaml,sha256=B3sDGCynRdntLCAbyyIZ6svvr8XY8Yw1emKf3hs1EKM,393
lm_eval/tasks/include/default/Belarusian/_include_base_44_belarusian.yaml,sha256=26fa58GjbaH5LM1H5BN08Rtc4FYYXR0KhshvB37PKC0,248
lm_eval/tasks/include/default/Belarusian/include_base_44_belarusian_arts_humanities.yaml,sha256=8ZitvfSEAMsoKIci_AWWB86k4B06TK-13xaCAnE2w-Y,220
lm_eval/tasks/include/default/Belarusian/include_base_44_belarusian_social_science.yaml,sha256=lsLvMbfTx6bnJGRPwxYPQKGPd5v5KJMNXg9DqMInPrA,215
lm_eval/tasks/include/default/Belarusian/include_base_44_belarusian_stem.yaml,sha256=O3841u6Jd1iF6ermzRRdaZ6xdIwUzxgnaDtUGP40jTI,185
lm_eval/tasks/include/default/Belarusian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Bengali/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Bengali/_bengali_template_yaml,sha256=YPmm_MzKYEQJbKTaXW4qrD_xafAbkcVhGLEgYLQERZI,390
lm_eval/tasks/include/default/Bengali/_include_base_44_bengali.yaml,sha256=S_upYEcIkCJi-UMRuykShZ62D1x4LqMUeFgD928dWSo,292
lm_eval/tasks/include/default/Bengali/include_base_44_bengali_arts_humanities.yaml,sha256=qL6AKPNDpRniySObCYK0PMlQd7yuDx9G_G_DzOIgCDQ,214
lm_eval/tasks/include/default/Bengali/include_base_44_bengali_general_knowledge.yaml,sha256=Es0gTRUJy0l7tkIsUFL27zAjljKf_H820-1-QlGrsME,218
lm_eval/tasks/include/default/Bengali/include_base_44_bengali_professional_certification.yaml,sha256=835Pd6zr-OUZashMsbWNlrGdYYl-NkXrzt2xb1o7Brk,245
lm_eval/tasks/include/default/Bengali/include_base_44_bengali_stem.yaml,sha256=XPzOMPemD_2rpujoTs386_ScWGzOr4h1QrCzFZUBqs8,179
lm_eval/tasks/include/default/Bengali/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Bulgarian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Bulgarian/_bulgarian_template_yaml,sha256=62XnVqErTfy0r9NCMBBfTe2p-y37ufpfbLWvX6f4dl8,392
lm_eval/tasks/include/default/Bulgarian/_include_base_44_bulgarian.yaml,sha256=OlmbCfHFlTD3V1WBqnjSNRbnr4y9bhTUYe2g-Evn8SA,244
lm_eval/tasks/include/default/Bulgarian/include_base_44_bulgarian_arts_humanities.yaml,sha256=vo6O_ZgdE-9b6qMa936DRJ9-VmKj_S9FY1Iieb3kTsw,218
lm_eval/tasks/include/default/Bulgarian/include_base_44_bulgarian_social_science.yaml,sha256=GHBOR43KMchXOZPnuvJYagqCTV5bKaRuorVOrTzdCxA,213
lm_eval/tasks/include/default/Bulgarian/include_base_44_bulgarian_stem.yaml,sha256=WqzNJOA9387jU2CLaKP4OvGSv7aQ2PhghdqjAJeGtA8,183
lm_eval/tasks/include/default/Bulgarian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Chinese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Chinese/_chinese_template_yaml,sha256=L_-lvTasFwXfX3oIY-LYlDqBk2uoCH_vvQlQGLPTvBQ,390
lm_eval/tasks/include/default/Chinese/_include_base_44_chinese.yaml,sha256=AYdH9s9MqN6wlsInExNBCknq4_tyd9K1oTBAwQbjI4w,469
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_applied_science.yaml,sha256=Yr7Jvb6azDGLTgXPyj0WWXLm3bKjFVN5E8IHeQHFcc8,212
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_arts_humanities.yaml,sha256=SeTMFl0KzmA5XtuMRHOUiV8rLt7FYuj-VhCN2xvRus8,214
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_business_commerce.yaml,sha256=qIi4xTz0j50LioweWzK2zfOqFLqYUh38dqgz6nExU5w,220
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_driving_license.yaml,sha256=CfkNvTqmNlVLCn4mW7-pkrSqz7ssdH_Ic9-3s19btRg,212
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_health_oriented_education.yaml,sha256=_ORiu5DomE1K1s7aVMt7kQb8OYHbH8uIIjuQGtGZbZc,242
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_professional_certification.yaml,sha256=6k0_k3a8_p23Hb80vhnmT4_90szgWRSqWivPZjJQ_0Q,245
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_social_science.yaml,sha256=KoCzjPqWe5HINiwIwNX9s_gy_HkxfngxETkMu3KZDK4,209
lm_eval/tasks/include/default/Chinese/include_base_44_chinese_stem.yaml,sha256=jcTsHpMu0HW_jiB0pp1s27xpPlD8_OfaiCfVV2JhD-E,179
lm_eval/tasks/include/default/Chinese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Croatian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Croatian/_croatian_template_yaml,sha256=eN99vnAC22sULtqaq2T12aGlaNC_hH-PSNfVCZJWGqI,391
lm_eval/tasks/include/default/Croatian/_include_base_44_croatian.yaml,sha256=l_LJNgAz4MVkb-IYhHCtqkaRkMcG-G8JxsT-bCONfFk,240
lm_eval/tasks/include/default/Croatian/include_base_44_croatian_arts_humanities.yaml,sha256=4nUteqmPXFU_voXVYpEdQhBrSsXuZQc7ebTJtVTZ-EI,216
lm_eval/tasks/include/default/Croatian/include_base_44_croatian_social_science.yaml,sha256=hY9-bGtbirxsE86X-IvIWZXotnWK80kILsiabJkZdp4,211
lm_eval/tasks/include/default/Croatian/include_base_44_croatian_stem.yaml,sha256=IYj7SzAPXiQdI-BAg7tDGJgo5X6fkflX0oCUl1L_sL4,181
lm_eval/tasks/include/default/Croatian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Dutch/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Dutch/_dutch_template_yaml,sha256=7QYchKEcHybNcPohozFFDL5Cn8jqhRyod1eJRtNZqWc,388
lm_eval/tasks/include/default/Dutch/_include_base_44_dutch.yaml,sha256=_0oCxp93lKf3zOD89T_l0tXHbHLnwIbFXOd9BKdOPzY,318
lm_eval/tasks/include/default/Dutch/include_base_44_dutch_applied_science.yaml,sha256=aHBbItSvrdH043XCMxlqstE5F-7rFX5TA9CSoV6c4_M,208
lm_eval/tasks/include/default/Dutch/include_base_44_dutch_arts_humanities.yaml,sha256=keDmbXFExvqFcJblnhLSibCu0-UUwpIvBwjA7p-SqXU,210
lm_eval/tasks/include/default/Dutch/include_base_44_dutch_health_oriented_education.yaml,sha256=5iy9_kwHVxJEWjOEPTHZWuoreV9DMlT9wrpQKP5AppQ,238
lm_eval/tasks/include/default/Dutch/include_base_44_dutch_social_science.yaml,sha256=xLvPA742DQti3q8NIur_sGaoxMsedV-tRx2uYgCw4Dg,205
lm_eval/tasks/include/default/Dutch/include_base_44_dutch_stem.yaml,sha256=TmmLln9RlsPh7TjcynH5P8rDKAJtPKDV4KZBcp3MiDg,175
lm_eval/tasks/include/default/Dutch/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Estonian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Estonian/_estonian_template_yaml,sha256=tcXiuK8_Dxhoi4SveERrpn_ZABTSGVlsxSgGzFyAPj8,391
lm_eval/tasks/include/default/Estonian/_include_base_44_estonian.yaml,sha256=_a9h_ZCZfzkAgq4JA7NrsAjYSAcaEVIjKcWZoP7lLJA,336
lm_eval/tasks/include/default/Estonian/include_base_44_estonian_applied_science.yaml,sha256=0kLhZjCnqlRkbFX7nnXghfpyKxvorTNm2b2IyfGVpu8,214
lm_eval/tasks/include/default/Estonian/include_base_44_estonian_arts_humanities.yaml,sha256=MAfVdjqBn6ruPcoEVspkcOvsBhDzpoY7DChYASkQcq8,216
lm_eval/tasks/include/default/Estonian/include_base_44_estonian_health_oriented_education.yaml,sha256=ePGH8VXcDFUegIFZiEiNj5qN14VX6O82cmIWNAMN3VU,244
lm_eval/tasks/include/default/Estonian/include_base_44_estonian_social_science.yaml,sha256=AUYMNrzW6n34AZZMXM85sLSOV0TBVo4Scqat4Q_ZH3o,211
lm_eval/tasks/include/default/Estonian/include_base_44_estonian_stem.yaml,sha256=zQFOvaL-OOdqLHuunSLoidG54uIPDNWOqQdfxKqFnhY,181
lm_eval/tasks/include/default/Estonian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Finnish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Finnish/_finnish_template_yaml,sha256=eKxL7iijWDeVYx4NpYNZPrO-sCcmQV3esb1U0Kpi14U,390
lm_eval/tasks/include/default/Finnish/_include_base_44_finnish.yaml,sha256=8iRqiamKIBOvqIQ50o8-oW53oWwrFVS_7uotv0DDQlU,330
lm_eval/tasks/include/default/Finnish/include_base_44_finnish_applied_science.yaml,sha256=yS-pAdEAFoNYyXQAVqkBPbJJlK5AvV5Tvff3qYuvnLw,212
lm_eval/tasks/include/default/Finnish/include_base_44_finnish_arts_humanities.yaml,sha256=PCBAIop3ZNYKP-bS4tkMmJS9SnDtM3-8uChJHBzTLqc,214
lm_eval/tasks/include/default/Finnish/include_base_44_finnish_health_oriented_education.yaml,sha256=are7MvsIov8SBpTMbcMbiE4zXl_ftgceFobbgD3lkBE,242
lm_eval/tasks/include/default/Finnish/include_base_44_finnish_social_science.yaml,sha256=pbm4i_rtS-E39W_D8c4gE-aVL73-JbPbYQdXV2S5HIY,209
lm_eval/tasks/include/default/Finnish/include_base_44_finnish_stem.yaml,sha256=7lDmi7XQLGPR_gt6XwCZ3PM0Ve1at3J5-3BG3yPtU0Y,179
lm_eval/tasks/include/default/Finnish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/French/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/French/_french_template_yaml,sha256=ckz7G6Q33zAWkYBaoQKHGyYsK_X_rC422tOaQ_zgaqc,389
lm_eval/tasks/include/default/French/_include_base_44_french.yaml,sha256=2jiXkyob_M32yJ04hlnkLAlfLdjk4XHo_widXnzUh8M,324
lm_eval/tasks/include/default/French/include_base_44_french_arts_humanities.yaml,sha256=z8aWhwIMra8vChIucySjFkvU0TDJjNgVoZAUt54YXNg,212
lm_eval/tasks/include/default/French/include_base_44_french_driving_license.yaml,sha256=ECFXtB7522uR4wuQCKTrpfon4pMNE9kH1l1vJvsI0CE,210
lm_eval/tasks/include/default/French/include_base_44_french_health_oriented_education.yaml,sha256=LY-V4mjmwfBx4l2KNvAFkWxb5VMsEvLgVDD_cl4dUL0,240
lm_eval/tasks/include/default/French/include_base_44_french_social_science.yaml,sha256=18tBNU0lCJ1SFW-TvzfzK5UbjD0ZDCV41Yp2Mifk2Fc,207
lm_eval/tasks/include/default/French/include_base_44_french_stem.yaml,sha256=Y-suYjIb9kPzenxZmQ50mU4yr3TiwWr71Q9jG9iPwIc,177
lm_eval/tasks/include/default/French/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Georgian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Georgian/_georgian_template_yaml,sha256=PBaSEdzBpkCsYn-856VwkI5pk024IuaMVayC42v8Wd0,391
lm_eval/tasks/include/default/Georgian/_include_base_44_georgian.yaml,sha256=2NoeK5MhcHQMHUdvg_Gc6qB1B7TdMfJGNA7NOrEEnKs,166
lm_eval/tasks/include/default/Georgian/include_base_44_georgian_arts_humanities.yaml,sha256=T_JNVuglKFPHcjiFu8IBWLAyEFVGN9MJ36A4hNFG0E8,216
lm_eval/tasks/include/default/Georgian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/German/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/German/_german_template_yaml,sha256=4EeMLJrZhp3Ce7UzWJNXWuFzB5YaT0w3bozre0m5Pxw,389
lm_eval/tasks/include/default/German/_include_base_44_german.yaml,sha256=2Dbiz-GGE3v_QWf-NB1ovy0HFUFT-5h5J9BiPNI4VKY,232
lm_eval/tasks/include/default/German/include_base_44_german_driving_license.yaml,sha256=9eD7CDsdVXqmIxFSM-le94SFCLnU32Lq924bkJFhphA,210
lm_eval/tasks/include/default/German/include_base_44_german_social_science.yaml,sha256=clybn1MDKmpwFCYcjuZXz4Me5QbDBgRM9KRcFr6sFj8,207
lm_eval/tasks/include/default/German/include_base_44_german_stem.yaml,sha256=v8BXotEKUvkihR2_l72Jdz4rGlk73Cr6HsYsBvNOT3Y,177
lm_eval/tasks/include/default/German/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Greek/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Greek/_greek_template_yaml,sha256=aBkmKHzUqFau7kIzhvyqNdBlK2Wqsdp7Gl6mvYRl1bU,388
lm_eval/tasks/include/default/Greek/_include_base_44_greek.yaml,sha256=L65WmtH_6z6a-f5okL_WxAQp78B0nEfwTKnufd6BN6o,411
lm_eval/tasks/include/default/Greek/include_base_44_greek_arts_humanities.yaml,sha256=Rmr0K1xvGmV9x6EnLJh-gUcr3XVf5K6gbW_TIKKgnUU,210
lm_eval/tasks/include/default/Greek/include_base_44_greek_business_commerce.yaml,sha256=Yeo7phfSqOW4lSXNvZwtCPEDLpa5eH7v-S_vvLIpva8,216
lm_eval/tasks/include/default/Greek/include_base_44_greek_health_oriented_education.yaml,sha256=m0rvOP3kSXP9oxFTPox48a0pmdKlplg2ltzAAn6X-Aw,238
lm_eval/tasks/include/default/Greek/include_base_44_greek_medical_license.yaml,sha256=TcNP544DkBddRq1LQeVgZVf_ILNIdJvB7Mt9nf9Sv1Q,208
lm_eval/tasks/include/default/Greek/include_base_44_greek_professional_certification.yaml,sha256=SE2u-DHG1It78tfWrhXw_zEg4VAA_vzBUzUHNqAXJUA,241
lm_eval/tasks/include/default/Greek/include_base_44_greek_social_science.yaml,sha256=QwCwEXGDcaI9GQ3_mwpaLX5Q7_hVta3ti6vQLXA99Rc,205
lm_eval/tasks/include/default/Greek/include_base_44_greek_stem.yaml,sha256=6fysZWZLSshqLad1XxbOOESM8YpLtQpYRjaEuohg0PY,175
lm_eval/tasks/include/default/Greek/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Hebrew/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Hebrew/_hebrew_template_yaml,sha256=DciNaywAmKIsNPTXA2FJhEbpmJltWPCAQEbXb-3UBHE,389
lm_eval/tasks/include/default/Hebrew/_include_base_44_hebrew.yaml,sha256=0Ztk2rZXfPF54KWrw6bwg0IrJSDsXcjsPLtwnmr5YBg,203
lm_eval/tasks/include/default/Hebrew/include_base_44_hebrew_arts_humanities.yaml,sha256=nnvHq1oIj3sM_13lADR9XOJxqYeiDrsDPbI3pTb_2LA,212
lm_eval/tasks/include/default/Hebrew/include_base_44_hebrew_driving_license.yaml,sha256=CkrMboY7RKdx-LGIKGMTIqPRRBx-wrSi5DT04WxVKIA,210
lm_eval/tasks/include/default/Hebrew/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Hindi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Hindi/_hindi_template_yaml,sha256=rzvldSKHdP8Mf-2nGTI46jQwlEt3gtyO5QsqlRRVDHc,388
lm_eval/tasks/include/default/Hindi/_include_base_44_hindi.yaml,sha256=NN3iJMG00P4ZwBtp-azMsp7WbGc281hOHi_2Np-7-nI,451
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_applied_science.yaml,sha256=NVwGfi3Ntu5JKh9tCt0BkIlz0aXH46K7LOv0XEi5oEE,208
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_arts_humanities.yaml,sha256=efCoeYSquLp6NTUcyw8Ae52xGTDnltB3QeQ8jlfEIhk,210
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_driving_license.yaml,sha256=RhvGXtqV-P-zjeH2FYB9Krq17QYYNLGr8FZqm3u-jB4,208
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_general_knowledge.yaml,sha256=Q4SrGLfK8W4lUUwaChsuH7IYkL62iQsgla1zjxCSDO0,214
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_health_oriented_education.yaml,sha256=eAGkTSYcKweCI6tiE47fSGYIozTm9uN_VCy8j58tZtU,238
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_professional_certification.yaml,sha256=bLt38uLDxBO90JWG7uHlf3aDthm2T14aYu65_NSptyo,241
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_social_science.yaml,sha256=YFw25TBPfUGjNQMd2Yc5cy17RBZJTuzc_K64hv0Gn_4,205
lm_eval/tasks/include/default/Hindi/include_base_44_hindi_stem.yaml,sha256=ZrVq3Wy8qo87B1_YK7Joa9Ga7ahqwQRQ_9hNI_SyTug,175
lm_eval/tasks/include/default/Hindi/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Hungarian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Hungarian/_hungarian_template_yaml,sha256=h9hLnDXUaLZUQVzONmpOLO-iLuvjPHadwMbUxpZEdR8,392
lm_eval/tasks/include/default/Hungarian/_include_base_44_hungarian.yaml,sha256=rgTjErzNzPRgUJy3XbAdEKL6dxNh_fs3fLiUNrAxKuk,244
lm_eval/tasks/include/default/Hungarian/include_base_44_hungarian_applied_science.yaml,sha256=X7sH9yBrnyZX2bd6xdXND6nowaqlnpihZCJud9RIcGQ,216
lm_eval/tasks/include/default/Hungarian/include_base_44_hungarian_social_science.yaml,sha256=bV6baNzKYyjEhhUNsvsBG2mbvHJEXz7Mawv-LgBLSN0,213
lm_eval/tasks/include/default/Hungarian/include_base_44_hungarian_stem.yaml,sha256=B2sEGHetHjEB6rIbjOIL0YhQpJIAWk7eqRBiLyxfKdM,183
lm_eval/tasks/include/default/Hungarian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Indonesian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Indonesian/_include_base_44_indonesian.yaml,sha256=khflfIXzj2Cduf3H4QeesJdA3fcz7mjIjc-n69cxSBo,349
lm_eval/tasks/include/default/Indonesian/_indonesian_template_yaml,sha256=dR8fV6aJw7WtyPvMFwmE4ALAXrsYpyFJ3upkYsM5a9Y,393
lm_eval/tasks/include/default/Indonesian/include_base_44_indonesian_applied_science.yaml,sha256=Zft27uqH9Ud5elYi8C9KrZNA1VgSyCFyCR7dkjvoaC4,218
lm_eval/tasks/include/default/Indonesian/include_base_44_indonesian_arts_humanities.yaml,sha256=tc5txruqAqycQw6k_CpiVSfnwQ9jSD0IJU4KrTNR_OI,220
lm_eval/tasks/include/default/Indonesian/include_base_44_indonesian_professional_certification.yaml,sha256=BOv4eWb0Uj82RqwbFkURO2DwBu2x2KVsomdw5NFiNMs,251
lm_eval/tasks/include/default/Indonesian/include_base_44_indonesian_social_science.yaml,sha256=bSP835NJjWbc5F6idiq9lScF7Es-sh1FPjQprD_vrbM,215
lm_eval/tasks/include/default/Indonesian/include_base_44_indonesian_stem.yaml,sha256=o56S_WmUlHeQUIMZN7VbeT5mUk-gLNkvFqOyrE9P3tE,185
lm_eval/tasks/include/default/Indonesian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Italian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Italian/_include_base_44_italian.yaml,sha256=yBLbB7o7-hYPpGs0kNniyWwr3urr-mmtsM9OAeMPXZU,383
lm_eval/tasks/include/default/Italian/_italian_template_yaml,sha256=vAuCDRmNUODndF19xazCAylrUkL78Zmqlew24C6oGO8,390
lm_eval/tasks/include/default/Italian/include_base_44_italian_applied_science.yaml,sha256=zKTheFiMYutuHRpwYOl9NYDA-oU-J1W7wvAuAXEut3s,212
lm_eval/tasks/include/default/Italian/include_base_44_italian_arts_humanities.yaml,sha256=CGHqBto1BKk_Kvo8GWh7N3y8w0DkvkhJY5onPWDv4Fo,214
lm_eval/tasks/include/default/Italian/include_base_44_italian_health_oriented_education.yaml,sha256=JO_2S4biJ32X8hrxfO7EZQjLtPQVqX0OKqFZjLuAXjo,242
lm_eval/tasks/include/default/Italian/include_base_44_italian_professional_certification.yaml,sha256=yz9WAkMKilTlg2uBOsMjBq8G8DlOXtuyELLz55_Rqqk,245
lm_eval/tasks/include/default/Italian/include_base_44_italian_social_science.yaml,sha256=kCyBeebNyfl7nqUgtuM4NZcVYqn8Gbp1H1lHu9gSAw0,209
lm_eval/tasks/include/default/Italian/include_base_44_italian_stem.yaml,sha256=LaiNKCpvY6JBcG1rllwNnK_GD1YkA6sTVJSGXBBN4yw,179
lm_eval/tasks/include/default/Italian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Japanese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Japanese/_include_base_44_japanese.yaml,sha256=HPcgJHpnIaNREepSRcJ2G6nntsItadOq7Db2cRYqCBE,263
lm_eval/tasks/include/default/Japanese/_japanese_template_yaml,sha256=JxXbMTOBrnDbcEsjprLygG5v6uRxSilWJIgYGztyzAk,391
lm_eval/tasks/include/default/Japanese/include_base_44_japanese_driving_license.yaml,sha256=zq2JFI0ObuIyrNUUT77-E_7EVQPmWxHOMmXY8eUCwIw,214
lm_eval/tasks/include/default/Japanese/include_base_44_japanese_medical_license.yaml,sha256=hid98ZGhffXDjEyqk2lwbrdtle1n5aZD7oOPOA9i6qI,214
lm_eval/tasks/include/default/Japanese/include_base_44_japanese_professional_certification.yaml,sha256=oH6wzQVwYA0afZsqSarKBDQtkcLm91x4g-u-9jPg7Bg,247
lm_eval/tasks/include/default/Japanese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Kazakh/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Kazakh/_include_base_44_kazakh.yaml,sha256=yeJZdlFMNbQowsiii1LmbWb2BwLQapXsYTzxr63bAyg,162
lm_eval/tasks/include/default/Kazakh/_kazakh_template_yaml,sha256=zxiJ0YEIDjU29Ps5-BiJPSPKlP-W27qXGip_YRxrVug,389
lm_eval/tasks/include/default/Kazakh/include_base_44_kazakh_arts_humanities.yaml,sha256=MXBfz-aSFwtWHavvaw7PT80zE5kUZg4aStATe6b7oLA,212
lm_eval/tasks/include/default/Kazakh/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Korean/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Korean/_include_base_44_korean.yaml,sha256=ZnVoTKCGAv_EqRmYif8-Ycppes7THc74_T0C58RMkqA,213
lm_eval/tasks/include/default/Korean/_korean_template_yaml,sha256=dhR-bPz4AEm-75NPTLb7j20v5mVEtye-Y91Hnqxzj7g,389
lm_eval/tasks/include/default/Korean/include_base_44_korean_professional_certification.yaml,sha256=NoC9LPBKl7-I_vNMI65YqKJDPVHH1Sou6XtjO_wKns8,243
lm_eval/tasks/include/default/Korean/include_base_44_korean_social_science.yaml,sha256=iR3IE-0bJriP8g7GyuPguZkX4wGhMCbRBaJ03cxyuwE,207
lm_eval/tasks/include/default/Korean/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Lithuanian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Lithuanian/_include_base_44_lithuanian.yaml,sha256=OkBus5svFNpaeXPxXFo48j8hqBJUMG8o6ifAkCJajDs,351
lm_eval/tasks/include/default/Lithuanian/_lithuanian_template_yaml,sha256=DAp98GaxFAIVTe1lRji5D27NKQhU17ztz7UQvcSO7yc,393
lm_eval/tasks/include/default/Lithuanian/include_base_44_lithuanian_arts_humanities.yaml,sha256=Qo_hJFhMAFnKsu-DDt7B6RjhQn5U0TynvGhxjGJOQUw,220
lm_eval/tasks/include/default/Lithuanian/include_base_44_lithuanian_business_commerce.yaml,sha256=XQzfhrw9y393K5ZAjCSJo7IACLRsvYhpaV_mjz9IUOQ,226
lm_eval/tasks/include/default/Lithuanian/include_base_44_lithuanian_professional_certification.yaml,sha256=ePQ_f-rZVMsWsISU24DSbfNUF1luvvVqKL2jqWs7XSk,251
lm_eval/tasks/include/default/Lithuanian/include_base_44_lithuanian_social_science.yaml,sha256=2o6sQ_TDZlfdXUh4xBKNqeJ5L71DoCoxTKba481sY7s,215
lm_eval/tasks/include/default/Lithuanian/include_base_44_lithuanian_stem.yaml,sha256=M6s-jlbsMau-JQ8xcv28-KS6DubNFZHeLmaVqGakrAk,185
lm_eval/tasks/include/default/Lithuanian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Malay/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Malay/_include_base_44_malay.yaml,sha256=RC5_1ZxkH3NgGIKZBX9R3zDb55J9AuWqGZ9T0kQFgDk,241
lm_eval/tasks/include/default/Malay/_malay_template_yaml,sha256=p7v8E2P-YqGtUwlhRA3lfumMpRHHZSQdxYgnhcyESIM,388
lm_eval/tasks/include/default/Malay/include_base_44_malay_arts_humanities.yaml,sha256=eBSK_IaMFg-oHWWXpuV6yBdBWUHqD4Nj0MFjH1f3R3E,210
lm_eval/tasks/include/default/Malay/include_base_44_malay_business_commerce.yaml,sha256=uYtnvPNXb2XTcXO_a_LaNYCqWkhHwWkBbxh59U5xyHY,216
lm_eval/tasks/include/default/Malay/include_base_44_malay_social_science.yaml,sha256=LV8nAFvbCpFsXfDn11PkaMKrqK7jObb4fi95uXeAy1U,205
lm_eval/tasks/include/default/Malay/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Malayalam/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Malayalam/_include_base_44_malayalam.yaml,sha256=6m81iLNgE_9QMge-lgYqmM4xRlopAS3X00e37i0ojAY,387
lm_eval/tasks/include/default/Malayalam/_malayalam_template_yaml,sha256=c2OUPcab0EGkdkZyCs5604gWi17nY5tZJzaiHLDP6cA,392
lm_eval/tasks/include/default/Malayalam/include_base_44_malayalam_arts_humanities.yaml,sha256=QIQSYgVz0UBb__nvqQROB58ZXfo0d0iS3IYQKd7ErO0,218
lm_eval/tasks/include/default/Malayalam/include_base_44_malayalam_general_knowledge.yaml,sha256=oNdN-b_9DXy8Ag2EXRIlQ-BI9aP5IrulMC7yblLLa54,222
lm_eval/tasks/include/default/Malayalam/include_base_44_malayalam_health_oriented_education.yaml,sha256=810HJBd1_M58ThMCFIfNDJCdWbSyoS9RRmJLMs6rS8Y,246
lm_eval/tasks/include/default/Malayalam/include_base_44_malayalam_marine_license.yaml,sha256=BG5URZCC5KEwfdeDd6gi4IJWLHV9F7OMMIpRnyPt3C4,213
lm_eval/tasks/include/default/Malayalam/include_base_44_malayalam_social_science.yaml,sha256=RFXgAdv8JciUBXriYkRIg1iK4yAnGKvNseay8ml3YC8,213
lm_eval/tasks/include/default/Malayalam/include_base_44_malayalam_stem.yaml,sha256=DTieDGgTjw8OCIBURrQteaIH_8qAhOYEMFbceKiIOps,183
lm_eval/tasks/include/default/Malayalam/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Nepali/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Nepali/_include_base_44_nepali.yaml,sha256=4rqPcTbPKtNOMEkiSESJMG9qGQlCFJ2ORdMEF_ity10,214
lm_eval/tasks/include/default/Nepali/_nepali_template_yaml,sha256=_e_tQMOOV8qdnvIeCr-rm8NCEpScIN4c0FSzhdNK2cw,389
lm_eval/tasks/include/default/Nepali/include_base_44_nepali_driving_license.yaml,sha256=E3uNnSZOW_D3jn3wmugOEM1PGMahCmEdB4G6uGUcDpc,210
lm_eval/tasks/include/default/Nepali/include_base_44_nepali_professional_certification.yaml,sha256=G_INWLRkPAUnRRjABcNBrQF5_0qBhNTBqnPH48PauX8,243
lm_eval/tasks/include/default/Nepali/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/North Macedonian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/North Macedonian/_include_base_44_north macedonian.yaml,sha256=3q4_Q853_9nZqK7rxMUDd8XZBJkNB7Y-RAgCwPppVmA,325
lm_eval/tasks/include/default/North Macedonian/_north macedonian_template_yaml,sha256=7C8k918Z-KlLuRA_VwjGvEjct0XHh197d4Z1HyXQOUk,399
lm_eval/tasks/include/default/North Macedonian/include_base_44_north macedonian_arts_humanities.yaml,sha256=dw0FAY8opFpC2EJcpYLPzzLBj_iSxwtZDWP6wINcxL0,232
lm_eval/tasks/include/default/North Macedonian/include_base_44_north macedonian_business_commerce.yaml,sha256=t6bGbk6JSChDtthlgwX8d-CG60END3hhTad6uxlUty8,238
lm_eval/tasks/include/default/North Macedonian/include_base_44_north macedonian_social_science.yaml,sha256=c4VIF-CFnEoeCnyfNYzEFVveyTFWBuLV5-dVYP0_NnA,227
lm_eval/tasks/include/default/North Macedonian/include_base_44_north macedonian_stem.yaml,sha256=Qu0NBO9vhC8xBmMNiONjo1p9NsVRXnaCo0eT3Q5W6RA,197
lm_eval/tasks/include/default/North Macedonian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Persian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Persian/_include_base_44_persian.yaml,sha256=2NxsKJ8Y4OaUKWJX4EK2QqIa5SNV0zNZRL8e3wEDtxI,331
lm_eval/tasks/include/default/Persian/_persian_template_yaml,sha256=RmYBV8PYw-Bs8zbjHMfAv7xVAklBM_xp7Mnxt8BAk8o,390
lm_eval/tasks/include/default/Persian/include_base_44_persian_arts_humanities.yaml,sha256=Tus7_bq98_xr8h9Hik3xGFTkgBD3bMQtulMYLIiHsjw,214
lm_eval/tasks/include/default/Persian/include_base_44_persian_driving_license.yaml,sha256=km3WzRhsQiDf6fWqgeiwNCl0JAP0XoOlwcjySxnW5KQ,212
lm_eval/tasks/include/default/Persian/include_base_44_persian_professional_certification.yaml,sha256=g-PZJutstwYv8WPXwLkE4GBcW6n19gfKNdrtPpkKbSc,245
lm_eval/tasks/include/default/Persian/include_base_44_persian_social_science.yaml,sha256=PqOjhZwjdEpkVAuQWogfu1sQdebpp6N_-_NwvG5Tthg,209
lm_eval/tasks/include/default/Persian/include_base_44_persian_stem.yaml,sha256=6h-CaqB-qtsevSPEIO9TSv22S18mkqmpjArOag-9yfc,179
lm_eval/tasks/include/default/Persian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Polish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Polish/_include_base_44_polish.yaml,sha256=Yhn0W41gwZRQGqeDnXEhFn-yGs8FQktfONluLeARI20,243
lm_eval/tasks/include/default/Polish/_polish_template_yaml,sha256=wTOVKZlOI4XIY9W0XufOPAspkRuA55jWmloMQq_Wkjs,389
lm_eval/tasks/include/default/Polish/include_base_44_polish_professional_certification.yaml,sha256=kXa03l9WMsYJucVJu2eHvwM1l1wd4i1UJpKxc46Jpp4,243
lm_eval/tasks/include/default/Polish/include_base_44_polish_social_science.yaml,sha256=x2CsRXaoxk8jic8aghy2FfRI1WYtuV1HCtm2Jm19z2Y,207
lm_eval/tasks/include/default/Polish/include_base_44_polish_stem.yaml,sha256=urfWCIsSuPpZVXWNxZjN5Ol1beyzcVt6XtcDpZBMBEU,177
lm_eval/tasks/include/default/Polish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Portuguese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Portuguese/_include_base_44_portuguese.yaml,sha256=YvjYYtGmDIGSK3C1EczHuqdwKYuL3eyKKqfRUia3fvg,395
lm_eval/tasks/include/default/Portuguese/_portuguese_template_yaml,sha256=enDqv5LiRnOAlOUTT5BVvlTVF4-rsQkab4uYwX2LtPU,393
lm_eval/tasks/include/default/Portuguese/include_base_44_portuguese_applied_science.yaml,sha256=2eAFO5zCkDKfV0a0SoKYxPbI4CWgIgmQfNullC1fe8M,218
lm_eval/tasks/include/default/Portuguese/include_base_44_portuguese_arts_humanities.yaml,sha256=2cNkJNf5EiNZeot_cMUffno-41vQjVTLH-zpENIpbvg,220
lm_eval/tasks/include/default/Portuguese/include_base_44_portuguese_business_commerce.yaml,sha256=uedCy92ge1QQgqFWmKQ5XnoProH0z8RBNa02IlCoqtY,226
lm_eval/tasks/include/default/Portuguese/include_base_44_portuguese_health_oriented_education.yaml,sha256=aQE0xKJj29P7DtKKXFfItsHasYGOPWXWd6u0LWgl8EU,248
lm_eval/tasks/include/default/Portuguese/include_base_44_portuguese_social_science.yaml,sha256=Y9-eqIsBxqgqtuBBnMTUIZh96rysSk3RYul0gLN6COU,215
lm_eval/tasks/include/default/Portuguese/include_base_44_portuguese_stem.yaml,sha256=NE9vrw9ly-ck_NLeqzyiif6L_-yoRHCl7aC4qEBDi8A,185
lm_eval/tasks/include/default/Portuguese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Russian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Russian/_include_base_44_russian.yaml,sha256=hKXdfp4-6n145h-Nywgl_yWug9wYjhaNaLOBVrZlUF0,457
lm_eval/tasks/include/default/Russian/_russian_template_yaml,sha256=_3rFxf-u2bHkcHxSUokwhDsgcJPcubYZ88SRZ38KAPg,390
lm_eval/tasks/include/default/Russian/include_base_44_russian_applied_science.yaml,sha256=dwVVDGWSCL4qLMRLYcSFMefebh0g0MOonf_XHbI7pMI,212
lm_eval/tasks/include/default/Russian/include_base_44_russian_arts_humanities.yaml,sha256=t4RGfGZ6nH5Jsm40_T426HK3EvfFAM-2m6wt3wyxaFk,214
lm_eval/tasks/include/default/Russian/include_base_44_russian_business_commerce.yaml,sha256=-Hhaq7V3ENtillCW0-0sArDjXEsTDfWyauklQvxc5ns,220
lm_eval/tasks/include/default/Russian/include_base_44_russian_driving_license.yaml,sha256=BbScbpWBQk4MDWTzHvwlAq7BJ498pQfcEdySkpEuY7c,212
lm_eval/tasks/include/default/Russian/include_base_44_russian_health_oriented_education.yaml,sha256=YbEUPxlJjUrlK1KQm7mpTm0df3kfR_McnsAdhEtVkTk,242
lm_eval/tasks/include/default/Russian/include_base_44_russian_marine_license.yaml,sha256=cQ0gfemDu6hXvsXeykxJRXOO4xCkUf7P1SUYzhJJ1Eg,209
lm_eval/tasks/include/default/Russian/include_base_44_russian_social_science.yaml,sha256=qLoeTrUJGEZDdge5rrWCzU7lflkLfzHawJzwwn0rO6c,209
lm_eval/tasks/include/default/Russian/include_base_44_russian_stem.yaml,sha256=k82cAW1I_fNTaxpNVQSq95vdJs9b9xewfHsX-FkVRME,179
lm_eval/tasks/include/default/Russian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Serbian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Serbian/_include_base_44_serbian.yaml,sha256=hAdElymkEWYMQUEmeRUOwACNoPi7qchb5FS-RfRwTRg,236
lm_eval/tasks/include/default/Serbian/_serbian_template_yaml,sha256=e2ZMRADciFkAsZXJ87cmm3cUwvMO_KG3vQchpQtfbE4,390
lm_eval/tasks/include/default/Serbian/include_base_44_serbian_arts_humanities.yaml,sha256=4sdssvLGCzQlYu_cYJHoQv32OLW9wNfVN5kFr45KG6c,214
lm_eval/tasks/include/default/Serbian/include_base_44_serbian_social_science.yaml,sha256=gUJX1cYySlOx5u3A83GpXjXXnm6e2ivxEUW4JFEetPI,209
lm_eval/tasks/include/default/Serbian/include_base_44_serbian_stem.yaml,sha256=Kjz0PCgct9YVuzkCj9TFYqY0x9KYdWx2V8R1Ffi87IU,179
lm_eval/tasks/include/default/Serbian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Spanish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Spanish/_include_base_44_spanish.yaml,sha256=yhIOnDlrV9NLvp0rVs3NKDToGJjp_lbazUT1NhHW438,288
lm_eval/tasks/include/default/Spanish/_spanish_template_yaml,sha256=bhEq_hHqfNEyZUHv-mKMVVuSoSGrJeenJPpY53tH3Io,390
lm_eval/tasks/include/default/Spanish/include_base_44_spanish_arts_humanities.yaml,sha256=daAHHZzBLNpI2IAyofKgBXCAPEZvmFvJLFGbavc9oV4,214
lm_eval/tasks/include/default/Spanish/include_base_44_spanish_health_oriented_education.yaml,sha256=v--azY0XhrRMzZC7ckSp1DByNsGFQ3XikYjVngGe3vE,242
lm_eval/tasks/include/default/Spanish/include_base_44_spanish_social_science.yaml,sha256=r276AaAOBlFJAHKOTFoCZMGe9cwiJzfT4ZicqpRnp7I,209
lm_eval/tasks/include/default/Spanish/include_base_44_spanish_stem.yaml,sha256=0DNrBmyaJ-XVYyr9D3fa3FuJStdolAaFEcgl40rgjI4,179
lm_eval/tasks/include/default/Spanish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Tagalog/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Tagalog/_include_base_44_tagalog.yaml,sha256=dmVN7gRoEaU36gPs9Fcr2XZa_J0zvY1pTX2hwpGJMlM,206
lm_eval/tasks/include/default/Tagalog/_tagalog_template_yaml,sha256=uxYh5paLBPtTlClcJmyZNZIP4pdH9CXQF0wTYM8FvdU,390
lm_eval/tasks/include/default/Tagalog/include_base_44_tagalog_arts_humanities.yaml,sha256=D7c9LPJlWBQjhqqlLKlP5KwQ8N2cQvEvgi7EGnmxWj0,214
lm_eval/tasks/include/default/Tagalog/include_base_44_tagalog_driving_license.yaml,sha256=PsSnUnqg5uiQM1OMUvGZK21cIMXfdVPdjkQ8CnrYFZQ,212
lm_eval/tasks/include/default/Tagalog/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Tamil/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Tamil/_include_base_44_tamil.yaml,sha256=wqopli8QAbRUXk7Fj9BwtFiYpkfZqbiObNmNEjQuf_g,191
lm_eval/tasks/include/default/Tamil/_tamil_template_yaml,sha256=-be5BwgHajHIwTNMp7qKoXGhOrQ2OR9l8wduJWcry3k,388
lm_eval/tasks/include/default/Tamil/include_base_44_tamil_general_knowledge.yaml,sha256=lHDUu6Z-sLhpDzHC2BX2AOgzDKe6yZ-v67ItQgG-65E,214
lm_eval/tasks/include/default/Tamil/include_base_44_tamil_stem.yaml,sha256=zh1mONlHk_BkxyXt2y6nFZQLqgC6Ba2mcv8OLeky3Go,175
lm_eval/tasks/include/default/Tamil/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Telugu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Telugu/_include_base_44_telugu.yaml,sha256=FtPgfuorgr0dkCMlQWYThbotxuIciXvuicNmJjBnfyk,273
lm_eval/tasks/include/default/Telugu/_telugu_template_yaml,sha256=4CMsqQw99daMWRpRlbwHehf8IHzU9PvtxpklKWiCA9o,389
lm_eval/tasks/include/default/Telugu/include_base_44_telugu_applied_science.yaml,sha256=ghd2y9eJ8dltfy7k79Xcx8FexBXZ95d5m3sN8wbDBj0,210
lm_eval/tasks/include/default/Telugu/include_base_44_telugu_arts_humanities.yaml,sha256=F-Jdq8l186VlwHX5tURPg3cN8HnHOjeWa6H8Id9IbLM,212
lm_eval/tasks/include/default/Telugu/include_base_44_telugu_social_science.yaml,sha256=Yszl98wWiTqmmDFtnUOOoX1k9pFBFS8yYSTb0dnlJis,207
lm_eval/tasks/include/default/Telugu/include_base_44_telugu_stem.yaml,sha256=lEc4y1kD6DgSQmlooOKLHezKCp-JengDAV_Vew47TM0,177
lm_eval/tasks/include/default/Telugu/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Turkish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Turkish/_include_base_44_turkish.yaml,sha256=zIu2XpqEJ6jS6NEywLBajUGoG7w1mLiHwELWCfpAI4U,280
lm_eval/tasks/include/default/Turkish/_turkish_template_yaml,sha256=6357OIp1C0c9lkP4aSL1dPHZCKKwmsvvBdG0YMQ-7xU,390
lm_eval/tasks/include/default/Turkish/include_base_44_turkish_arts_humanities.yaml,sha256=stAbEhik_hTybp7r32xt52Sbj8ugBUCaHeMnuL3eQEs,214
lm_eval/tasks/include/default/Turkish/include_base_44_turkish_business_commerce.yaml,sha256=plBsap5F70WQ5Uz3JMoZ_qAJWti4IJn-EtgXzBOnA3E,220
lm_eval/tasks/include/default/Turkish/include_base_44_turkish_social_science.yaml,sha256=8F9p43aJZ6pc5n2fBbJUz8b_53GxxxACOrJ89uj7HfU,209
lm_eval/tasks/include/default/Turkish/include_base_44_turkish_stem.yaml,sha256=n9dspgHwn1VTT7uyIg8jHNJw4aK2IOTn-yySEl4RWSk,179
lm_eval/tasks/include/default/Turkish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Ukrainian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Ukrainian/_include_base_44_ukrainian.yaml,sha256=H9yH_DXmnrGQT6jgw8NLMP2muwrX5zvMiFw29Mw6P0s,244
lm_eval/tasks/include/default/Ukrainian/_ukrainian_template_yaml,sha256=2cRlj1OXTD9ZJql7UjlzAC9UDTXLdUsljdYWrEdnNvI,392
lm_eval/tasks/include/default/Ukrainian/include_base_44_ukrainian_arts_humanities.yaml,sha256=F4BRaNRKc__D7l5I2cMB-Wz-b7Wy_xO3H_AM01S4Wfc,218
lm_eval/tasks/include/default/Ukrainian/include_base_44_ukrainian_social_science.yaml,sha256=Npn6e0YNttnTFSvXr22C8E_SaFrFkC-tT4yDaPgfW5s,213
lm_eval/tasks/include/default/Ukrainian/include_base_44_ukrainian_stem.yaml,sha256=OnePyn6VMlc9_kcz-5hZTKGoWIs3xj3SiJ1QXon2pk4,183
lm_eval/tasks/include/default/Ukrainian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Urdu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Urdu/_include_base_44_urdu.yaml,sha256=42eXaUGU3s-L1Hn67xGZnOcu5RF0gh4PcPUGNG-Y39c,235
lm_eval/tasks/include/default/Urdu/_urdu_template_yaml,sha256=G9zcHCOjqzxwUMK72qzWVE9wa57hscQ1ebyyCXGznkM,387
lm_eval/tasks/include/default/Urdu/include_base_44_urdu_arts_humanities.yaml,sha256=mkGULwQawHMbXqEpo5Q0pi8CtOhfoeit2cf1mZZr7t8,208
lm_eval/tasks/include/default/Urdu/include_base_44_urdu_health_oriented_education.yaml,sha256=96LQd5cTPmATXx6nb4SSgXTcDizEYPoesyulzummQoU,236
lm_eval/tasks/include/default/Urdu/include_base_44_urdu_stem.yaml,sha256=PE5XTLK-eY7VHZOiU3U-nZGmA6rxj94w-TL3VIH_rkM,173
lm_eval/tasks/include/default/Urdu/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Uzbek/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Uzbek/_include_base_44_uzbek.yaml,sha256=7BVoK1nApZGfwtoF7w8GCF1l2IElLGtwZEAb6BPX_uw,268
lm_eval/tasks/include/default/Uzbek/_uzbek_template_yaml,sha256=n68JHazwCW2nSBTcWH4zu2l7TziZfyzS_BHHOgKaziE,388
lm_eval/tasks/include/default/Uzbek/include_base_44_uzbek_arts_humanities.yaml,sha256=5XTwR3DiHOTZjYQm_aqUlG_2gPN-qzO8PD1WZQBtETg,210
lm_eval/tasks/include/default/Uzbek/include_base_44_uzbek_medical_license.yaml,sha256=ly2O_81QbUAJG1q-TVeElX7D_K-ipIpxaw9Be57ki4Y,208
lm_eval/tasks/include/default/Uzbek/include_base_44_uzbek_social_science.yaml,sha256=vVVrJqyj9SGWyEojO4D943HJMY_QcQHKzdUDxmUHv_w,205
lm_eval/tasks/include/default/Uzbek/include_base_44_uzbek_stem.yaml,sha256=YknsphaSNd9XwZobsuxoAUzFbJHugYfIc7jwxM3lPpg,175
lm_eval/tasks/include/default/Uzbek/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/default/Vietnamese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/default/Vietnamese/_include_base_44_vietnamese.yaml,sha256=2_0nkBTf0KfKBID_jl6WsJyPhDjtqCcNzJkJAqciUNc,248
lm_eval/tasks/include/default/Vietnamese/_vietnamese_template_yaml,sha256=HXq50F5eSv81QXL0rV6K7wdfJpMEsrM9bheXzzzugC8,393
lm_eval/tasks/include/default/Vietnamese/include_base_44_vietnamese_arts_humanities.yaml,sha256=qDzBSO7K8L0UUxidud-bRk-EO4svcMIYCLo4xTe1Mbg,220
lm_eval/tasks/include/default/Vietnamese/include_base_44_vietnamese_social_science.yaml,sha256=-_A1a-Wb3Tg6O7KyxHpIGS3BWst9jIQUKlX9LQhp4Pw,215
lm_eval/tasks/include/default/Vietnamese/include_base_44_vietnamese_stem.yaml,sha256=XB2w7UJkSTB4EcViRhZPZJFRhqPQnJU_RPb1FJcvg5Y,185
lm_eval/tasks/include/default/Vietnamese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Albanian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Albanian/_albanian_few_shot_en_template_yaml,sha256=RPKKHD0wlTEKvboyLFNRCjPUDS1p3CYPE4V7zdFJdwk,391
lm_eval/tasks/include/few_shot_en/Albanian/_include_base_44_albanian.yaml,sha256=usLK64awkt5yfTWNfwwyF9JVYr9_VQmBuzyVON4zu_g,398
lm_eval/tasks/include/few_shot_en/Albanian/include_base_44_albanian_arts_humanities.yaml,sha256=WVYJBbtVVd79BXOICUbu3T0XFxsgzx2kuRBHZSvkt2Q,259
lm_eval/tasks/include/few_shot_en/Albanian/include_base_44_albanian_business_commerce.yaml,sha256=Iecafi8BwskbXPJLHvyWcLhDlbtHW25MpPET8JKEibo,265
lm_eval/tasks/include/few_shot_en/Albanian/include_base_44_albanian_health_oriented_education.yaml,sha256=lYa_sGmR-Szk2pfdncEVPk5JUBpePyxofpge1Ns3ml8,287
lm_eval/tasks/include/few_shot_en/Albanian/include_base_44_albanian_social_science.yaml,sha256=C95OOwHZXV1QpcmgJxZGOJLjt6M7PM4-oiM02BY9L3M,254
lm_eval/tasks/include/few_shot_en/Albanian/include_base_44_albanian_stem.yaml,sha256=ULqFAMzsJs3vCsdI451YND5lJ8WOq3NwIuOoF7s5GC0,222
lm_eval/tasks/include/few_shot_en/Albanian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Arabic/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Arabic/_arabic_few_shot_en_template_yaml,sha256=LtaZBUDf7gYUx1mggnqPT9Se7hba2VMLr9xN_Jq8xng,389
lm_eval/tasks/include/few_shot_en/Arabic/_include_base_44_arabic.yaml,sha256=79nGxUJqkdgA8wWKVNemOvPslYlAknOoBQBfI7NfTyo,431
lm_eval/tasks/include/few_shot_en/Arabic/include_base_44_arabic_arts_humanities.yaml,sha256=7PIQXIvGb4HfHW13s4hRIzbdeqT6wkW3G9WnxsGDJd8,255
lm_eval/tasks/include/few_shot_en/Arabic/include_base_44_arabic_business_commerce.yaml,sha256=KxuvEgQl0MYIpwTXzucePel4PBqJd78AKniRMsmAux4,261
lm_eval/tasks/include/few_shot_en/Arabic/include_base_44_arabic_driving_license.yaml,sha256=abKGrMjBmxtTadRc5MiT3R1ikUCw4HFkrM1cX81Qy90,253
lm_eval/tasks/include/few_shot_en/Arabic/include_base_44_arabic_general_knowledge.yaml,sha256=7fylO6AgR5xGhUbZoNZAEIJSBxUaiSCrFTiNjMgLIhM,259
lm_eval/tasks/include/few_shot_en/Arabic/include_base_44_arabic_social_science.yaml,sha256=1N2aiYHOCaAlk6ADj8qd9I9FTndoqdTytzdMqiPN_lI,250
lm_eval/tasks/include/few_shot_en/Arabic/include_base_44_arabic_stem.yaml,sha256=QAIACdpFyWGijVG_d2TrY43d-D0HffnJlQeFWfPi2JU,218
lm_eval/tasks/include/few_shot_en/Arabic/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Armenian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Armenian/_armenian_few_shot_en_template_yaml,sha256=23iXP9b1pNEZ-vyk5PUu1uIdP9Gw0UHTNNPJOjjzykM,391
lm_eval/tasks/include/few_shot_en/Armenian/_include_base_44_armenian.yaml,sha256=7BGQ_ID0SLF3KxZ6Qky0764eJ_zEtnehZWLhGkcQVHU,331
lm_eval/tasks/include/few_shot_en/Armenian/include_base_44_armenian_arts_humanities.yaml,sha256=BimkPxEUAYLRxCUnC9ZCXz5f59zNsXLap1CfGjEkAXE,259
lm_eval/tasks/include/few_shot_en/Armenian/include_base_44_armenian_driving_license.yaml,sha256=5hQqn-HQVdSTrpgrkobIauN51uWHD1plJ8pnmEEy_h0,257
lm_eval/tasks/include/few_shot_en/Armenian/include_base_44_armenian_social_science.yaml,sha256=HWtEl3s3Ru_Nahy-_RSwHixb8do3J309Hco9_sEIvmA,254
lm_eval/tasks/include/few_shot_en/Armenian/include_base_44_armenian_stem.yaml,sha256=cra2Szy2M36NWr6twm7nDvq45Ig6rpbWM-HtQrq5PIk,222
lm_eval/tasks/include/few_shot_en/Armenian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Azerbaijani/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Azerbaijani/_azerbaijani_few_shot_en_template_yaml,sha256=rwbpj452rCLto_6vB1XZb46VrIYGO7J2GnmfxaOnNVw,394
lm_eval/tasks/include/few_shot_en/Azerbaijani/_include_base_44_azerbaijani.yaml,sha256=2NzON0Jy2W687pmArNBi5nVJNfR8foxe0ZVjxFEPtfY,474
lm_eval/tasks/include/few_shot_en/Azerbaijani/include_base_44_azerbaijani_applied_science.yaml,sha256=_mYvJRozPW3wi6hq68NVwp5pwEW4lrGjtmZCgL-fqMI,263
lm_eval/tasks/include/few_shot_en/Azerbaijani/include_base_44_azerbaijani_arts_humanities.yaml,sha256=ZaecjcSvsbDmO8MqRByZdtnsmag6zgn8mKof07VMGaM,265
lm_eval/tasks/include/few_shot_en/Azerbaijani/include_base_44_azerbaijani_business_commerce.yaml,sha256=xK1wdtq8QVMozWhIFcgf7CT4xD5dVpnMAuJFsiMfQgE,271
lm_eval/tasks/include/few_shot_en/Azerbaijani/include_base_44_azerbaijani_health_oriented_education.yaml,sha256=BHTzjBcfjo97_495MEOXZMSeKDl_9Ms5UApheW88MFs,293
lm_eval/tasks/include/few_shot_en/Azerbaijani/include_base_44_azerbaijani_social_science.yaml,sha256=ZxnlSySZaonGuiSwnbUKlG0WiJnQ2yKig2-iGq2Gc7g,260
lm_eval/tasks/include/few_shot_en/Azerbaijani/include_base_44_azerbaijani_stem.yaml,sha256=nQEjRcrH1F-f7CKJYv3zabwxi0kqw63R-OT3jtYeuoY,228
lm_eval/tasks/include/few_shot_en/Azerbaijani/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Basque/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Basque/_basque_few_shot_en_template_yaml,sha256=Mdp07CuB-4xYi4pPAoGo9fhGUHkujSCza7qg8aCacK4,389
lm_eval/tasks/include/few_shot_en/Basque/_include_base_44_basque.yaml,sha256=wHfMtPPsV1bXYk3nLClDXBR3_0HYPRal-HsO6IvBoD0,185
lm_eval/tasks/include/few_shot_en/Basque/include_base_44_basque_professional_certification.yaml,sha256=rlWn1tubofrd9EcRIO96sMvWf9EwaNWnOsQj8Fz_j0o,286
lm_eval/tasks/include/few_shot_en/Basque/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Belarusian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Belarusian/_belarusian_few_shot_en_template_yaml,sha256=B3sDGCynRdntLCAbyyIZ6svvr8XY8Yw1emKf3hs1EKM,393
lm_eval/tasks/include/few_shot_en/Belarusian/_include_base_44_belarusian.yaml,sha256=6s1mhiJQDNUYDitEM3G8LzK7fHxLUhip2jVmhlHgUd4,284
lm_eval/tasks/include/few_shot_en/Belarusian/include_base_44_belarusian_arts_humanities.yaml,sha256=ytBLMg442P3_TH1CSob0LiPx4rhGgnUI-8MMZF6cyU4,263
lm_eval/tasks/include/few_shot_en/Belarusian/include_base_44_belarusian_social_science.yaml,sha256=bM2qtDFfBXT4-9e5PO4QXPa5EAc89Mtc2M2wPcIDzN0,258
lm_eval/tasks/include/few_shot_en/Belarusian/include_base_44_belarusian_stem.yaml,sha256=j0GlrPb4ry_eUQwgczVuDmoDyejwHluhYA_2KacpiRc,226
lm_eval/tasks/include/few_shot_en/Belarusian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Bengali/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Bengali/_bengali_few_shot_en_template_yaml,sha256=YPmm_MzKYEQJbKTaXW4qrD_xafAbkcVhGLEgYLQERZI,390
lm_eval/tasks/include/few_shot_en/Bengali/_include_base_44_bengali.yaml,sha256=2gOqnNE3bunm2lysDz9MGzaPRqthjgVlt3k1xlA-lv0,340
lm_eval/tasks/include/few_shot_en/Bengali/include_base_44_bengali_arts_humanities.yaml,sha256=b2y287a-x0bMTGTKCi0-QWyH3ym1mUY-jJBKG62xFnI,257
lm_eval/tasks/include/few_shot_en/Bengali/include_base_44_bengali_general_knowledge.yaml,sha256=DKNXCQdTR8R8POK9zQWMlRmjp3y_ivzQMXnIImOJ1S0,261
lm_eval/tasks/include/few_shot_en/Bengali/include_base_44_bengali_professional_certification.yaml,sha256=H1sHACXzs4Z3vArqU1J2Q5M_0DAZ8yYg74R6PwGBzvc,288
lm_eval/tasks/include/few_shot_en/Bengali/include_base_44_bengali_stem.yaml,sha256=8QQWSU0_wOYc-Prb-MI08iArV_uv0Itra05lv1W5aUA,220
lm_eval/tasks/include/few_shot_en/Bengali/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Bulgarian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Bulgarian/_bulgarian_few_shot_en_template_yaml,sha256=62XnVqErTfy0r9NCMBBfTe2p-y37ufpfbLWvX6f4dl8,392
lm_eval/tasks/include/few_shot_en/Bulgarian/_include_base_44_bulgarian.yaml,sha256=nzEbXKYt-YBvQlfitOt74_wpUDODp8PYoSzlFAfbBNE,280
lm_eval/tasks/include/few_shot_en/Bulgarian/include_base_44_bulgarian_arts_humanities.yaml,sha256=EoKxxqjf29C3BZsA2OOMSd1bVIuX4RcOtjKyWqTKO7k,261
lm_eval/tasks/include/few_shot_en/Bulgarian/include_base_44_bulgarian_social_science.yaml,sha256=Vef0xd9Is2FbcYJedachQ4ER5h01ExyFzjOjLoH783M,256
lm_eval/tasks/include/few_shot_en/Bulgarian/include_base_44_bulgarian_stem.yaml,sha256=V_0TW4IR1lyd8ufQe4lihUCGP7DhjvwzKAaI354nBg8,224
lm_eval/tasks/include/few_shot_en/Bulgarian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Chinese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Chinese/_chinese_few_shot_en_template_yaml,sha256=L_-lvTasFwXfX3oIY-LYlDqBk2uoCH_vvQlQGLPTvBQ,390
lm_eval/tasks/include/few_shot_en/Chinese/_include_base_44_chinese.yaml,sha256=g7DHcj2VrDIrtV5qyIXjzAV92ibEcDzLEURwI5mfmPM,565
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_applied_science.yaml,sha256=5kvFIpQSHvA0BvV5_Qk0f5aPwgANKh3E8uHYn2PNt5k,255
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_arts_humanities.yaml,sha256=RZ7iNPcubS-9W3NrUpGLR4VrntoPIgeAi4BQGOk-NUo,257
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_business_commerce.yaml,sha256=4bh7EnRU4Zx9wFEeHQSN4ckKugB5pyMo4u03KutL7D8,263
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_driving_license.yaml,sha256=e4hP7-eY5rPkyrohH9DM5_QXT9hjKrkECLl_9BxqzGE,255
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_health_oriented_education.yaml,sha256=lWVCG5b4T-TYDcXCYzp9_O78Y_61sxiXbf30GtUhUUo,285
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_professional_certification.yaml,sha256=7OS-AyT4a7QqQ3QxA6vxiLq50z4DUQDpqjKhPgyqr7o,288
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_social_science.yaml,sha256=NRyQB2Qyk9ucqMjqmfcztc2bhHeMxjBCZbBOlODYqB8,252
lm_eval/tasks/include/few_shot_en/Chinese/include_base_44_chinese_stem.yaml,sha256=BJ3ClRF8uIKe390GNR0uJN-zp2LT1kRgG8xc1W8oHaQ,220
lm_eval/tasks/include/few_shot_en/Chinese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Croatian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Croatian/_croatian_few_shot_en_template_yaml,sha256=eN99vnAC22sULtqaq2T12aGlaNC_hH-PSNfVCZJWGqI,391
lm_eval/tasks/include/few_shot_en/Croatian/_include_base_44_croatian.yaml,sha256=fT3Moh7bfcllfdD0l0ie0u--zto-_Iyhxsxn_Srw3lw,276
lm_eval/tasks/include/few_shot_en/Croatian/include_base_44_croatian_arts_humanities.yaml,sha256=m-TvAZvaSAknuDjdw79df2PmWjsI2xCDyWznoDuzj9w,259
lm_eval/tasks/include/few_shot_en/Croatian/include_base_44_croatian_social_science.yaml,sha256=dcqVqjNDzllV99BwgzwZ4VqxK0rHgOl5fQRHRtWcgxs,254
lm_eval/tasks/include/few_shot_en/Croatian/include_base_44_croatian_stem.yaml,sha256=iB6Zbj2x7yjWx_LB1yMfcQXZhJRLTiWJ2UomlBHkP1c,222
lm_eval/tasks/include/few_shot_en/Croatian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Dutch/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Dutch/_dutch_few_shot_en_template_yaml,sha256=7QYchKEcHybNcPohozFFDL5Cn8jqhRyod1eJRtNZqWc,388
lm_eval/tasks/include/few_shot_en/Dutch/_include_base_44_dutch.yaml,sha256=ozQlizEcCc7G_kxBIq9ORM976K28fwlfKWHl3RJnydY,378
lm_eval/tasks/include/few_shot_en/Dutch/include_base_44_dutch_applied_science.yaml,sha256=Cpq1SSp5494vRKRqO_F0rYerRZIDi4uw_qZvrWidtfY,251
lm_eval/tasks/include/few_shot_en/Dutch/include_base_44_dutch_arts_humanities.yaml,sha256=73Rj07VMccKDVgrjHOIvcwNuNHWcexDabu-rb1fXjYk,253
lm_eval/tasks/include/few_shot_en/Dutch/include_base_44_dutch_health_oriented_education.yaml,sha256=7AEzYTtrxIkh_Q6gEXvstrU9c9NhIcd0B3yihfE1zjk,281
lm_eval/tasks/include/few_shot_en/Dutch/include_base_44_dutch_social_science.yaml,sha256=biPg_rulXspOCAz-6gSF6qYbx2QO8m8UMiJJmkbfd9w,248
lm_eval/tasks/include/few_shot_en/Dutch/include_base_44_dutch_stem.yaml,sha256=yxHk37snbjK7Xb4CCKFyt2XyJ7Lg2YonXYOMVOA_EJA,216
lm_eval/tasks/include/few_shot_en/Dutch/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Estonian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Estonian/_estonian_few_shot_en_template_yaml,sha256=tcXiuK8_Dxhoi4SveERrpn_ZABTSGVlsxSgGzFyAPj8,391
lm_eval/tasks/include/few_shot_en/Estonian/_include_base_44_estonian.yaml,sha256=Fg3zNlhV8ebeGW3F_a4YszFCAjC7aOuMy0NoKhD9GfE,396
lm_eval/tasks/include/few_shot_en/Estonian/include_base_44_estonian_applied_science.yaml,sha256=xCodbd_b9n0MX6GHYFrbTcJskLUrL70Du6PfSdr2P74,257
lm_eval/tasks/include/few_shot_en/Estonian/include_base_44_estonian_arts_humanities.yaml,sha256=IDoyee2hN512Unv1f9NxtauKy0NKvnjXz-D-79UIWdQ,259
lm_eval/tasks/include/few_shot_en/Estonian/include_base_44_estonian_health_oriented_education.yaml,sha256=ZMfA78cdQmjNwZKI_e_-qNHMnnS-qD1fmvcGGR3N5o8,287
lm_eval/tasks/include/few_shot_en/Estonian/include_base_44_estonian_social_science.yaml,sha256=Klgij7bOww5BpMtN7_q7SfrpquFNuk1-TLzhv3hGe04,254
lm_eval/tasks/include/few_shot_en/Estonian/include_base_44_estonian_stem.yaml,sha256=nLII5wzpt0rBQeL8QVy2uNMDEy7eK36q3XmHsN1W8xg,222
lm_eval/tasks/include/few_shot_en/Estonian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Finnish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Finnish/_finnish_few_shot_en_template_yaml,sha256=eKxL7iijWDeVYx4NpYNZPrO-sCcmQV3esb1U0Kpi14U,390
lm_eval/tasks/include/few_shot_en/Finnish/_include_base_44_finnish.yaml,sha256=X-kR3mfS8Lw0f4q4weSikqTj1H9tHmbhMF1tXjMQ4b8,390
lm_eval/tasks/include/few_shot_en/Finnish/include_base_44_finnish_applied_science.yaml,sha256=qT5im37gZXogWxhA2CS6sDsQNgy-Yhe2jA9jfzht_D0,255
lm_eval/tasks/include/few_shot_en/Finnish/include_base_44_finnish_arts_humanities.yaml,sha256=RGJZS-bGloCZ5SEc1RVU2qFDZstLeWN232ygYZtA2nU,257
lm_eval/tasks/include/few_shot_en/Finnish/include_base_44_finnish_health_oriented_education.yaml,sha256=H_QNrG04TBG_JIc3wQoBibbMG1Ujwe99TAqVBORzq2k,285
lm_eval/tasks/include/few_shot_en/Finnish/include_base_44_finnish_social_science.yaml,sha256=0ns_9TPi6VB2jkFHNAbNww1TrSR8ubmLHdAFB67LLS4,252
lm_eval/tasks/include/few_shot_en/Finnish/include_base_44_finnish_stem.yaml,sha256=jfNGx5FiOp5gkjM5ePC7H_3_ZQBYnmkS26YypVugxps,220
lm_eval/tasks/include/few_shot_en/Finnish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/French/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/French/_french_few_shot_en_template_yaml,sha256=ckz7G6Q33zAWkYBaoQKHGyYsK_X_rC422tOaQ_zgaqc,389
lm_eval/tasks/include/few_shot_en/French/_include_base_44_french.yaml,sha256=GdPzkEczTDN8qTHdJgtnU8N_wjuHYucCU_8eM2qGwLo,384
lm_eval/tasks/include/few_shot_en/French/include_base_44_french_arts_humanities.yaml,sha256=UzF5V9jATPeWWxyJUGSbFgX6tKN1S06KfikLcVnzWZ0,255
lm_eval/tasks/include/few_shot_en/French/include_base_44_french_driving_license.yaml,sha256=3DIrsibopGejVVaxuPoyXnOIpd817XKxvtSdy8HrGJI,253
lm_eval/tasks/include/few_shot_en/French/include_base_44_french_health_oriented_education.yaml,sha256=Re-jFWIgpbEpVdF4n4sK35UyEJxIiI2zLwLapVEvPp0,283
lm_eval/tasks/include/few_shot_en/French/include_base_44_french_social_science.yaml,sha256=mb4D1JTtrdYDuOMt3fJd4CHCFN8L_lxHIP2THgIC9is,250
lm_eval/tasks/include/few_shot_en/French/include_base_44_french_stem.yaml,sha256=q1ICQ_OtHbgMR2OLedSYUYO6WttLwmiuZGL6VicGh2g,218
lm_eval/tasks/include/few_shot_en/French/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Georgian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Georgian/_georgian_few_shot_en_template_yaml,sha256=PBaSEdzBpkCsYn-856VwkI5pk024IuaMVayC42v8Wd0,391
lm_eval/tasks/include/few_shot_en/Georgian/_include_base_44_georgian.yaml,sha256=MIo9ceJv53AD7xieMEMRFRgJEI2yifsj594QUyE_BXc,178
lm_eval/tasks/include/few_shot_en/Georgian/include_base_44_georgian_arts_humanities.yaml,sha256=NAww48hhklZU_UBXJ9m9EWqGG8nJ5VAfMWd55yhS06k,259
lm_eval/tasks/include/few_shot_en/Georgian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/German/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/German/_german_few_shot_en_template_yaml,sha256=4EeMLJrZhp3Ce7UzWJNXWuFzB5YaT0w3bozre0m5Pxw,389
lm_eval/tasks/include/few_shot_en/German/_include_base_44_german.yaml,sha256=4fbaqvaUfc4jmQW3k_gLsAUTF_I_-So3GzqtiJzqVI4,268
lm_eval/tasks/include/few_shot_en/German/include_base_44_german_driving_license.yaml,sha256=WaBgSxVN1IGCOqPtIS5BK6xch8wA1JnW1eYHc81tTMM,253
lm_eval/tasks/include/few_shot_en/German/include_base_44_german_social_science.yaml,sha256=zKN0ZAAJu5u4wvRefFq5Sh8HTMXUr_dV3rcP0igrj88,250
lm_eval/tasks/include/few_shot_en/German/include_base_44_german_stem.yaml,sha256=msJ8pWhI1uWpBJz1yKGCV2JC0E45tx3FZ5fuREWrDxI,218
lm_eval/tasks/include/few_shot_en/German/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Greek/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Greek/_greek_few_shot_en_template_yaml,sha256=aBkmKHzUqFau7kIzhvyqNdBlK2Wqsdp7Gl6mvYRl1bU,388
lm_eval/tasks/include/few_shot_en/Greek/_include_base_44_greek.yaml,sha256=SXYayAFR9yqD06vzD46qSCLrZvlQ0pCmrBFLqBISuww,495
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_arts_humanities.yaml,sha256=6qwDe3aeTo0bjE1VeXWtujNrlN8VjkylMiGYASzJzmY,253
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_business_commerce.yaml,sha256=B4GwH5VyPyXKpMwCrXftS3VKSyPB1LdQj6pPR2Rh6g4,259
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_health_oriented_education.yaml,sha256=OZkLhB_spqpECzwe7yZHhwFQ_Yr9hyf53oOy3P3CmSE,281
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_medical_license.yaml,sha256=Mt2OXazxVYnv2LW2m82ebkk6nwgNq9swYSI-GDPz1PI,251
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_professional_certification.yaml,sha256=DR_Gihz5zLQMXUNShB9iroNHG9X6tXqpQ_zImQS7nzE,284
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_social_science.yaml,sha256=45xbApt4wUV-JEEJrkgzsdO1iVIdMh6druyFZxh50lY,248
lm_eval/tasks/include/few_shot_en/Greek/include_base_44_greek_stem.yaml,sha256=I9F7TScpbFCbMUkeG-x6fO58esmJKy0_GS0_g676xaw,216
lm_eval/tasks/include/few_shot_en/Greek/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Hebrew/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Hebrew/_hebrew_few_shot_en_template_yaml,sha256=DciNaywAmKIsNPTXA2FJhEbpmJltWPCAQEbXb-3UBHE,389
lm_eval/tasks/include/few_shot_en/Hebrew/_include_base_44_hebrew.yaml,sha256=OrS6W55svmj2O4oiuShidyA8TQdKMKmcNabtHV-B2uI,227
lm_eval/tasks/include/few_shot_en/Hebrew/include_base_44_hebrew_arts_humanities.yaml,sha256=z4vCwtCQb9Z4gLcoYl6z6oWBnYEe2iv3TbNDF90rDX0,255
lm_eval/tasks/include/few_shot_en/Hebrew/include_base_44_hebrew_driving_license.yaml,sha256=esmabOvQ6MgqmrsLxqF15p5eCmVsVkjh2gPJiSvQ1jI,253
lm_eval/tasks/include/few_shot_en/Hebrew/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Hindi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Hindi/_hindi_few_shot_en_template_yaml,sha256=rzvldSKHdP8Mf-2nGTI46jQwlEt3gtyO5QsqlRRVDHc,388
lm_eval/tasks/include/few_shot_en/Hindi/_include_base_44_hindi.yaml,sha256=enV9y59g4GvP9lPgUVQ3djsKZHQ0NI2QySrXGnLQCxA,547
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_applied_science.yaml,sha256=P4rEQHiHq6bxqlAfOjkELTJkTeRhJ_arM4BPR3vRogA,251
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_arts_humanities.yaml,sha256=Rcl_jJDJo1SQkpK2TWokZphSWeq8jorVLyqQCNZGLPs,253
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_driving_license.yaml,sha256=eWJixapZ8zf_4QI7Cs3Y81Vbg5-olE8t9uioaCkvQsQ,251
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_general_knowledge.yaml,sha256=iwBGPTAuW7oyo3RMdiAdZVDqqclNvWD20eqAy0dcu3I,257
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_health_oriented_education.yaml,sha256=ybUawecB164ZO6rgn4DYNGICdzJk98Ta8Qf0j3ddghU,281
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_professional_certification.yaml,sha256=fhkZdrMHeYUL-A7rLAQzX27gr8j-sWu2WqNanaLqIi0,284
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_social_science.yaml,sha256=7kA53i7QCHUANu0-Nf-ZTHF3wrbn5F0zM0Q1eQ-gr4k,248
lm_eval/tasks/include/few_shot_en/Hindi/include_base_44_hindi_stem.yaml,sha256=riETVQc7FXyvBz0_VbemZXDvGRH9c7Zd4z9ArvUwQn0,216
lm_eval/tasks/include/few_shot_en/Hindi/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Hungarian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Hungarian/_hungarian_few_shot_en_template_yaml,sha256=h9hLnDXUaLZUQVzONmpOLO-iLuvjPHadwMbUxpZEdR8,392
lm_eval/tasks/include/few_shot_en/Hungarian/_include_base_44_hungarian.yaml,sha256=YTqUuQgAQxzatj40_hVcczqSl6STv2lOSC04mMoWiJY,280
lm_eval/tasks/include/few_shot_en/Hungarian/include_base_44_hungarian_applied_science.yaml,sha256=-AP142agIhEYzYme8Hw1IU5IlI1hbZ3zuYSyeiKSvuE,259
lm_eval/tasks/include/few_shot_en/Hungarian/include_base_44_hungarian_social_science.yaml,sha256=h6jC5Ig-8L81bHvpVRGC1Kho0FCMZ39Wqta7K95IkTM,256
lm_eval/tasks/include/few_shot_en/Hungarian/include_base_44_hungarian_stem.yaml,sha256=BHFVWI9qQpokHJMWVggtOzsAi533P4zPJ_1gQVgOBro,224
lm_eval/tasks/include/few_shot_en/Hungarian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Indonesian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Indonesian/_include_base_44_indonesian.yaml,sha256=KD5rDYm8dkOp7IClqSNuZVzmMlrOTGZq78BLLi05AKU,409
lm_eval/tasks/include/few_shot_en/Indonesian/_indonesian_few_shot_en_template_yaml,sha256=dR8fV6aJw7WtyPvMFwmE4ALAXrsYpyFJ3upkYsM5a9Y,393
lm_eval/tasks/include/few_shot_en/Indonesian/include_base_44_indonesian_applied_science.yaml,sha256=RvTffX-W03gE_M-1BbK4FabQwU2lofWXztdz2z83RrY,261
lm_eval/tasks/include/few_shot_en/Indonesian/include_base_44_indonesian_arts_humanities.yaml,sha256=V1hqXmMkn_3MYwls_tFM4Iufk8OeNycv8s9ktF6tC5A,263
lm_eval/tasks/include/few_shot_en/Indonesian/include_base_44_indonesian_professional_certification.yaml,sha256=1ZsR6W2wTgbZxdqOK6YNJWzvtOWparBl_0GST1lm4b8,294
lm_eval/tasks/include/few_shot_en/Indonesian/include_base_44_indonesian_social_science.yaml,sha256=2MOkke935kzZx8o6oWwnFKCykaQBVebHjCOJYImJBic,258
lm_eval/tasks/include/few_shot_en/Indonesian/include_base_44_indonesian_stem.yaml,sha256=WF4lvyAmhNBZz430WvEF-j5NTPqF4q6RauLkIa--OJA,226
lm_eval/tasks/include/few_shot_en/Indonesian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Italian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Italian/_include_base_44_italian.yaml,sha256=1E3cefu7km-E1If2JzQREHgAHnEq5e2bF_f2UhqaYGw,455
lm_eval/tasks/include/few_shot_en/Italian/_italian_few_shot_en_template_yaml,sha256=vAuCDRmNUODndF19xazCAylrUkL78Zmqlew24C6oGO8,390
lm_eval/tasks/include/few_shot_en/Italian/include_base_44_italian_applied_science.yaml,sha256=N0m9rcc8EGyn3wfRGBWVeAja3NFuc3MCYzN7uC9WhVQ,255
lm_eval/tasks/include/few_shot_en/Italian/include_base_44_italian_arts_humanities.yaml,sha256=aD9tKZJSnAhDMhxrDhoiYTEj0CcUFk14hys8MGapN5c,257
lm_eval/tasks/include/few_shot_en/Italian/include_base_44_italian_health_oriented_education.yaml,sha256=zLrWOZUGRI9BMVObXN5FGcp-Un4TF4hyKJdvFw8p0lc,285
lm_eval/tasks/include/few_shot_en/Italian/include_base_44_italian_professional_certification.yaml,sha256=Ri6G6N1tIZvb4n4ET50P9ieWO46xxPeSZ5GMDzQEyhI,288
lm_eval/tasks/include/few_shot_en/Italian/include_base_44_italian_social_science.yaml,sha256=v9v0ILmpGwhM6K1tXxDsmIEdO7bha0uvOHamFDWwTns,252
lm_eval/tasks/include/few_shot_en/Italian/include_base_44_italian_stem.yaml,sha256=6G-acY4WT8LI7zZr95bNE9s8PRorDipSM2aOqBNOIHs,220
lm_eval/tasks/include/few_shot_en/Italian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Japanese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Japanese/_include_base_44_japanese.yaml,sha256=kdAqmawjqSaz1L01QvCzGNpj2X6F_UaxXNR8Xnu9uSQ,299
lm_eval/tasks/include/few_shot_en/Japanese/_japanese_few_shot_en_template_yaml,sha256=JxXbMTOBrnDbcEsjprLygG5v6uRxSilWJIgYGztyzAk,391
lm_eval/tasks/include/few_shot_en/Japanese/include_base_44_japanese_driving_license.yaml,sha256=hYolTpldpMDO9nWvHJULrR8ziR6wmeIhLWT88OaEkMU,257
lm_eval/tasks/include/few_shot_en/Japanese/include_base_44_japanese_medical_license.yaml,sha256=vUp3RjKMvKVejfsEzKifr0jk0CqGl7wQ1aJnVKNS8mg,257
lm_eval/tasks/include/few_shot_en/Japanese/include_base_44_japanese_professional_certification.yaml,sha256=IpljuvdsELRC5-wfnrZSVF6vTPSPWQAoUZm6DhlcVHE,290
lm_eval/tasks/include/few_shot_en/Japanese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Kazakh/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Kazakh/_include_base_44_kazakh.yaml,sha256=h3XYjTE_e9hnV5V76_BpxhUWFzA-P9g04Y4Hy50gomA,174
lm_eval/tasks/include/few_shot_en/Kazakh/_kazakh_few_shot_en_template_yaml,sha256=zxiJ0YEIDjU29Ps5-BiJPSPKlP-W27qXGip_YRxrVug,389
lm_eval/tasks/include/few_shot_en/Kazakh/include_base_44_kazakh_arts_humanities.yaml,sha256=6IctNh7g1At2VXvo3oHZNJovOEy9GAu8DG08Q32ZMaY,255
lm_eval/tasks/include/few_shot_en/Kazakh/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Korean/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Korean/_include_base_44_korean.yaml,sha256=tuYwDeggCI0D3JfFKAh4vyQxr_5cUxIFEDlziRsNXKU,237
lm_eval/tasks/include/few_shot_en/Korean/_korean_few_shot_en_template_yaml,sha256=dhR-bPz4AEm-75NPTLb7j20v5mVEtye-Y91Hnqxzj7g,389
lm_eval/tasks/include/few_shot_en/Korean/include_base_44_korean_professional_certification.yaml,sha256=wKFffKuQmeOvuTwtBoYoEV13ZhG7aNpIgAfjYKXcUU0,286
lm_eval/tasks/include/few_shot_en/Korean/include_base_44_korean_social_science.yaml,sha256=GvMksyacV5Xat7dZN9idBvtbkQ8yTgGs2xpLcGmZ_ls,250
lm_eval/tasks/include/few_shot_en/Korean/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Lithuanian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Lithuanian/_include_base_44_lithuanian.yaml,sha256=665Ar7Sz3m9uG_yq8fQ3oxxGdDWWAspnqzYZGMjvogs,411
lm_eval/tasks/include/few_shot_en/Lithuanian/_lithuanian_few_shot_en_template_yaml,sha256=DAp98GaxFAIVTe1lRji5D27NKQhU17ztz7UQvcSO7yc,393
lm_eval/tasks/include/few_shot_en/Lithuanian/include_base_44_lithuanian_arts_humanities.yaml,sha256=a_hZ0gEzO43QfKA_0jFVBP_DrYaBusI27pMflZY7-dI,263
lm_eval/tasks/include/few_shot_en/Lithuanian/include_base_44_lithuanian_business_commerce.yaml,sha256=Clc8BKJ616_e9AIHLejVwpZpRuEOn7Ywu7FQNs3Tb0I,269
lm_eval/tasks/include/few_shot_en/Lithuanian/include_base_44_lithuanian_professional_certification.yaml,sha256=rLn6gwbjCejJEhPpACrUGR18rZWqlglXWQUPljEEWFY,294
lm_eval/tasks/include/few_shot_en/Lithuanian/include_base_44_lithuanian_social_science.yaml,sha256=0h7jnWoOd_e0O7r_5QrRNRk1q6jJ2GdCQVbowiQgmqk,258
lm_eval/tasks/include/few_shot_en/Lithuanian/include_base_44_lithuanian_stem.yaml,sha256=nlXO4fh-f3BMyz5pQ064_RLf9iieoZ1Hlo5G_77x558,226
lm_eval/tasks/include/few_shot_en/Lithuanian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Malay/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Malay/_include_base_44_malay.yaml,sha256=HBGOjKOZJ07tPxNjdbfTPf_yGujyDM08ZDjCTiahNfI,277
lm_eval/tasks/include/few_shot_en/Malay/_malay_few_shot_en_template_yaml,sha256=p7v8E2P-YqGtUwlhRA3lfumMpRHHZSQdxYgnhcyESIM,388
lm_eval/tasks/include/few_shot_en/Malay/include_base_44_malay_arts_humanities.yaml,sha256=xBIVxWAEWkWcFJtL7lt-rGUpkVf_7xUVOC8oREJIydA,253
lm_eval/tasks/include/few_shot_en/Malay/include_base_44_malay_business_commerce.yaml,sha256=LAdFZZwBuv371gYNp3ecLotdUX-KU5Wh07VPx-5nXRM,259
lm_eval/tasks/include/few_shot_en/Malay/include_base_44_malay_social_science.yaml,sha256=1bJFPbe-QC1EwxRRRT-Buf4du3sgTYcl48pJYiVr3vc,248
lm_eval/tasks/include/few_shot_en/Malay/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Malayalam/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Malayalam/_include_base_44_malayalam.yaml,sha256=Hze7vTqGzosqNrdmvFeWFgu2FLhP07_glEZiMkXWyZg,459
lm_eval/tasks/include/few_shot_en/Malayalam/_malayalam_few_shot_en_template_yaml,sha256=c2OUPcab0EGkdkZyCs5604gWi17nY5tZJzaiHLDP6cA,392
lm_eval/tasks/include/few_shot_en/Malayalam/include_base_44_malayalam_arts_humanities.yaml,sha256=QJHRDpTjucMXBZlgs43mszuwpS1vFSi7RK2GbE9A0u0,261
lm_eval/tasks/include/few_shot_en/Malayalam/include_base_44_malayalam_general_knowledge.yaml,sha256=sAi1sEtvEZsh4mDk0wLn2qbpIkFda0OfEUKLUtLPLTc,265
lm_eval/tasks/include/few_shot_en/Malayalam/include_base_44_malayalam_health_oriented_education.yaml,sha256=CyPVfsZ0O72i0E3r4xDJVDAlI6SMyAmIGAVlNwYMlgA,289
lm_eval/tasks/include/few_shot_en/Malayalam/include_base_44_malayalam_marine_license.yaml,sha256=V9WOCOQuLaOXSZV4tEEBtstvPoKuIBriJZ4tHAMU83c,256
lm_eval/tasks/include/few_shot_en/Malayalam/include_base_44_malayalam_social_science.yaml,sha256=CJWFUdSSCv6DzxgCUoqpccJ5do8ehCpPLZKHwUUAkoE,256
lm_eval/tasks/include/few_shot_en/Malayalam/include_base_44_malayalam_stem.yaml,sha256=baO-PpgUz0XF-mHbZvmOQV4Me04StHOdaMLX6bYaHxo,224
lm_eval/tasks/include/few_shot_en/Malayalam/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Nepali/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Nepali/_include_base_44_nepali.yaml,sha256=5S7OfnNSpRR2qOkovkB8N4gF4hdALeHuoXqV5oK3e8U,238
lm_eval/tasks/include/few_shot_en/Nepali/_nepali_few_shot_en_template_yaml,sha256=_e_tQMOOV8qdnvIeCr-rm8NCEpScIN4c0FSzhdNK2cw,389
lm_eval/tasks/include/few_shot_en/Nepali/include_base_44_nepali_driving_license.yaml,sha256=nyMG9kee1GPpR-QAYuEhphd37GfemSOUUQLxc5QxmWs,253
lm_eval/tasks/include/few_shot_en/Nepali/include_base_44_nepali_professional_certification.yaml,sha256=CiMKjtayiwwvkX72Y0ubSu9fpU0TI88CEwGweqhjb74,286
lm_eval/tasks/include/few_shot_en/Nepali/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/North Macedonian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/North Macedonian/_include_base_44_north macedonian.yaml,sha256=TuHNEaxVnAorffdQEoCfSpqY4jNiirNB9ljWsxXxmHA,373
lm_eval/tasks/include/few_shot_en/North Macedonian/_north macedonian_few_shot_en_template_yaml,sha256=7C8k918Z-KlLuRA_VwjGvEjct0XHh197d4Z1HyXQOUk,399
lm_eval/tasks/include/few_shot_en/North Macedonian/include_base_44_north macedonian_arts_humanities.yaml,sha256=gNHE2z99i58W2l6bCKkdhv1BnHkSxJOu-pR-WzsPK0Y,275
lm_eval/tasks/include/few_shot_en/North Macedonian/include_base_44_north macedonian_business_commerce.yaml,sha256=YiMEG-g0_wK1ZF06q9ML3s6H56wAdtMBKy1fwDqUU3c,281
lm_eval/tasks/include/few_shot_en/North Macedonian/include_base_44_north macedonian_social_science.yaml,sha256=frq4qLxytjdmlB4gFT2in_JYJ5LDEKGt7fEUM_B-qys,270
lm_eval/tasks/include/few_shot_en/North Macedonian/include_base_44_north macedonian_stem.yaml,sha256=BspibhcXZqCcS0S3d19v4cQ2pY0rIAVT16tyrUWGo8E,238
lm_eval/tasks/include/few_shot_en/North Macedonian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Persian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Persian/_include_base_44_persian.yaml,sha256=UOI3QdfvvPXBuyNjFFGO4lc1i3XTPhC09oMEpVjxDos,391
lm_eval/tasks/include/few_shot_en/Persian/_persian_few_shot_en_template_yaml,sha256=RmYBV8PYw-Bs8zbjHMfAv7xVAklBM_xp7Mnxt8BAk8o,390
lm_eval/tasks/include/few_shot_en/Persian/include_base_44_persian_arts_humanities.yaml,sha256=bfmqDvDckquoi84SrdvBBnjPavxIl2lxI38W2KGTf5U,257
lm_eval/tasks/include/few_shot_en/Persian/include_base_44_persian_driving_license.yaml,sha256=Ep2_CB-kAUq8punlhV4vgtj_lTrZazVyzSfeMbIT_K8,255
lm_eval/tasks/include/few_shot_en/Persian/include_base_44_persian_professional_certification.yaml,sha256=mB_8DGFZlSUohZ5RPkyNn--NLr9cY5Oq3BSGPGovNro,288
lm_eval/tasks/include/few_shot_en/Persian/include_base_44_persian_social_science.yaml,sha256=3PmEv_ZwU69-wGSYWG1-xsUZI3RmxbPT6h8BHR0Kjbg,252
lm_eval/tasks/include/few_shot_en/Persian/include_base_44_persian_stem.yaml,sha256=iAQSgmCvEl8dwOsnkkT_5B83jD-lSznFFKkekx4Soxo,220
lm_eval/tasks/include/few_shot_en/Persian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Polish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Polish/_include_base_44_polish.yaml,sha256=Emga1FTWB5EuAVWwNtzLxqkhsEOqs8-RP3qsJeMgOZI,279
lm_eval/tasks/include/few_shot_en/Polish/_polish_few_shot_en_template_yaml,sha256=wTOVKZlOI4XIY9W0XufOPAspkRuA55jWmloMQq_Wkjs,389
lm_eval/tasks/include/few_shot_en/Polish/include_base_44_polish_professional_certification.yaml,sha256=XXnaZvOZyBd5OvjPnYht3b7FT4OuPJnTVkkrYE-BiYs,286
lm_eval/tasks/include/few_shot_en/Polish/include_base_44_polish_social_science.yaml,sha256=MSThJ_Mk5QSzGHC967k9pvuIFlkZy6mYAHUczCdH0kw,250
lm_eval/tasks/include/few_shot_en/Polish/include_base_44_polish_stem.yaml,sha256=quWjBRIeinG_e1KPwS__MidbaAXwgYt_-er6fBeZMpM,218
lm_eval/tasks/include/few_shot_en/Polish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Portuguese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Portuguese/_include_base_44_portuguese.yaml,sha256=w0LGJa26a-OWk1ZicpN5S2d7cz_rWazpV5B-L963HA4,467
lm_eval/tasks/include/few_shot_en/Portuguese/_portuguese_few_shot_en_template_yaml,sha256=enDqv5LiRnOAlOUTT5BVvlTVF4-rsQkab4uYwX2LtPU,393
lm_eval/tasks/include/few_shot_en/Portuguese/include_base_44_portuguese_applied_science.yaml,sha256=1GVUcoodcB1OiAu3rt52Yocjp1YWx1KvH-BCsCfj6k8,261
lm_eval/tasks/include/few_shot_en/Portuguese/include_base_44_portuguese_arts_humanities.yaml,sha256=Q4BuzjEH-BPYH4f4FUTX3tZ505lkzZlKay7rRGCS6sI,263
lm_eval/tasks/include/few_shot_en/Portuguese/include_base_44_portuguese_business_commerce.yaml,sha256=OTYroQbNe-rER_o4NyqpIzSXMmG9YlDLTRzw1PgLjwc,269
lm_eval/tasks/include/few_shot_en/Portuguese/include_base_44_portuguese_health_oriented_education.yaml,sha256=QikV9ase4FT9kT69-pEpzHbEA7iS3wUXk24ID50lzoQ,291
lm_eval/tasks/include/few_shot_en/Portuguese/include_base_44_portuguese_social_science.yaml,sha256=pANki8ZCMSrRhY9_a51gzxwc8VXIPCtsmZrqL_nu6Q0,258
lm_eval/tasks/include/few_shot_en/Portuguese/include_base_44_portuguese_stem.yaml,sha256=6vN_K_UOdH7b2NQIa46E48-5Yu6AFUHIPZA_d4apKDk,226
lm_eval/tasks/include/few_shot_en/Portuguese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Russian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Russian/_include_base_44_russian.yaml,sha256=fyMLQJCuah78fxT3I0plDTR7VyrScTyDCnH1rg9ErHc,553
lm_eval/tasks/include/few_shot_en/Russian/_russian_few_shot_en_template_yaml,sha256=_3rFxf-u2bHkcHxSUokwhDsgcJPcubYZ88SRZ38KAPg,390
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_applied_science.yaml,sha256=b4awy2Q0jU7_5aNFW7tVJDOO-YJCiH5xl4H-Qg_zSqY,255
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_arts_humanities.yaml,sha256=EmCKLHJLtZTTlgdcTwkGgMrlCRXPQlfMYpUba8AuA7s,257
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_business_commerce.yaml,sha256=l-YV50TpZut6KsTPwN2WhmZLHI_v3EKqP6ihviHEBjk,263
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_driving_license.yaml,sha256=rk9JrZPhMtZ8Z5KNozF-rc36AI0JZ6KgCxBtqTNyigQ,255
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_health_oriented_education.yaml,sha256=TTEk9katMBCS9gI2QeG2ZiG_-FOdjYOhsoLMBjhLLX4,285
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_marine_license.yaml,sha256=vf6m7aSA2yW-ufgxaYvqTszMScPoarU5F2RJvulQyuI,252
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_social_science.yaml,sha256=RJqfhh6wKTqF3aYGAFBtkudcQH0RdV5hnS_eWNlhkTU,252
lm_eval/tasks/include/few_shot_en/Russian/include_base_44_russian_stem.yaml,sha256=3K-Nf-RJL0UCF4RQWEgGr2og-SOHli5zj_65b_jysSg,220
lm_eval/tasks/include/few_shot_en/Russian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Serbian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Serbian/_include_base_44_serbian.yaml,sha256=rGQDBX5QkzJNBRtg1Sou2LLfi-ZMTu4ZswIwPOcFnR4,272
lm_eval/tasks/include/few_shot_en/Serbian/_serbian_few_shot_en_template_yaml,sha256=e2ZMRADciFkAsZXJ87cmm3cUwvMO_KG3vQchpQtfbE4,390
lm_eval/tasks/include/few_shot_en/Serbian/include_base_44_serbian_arts_humanities.yaml,sha256=xnkNZIyoJUEaoD_hppFDojTi8eqNMJUESA3VFA1D0nI,257
lm_eval/tasks/include/few_shot_en/Serbian/include_base_44_serbian_social_science.yaml,sha256=4PxCy_vHuxUOzHp1apBsSH851OrdQmmu8lxCWDT92Hw,252
lm_eval/tasks/include/few_shot_en/Serbian/include_base_44_serbian_stem.yaml,sha256=hXPsRlHMyLxCcd6Hz9PW0WZcEdx8DiAgL3bAaKy8o6Y,220
lm_eval/tasks/include/few_shot_en/Serbian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Spanish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Spanish/_include_base_44_spanish.yaml,sha256=KGAeqqnxxAWD-uFdG7REC3xkJTxPjHBh2ZuBLlHoJXk,336
lm_eval/tasks/include/few_shot_en/Spanish/_spanish_few_shot_en_template_yaml,sha256=bhEq_hHqfNEyZUHv-mKMVVuSoSGrJeenJPpY53tH3Io,390
lm_eval/tasks/include/few_shot_en/Spanish/include_base_44_spanish_arts_humanities.yaml,sha256=jM_-SWhxCoIKIiBi6KFXkt_Dv_57bg4x9_4oi4MIPHs,257
lm_eval/tasks/include/few_shot_en/Spanish/include_base_44_spanish_health_oriented_education.yaml,sha256=FNnvEcYWOZeDwvqYUIFOg47JLwG3B2Vs3hnZXk30lak,285
lm_eval/tasks/include/few_shot_en/Spanish/include_base_44_spanish_social_science.yaml,sha256=SE_zpZWwwx8FvlofGo89ihQLVPJOhVbWPxeDnj9ccL4,252
lm_eval/tasks/include/few_shot_en/Spanish/include_base_44_spanish_stem.yaml,sha256=ryWe4cah2AjTOGCFvQYb3YgAgrFf0FDAHJeBlrRwufA,220
lm_eval/tasks/include/few_shot_en/Spanish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Tagalog/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Tagalog/_include_base_44_tagalog.yaml,sha256=hBY2hsS2WMuZLvMy49_vxTL_CCLIRP6PxU9iVem4XqA,230
lm_eval/tasks/include/few_shot_en/Tagalog/_tagalog_few_shot_en_template_yaml,sha256=uxYh5paLBPtTlClcJmyZNZIP4pdH9CXQF0wTYM8FvdU,390
lm_eval/tasks/include/few_shot_en/Tagalog/include_base_44_tagalog_arts_humanities.yaml,sha256=ZJv2C9Zj6eSwQMtn-a54ebQhe9XLCbGqGJr9ePFgqCQ,257
lm_eval/tasks/include/few_shot_en/Tagalog/include_base_44_tagalog_driving_license.yaml,sha256=2F0-ahhkVTdaZhn7t0-f90ip3gsyAi7FY1HMX2Ed7wU,255
lm_eval/tasks/include/few_shot_en/Tagalog/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Tamil/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Tamil/_include_base_44_tamil.yaml,sha256=UhdCPfKB5dBMteh8ixlNxaQDGUrT9qz15DHknvRZ_do,215
lm_eval/tasks/include/few_shot_en/Tamil/_tamil_few_shot_en_template_yaml,sha256=-be5BwgHajHIwTNMp7qKoXGhOrQ2OR9l8wduJWcry3k,388
lm_eval/tasks/include/few_shot_en/Tamil/include_base_44_tamil_general_knowledge.yaml,sha256=gnAzascUT7q7abYntCi_9IWfZuTpgrzDedbwzHUfCC8,257
lm_eval/tasks/include/few_shot_en/Tamil/include_base_44_tamil_stem.yaml,sha256=gJDrp0X-n5LYhT09b5lRzR4WMR4WzAYV1svLU2mzuVI,216
lm_eval/tasks/include/few_shot_en/Tamil/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Telugu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Telugu/_include_base_44_telugu.yaml,sha256=6cJIkvpQ90UGh6uWHZ2q402RMy8YFaz8Z4_Thz-t6a8,321
lm_eval/tasks/include/few_shot_en/Telugu/_telugu_few_shot_en_template_yaml,sha256=4CMsqQw99daMWRpRlbwHehf8IHzU9PvtxpklKWiCA9o,389
lm_eval/tasks/include/few_shot_en/Telugu/include_base_44_telugu_applied_science.yaml,sha256=yGA8T1KMQcv89ze4wVQcBtt_bH0_FjitxU_BNFeFhnE,253
lm_eval/tasks/include/few_shot_en/Telugu/include_base_44_telugu_arts_humanities.yaml,sha256=ih-SUBPu_k2qxBSXM4nQmxsBT8cyCfBlYd1rv7NrrXw,255
lm_eval/tasks/include/few_shot_en/Telugu/include_base_44_telugu_social_science.yaml,sha256=VX3axxUYU8Iu8-OOJcZr2VWTVkQ6FkLMj-Wcahe3BiI,250
lm_eval/tasks/include/few_shot_en/Telugu/include_base_44_telugu_stem.yaml,sha256=IyolILWMtgT3Augk6DgWLpVJUJDhcObWoVNFEc1x70Y,218
lm_eval/tasks/include/few_shot_en/Telugu/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Turkish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Turkish/_include_base_44_turkish.yaml,sha256=LBADAmH6tPGezKrdz4WKDG2FNYz0ZWghSQ2si9761OI,328
lm_eval/tasks/include/few_shot_en/Turkish/_turkish_few_shot_en_template_yaml,sha256=6357OIp1C0c9lkP4aSL1dPHZCKKwmsvvBdG0YMQ-7xU,390
lm_eval/tasks/include/few_shot_en/Turkish/include_base_44_turkish_arts_humanities.yaml,sha256=QfdPvQyOn84W0HfuD9QF3NP8iwv6Ao834sRF90sOKKE,257
lm_eval/tasks/include/few_shot_en/Turkish/include_base_44_turkish_business_commerce.yaml,sha256=IY1zsPoWVNmvUJbWua2Nj_5kxuqGhFnvX6svSCgXnXY,263
lm_eval/tasks/include/few_shot_en/Turkish/include_base_44_turkish_social_science.yaml,sha256=kXXhhGOSUsrt-7dFVTmhtycAhOUJwDVTRg2zCigMogE,252
lm_eval/tasks/include/few_shot_en/Turkish/include_base_44_turkish_stem.yaml,sha256=wmGfZGf0_KHPn4jma8MU6xLCDuaNP83jqYRPISQC4Mk,220
lm_eval/tasks/include/few_shot_en/Turkish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Ukrainian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Ukrainian/_include_base_44_ukrainian.yaml,sha256=UUVIDxL4NxNb8R1-7az3s-ccVRj3PUHNGnSarq-yvos,280
lm_eval/tasks/include/few_shot_en/Ukrainian/_ukrainian_few_shot_en_template_yaml,sha256=2cRlj1OXTD9ZJql7UjlzAC9UDTXLdUsljdYWrEdnNvI,392
lm_eval/tasks/include/few_shot_en/Ukrainian/include_base_44_ukrainian_arts_humanities.yaml,sha256=WDbFBBYETZK0-FGqHTNzdf6p97_UropspwOWCi8VSOw,261
lm_eval/tasks/include/few_shot_en/Ukrainian/include_base_44_ukrainian_social_science.yaml,sha256=kN4mYksERu6qRLxnysPuHEgkNZxYsXqox0w6YSljW90,256
lm_eval/tasks/include/few_shot_en/Ukrainian/include_base_44_ukrainian_stem.yaml,sha256=OjSfEXlKYnJ_SDFPUNzbudjhdwL9XAlYN-fBphmpU50,224
lm_eval/tasks/include/few_shot_en/Ukrainian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Urdu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Urdu/_include_base_44_urdu.yaml,sha256=vd3fgfq4QLSJev8Qh-dfIj4NEv7vOdPQIb0Tjp2cQu8,271
lm_eval/tasks/include/few_shot_en/Urdu/_urdu_few_shot_en_template_yaml,sha256=G9zcHCOjqzxwUMK72qzWVE9wa57hscQ1ebyyCXGznkM,387
lm_eval/tasks/include/few_shot_en/Urdu/include_base_44_urdu_arts_humanities.yaml,sha256=mxl2Fua5VKdZ14zaoZbQ1Bz-eZPi1htQsFLBOPEKq3E,251
lm_eval/tasks/include/few_shot_en/Urdu/include_base_44_urdu_health_oriented_education.yaml,sha256=dXsht62Y3JzdTpeusfU-n7SAasKKfbBt5BYN8bVqunI,279
lm_eval/tasks/include/few_shot_en/Urdu/include_base_44_urdu_stem.yaml,sha256=LT0PTiSQ1UEgt9AtGqIHJW90E_k4cH1NJx_pcRQjoqM,214
lm_eval/tasks/include/few_shot_en/Urdu/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Uzbek/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Uzbek/_include_base_44_uzbek.yaml,sha256=dG_GunC6rYSmKoY9u1-mi1bd1HtukcNkHld6Mj71LWc,316
lm_eval/tasks/include/few_shot_en/Uzbek/_uzbek_few_shot_en_template_yaml,sha256=n68JHazwCW2nSBTcWH4zu2l7TziZfyzS_BHHOgKaziE,388
lm_eval/tasks/include/few_shot_en/Uzbek/include_base_44_uzbek_arts_humanities.yaml,sha256=ArphkV1MgZLArGVMRDwnMZiul78X8gWi7C1F6w1YI_8,253
lm_eval/tasks/include/few_shot_en/Uzbek/include_base_44_uzbek_medical_license.yaml,sha256=fK7wWJQKnZdPTmxeqqXbTBalGl8E8J0-rdIHlC2ExSM,251
lm_eval/tasks/include/few_shot_en/Uzbek/include_base_44_uzbek_social_science.yaml,sha256=e3538ALNgzExK4vHn5jsxmNcojggi8_JZJMKCRxKObY,248
lm_eval/tasks/include/few_shot_en/Uzbek/include_base_44_uzbek_stem.yaml,sha256=TPqAdxzY2I26AWo8QRiY0G_lhsG0UWWml9JAUjnDpZs,216
lm_eval/tasks/include/few_shot_en/Uzbek/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_en/Vietnamese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_en/Vietnamese/_include_base_44_vietnamese.yaml,sha256=e8zbdauHNL6WanfPjcamk1qU2LcgVO7loNwRFdCiMlM,284
lm_eval/tasks/include/few_shot_en/Vietnamese/_vietnamese_few_shot_en_template_yaml,sha256=HXq50F5eSv81QXL0rV6K7wdfJpMEsrM9bheXzzzugC8,393
lm_eval/tasks/include/few_shot_en/Vietnamese/include_base_44_vietnamese_arts_humanities.yaml,sha256=Wn6WvVrw0qGDPy5vS8JmdYTYEu7xqcquo4z0TV6oadU,263
lm_eval/tasks/include/few_shot_en/Vietnamese/include_base_44_vietnamese_social_science.yaml,sha256=8hE64yM1nOQxLf_VvLHbZHf0EhcF4Dv0HkQpTyDppRk,258
lm_eval/tasks/include/few_shot_en/Vietnamese/include_base_44_vietnamese_stem.yaml,sha256=vaSMQGntToYrr_onydA4FwLzJXFBvWu-ud56vhu4B_s,226
lm_eval/tasks/include/few_shot_en/Vietnamese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Albanian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Albanian/_albanian_few_shot_og_template_yaml,sha256=RPKKHD0wlTEKvboyLFNRCjPUDS1p3CYPE4V7zdFJdwk,391
lm_eval/tasks/include/few_shot_og/Albanian/_include_base_44_albanian.yaml,sha256=eePvGnrtmYmC4C5I1gB87ukVGSqGVrb8xOWFDtIDJ_Y,398
lm_eval/tasks/include/few_shot_og/Albanian/include_base_44_albanian_arts_humanities.yaml,sha256=F5NLz0AgcAOj69HnayNbnDwBPLvudHhIvXKPwVqGotQ,271
lm_eval/tasks/include/few_shot_og/Albanian/include_base_44_albanian_business_commerce.yaml,sha256=ru3qPistmZ4f7IHJ2pfSnS9GslBDl5E-klbY39UAksc,277
lm_eval/tasks/include/few_shot_og/Albanian/include_base_44_albanian_health_oriented_education.yaml,sha256=XIdkC9oxnZYs33_cI-q5AlB8OtZ9hgBeFXwkr9PnOD4,299
lm_eval/tasks/include/few_shot_og/Albanian/include_base_44_albanian_social_science.yaml,sha256=Beks6QucaF9Aig1F0kRAIbUfvMhNdtR-g5S0KI9SFaY,266
lm_eval/tasks/include/few_shot_og/Albanian/include_base_44_albanian_stem.yaml,sha256=INh17TJGkQqA8kcoJAvJWBARfodKv-REpyGFmicpUU0,236
lm_eval/tasks/include/few_shot_og/Albanian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Arabic/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Arabic/_arabic_few_shot_og_template_yaml,sha256=LtaZBUDf7gYUx1mggnqPT9Se7hba2VMLr9xN_Jq8xng,389
lm_eval/tasks/include/few_shot_og/Arabic/_include_base_44_arabic.yaml,sha256=qsGDogM6HQYCKCeid94d29k3TCXguABoLJEQZy4M3Tc,431
lm_eval/tasks/include/few_shot_og/Arabic/include_base_44_arabic_arts_humanities.yaml,sha256=O6AFc3iqDtOBFu8voJLTdn_qEQ4hQOAH3HaIMQokpjc,276
lm_eval/tasks/include/few_shot_og/Arabic/include_base_44_arabic_business_commerce.yaml,sha256=jlcjO_1sNiFQjtR9UvtGVu6XQY958iRDQJ8yaZdUXkY,282
lm_eval/tasks/include/few_shot_og/Arabic/include_base_44_arabic_driving_license.yaml,sha256=UbWtqbRSCMXdKAcDK56jFQRUC1QKSEsKXFUHWy_rZh4,274
lm_eval/tasks/include/few_shot_og/Arabic/include_base_44_arabic_general_knowledge.yaml,sha256=RoMTd2fNRmqhG65p1_9nYR4I7kH-cUtvR0maUcgg42M,280
lm_eval/tasks/include/few_shot_og/Arabic/include_base_44_arabic_social_science.yaml,sha256=vfhJ8y6bOQXMlr_83CYI95uBYf6y2f9mPYukUP5SIwY,271
lm_eval/tasks/include/few_shot_og/Arabic/include_base_44_arabic_stem.yaml,sha256=jhjqw2piKHcpuuM9rSGGlAWOg1X5SPnb07Htzas-LbM,241
lm_eval/tasks/include/few_shot_og/Arabic/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Armenian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Armenian/_armenian_few_shot_og_template_yaml,sha256=23iXP9b1pNEZ-vyk5PUu1uIdP9Gw0UHTNNPJOjjzykM,391
lm_eval/tasks/include/few_shot_og/Armenian/_include_base_44_armenian.yaml,sha256=QQ8UwGI2sVG0xfamTvg0nxgC0tbJAM4gAcMpOS43fek,331
lm_eval/tasks/include/few_shot_og/Armenian/include_base_44_armenian_arts_humanities.yaml,sha256=npMvukv8QywJ6YE226ADP8ncx-ASAliZdYBTCfpkg8U,327
lm_eval/tasks/include/few_shot_og/Armenian/include_base_44_armenian_driving_license.yaml,sha256=gCPUnPvI7K3wIsxg1MyQ4v5cCmE6hK41EqIUNU6R6WY,325
lm_eval/tasks/include/few_shot_og/Armenian/include_base_44_armenian_social_science.yaml,sha256=bZOz17deWvoT4sf1oisO6MjG_2azG8gltmCkzFIA91k,322
lm_eval/tasks/include/few_shot_og/Armenian/include_base_44_armenian_stem.yaml,sha256=hp1AIxf-HRXmNTbutgqneXC-opazUAU3Xo0z3WVeaMk,290
lm_eval/tasks/include/few_shot_og/Armenian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Azerbaijani/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Azerbaijani/_azerbaijani_few_shot_og_template_yaml,sha256=rwbpj452rCLto_6vB1XZb46VrIYGO7J2GnmfxaOnNVw,394
lm_eval/tasks/include/few_shot_og/Azerbaijani/_include_base_44_azerbaijani.yaml,sha256=9WgDkdydPy5stE4A9OyB7tGVfMj8JJ6yAq_o7BVjdCY,474
lm_eval/tasks/include/few_shot_og/Azerbaijani/include_base_44_azerbaijani_applied_science.yaml,sha256=6GwbtNlEF0mwADfttSOb-YL2WH2a2UeaetGkPvpGqUU,268
lm_eval/tasks/include/few_shot_og/Azerbaijani/include_base_44_azerbaijani_arts_humanities.yaml,sha256=yFNfPWbNwNH_nd_yEb35b8wpI-cXMKLhVmEQmzADDns,270
lm_eval/tasks/include/few_shot_og/Azerbaijani/include_base_44_azerbaijani_business_commerce.yaml,sha256=zwgWWMZzbjbSt3XKuHkUESptWmOyMWsZV-yaXMIk_cQ,276
lm_eval/tasks/include/few_shot_og/Azerbaijani/include_base_44_azerbaijani_health_oriented_education.yaml,sha256=9v6t5-FUoBvap1N6K8TVd7uvprDFe-6j0SWlAWvj99Y,298
lm_eval/tasks/include/few_shot_og/Azerbaijani/include_base_44_azerbaijani_social_science.yaml,sha256=1jij9PFpiL8SnFje8qH6OcwuG3x6YCf7bGxQ31vj9bc,265
lm_eval/tasks/include/few_shot_og/Azerbaijani/include_base_44_azerbaijani_stem.yaml,sha256=5dU8ZyuMF6YAAJLOQMWL4k5aXl9BgGUGZHCOH_oN5rU,233
lm_eval/tasks/include/few_shot_og/Azerbaijani/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Basque/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Basque/_basque_few_shot_og_template_yaml,sha256=Mdp07CuB-4xYi4pPAoGo9fhGUHkujSCza7qg8aCacK4,389
lm_eval/tasks/include/few_shot_og/Basque/_include_base_44_basque.yaml,sha256=eQoINJ8B-dXMCesg1iUglN51_whWFJ61BPYACy1s1YA,185
lm_eval/tasks/include/few_shot_og/Basque/include_base_44_basque_professional_certification.yaml,sha256=80xH0zwPG-FdXUSl6KuQlaZ9Lfs689fGG_tS39MhJJ0,287
lm_eval/tasks/include/few_shot_og/Basque/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Belarusian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Belarusian/_belarusian_few_shot_og_template_yaml,sha256=B3sDGCynRdntLCAbyyIZ6svvr8XY8Yw1emKf3hs1EKM,393
lm_eval/tasks/include/few_shot_og/Belarusian/_include_base_44_belarusian.yaml,sha256=5N0pM4eaoVF40bxAkrFZxePVovI3FvNxe-_yQgoGgog,284
lm_eval/tasks/include/few_shot_og/Belarusian/include_base_44_belarusian_arts_humanities.yaml,sha256=XgcPnVuB07sAh-Jtym_ISN19O8547Te_KE47TGUZagA,334
lm_eval/tasks/include/few_shot_og/Belarusian/include_base_44_belarusian_social_science.yaml,sha256=oRzRJKXIC61KO4xtCLXc4bw5-8A0_R0PPHGLFB72ir8,329
lm_eval/tasks/include/few_shot_og/Belarusian/include_base_44_belarusian_stem.yaml,sha256=DdkUiHw9lBI-baen5PVfbXy7Ckufs_X3PG_0QhkgvRE,299
lm_eval/tasks/include/few_shot_og/Belarusian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Bengali/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Bengali/_bengali_few_shot_og_template_yaml,sha256=YPmm_MzKYEQJbKTaXW4qrD_xafAbkcVhGLEgYLQERZI,390
lm_eval/tasks/include/few_shot_og/Bengali/_include_base_44_bengali.yaml,sha256=xjB-ZBVHR-K42oNp4-W0TEm_uYgjn_DDGQZj6U8Tykc,340
lm_eval/tasks/include/few_shot_og/Bengali/include_base_44_bengali_arts_humanities.yaml,sha256=t9lZFPo8d94WO5iFoJiAMSn1xBV9oQIXh9gHGI8vJRE,336
lm_eval/tasks/include/few_shot_og/Bengali/include_base_44_bengali_general_knowledge.yaml,sha256=T9IDdM-g-J-9mp92ZmM12CKGg3T5WBVVeb8LRZanTMU,340
lm_eval/tasks/include/few_shot_og/Bengali/include_base_44_bengali_professional_certification.yaml,sha256=_sGJ5QZdhsy2T5X2RDFKa3HwfQl2B7nNQj0egxyxqCM,369
lm_eval/tasks/include/few_shot_og/Bengali/include_base_44_bengali_stem.yaml,sha256=NEylyCuaIC54gXH-7uDlWnAQ56hQEgPylFnrxqSHvgw,301
lm_eval/tasks/include/few_shot_og/Bengali/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Bulgarian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Bulgarian/_bulgarian_few_shot_og_template_yaml,sha256=62XnVqErTfy0r9NCMBBfTe2p-y37ufpfbLWvX6f4dl8,392
lm_eval/tasks/include/few_shot_og/Bulgarian/_include_base_44_bulgarian.yaml,sha256=mFt54SGTvhTZen9vtyMUY-5mXKBRwRrcIZuGVoDJnHE,280
lm_eval/tasks/include/few_shot_og/Bulgarian/include_base_44_bulgarian_arts_humanities.yaml,sha256=bDvhme-AdgmtLLk0hwL29fyy3Pqv7u57FyJceGGVTQ0,286
lm_eval/tasks/include/few_shot_og/Bulgarian/include_base_44_bulgarian_social_science.yaml,sha256=rf1c__khmuoP4QEJbUv0naqwJrMVXtRlvRXz3agSLGg,281
lm_eval/tasks/include/few_shot_og/Bulgarian/include_base_44_bulgarian_stem.yaml,sha256=k1kXkekvX63KbNtwUlqmtjOzSQjcd7IBDcT-6YktpPU,251
lm_eval/tasks/include/few_shot_og/Bulgarian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Chinese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Chinese/_chinese_few_shot_og_template_yaml,sha256=L_-lvTasFwXfX3oIY-LYlDqBk2uoCH_vvQlQGLPTvBQ,390
lm_eval/tasks/include/few_shot_og/Chinese/_include_base_44_chinese.yaml,sha256=AwlW2nutMYd9j5n55StPEBH83bRWq9InTJMDv9gjRO8,565
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_applied_science.yaml,sha256=cimkCYXjUjTwugzY_WnQCseu2nLBu_5JnpOd5IIwHtE,240
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_arts_humanities.yaml,sha256=YjcjFe2N_6Dvt3uzTBxlvxom-jnlCvHY_RO7FNo0shY,242
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_business_commerce.yaml,sha256=_0r1ZSMYLmwahkRkzkLAutGwdjxAoHww7pClkGwwVHk,248
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_driving_license.yaml,sha256=_nMKKQtXPSTvWHCtUIgDj3YY6iY_SHI_hvCsynXtUo8,240
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_health_oriented_education.yaml,sha256=CAbEBkzn1zAnkjXu_7EbeWNcWUZVCOHgnmz192n08pM,270
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_professional_certification.yaml,sha256=FA0Ql96w4yRZ5aUUnGSP2RcZTboid2QUHer_2qhSx8o,273
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_social_science.yaml,sha256=SfL-i-n7vJ5netws4xLOMBi-_xTq4--IXb0cw4DENpY,237
lm_eval/tasks/include/few_shot_og/Chinese/include_base_44_chinese_stem.yaml,sha256=b5wTS10iJiWotz4kOmJ0Nu5uPsvjXk8sv00R_m-v9sM,207
lm_eval/tasks/include/few_shot_og/Chinese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Croatian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Croatian/_croatian_few_shot_og_template_yaml,sha256=eN99vnAC22sULtqaq2T12aGlaNC_hH-PSNfVCZJWGqI,391
lm_eval/tasks/include/few_shot_og/Croatian/_include_base_44_croatian.yaml,sha256=qtpxsHmJ43PD9QGbfpyyNsXoxCb1092VSsPo5bq4F3U,276
lm_eval/tasks/include/few_shot_og/Croatian/include_base_44_croatian_arts_humanities.yaml,sha256=qs0yu8fMBPsP2g5wNziR-QljWzDLVXtyJWWqHOnyMYw,248
lm_eval/tasks/include/few_shot_og/Croatian/include_base_44_croatian_social_science.yaml,sha256=5QMlNvjn52F2lLtDT1Zhy4EEC2D-8gz4OBYStPMX0Q0,243
lm_eval/tasks/include/few_shot_og/Croatian/include_base_44_croatian_stem.yaml,sha256=DrJfDpr5W9JE_Qw6LNyiglJeQfyL2qJQWuLxs4LcZLo,213
lm_eval/tasks/include/few_shot_og/Croatian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Dutch/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Dutch/_dutch_few_shot_og_template_yaml,sha256=7QYchKEcHybNcPohozFFDL5Cn8jqhRyod1eJRtNZqWc,388
lm_eval/tasks/include/few_shot_og/Dutch/_include_base_44_dutch.yaml,sha256=UvsTO4IeDL49z3OVwi49qvkhXIzjdUYCXjdXsLFK2DI,378
lm_eval/tasks/include/few_shot_og/Dutch/include_base_44_dutch_applied_science.yaml,sha256=mLBcmOIOn134rEW2seSnSd8F7fKOfoBnW479V33X8MI,244
lm_eval/tasks/include/few_shot_og/Dutch/include_base_44_dutch_arts_humanities.yaml,sha256=MczKvJkzIVm4ohaobYPx9hOXlCk9pMe7x4DR2FZXC1w,246
lm_eval/tasks/include/few_shot_og/Dutch/include_base_44_dutch_health_oriented_education.yaml,sha256=-M9HzwYRF8CSnCXNXM0t9_K8jYBm28o0M0dG4ygWY0k,276
lm_eval/tasks/include/few_shot_og/Dutch/include_base_44_dutch_social_science.yaml,sha256=54oxor8SueM0HVPewg_LRZU5kKv_ES9tKjGlTGNV-Sg,241
lm_eval/tasks/include/few_shot_og/Dutch/include_base_44_dutch_stem.yaml,sha256=9q-C3-S9MN_4TQcHOHzZgtaiS_Ik2rgP27FIfAUyl6s,211
lm_eval/tasks/include/few_shot_og/Dutch/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Estonian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Estonian/_estonian_few_shot_og_template_yaml,sha256=tcXiuK8_Dxhoi4SveERrpn_ZABTSGVlsxSgGzFyAPj8,391
lm_eval/tasks/include/few_shot_og/Estonian/_include_base_44_estonian.yaml,sha256=jUStXNLqwNaDUWJLuqR8wxVhEab6CNyd1sIJBTvp1_Y,396
lm_eval/tasks/include/few_shot_og/Estonian/include_base_44_estonian_applied_science.yaml,sha256=mfJWwZbNqjN1QAvsjbCEG1XQuZSf1UerP3DTATysmi0,258
lm_eval/tasks/include/few_shot_og/Estonian/include_base_44_estonian_arts_humanities.yaml,sha256=8N6HNPGRMAzRfDhVXQP0XKwDVGxB0GPvEq76GDlTt_A,260
lm_eval/tasks/include/few_shot_og/Estonian/include_base_44_estonian_health_oriented_education.yaml,sha256=0iZ_4XySfXsp16vzyJSbhVfF3evJ3TE_bX2wR5MZx9s,288
lm_eval/tasks/include/few_shot_og/Estonian/include_base_44_estonian_social_science.yaml,sha256=fiTmP5f3TCKePxEIQn_b2j31mLcuFRn72lXvswFQRLI,255
lm_eval/tasks/include/few_shot_og/Estonian/include_base_44_estonian_stem.yaml,sha256=vPK1YXJVfnfkrYVb3kdz3kcx2LzwYLiqEMlGHVfNq9U,223
lm_eval/tasks/include/few_shot_og/Estonian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Finnish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Finnish/_finnish_few_shot_og_template_yaml,sha256=eKxL7iijWDeVYx4NpYNZPrO-sCcmQV3esb1U0Kpi14U,390
lm_eval/tasks/include/few_shot_og/Finnish/_include_base_44_finnish.yaml,sha256=VNOowINrDBpwITITyyWxThXOQAe6FK5VhEAbF_lfcPg,390
lm_eval/tasks/include/few_shot_og/Finnish/include_base_44_finnish_applied_science.yaml,sha256=nZkB_NLgivNHq3saPd9G777Dd1SCI5zdu-m1p6U-qPg,253
lm_eval/tasks/include/few_shot_og/Finnish/include_base_44_finnish_arts_humanities.yaml,sha256=A_A5LcgjYex0S5bwaSAUKmR-LyVEq_ZxMi-1opY7ifM,255
lm_eval/tasks/include/few_shot_og/Finnish/include_base_44_finnish_health_oriented_education.yaml,sha256=7JHBj6GEIGYU4exxIROaw1ZXVT0eh_ngadZG9zyZjBQ,283
lm_eval/tasks/include/few_shot_og/Finnish/include_base_44_finnish_social_science.yaml,sha256=IEpm5eIhya2ptvHzceKda2EG2tXJQklvBOujyzVK1mU,250
lm_eval/tasks/include/few_shot_og/Finnish/include_base_44_finnish_stem.yaml,sha256=BqFEsHRsNLk2SpP3DKd04lRwD7FiNJFUSUhsyxAhuhM,218
lm_eval/tasks/include/few_shot_og/Finnish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/French/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/French/_french_few_shot_og_template_yaml,sha256=ckz7G6Q33zAWkYBaoQKHGyYsK_X_rC422tOaQ_zgaqc,389
lm_eval/tasks/include/few_shot_og/French/_include_base_44_french.yaml,sha256=-FQ0CEujWhinRD6RuMyhmEtcadfBJZIFlFw2KUuZvoo,384
lm_eval/tasks/include/few_shot_og/French/include_base_44_french_arts_humanities.yaml,sha256=OboTlJ1IGef62VdS6QDGQ0gLpBHrJ_QwgxfH7LDBPYY,259
lm_eval/tasks/include/few_shot_og/French/include_base_44_french_driving_license.yaml,sha256=cs2p8Yce-WFRp4PE25dWfWW5wASthaGQgXyixhzHX34,257
lm_eval/tasks/include/few_shot_og/French/include_base_44_french_health_oriented_education.yaml,sha256=NnbwZJaK6skfKPkGUAMY6tL3ErY_I_aGWcwKar7GBlg,287
lm_eval/tasks/include/few_shot_og/French/include_base_44_french_social_science.yaml,sha256=YMXFEcLwVpdvJQg9dSUnink3OD4K35CSoAqz5WsxJC4,254
lm_eval/tasks/include/few_shot_og/French/include_base_44_french_stem.yaml,sha256=KoQ9YJirOU4YFuj6c1T8sQO4jLpGrJXPyyaTEY5NUOk,222
lm_eval/tasks/include/few_shot_og/French/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Georgian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Georgian/_georgian_few_shot_og_template_yaml,sha256=PBaSEdzBpkCsYn-856VwkI5pk024IuaMVayC42v8Wd0,391
lm_eval/tasks/include/few_shot_og/Georgian/_include_base_44_georgian.yaml,sha256=tRCNBcbYpOyZM4VvfqgX9QnsiXHwfonnDDLQ10QDoDg,178
lm_eval/tasks/include/few_shot_og/Georgian/include_base_44_georgian_arts_humanities.yaml,sha256=9crc2zJ1qS9H2c01U33tasLgACjiqZQlTCZHswcEDpA,381
lm_eval/tasks/include/few_shot_og/Georgian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/German/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/German/_german_few_shot_og_template_yaml,sha256=4EeMLJrZhp3Ce7UzWJNXWuFzB5YaT0w3bozre0m5Pxw,389
lm_eval/tasks/include/few_shot_og/German/_include_base_44_german.yaml,sha256=GcYCbKQpIGoGZqQM0MReVx8V0miQ5mTm9nFYjkIoZt8,268
lm_eval/tasks/include/few_shot_og/German/include_base_44_german_driving_license.yaml,sha256=ux4hvr3w8PHDoK4sIwp_Hxl35uEZ3Oo29lS9cxMaY1g,253
lm_eval/tasks/include/few_shot_og/German/include_base_44_german_social_science.yaml,sha256=2hgd4pbS0M2kM0v3n_pChUdrvk0LQII7xkj9PAY9Mic,250
lm_eval/tasks/include/few_shot_og/German/include_base_44_german_stem.yaml,sha256=DS-ADYac7ZLViU4ov6vn909AGG0DpG1Bezu0_nFG5yI,218
lm_eval/tasks/include/few_shot_og/German/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Greek/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Greek/_greek_few_shot_og_template_yaml,sha256=aBkmKHzUqFau7kIzhvyqNdBlK2Wqsdp7Gl6mvYRl1bU,388
lm_eval/tasks/include/few_shot_og/Greek/_include_base_44_greek.yaml,sha256=nEy-xipquxVXlrPmpi6P8614-BPw6yRSDXjKse-Ryfo,495
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_arts_humanities.yaml,sha256=7kkYO4lQM3A7jcYFDQ1lNwF8PdYJpkQpQ2ISzcnLinA,317
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_business_commerce.yaml,sha256=uaLqLh9Ch-bHo0hIPSQGD01Fb6iwiSsjJrbUedwcYcI,323
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_health_oriented_education.yaml,sha256=SIeEWZkNoFYN-6qaf2Nv-nT4ym1KbRgyh6NiUXXqP6Y,345
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_medical_license.yaml,sha256=uDY7aFToHNfjMaKPVKKh_ZbbixAXvfpQBycioCicpPQ,315
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_professional_certification.yaml,sha256=0mZizNPGJ9k5HBoH0n4wUip7e5jFe47wqsfkh1fU068,348
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_social_science.yaml,sha256=VBhUYKgEMsIpPPqkJpoHAoeEJuO5_4nJEi6TG4d3-G8,312
lm_eval/tasks/include/few_shot_og/Greek/include_base_44_greek_stem.yaml,sha256=js9cFkPcnlgDmR6lJMrcJtz9gaQ1LGGFPwIPzUYKMuU,282
lm_eval/tasks/include/few_shot_og/Greek/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Hebrew/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Hebrew/_hebrew_few_shot_og_template_yaml,sha256=DciNaywAmKIsNPTXA2FJhEbpmJltWPCAQEbXb-3UBHE,389
lm_eval/tasks/include/few_shot_og/Hebrew/_include_base_44_hebrew.yaml,sha256=aZ9wfWBAOF7m7PrpABh5SWKCcUE9QigKjTRWxKRGtUk,227
lm_eval/tasks/include/few_shot_og/Hebrew/include_base_44_hebrew_arts_humanities.yaml,sha256=xiVAcHXvUMW5TQaLcLSn_SzHsXmvzJ9EvalYcHaIuBM,255
lm_eval/tasks/include/few_shot_og/Hebrew/include_base_44_hebrew_driving_license.yaml,sha256=YtmNXoFzV2cwRR2rQ1UhZkBFIF74SUxHQhAm_vnDC08,253
lm_eval/tasks/include/few_shot_og/Hebrew/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Hindi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Hindi/_hindi_few_shot_og_template_yaml,sha256=rzvldSKHdP8Mf-2nGTI46jQwlEt3gtyO5QsqlRRVDHc,388
lm_eval/tasks/include/few_shot_og/Hindi/_include_base_44_hindi.yaml,sha256=PSRu-VNPcVLL_vQPbRDM9Sj2rvDVBuYCaAW-Ibg8vs0,547
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_applied_science.yaml,sha256=ycsgnm8yQIzGdbv9-QMALUN7QSPwfa7s-lVw8rHAiRo,343
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_arts_humanities.yaml,sha256=XVkj-Hl5d6yx0FcBVpCB7mWDaIG9hAEVqEeh_-Z60NI,345
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_driving_license.yaml,sha256=REZ9Vhe-onNjnuFXswO_RuPZFN6Jx-wIaDH63NUrw70,343
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_general_knowledge.yaml,sha256=kXNatqyfAmd9T7pH2PfTGd2TDsz-i4Dz_1lzvFGYWD0,349
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_health_oriented_education.yaml,sha256=vh2PjXkB1Fb1U9KxAIrZbjbADWNXEHRs8NhmwG9xQYM,373
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_professional_certification.yaml,sha256=xINeU40zGJbcwB9gvHqOkO5B_TbamTCBsd00WcgayNE,376
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_social_science.yaml,sha256=TMXhCn0tZvqZ73V-zrjbMmdTWlo35sJFKs9FpgG7vZ4,340
lm_eval/tasks/include/few_shot_og/Hindi/include_base_44_hindi_stem.yaml,sha256=HJ1iSbJuwXkMZgWI3WYS6ddIt6HzFcuwFSfE1ZL8zlQ,308
lm_eval/tasks/include/few_shot_og/Hindi/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Hungarian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Hungarian/_hungarian_few_shot_og_template_yaml,sha256=h9hLnDXUaLZUQVzONmpOLO-iLuvjPHadwMbUxpZEdR8,392
lm_eval/tasks/include/few_shot_og/Hungarian/_include_base_44_hungarian.yaml,sha256=H0xalI6DEBKYhj6Ma_OgnmgD_LRgeemLi4Qxy8eA1E4,280
lm_eval/tasks/include/few_shot_og/Hungarian/include_base_44_hungarian_applied_science.yaml,sha256=4QQyD-7wPI7HuVxUdkeA_pbRjIOnxWgXro5Fs9Sk80E,285
lm_eval/tasks/include/few_shot_og/Hungarian/include_base_44_hungarian_social_science.yaml,sha256=Yr5T0McmwrAzGa11DKrF1wIkpmIq4DiHPnn8NSoAfOE,282
lm_eval/tasks/include/few_shot_og/Hungarian/include_base_44_hungarian_stem.yaml,sha256=ORzGsb_hDCCzvhe8cTcLL6j8GFLFBOE0CU9TVp5F1vs,252
lm_eval/tasks/include/few_shot_og/Hungarian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Indonesian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Indonesian/_include_base_44_indonesian.yaml,sha256=G21cdo1ha6QyOUNVGgjGKdkdj3EKDuDHo7bOFqZZmdI,409
lm_eval/tasks/include/few_shot_og/Indonesian/_indonesian_few_shot_og_template_yaml,sha256=dR8fV6aJw7WtyPvMFwmE4ALAXrsYpyFJ3upkYsM5a9Y,393
lm_eval/tasks/include/few_shot_og/Indonesian/include_base_44_indonesian_applied_science.yaml,sha256=3Or27-CDqtJTZoWoVRWW9kWNVLkbpf1e-5G9SnbW-3w,265
lm_eval/tasks/include/few_shot_og/Indonesian/include_base_44_indonesian_arts_humanities.yaml,sha256=5WNH5Hge8U_KWFXkFtVlNAA11Md4gmOLipP0JD8mZCM,267
lm_eval/tasks/include/few_shot_og/Indonesian/include_base_44_indonesian_professional_certification.yaml,sha256=GCS_AhqCuiFglXirCDN7HrVRhaI_k6K8Le_Rbs_5s00,298
lm_eval/tasks/include/few_shot_og/Indonesian/include_base_44_indonesian_social_science.yaml,sha256=AdBLOVFMVcI8c_oOk6e46gdO4K1DFFlGzc7OKE5O6ik,262
lm_eval/tasks/include/few_shot_og/Indonesian/include_base_44_indonesian_stem.yaml,sha256=F_ZqYRaOnBxMVORTGo8GK1l5cCp4LbfdR_scezB8S3o,232
lm_eval/tasks/include/few_shot_og/Indonesian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Italian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Italian/_include_base_44_italian.yaml,sha256=j_s3JphHEp-rOZ5ppFUMRWJvEsMds8OA-5gt5ERIC-c,455
lm_eval/tasks/include/few_shot_og/Italian/_italian_few_shot_og_template_yaml,sha256=vAuCDRmNUODndF19xazCAylrUkL78Zmqlew24C6oGO8,390
lm_eval/tasks/include/few_shot_og/Italian/include_base_44_italian_applied_science.yaml,sha256=p6hndjj0AlaYwRyJqXWB82OE6zhiHY3kkBIEXHwJ0lo,260
lm_eval/tasks/include/few_shot_og/Italian/include_base_44_italian_arts_humanities.yaml,sha256=znhxH2-BjEvKem0iflpggR8Ok3iyiTUFNLNM_caKP94,262
lm_eval/tasks/include/few_shot_og/Italian/include_base_44_italian_health_oriented_education.yaml,sha256=jbnomO9W_WW73OeMNGwh7vbj64HoSBn6c6D4PiqLDUw,290
lm_eval/tasks/include/few_shot_og/Italian/include_base_44_italian_professional_certification.yaml,sha256=HWA82j9T4GLU-5G4Nm7SHzswc0QbyGwz6lgi0TdxYM0,293
lm_eval/tasks/include/few_shot_og/Italian/include_base_44_italian_social_science.yaml,sha256=xmevmpTvBQ0NmuqUZK35fVHGbF1UT4KF7A-pp3vOyoI,257
lm_eval/tasks/include/few_shot_og/Italian/include_base_44_italian_stem.yaml,sha256=dyID3GxMa1zu6IJzzvLKD_Q90wzphxA_e0yHaSvQ2BA,227
lm_eval/tasks/include/few_shot_og/Italian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Japanese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Japanese/_include_base_44_japanese.yaml,sha256=ThoW9--MrW3tge28KhExaH1a7Frj3RmKmh43aV-Nvps,299
lm_eval/tasks/include/few_shot_og/Japanese/_japanese_few_shot_og_template_yaml,sha256=JxXbMTOBrnDbcEsjprLygG5v6uRxSilWJIgYGztyzAk,391
lm_eval/tasks/include/few_shot_og/Japanese/include_base_44_japanese_driving_license.yaml,sha256=IH95cw2PiSIBkXRtkkQMtCbMbfLgh2pdiBtpIma9nOM,262
lm_eval/tasks/include/few_shot_og/Japanese/include_base_44_japanese_medical_license.yaml,sha256=qSzjA_eXwP0NGZlWDzcubvwj23xu0n3ywp3CI-fkJNA,262
lm_eval/tasks/include/few_shot_og/Japanese/include_base_44_japanese_professional_certification.yaml,sha256=paLvqRtoSU0Z8Ly7mJepiNw9DHjRbdek6jB_R85Qrok,295
lm_eval/tasks/include/few_shot_og/Japanese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Kazakh/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Kazakh/_include_base_44_kazakh.yaml,sha256=e4OfsIWioXmqWfj54gE5PsIjvDrALtzg7gkaYA3hV9o,174
lm_eval/tasks/include/few_shot_og/Kazakh/_kazakh_few_shot_og_template_yaml,sha256=zxiJ0YEIDjU29Ps5-BiJPSPKlP-W27qXGip_YRxrVug,389
lm_eval/tasks/include/few_shot_og/Kazakh/include_base_44_kazakh_arts_humanities.yaml,sha256=zLcUcxNvV69vtw90A7CzR0_NKq8KOjH8Hdzk91IKY40,312
lm_eval/tasks/include/few_shot_og/Kazakh/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Korean/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Korean/_include_base_44_korean.yaml,sha256=RpwzgxavTcEJtj5GhLXrk11Cw_8tjl1tjWGS3fiv4kw,237
lm_eval/tasks/include/few_shot_og/Korean/_korean_few_shot_og_template_yaml,sha256=dhR-bPz4AEm-75NPTLb7j20v5mVEtye-Y91Hnqxzj7g,389
lm_eval/tasks/include/few_shot_og/Korean/include_base_44_korean_professional_certification.yaml,sha256=-9xrskbFxNdpbTgPRsuyr8JKj_4xPpeWbT0zSZy7dZM,280
lm_eval/tasks/include/few_shot_og/Korean/include_base_44_korean_social_science.yaml,sha256=MBfsDaVjSW8Tvv47bFAtJfWIctn22Ag_KP8V-i0rleI,244
lm_eval/tasks/include/few_shot_og/Korean/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Lithuanian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Lithuanian/_include_base_44_lithuanian.yaml,sha256=5x0RoqoHnCSrgIFh0W7uKOynUwibjJzRsyysfZLzsl8,411
lm_eval/tasks/include/few_shot_og/Lithuanian/_lithuanian_few_shot_og_template_yaml,sha256=DAp98GaxFAIVTe1lRji5D27NKQhU17ztz7UQvcSO7yc,393
lm_eval/tasks/include/few_shot_og/Lithuanian/include_base_44_lithuanian_arts_humanities.yaml,sha256=ZyO4Flo6UXsu-eXqhZxr8_wse0ejn5hBG5Sa-Z5F1lQ,271
lm_eval/tasks/include/few_shot_og/Lithuanian/include_base_44_lithuanian_business_commerce.yaml,sha256=LT16_sirKtm-_mWc7VAk9iDiRH6dDhJSbRVwvUHHhwo,277
lm_eval/tasks/include/few_shot_og/Lithuanian/include_base_44_lithuanian_professional_certification.yaml,sha256=Fg6PoIWDj5v6pyBXtxWnRssc4fbsVGMjorW5UmKAIGs,302
lm_eval/tasks/include/few_shot_og/Lithuanian/include_base_44_lithuanian_social_science.yaml,sha256=EODtczXcH0Bw-kB2D67AdHrv0rDEPMmgn5bg2SATcmI,266
lm_eval/tasks/include/few_shot_og/Lithuanian/include_base_44_lithuanian_stem.yaml,sha256=yJ_bCGDBPoeEnCSL7vFcx3amuYTby2ELuwb1FeIPzR0,236
lm_eval/tasks/include/few_shot_og/Lithuanian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Malay/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Malay/_include_base_44_malay.yaml,sha256=i_awiqe1YD-d5NilYu82W_IBUDbgGd8iWFCNqruvyVc,277
lm_eval/tasks/include/few_shot_og/Malay/_malay_few_shot_og_template_yaml,sha256=p7v8E2P-YqGtUwlhRA3lfumMpRHHZSQdxYgnhcyESIM,388
lm_eval/tasks/include/few_shot_og/Malay/include_base_44_malay_arts_humanities.yaml,sha256=lCbdIvuUtV-NvER12O40hxqcnAgEFdjjZbE689msVAw,246
lm_eval/tasks/include/few_shot_og/Malay/include_base_44_malay_business_commerce.yaml,sha256=zC_xEsWOqIBv02YOk4eRQ9iAp564DqglGJdGjzFq5r8,254
lm_eval/tasks/include/few_shot_og/Malay/include_base_44_malay_social_science.yaml,sha256=L2-T5E-olbIdMHYpmVicoRgrZeAmcW_TY0LbAMuTwq4,241
lm_eval/tasks/include/few_shot_og/Malay/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Malayalam/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Malayalam/_include_base_44_malayalam.yaml,sha256=m0jcU0iCnwFx_gHitIxyIMaNmSD9Mniy0unvua97pc4,459
lm_eval/tasks/include/few_shot_og/Malayalam/_malayalam_few_shot_og_template_yaml,sha256=c2OUPcab0EGkdkZyCs5604gWi17nY5tZJzaiHLDP6cA,392
lm_eval/tasks/include/few_shot_og/Malayalam/include_base_44_malayalam_arts_humanities.yaml,sha256=uiHviPEI9nl_P7oEkBFXiKr9AMfyeZcD9c7iJpUVBSc,414
lm_eval/tasks/include/few_shot_og/Malayalam/include_base_44_malayalam_general_knowledge.yaml,sha256=n-pgahc4QtYqDc3_Q5_ZCGW56ZqE0uCiDqPwaZZcmN0,418
lm_eval/tasks/include/few_shot_og/Malayalam/include_base_44_malayalam_health_oriented_education.yaml,sha256=0n2nThFX6E27bq-APPDALccSeYV_zrAR7h_-grHp8YI,442
lm_eval/tasks/include/few_shot_og/Malayalam/include_base_44_malayalam_marine_license.yaml,sha256=1TErmvwMDE_vhZv9RID27GhKAIZ_GF2l3GIdaogNYGg,409
lm_eval/tasks/include/few_shot_og/Malayalam/include_base_44_malayalam_social_science.yaml,sha256=-H7BjuelDuxStTVhVpCg3Wt7Vr8DRmzb-N_FuquslgE,409
lm_eval/tasks/include/few_shot_og/Malayalam/include_base_44_malayalam_stem.yaml,sha256=B-zDAzvGJi0VT77RQNt0Rqur0xKNg8OWQmCvqEGwsyc,377
lm_eval/tasks/include/few_shot_og/Malayalam/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Nepali/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Nepali/_include_base_44_nepali.yaml,sha256=op6GNwEcNli4qotfeSYQCff-MHhIlbwl6_ENZH-uEDQ,238
lm_eval/tasks/include/few_shot_og/Nepali/_nepali_few_shot_og_template_yaml,sha256=_e_tQMOOV8qdnvIeCr-rm8NCEpScIN4c0FSzhdNK2cw,389
lm_eval/tasks/include/few_shot_og/Nepali/include_base_44_nepali_driving_license.yaml,sha256=tTRvLpQ8TnvBdl6aT9W_CM8lK6iETroiepdToop8_hs,331
lm_eval/tasks/include/few_shot_og/Nepali/include_base_44_nepali_professional_certification.yaml,sha256=Wwm0cT68B0DCM2z1XB-iKXT1k-g2PeQYYvUuRBR-LEs,366
lm_eval/tasks/include/few_shot_og/Nepali/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/North Macedonian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/North Macedonian/_include_base_44_north macedonian.yaml,sha256=fsnpBGzsfirabPFtIAoeSld6ngLooj4KoGeYnipA-io,373
lm_eval/tasks/include/few_shot_og/North Macedonian/_north macedonian_few_shot_og_template_yaml,sha256=7C8k918Z-KlLuRA_VwjGvEjct0XHh197d4Z1HyXQOUk,399
lm_eval/tasks/include/few_shot_og/North Macedonian/include_base_44_north macedonian_arts_humanities.yaml,sha256=LBtms2VMUCL9g9Cjp9ajOxilFud15RL2f7-bli8nisg,315
lm_eval/tasks/include/few_shot_og/North Macedonian/include_base_44_north macedonian_business_commerce.yaml,sha256=ZlxfvMlZJJ8zp-RbCdc-A-u03Yt65RatLjWpXVhsz3M,323
lm_eval/tasks/include/few_shot_og/North Macedonian/include_base_44_north macedonian_social_science.yaml,sha256=RmFb4uDyupx4MHzibJY4riVfgqlGxDhsrwzphBi-i90,310
lm_eval/tasks/include/few_shot_og/North Macedonian/include_base_44_north macedonian_stem.yaml,sha256=0b4xQybR-D6yeZyjyFcRwoxs3KaoZM4kumijQKzqfWU,280
lm_eval/tasks/include/few_shot_og/North Macedonian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Persian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Persian/_include_base_44_persian.yaml,sha256=EuFWwtOqeL09KQux-oxjdhupIzTUvHec7qkG0hQGlJ0,391
lm_eval/tasks/include/few_shot_og/Persian/_persian_few_shot_og_template_yaml,sha256=RmYBV8PYw-Bs8zbjHMfAv7xVAklBM_xp7Mnxt8BAk8o,390
lm_eval/tasks/include/few_shot_og/Persian/include_base_44_persian_arts_humanities.yaml,sha256=fPtyjclP4WeaOBtU_PfiscJaFQK9pJsKvZ0FHx17V88,297
lm_eval/tasks/include/few_shot_og/Persian/include_base_44_persian_driving_license.yaml,sha256=0Cuo3uJbObZrDrp-cLRzjL37EAfnr2tONwbKnHRCrTw,295
lm_eval/tasks/include/few_shot_og/Persian/include_base_44_persian_professional_certification.yaml,sha256=hCPjIR-WguHhVAA_uiuirim2reCmS6cL0JFyaCauHuU,328
lm_eval/tasks/include/few_shot_og/Persian/include_base_44_persian_social_science.yaml,sha256=5DMHWiI7b6jFxJCcf6Dkfp7wX8mf7GES_NmZbT2kRNI,292
lm_eval/tasks/include/few_shot_og/Persian/include_base_44_persian_stem.yaml,sha256=cXqmro8xt1cGiSQrquRmIRcCPZtPN7AIXrrC6LnfVoE,260
lm_eval/tasks/include/few_shot_og/Persian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Polish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Polish/_include_base_44_polish.yaml,sha256=Cfp1ixA8lXtpiAvyue-bqcg2Lq7mnRCGS-QRAgGqmig,279
lm_eval/tasks/include/few_shot_og/Polish/_polish_few_shot_og_template_yaml,sha256=wTOVKZlOI4XIY9W0XufOPAspkRuA55jWmloMQq_Wkjs,389
lm_eval/tasks/include/few_shot_og/Polish/include_base_44_polish_professional_certification.yaml,sha256=lIlRYeH9gGGmOXCF8Jbi4QJyautVBQty1iSKa1bjjUE,301
lm_eval/tasks/include/few_shot_og/Polish/include_base_44_polish_social_science.yaml,sha256=-jG4S55B5W1A6920yQtG3XMx8vI9eb-KP1vGcX2qEXM,265
lm_eval/tasks/include/few_shot_og/Polish/include_base_44_polish_stem.yaml,sha256=xh-0k9F0XPafDq9EQTmfc4dk_eqc58vGZR7A1BEkcBA,235
lm_eval/tasks/include/few_shot_og/Polish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Portuguese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Portuguese/_include_base_44_portuguese.yaml,sha256=nljro4ci5bp16Dr8jGEgrQH-rD1PVoCKbWIBSuVlsYs,467
lm_eval/tasks/include/few_shot_og/Portuguese/_portuguese_few_shot_og_template_yaml,sha256=enDqv5LiRnOAlOUTT5BVvlTVF4-rsQkab4uYwX2LtPU,393
lm_eval/tasks/include/few_shot_og/Portuguese/include_base_44_portuguese_applied_science.yaml,sha256=ZaB2RN1Z-wurQWpcBIe5QhdMpQpoW3z3sfHrSZ3m4r4,265
lm_eval/tasks/include/few_shot_og/Portuguese/include_base_44_portuguese_arts_humanities.yaml,sha256=Hs4St_5SQODJbkF7o2Zpou0p76eG_CE3niFg89GQUlI,267
lm_eval/tasks/include/few_shot_og/Portuguese/include_base_44_portuguese_business_commerce.yaml,sha256=Yi2vcsmOJ3gRhOFezBicw2zWepW8A84INdY1QRBmcxc,273
lm_eval/tasks/include/few_shot_og/Portuguese/include_base_44_portuguese_health_oriented_education.yaml,sha256=PJxdH2BPPR3PydV6N5Dq67kmc-lLI0gOyzRt8BkK5D8,295
lm_eval/tasks/include/few_shot_og/Portuguese/include_base_44_portuguese_social_science.yaml,sha256=CKO7SyiQPEj2nnGjow0spKScKZdi8JU0dsEX1sZSx34,262
lm_eval/tasks/include/few_shot_og/Portuguese/include_base_44_portuguese_stem.yaml,sha256=FhKnPG842U9Am2EwnOqG-JXpSmfI6KsMG1fu4IqeXPc,230
lm_eval/tasks/include/few_shot_og/Portuguese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Russian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Russian/_include_base_44_russian.yaml,sha256=oH49xEmI8IvsMkjQd-yhGP1EsjLwglUyeMz-wdZPrJY,553
lm_eval/tasks/include/few_shot_og/Russian/_russian_few_shot_og_template_yaml,sha256=_3rFxf-u2bHkcHxSUokwhDsgcJPcubYZ88SRZ38KAPg,390
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_applied_science.yaml,sha256=YSfT2oxRY1CcNaORgDPkmliqk5ch15sLp-EUGEfMT8Q,331
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_arts_humanities.yaml,sha256=VxvYDcZWLwtOcEYPqt1oHzJHCe38Y5rYjePUPOgG10A,333
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_business_commerce.yaml,sha256=itPuA3d528b6OGyNCOY1Vakl9d2RdJmSJT_dVSsZkkQ,339
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_driving_license.yaml,sha256=pNlpWB-kMkbjqjV1y_E9E3ramILIf4d7WGFJcE5ncRU,331
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_health_oriented_education.yaml,sha256=H2_jNabmXatgyNMiveF-9iqp2CKnnuV6ojckunj0I2k,361
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_marine_license.yaml,sha256=fRUfd7BpT5OKMLwJUNaroHjefQMeg8ZUmhHFTVVAwKA,328
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_social_science.yaml,sha256=XiMZx9zFGG0foERCHesqhVQa0-iY3RPrlb9WCDCfljs,328
lm_eval/tasks/include/few_shot_og/Russian/include_base_44_russian_stem.yaml,sha256=3dzewEJcAnVe9OrB7QQrzh5ne4JTPGQda5PUw0WhyrA,298
lm_eval/tasks/include/few_shot_og/Russian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Serbian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Serbian/_include_base_44_serbian.yaml,sha256=tTqWt-UGfRNmWgAfu8KyuRv1XbdLShCJrNcb1SIoSJQ,272
lm_eval/tasks/include/few_shot_og/Serbian/_serbian_few_shot_og_template_yaml,sha256=e2ZMRADciFkAsZXJ87cmm3cUwvMO_KG3vQchpQtfbE4,390
lm_eval/tasks/include/few_shot_og/Serbian/include_base_44_serbian_arts_humanities.yaml,sha256=D7MTO5iGBH95aHQgpRhz_-E3MfMKcHJlknxKf4uEMhg,288
lm_eval/tasks/include/few_shot_og/Serbian/include_base_44_serbian_social_science.yaml,sha256=3qoJy1oTy2LMDvQctj6_P5ThHO3rYGRF7ng6Pqcfi8I,283
lm_eval/tasks/include/few_shot_og/Serbian/include_base_44_serbian_stem.yaml,sha256=-IzXQYCHLc0dcDn5tfy6xHurPm2RdS_iLurQ8siyFGA,253
lm_eval/tasks/include/few_shot_og/Serbian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Spanish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Spanish/_include_base_44_spanish.yaml,sha256=yq6h_1-44A6shW3anj4kRoXBcM3A-5S1nzQcipbKacs,336
lm_eval/tasks/include/few_shot_og/Spanish/_spanish_few_shot_og_template_yaml,sha256=bhEq_hHqfNEyZUHv-mKMVVuSoSGrJeenJPpY53tH3Io,390
lm_eval/tasks/include/few_shot_og/Spanish/include_base_44_spanish_arts_humanities.yaml,sha256=KRhp6frlMvmXniLTwqX8VBPGW9K6Ka2QQpvfqRXSfF0,265
lm_eval/tasks/include/few_shot_og/Spanish/include_base_44_spanish_health_oriented_education.yaml,sha256=ObqxYNYICmObKkm6oKzZvpg1pmX_14yo1OEHlZ_DaI4,293
lm_eval/tasks/include/few_shot_og/Spanish/include_base_44_spanish_social_science.yaml,sha256=kW84XyhhlGEQN5lzH3slwI8nSQ9xoZqD0W-KdPydjbk,260
lm_eval/tasks/include/few_shot_og/Spanish/include_base_44_spanish_stem.yaml,sha256=B3z8Za4D8QD9TFDlJejVpMR0ifSh2PRA3qh1de5Peis,230
lm_eval/tasks/include/few_shot_og/Spanish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Tagalog/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Tagalog/_include_base_44_tagalog.yaml,sha256=CVQiwH7SwjARyY-vA2kuik7lnH-IAGrdDADmab6VpQ8,230
lm_eval/tasks/include/few_shot_og/Tagalog/_tagalog_few_shot_og_template_yaml,sha256=uxYh5paLBPtTlClcJmyZNZIP4pdH9CXQF0wTYM8FvdU,390
lm_eval/tasks/include/few_shot_og/Tagalog/include_base_44_tagalog_arts_humanities.yaml,sha256=MwzZ6YuZhPnjRiac06aCrxjjgR4uwmasdphAWiugWUo,274
lm_eval/tasks/include/few_shot_og/Tagalog/include_base_44_tagalog_driving_license.yaml,sha256=LFsoFv3w7nlZ7AaonIr2laW2vtxgPv3qbZX3iaIwFkM,272
lm_eval/tasks/include/few_shot_og/Tagalog/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Tamil/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Tamil/_include_base_44_tamil.yaml,sha256=ipAoDtT1aErMgLkDrj1Eq11hdAtkThIhazE2dtYS3LU,215
lm_eval/tasks/include/few_shot_og/Tamil/_tamil_few_shot_og_template_yaml,sha256=-be5BwgHajHIwTNMp7qKoXGhOrQ2OR9l8wduJWcry3k,388
lm_eval/tasks/include/few_shot_og/Tamil/include_base_44_tamil_general_knowledge.yaml,sha256=rulSbaobCq2Vis_eyQHZP3NSy-wi6d4CaIBALHjPc5o,348
lm_eval/tasks/include/few_shot_og/Tamil/include_base_44_tamil_stem.yaml,sha256=Fk-RxSyt1cCNcIaF5rcw-H9IxwpnGF2xY_qvsU9mR4M,307
lm_eval/tasks/include/few_shot_og/Tamil/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Telugu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Telugu/_include_base_44_telugu.yaml,sha256=jkc3WePwGlSRxbM9NTmj9nvQ8C0K4BB-KLLvfvB9MDI,321
lm_eval/tasks/include/few_shot_og/Telugu/_telugu_few_shot_og_template_yaml,sha256=4CMsqQw99daMWRpRlbwHehf8IHzU9PvtxpklKWiCA9o,389
lm_eval/tasks/include/few_shot_og/Telugu/include_base_44_telugu_applied_science.yaml,sha256=poLcFsykV1Q0zorkitfJAvkyD0tDVmNPFl5QPFYR0ic,326
lm_eval/tasks/include/few_shot_og/Telugu/include_base_44_telugu_arts_humanities.yaml,sha256=Z5tUgzARNtSHMS-xPUQUX4C-0ZprdVNBCFxfklhHcZg,328
lm_eval/tasks/include/few_shot_og/Telugu/include_base_44_telugu_social_science.yaml,sha256=WlTExYZ-a2qKa65e5J0Hj2vck37QMCbQxDIJKwuvWZc,323
lm_eval/tasks/include/few_shot_og/Telugu/include_base_44_telugu_stem.yaml,sha256=tnRXUpS2_XcnW3jtJHf6-PnX8zrbxdvBWtCU8ua9tBs,293
lm_eval/tasks/include/few_shot_og/Telugu/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Turkish/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Turkish/_include_base_44_turkish.yaml,sha256=RTOgoDcWyedVXxTSeqKv9zOZnNpf0t3-CaLY7En_0SQ,328
lm_eval/tasks/include/few_shot_og/Turkish/_turkish_few_shot_og_template_yaml,sha256=6357OIp1C0c9lkP4aSL1dPHZCKKwmsvvBdG0YMQ-7xU,390
lm_eval/tasks/include/few_shot_og/Turkish/include_base_44_turkish_arts_humanities.yaml,sha256=8vuwXe00nD839rVQa5ulKToqMIw2uUH9yHJAxIThL80,279
lm_eval/tasks/include/few_shot_og/Turkish/include_base_44_turkish_business_commerce.yaml,sha256=V6-LOnY_CNpfbGLkvllYTOiQWTwzaStY-mhCeNX26Bc,285
lm_eval/tasks/include/few_shot_og/Turkish/include_base_44_turkish_social_science.yaml,sha256=jRRL4xbPgPRTQIEaH-H9lkfUQ5-ZHkWnEjCarv2sd5E,274
lm_eval/tasks/include/few_shot_og/Turkish/include_base_44_turkish_stem.yaml,sha256=ipdJsy8_vpV1xwEMjlJ6epjik9ftcT35X5vHioLGSPo,244
lm_eval/tasks/include/few_shot_og/Turkish/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Ukrainian/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Ukrainian/_include_base_44_ukrainian.yaml,sha256=KUc0NxSVihhLjUQbZpvHVufgswdLq7O_KSBkTf6X55k,280
lm_eval/tasks/include/few_shot_og/Ukrainian/_ukrainian_few_shot_og_template_yaml,sha256=2cRlj1OXTD9ZJql7UjlzAC9UDTXLdUsljdYWrEdnNvI,392
lm_eval/tasks/include/few_shot_og/Ukrainian/include_base_44_ukrainian_arts_humanities.yaml,sha256=l2PjfTfPiNIh9ltBQFmZM25gHVJ00TRfxuq_n_0gRFg,340
lm_eval/tasks/include/few_shot_og/Ukrainian/include_base_44_ukrainian_social_science.yaml,sha256=G8hFWl_YcelS8hrSYfQOL8UB__gh9cCuIqSrEIjYHJg,335
lm_eval/tasks/include/few_shot_og/Ukrainian/include_base_44_ukrainian_stem.yaml,sha256=QDil2XukLBj7LvoAAJx2ftS8MpzRrjtR2kdiYrJvtfs,305
lm_eval/tasks/include/few_shot_og/Ukrainian/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Urdu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Urdu/_include_base_44_urdu.yaml,sha256=uYjQwTB-H2iK0wGxGMvTC2ZpZOWsbGi4VUmOAaHGif8,271
lm_eval/tasks/include/few_shot_og/Urdu/_urdu_few_shot_og_template_yaml,sha256=G9zcHCOjqzxwUMK72qzWVE9wa57hscQ1ebyyCXGznkM,387
lm_eval/tasks/include/few_shot_og/Urdu/include_base_44_urdu_arts_humanities.yaml,sha256=VlUOdDWoFI_rXBiMkGa1zwx7y9kUCI_Enoow2QFD85M,297
lm_eval/tasks/include/few_shot_og/Urdu/include_base_44_urdu_health_oriented_education.yaml,sha256=ATdC4LVgUVpZb7-2JMidS7a-faJEm-llbpE3OSJdCQA,325
lm_eval/tasks/include/few_shot_og/Urdu/include_base_44_urdu_stem.yaml,sha256=VA6hRUNIFOnr889_ePOXEBRpD_ZzYpTqfoN246W-0uI,260
lm_eval/tasks/include/few_shot_og/Urdu/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Uzbek/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Uzbek/_include_base_44_uzbek.yaml,sha256=EXKyJtsC3MwSJ714t_xgjiCKpx6nNYt2FTy1_1khhyA,316
lm_eval/tasks/include/few_shot_og/Uzbek/_uzbek_few_shot_og_template_yaml,sha256=n68JHazwCW2nSBTcWH4zu2l7TziZfyzS_BHHOgKaziE,388
lm_eval/tasks/include/few_shot_og/Uzbek/include_base_44_uzbek_arts_humanities.yaml,sha256=GijWBgSKHaz70STx_1rbmGHM6F67NypviFIua9BOwJo,259
lm_eval/tasks/include/few_shot_og/Uzbek/include_base_44_uzbek_medical_license.yaml,sha256=FRocdtkcPKFZuwK9QkoR6VKfydl2UwSwS-HwjB83aJ0,257
lm_eval/tasks/include/few_shot_og/Uzbek/include_base_44_uzbek_social_science.yaml,sha256=68xaetIO61pJ5OdMULbDRc1dNBMhb8spZGxtc0aMKAs,254
lm_eval/tasks/include/few_shot_og/Uzbek/include_base_44_uzbek_stem.yaml,sha256=nfJco0dNkRsYnwxO03TQIV3MiOlhdatBnIux3tPBJqU,222
lm_eval/tasks/include/few_shot_og/Uzbek/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/include/few_shot_og/Vietnamese/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/include/few_shot_og/Vietnamese/_include_base_44_vietnamese.yaml,sha256=fjL5vI_vSBKwSwEWkM6RokrcB0c8kpsGNSNQaGGp2pc,284
lm_eval/tasks/include/few_shot_og/Vietnamese/_vietnamese_few_shot_og_template_yaml,sha256=HXq50F5eSv81QXL0rV6K7wdfJpMEsrM9bheXzzzugC8,393
lm_eval/tasks/include/few_shot_og/Vietnamese/include_base_44_vietnamese_arts_humanities.yaml,sha256=H0DY4uZ5kVbzYgPK6Zs-0EXKBVbc9CF3udwvOcJ0W7Q,263
lm_eval/tasks/include/few_shot_og/Vietnamese/include_base_44_vietnamese_social_science.yaml,sha256=M6LYZj5gDcd0drHGHc1UyN7iWi5G6Kywh8KDa4X4828,258
lm_eval/tasks/include/few_shot_og/Vietnamese/include_base_44_vietnamese_stem.yaml,sha256=bDfTmjzIx8-NDAIZz1FvoLJeeF2NL1Rq7qQAZkfo72o,228
lm_eval/tasks/include/few_shot_og/Vietnamese/utils.py,sha256=KA265VFDpNG-VXg1UefVCLAaDYQAZuXV87m2rkCWZHc,640
lm_eval/tasks/inverse_scaling/README.md,sha256=-Dl3cak2YTsaFoAWeeHMLCZPSwLjlYJqxgUBXkvflU0,4208
lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml,sha256=bzCUoc5BQlvVHDd_wr_gXpm_oaG4VS67MPI4NrABVD0,338
lm_eval/tasks/inverse_scaling/_some_results,sha256=mgTDwqKLp_DnRRXs6uFAUN6Wgts-skyuaTOoeOWFuN8,3466
lm_eval/tasks/inverse_scaling/inverse_scaling_hindsight_neglect.yaml,sha256=VIYv6K2MQZMIthHX4HOIJwned2aeDqcRrzdXsuqZugQ,136
lm_eval/tasks/inverse_scaling/inverse_scaling_into_the_unknown.yaml,sha256=F-WAKhXzjo_dwOgzJqlYq-JTnqlc8l7_yMuu7APk3Dw,115
lm_eval/tasks/inverse_scaling/inverse_scaling_memo_trap.yaml,sha256=x35G4GVm5HcnfZSVdZzxI_vPwOqfXAeArpgQu0OOubU,101
lm_eval/tasks/inverse_scaling/inverse_scaling_modus_tollens.yaml,sha256=2eju_lo3iA55KHJeMB5OErbiKcqmkRj73Bw6-iIvzbo,109
lm_eval/tasks/inverse_scaling/inverse_scaling_neqa.yaml,sha256=Av64Kym2oUzMVuz25WJbhiCoRExQuu-b4LkkN30wMZM,96
lm_eval/tasks/inverse_scaling/inverse_scaling_pattern_matching_suppression.yaml,sha256=dW8qHKFo6EvALsIHRlYGAKQaBz3HPEL65A8cnfc1wnE,139
lm_eval/tasks/inverse_scaling/inverse_scaling_quote_repetition.yaml,sha256=HWeO2yjy2wdZucoqHrzpIv6vBBd0uJ-lzU5cdhqMmI8,120
lm_eval/tasks/inverse_scaling/inverse_scaling_redefine_math.yaml,sha256=h82L4he938a-lFx27lCY2bMBc-0r2LKrT9Jr-LnNWx4,114
lm_eval/tasks/inverse_scaling/inverse_scaling_repetitive_algebra.yaml,sha256=CEMv5KQzvTlr1UqWeCSzz4n_6wVH9Qlv9Oa6aNqNplI,119
lm_eval/tasks/inverse_scaling/inverse_scaling_sig_figs.yaml,sha256=FW6XVorXhxnowJ0t6_6X9m92z3Ek6Vv7N13FqblmHtg,99
lm_eval/tasks/inverse_scaling/inverse_scaling_winobias_antistereotype.yaml,sha256=xZ3HbQKqrjnxyyDMATcje0-Iu0dP8NBhZps3ZUqPRhA,416
lm_eval/tasks/japanese_leaderboard/README.md,sha256=b8-Zkg7hrpYn5jIG7ZdzMBYPMzzUltC4Rae-I-44VE0,7279
lm_eval/tasks/japanese_leaderboard/__pycache__/ja_leaderboard_jcommonsenseqa.cpython-313.pyc,,
lm_eval/tasks/japanese_leaderboard/__pycache__/ja_leaderboard_mgsm.cpython-313.pyc,,
lm_eval/tasks/japanese_leaderboard/__pycache__/ja_leaderboard_xlsum.cpython-313.pyc,,
lm_eval/tasks/japanese_leaderboard/__pycache__/ja_leaderboard_xwinograd.cpython-313.pyc,,
lm_eval/tasks/japanese_leaderboard/_ja_leaderboard.yaml,sha256=IlchpM3fX9E99kkoBRJkzkhm7GU2Cdg_A1YMwa6Dpac,279
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jaqket_v2.yaml,sha256=yS89g0gvuTpk7CMvfGJRwPUaCXt9sEu2W6hxC9NSnlQ,1009
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.py,sha256=KVeLkpWxatSOxZpV1JlGwuKMw8FSAXsRcFCQv5S53tQ,174
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.yaml,sha256=9GwaqxzJkKB7-3F5nlH6oOA3VdEm_8K6BHZ-H6r7eGU,823
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jnli.yaml,sha256=JRZp1urlIij53xGChLk0qK-n2rWZVd_9FC3aTR-CDTk,838
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jsquad.yaml,sha256=BGIlofcUxzqzPgBBpNaMLHiEFXhOuKSfxfaxC7mDj_E,1045
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_marc_ja.yaml,sha256=HpWjqaV426rmeZOhyiCWDyHiAQUsaB9CvzrjE2F2aI0,805
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.py,sha256=VpsXNOHptg8HSdB5PGfjaHow6FAoDBG03SglviK2aXA,837
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.yaml,sha256=hiLVauCpLEff9vJnnwJAnbMcmCzW9BD6iOQQWt4jWLc,907
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.py,sha256=A1TUb-cOfAKkerWWuwbvCOQ24NRAU6MS8g1RFEw-ank,2219
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.yaml,sha256=VKvHJwLwKf1IRFQZ3Ts2ZCzy4nWDEiCbZh5IL6hIcP4,949
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.py,sha256=yzgRMbtcHLJvrpBWEshbAIaC0HQwzSwOBHklUSBIKZE,255
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.yaml,sha256=7zK_wVE9aTdamX78_mzc55U05HRNj6eqS8OZ5oOtsDc,457
lm_eval/tasks/japanese_leaderboard/requirements.txt,sha256=sA7CnR_g77ZRN2128_OW5iWtwV2LDJepNrjhPUbR2RE,70
lm_eval/tasks/jsonschema_bench/README.md,sha256=Lb9wc4_rrbh5YLwMFukM9IZbyWYsSuteVbOkqp1PigY,4166
lm_eval/tasks/jsonschema_bench/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/jsonschema_bench/jsonschema_bench_easy.yaml,sha256=wMTtrmM3WKWkSqnYTnEGCCwb03t_qSwrAzlR6rrhG2A,11976
lm_eval/tasks/jsonschema_bench/jsonschema_bench_hard.yaml,sha256=lQd4gTvW3mHLhhV9DXYBONu88ZhptUHR46M0Cw5LHZA,90
lm_eval/tasks/jsonschema_bench/jsonschema_bench_medium.yaml,sha256=Lhn6nw2ftyFfW7QmkHnCAiPM4F0k_ZJsSbItlqsP9J0,94
lm_eval/tasks/jsonschema_bench/metrics.py,sha256=fKIFdsvkgKLzCsoYN9btIqResmCdv6IRNwieoFvDVTQ,3100
lm_eval/tasks/kbl/README.md,sha256=gdDHiY2oKdo2BzH6yI0mXSl3COtUvJ4MTRarkFof9X4,10061
lm_eval/tasks/kbl/bar_exam/civil/_base_em_yaml,sha256=pIXJMWGK4GjDLyscG9pafmB_M5mfEuUpKSDsjkDSAhY,788
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2012.yaml,sha256=3T3ctDCJPB0ilRI76BsLF6hodatF-DQXE71mrLgeH4w,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2013.yaml,sha256=iVN7HSq0r9YciK4glfSfhlyptZKMg8tgJ2GRrZWb_qs,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2014.yaml,sha256=UpYeT2AqbITe9cLXKOv4b-ec498fPtJTSS7c3PetYKw,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2015.yaml,sha256=fySpCwgRwZ5lccgRLMZtPpmCJ81p1mlPiuV1ZScF9M8,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2016.yaml,sha256=jBzuy6RdOOgWYe76KDOfrUy3WCEuWDWsjSSOT15kh9c,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2017.yaml,sha256=c0hhq8WzRdu4XyfWrBbAA4bcd2QXc4uMCB5kiRSbpkU,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2018.yaml,sha256=sQ5I9xBeMYz_Hcdiu9PSIwo9OcmZbwCeWeTDiJJe3u4,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2019.yaml,sha256=eFaCiVGmBs2CHoQceSRWucWVL3LOE87xLI9-QQl34Tk,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2020.yaml,sha256=v8aDpzMTkm6kUbvnElqhtQDJyPnuJGQ38YpHSABuCeE,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2021.yaml,sha256=LraJPCAnj1U3plKMuPuUVfmCNUwNK54cdxovhPQPc30,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2022.yaml,sha256=2gIN4sf5vKEZmIWrv2b_9IG9CQBnnfB5Mawsbi7EIos,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2023.yaml,sha256=3LE2jHpF9FExXrsGpOUiQxUpEdYuPP0oiRkikEXO0aQ,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2024.yaml,sha256=hfu4eltz0qSfkX0jLgLimtP6Zfl3KaFBRGnALWd9hG0,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2025.yaml,sha256=FZwsS5L2IjvokBJ3y3V3KRdbotWRIWbMANdLODbWmaQ,90
lm_eval/tasks/kbl/bar_exam/criminal/_base_em_yaml,sha256=I6aZiTvGTfe42-0BpiFzLmdJmYwvyt2J52kgf50YZyE,791
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2012.yaml,sha256=2WOfG0X_PJZTcFZrk0OYHoNrJMOb2BR8scknjinJ5tE,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2013.yaml,sha256=XHoAGAvZILCzzI9yFzEc3hwQPafYAh1Owivtbt7LpQI,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2014.yaml,sha256=Xmu3ksboysJ7TdXxckVKO2FDrhK7Zwr_jfqvsOAE3LI,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2015.yaml,sha256=1zHfsntMdjXW3WCfaUiQ4059FkBJ1tTpm2yx_0-qUj4,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2016.yaml,sha256=vkmeSpPeLE6fxMYl-Yu1e1Z-xe9cvVlZ8ZK0U-AVJQc,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2017.yaml,sha256=EZzwduJwwwAT7zrQzyYUiliyzpyLII1fXve4UGIqH8E,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2018.yaml,sha256=6xzPCqr06cVk-BzasOIKORTSVsF_XwERl4cLDNRsDi0,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2019.yaml,sha256=FtPn3d6tAsVtZbi7y0J7ikNiz1OpBTsiSQtxMXW_p4c,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2020.yaml,sha256=C6Pj-lCJTD7kHjxrf0Hy85FRlL07gAm34DEn8v_OdeM,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2021.yaml,sha256=L33AKVNemkECXssxSdPnDFfBmPNGIfNQy_IxCkNU660,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2022.yaml,sha256=3BGxaXgyWgVbK0EUB-x-bFJXn2bQBSAz7zPDjJDxCw0,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2023.yaml,sha256=DBIDJuDxiH05h3xAqFAl038z4iLJm89Witi9PlFahfo,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2024.yaml,sha256=LbABng9vRlYX3Z2k3rN21y05UA4xYDj5-hQCK7VwZrs,96
lm_eval/tasks/kbl/bar_exam/public/_base_em_yaml,sha256=bdEqKv9IrTarOBmXn_Ri27idhnfVwJXXzyhXAwQd8ZM,789
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2012.yaml,sha256=TpqZAZrdseEQ8MJITSd6SxA5-DqoSMTWBTHMKzbQ-jM,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2013.yaml,sha256=EG92czZNr0_kum-77Lcuto6t0dtN3wez9G3UkqGKHdY,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2014.yaml,sha256=faQF8axJdZ4UdEq2qd8kyy1aVe0u0-ftrsMVjdzfeoU,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2015.yaml,sha256=5eiU5stUpcwBe2KX2e-RzAg1KcXpO5zguqrGlWwAJEc,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2016.yaml,sha256=qizihOR8dshZRubdueV9WLW1mua4EtK4lyqf963O4uU,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2017.yaml,sha256=OFWoCCT10ChRcdFFgoEw26qmK2MyhprGRQs6tPoxKpw,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2018.yaml,sha256=UkdanJcKebDx9rNRxwYpvFGTpVtk1Kyg5FghK9Ddlxk,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2019.yaml,sha256=T8ux-T_9_N95PbSc8TT3iZ0EnfvAFUt03HTsCF178OM,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2020.yaml,sha256=6Nm1QBiIu2IZajsxE2ObyGdX5yTnw8jRrf7wWHqczzQ,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2021.yaml,sha256=KtWugdZh1nVpty4eDtnpSGRq9r6n7XAyCvxw9l4SM1A,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2022.yaml,sha256=2M6d39s86iVQCGBIAR2Zg20ONE5YWe_cJU8EkDaoLKU,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2023.yaml,sha256=QZOkj7PukoFvIk2F5nZ_3unMTfJiEphwYPR53q3R5CE,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2024.yaml,sha256=qGx4VKI_C8mNVkJWpKTIwC9HLIsJiOuIDRI4O5DUBNQ,92
lm_eval/tasks/kbl/bar_exam/responsibility/_base_em_yaml,sha256=hAWYRNFTO4s_TUm2lV5lwXH8Ww6dgQ1CXga4JeepDOM,782
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2010.yaml,sha256=7uTxxIJQxQr9SzKMOPG_bzHEmlMNH2_-xCZTmfFBZhE,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2011.yaml,sha256=RvKqUhrEEHIzL5ReWeZ72jm8k9ZTVB5__d9L-Ob-f74,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2012.yaml,sha256=hHcNr-285itpBQUhs4frieODbD5bxyaOnnzWMFIW-sM,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2013.yaml,sha256=DXqb475e0TLdsZkLf6sr_TD1v3gaUY-FedYzhnkjMfM,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2014.yaml,sha256=zMqYu9-MAEmgPyXJXwP4EzspyVZXHT_hi70iDWd_Gc4,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2015.yaml,sha256=tWnxX2BstIKS0ZG-c4_8aFSw2hmfer42ENtY4qbDFBg,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2016.yaml,sha256=ODue_suDItQUMWTGG5vxpMauJnfrMwWEFWXgKaHEZI4,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2017.yaml,sha256=5LwHVurj3o9pSodJRWjGTV9PtUOFj7NEaxoMkZe26d0,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2018.yaml,sha256=msT8iMTilWbnw8sI1qRP2och-ldQwzZHcjBHYR4c7Vs,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2019.yaml,sha256=942096tabX0tA2q40IBJXiRHXFe1Y2f893GJ1O4oQ68,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2020.yaml,sha256=a2DH-JfVVfC9ANmOe2BPO-DgBGcjVYHd2pPagrncit0,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2021.yaml,sha256=JOLQsqbEZXo9-TzEPGAZiTpRGOsv3hU7dkT4J-mEDI8,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2022.yaml,sha256=1-8yx004dnv0vus-eHpm0h9mB0Y98RQuCWyXWt-ZcKk,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2023.yaml,sha256=5IhBXfCpwODEbdBgCkQUmry5vnKN6iaTeF8IGlD4j2I,108
lm_eval/tasks/kbl/knowledge/_kbl_knowledge_yaml,sha256=UmeNVHValCC_7Me_uhoGdpIqnUvYGPEEL45vW_6SBT4,537
lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_em.yaml,sha256=DVbPrnvPtmNRDn3Xlmnt83B0Q8C27AL_5G2aJEkS--o,289
lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_reasoning_em.yaml,sha256=3Jg4EboX-VYkIedd5OHz96qDNwmRV6X77k4GruQ6ERI,309
lm_eval/tasks/kbl/knowledge/kbl_legal_concept_qa_em.yaml,sha256=gR-XLVrG4ak-d79-CRBJa_w-6s4q1BsupMjiaIw8GQU,305
lm_eval/tasks/kbl/knowledge/kbl_offense_component_qa_em.yaml,sha256=p7528_xWWnaGKZRE7FhtCsNPkB3Do4abz7J4W-k_iMo,309
lm_eval/tasks/kbl/knowledge/kbl_query_statute_matching_qa_em.yaml,sha256=CUntUEbsCvXkRkF1TC5tE0pJsyGTBXqduAQVyVNnZs0,321
lm_eval/tasks/kbl/knowledge/kbl_statute_hallucination_qa_em.yaml,sha256=GGMHydZ3zWAZmrmRh1EviAs02l4cml1BBZXhab0hiGw,306
lm_eval/tasks/kbl/knowledge/kbl_statute_number_and_content_matching_qa_em.yaml,sha256=GmV-I0WppNTgruFCprVgOhYQVZ1E2tA8Hnee_DIB6lE,340
lm_eval/tasks/kbl/reasoning/_kbl_reasoning_yaml,sha256=NMnAG3GxKDW6lRSRHPLldVmYGmD5PWxJRDaNAJvD9mo,511
lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_p_em.yaml,sha256=6HmwAi4cdFoW0bhLw9CV1GnxNljsVMHMYyDxgyVIryo,816
lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_q_em.yaml,sha256=_nsrlxJ9dnVVn40oT1gZis5CBunqYAOZWxqMJzoX5GE,524
lm_eval/tasks/kbl/reasoning/kbl_causal_reasoning_em.yaml,sha256=GLlkxk9v8qr5lHPOLWKXBF4lE08kMlfRkrtKlBLeCKA,476
lm_eval/tasks/kbl/reasoning/kbl_statement_consistency_qa_em.yaml,sha256=R4YyOEbKCQQKLj89EC71W4RsdI-Q5mFMSCCKF1OSS9Q,334
lm_eval/tasks/kmmlu/README.md,sha256=3ovQ-fLBU7olMON43hFEVkpBO73YFZXenYDm_Caq3sw,3437
lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml,sha256=Bs97m1yU_duAjJVIqqbFPUOco85YAEw_09A2MWKwlLs,823
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard.yaml,sha256=7POERnfyE8tM1SjoyN1uWEAaF9Fb1hNJhc4roa1Q1MA,234
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_applied_science.yaml,sha256=8IVlv4wV8_ynUpcfWgGm-QgZNMfzGsdeSFec-J4IhXQ,182
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_humss.yaml,sha256=eG2THU4EtwGBPOHNo5L-bxdtA8-KViAOUf_85JWQ7tU,162
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_other.yaml,sha256=2Mr6UiHin6uns0BWDr5JTjzWkGDtXj5majHZMzFvtmg,162
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_stem.yaml,sha256=jFgqsd3tZOgoLWcGi-qcFmHVPTFDGQzKqmJ9nFjppz0,160
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_accounting.yaml,sha256=WkI1Fuhc3L9m8UMTHHAIvlzwQ7IIyoHTF_8CBQ_ZrWQ,9554
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_agricultural_sciences.yaml,sha256=2bAC-kqJpQu7WOO9mzxtRrsJ5FaedOa9yYjfpRHPgp0,9266
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_aviation_engineering_and_maintenance.yaml,sha256=S2oO7deniq-OKiVnbkC5QqL7xKs0OyOI2pk905uxV0Y,10085
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_biology.yaml,sha256=RvBRnUbd_kfBaLZ_XnAiKLwNZOUwNvl5YLRTILNOd54,8396
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemical_engineering.yaml,sha256=PV7ogmgk0vTXP3t32iVqHqrw2Kn_qV2crTySwWcXAdg,9709
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemistry.yaml,sha256=9r2VMqJf1xGwstYknHCMnhzswaXd9mZOGUvk1YkYIck,7713
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_civil_engineering.yaml,sha256=4BYbWphA2gRMZ7jZ5EuVN2nT28eaYej-j8rZ6PjlsD4,12209
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_computer_science.yaml,sha256=0OnI80eDeWDxOt_7WV3xHHuNOsDGTGzHrWVHc3RvhcM,11523
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_construction.yaml,sha256=xl5q55dAN0Eaw_ijc7KPUFCfknN_N445Q3S6phaEwrs,9292
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_criminal_law.yaml,sha256=hzqakhbPmY9yGxGGdhg2bCYFFifM81pbHpVCXRW6EF8,14899
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_ecology.yaml,sha256=FaRjgHUx-kV0W6uXAKV_BPFkPfyrU0BqQCmatiPNr4Y,10824
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_economics.yaml,sha256=j6Y5isBlQwI1gfmYU7VccfSvRXbjK5PvvZ0DOpAR1rM,10668
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_education.yaml,sha256=Zrv_GyKPiTdwgnnswbzXKa9L33O4q2khHnmJd9nOLPM,10812
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electrical_engineering.yaml,sha256=Gi4E_rlHfvIF9wotPQm8_bNNsV7mKvLnP2lWqzu2dnw,10870
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electronics_engineering.yaml,sha256=1xN_WPNx9au3aEKd7StHimQCt3py03s5dr71LfcFdxI,8651
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_energy_management.yaml,sha256=JQvpLO_XLUg8p29oddF2bssy83ci9S3rJmhXCS_lsAk,9582
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_environmental_science.yaml,sha256=Z-kxgILQkHW1wg-emqvLzNtcThtJwd4mo29M1GgYEdQ,8946
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_fashion.yaml,sha256=y7iWGAQIl0wxFKnvAa-bKRVt2d5rKzSzrJsKL8Pja5Q,9528
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_food_processing.yaml,sha256=ceDz9ZXSIgZxlPSKRqGart9Q4ocueFoYh38sIpPgK5E,8102
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_gas_technology_and_engineering.yaml,sha256=jAT_1JxbotbMe_Vd4hPypJXW_9skhlxTwAosvY1f0xw,10384
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_geomatics.yaml,sha256=mtEE_Oz7nNT6-aziHFJlzBAJtgkPQ8KXMDSTMkRrTjk,7840
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_health.yaml,sha256=R223B5zL9Lf89_GeefjL6Udjpu9jOGRdFbOr_spcIKE,10271
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_industrial_engineer.yaml,sha256=TR5a870Uc3Xk9PbqoZ1lvCtarxZbF_PihosczdkyZhQ,8811
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_information_technology.yaml,sha256=kfb_wul0M6xUteqEWPOGeqSP9e2w1GEsjK1EP7Hose8,8874
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_interior_architecture_and_design.yaml,sha256=yd2VnrDckB8N9RjFO4Plmbq4zaiJPFwlspJGUncyOi4,12076
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_korean_history.yaml,sha256=Jwj0gXVhOBBEX_hfh8-Ot4QkM1od2GFi5B1FkXEZgbY,12436
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_law.yaml,sha256=acMmOu1byb6ahJQ0P1xl4hB0ev98vnzJ1XFfzOQE5cI,9741
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_machine_design_and_manufacturing.yaml,sha256=9S3f8E1r24sprg9BvWAWiVwTCtQBTOw8p7FhI5Xh3b4,9617
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_management.yaml,sha256=ptEa0QFrD14EguXZpTgGMyFsCv3QxK6JsGavUmYjtRg,8817
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_maritime_engineering.yaml,sha256=XYo6vabNiFKFGZhhk0dgpKxVSlSdkcZAdewT_gNmW40,11727
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_marketing.yaml,sha256=XcbCQmmnct5QWLEwVj6MnWxY75FUDNolEf1jQRQI5RE,11332
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_materials_engineering.yaml,sha256=JAiJBExj7UXaNCw5blgslss1nCi90yOXHiva4nS0FSE,9573
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_math.yaml,sha256=NaWuUQwkZlfu8HFO6QXdICiUaarMezJt0oiDwdpBnCg,8986
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_mechanical_engineering.yaml,sha256=-usazuR_Up_G14BqFW0gcPZ62r5kPJeprNAfKvS_O9k,8249
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_nondestructive_testing.yaml,sha256=lDrLApj30gxkUkNaaZQkQwTKlwpttV3zT09j8OE_hMA,10971
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_patent.yaml,sha256=hpYZg6pxkdGml9lyTh8Pbns0lK1WHaiDEnEa7N2Wies,16477
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_political_science_and_sociology.yaml,sha256=OSXetQrTKzA5hEI_gTxLPtji1Xgf6Vg2X2DbF0jMjjg,11597
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_psychology.yaml,sha256=OQESR-Jfkk758q8HWc3LAN4JxJDUYxrF7moEMT1j82s,12675
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_public_safety.yaml,sha256=qhcJ2Bsu3xgugqIVLcNDMNvF1dvF2P685kLJITLuiys,12629
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_railway_and_automotive_engineering.yaml,sha256=mhnxNKEPhpjAgHQlX7yo24ACX_ksnuHsGIqdhzaxgkQ,9177
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_real_estate.yaml,sha256=OveS8HAJ2Vf8lY5NfG0njSBBjESmQSqmwK38grcbIc8,12443
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_refrigerating_machinery.yaml,sha256=OXHzbZORX5FeSFPqY4tofPDnmGgWV3aSnKMh4uUBCII,8738
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_social_welfare.yaml,sha256=a47bKucBq-ThmbK7V3UbH7KdXVNioBKuH4_Rq3ukFQo,11258
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_taxation.yaml,sha256=WteEeZ1JVt4ZbLhKXc22OEd0Xu8BA_sB5v4-SD2SU64,15234
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_telecommunications_and_wireless_technology.yaml,sha256=yMJcGe9bZPROQ39hPnIRugeImr9khAzn1c7YVkbdbR8,9124
lm_eval/tasks/kmmlu/default/_default_kmmlu_yaml,sha256=CQvwiL4OtnekoTGo_lij64_93-dW3AeLTFG-7cVJ-7Y,352
lm_eval/tasks/kmmlu/default/_kmmlu_applied_science.yaml,sha256=IgIFTXQkX1PPJ8sgxYYGMJdLMJJTkjor69AsNX56v9A,156
lm_eval/tasks/kmmlu/default/_kmmlu_default.yaml,sha256=RVCcGcpmzYIMtYSV3-4WECo9HLHMYQtvW9tJ0OtRhv0,181
lm_eval/tasks/kmmlu/default/_kmmlu_humss.yaml,sha256=a5s2p8gfxnI6ZBR9sK5lOY-F0g5Ezl1LtZ2YksM6l0E,136
lm_eval/tasks/kmmlu/default/_kmmlu_other.yaml,sha256=jQxfVBcVDubHiO53yjP1Hp8-GVoP6wi6v-gbjEgE0xM,136
lm_eval/tasks/kmmlu/default/_kmmlu_stem.yaml,sha256=NQeFaUeVDvPWYZRE5oveVpKXBEmz3iY5Zywmj-_nwc4,134
lm_eval/tasks/kmmlu/default/kmmlu_accounting.yaml,sha256=veTSIScTKXfVNH9mGN0OQKDFzXYHRWRLfZGSzg6FJhs,100
lm_eval/tasks/kmmlu/default/kmmlu_agricultural_sciences.yaml,sha256=_bFE0LH0Q6WfDYbca8FQjZqWlZ9VmOG-OHtGw1TO1sg,122
lm_eval/tasks/kmmlu/default/kmmlu_aviation_engineering_and_maintenance.yaml,sha256=yRPBNZLezl7JRsf9JRmXf1goev3p1SaEp7iTsNtgQ4A,162
lm_eval/tasks/kmmlu/default/kmmlu_biology.yaml,sha256=vBv0Qs9Mnv8229HAGkizIq0v8AgU60vdpmeQjF0iQtk,93
lm_eval/tasks/kmmlu/default/kmmlu_chemical_engineering.yaml,sha256=oaE22-6uvwz_4_BDY5J5pdKggncYTsNyAr6fX7jzhGk,119
lm_eval/tasks/kmmlu/default/kmmlu_chemistry.yaml,sha256=Puq2Z-upnYCRwn-PZ3WhcyXUC-1h42iDijdLy6DYcJQ,97
lm_eval/tasks/kmmlu/default/kmmlu_civil_engineering.yaml,sha256=wkefxAkKTUPFL_z74Q8SyDUwju_cgqIMdWygVovlvR0,113
lm_eval/tasks/kmmlu/default/kmmlu_computer_science.yaml,sha256=XNkq0JgPEcXibee_Pb68Ijcp7QCAWVE4AuHWTRWg-SA,111
lm_eval/tasks/kmmlu/default/kmmlu_construction.yaml,sha256=K__tKIY06ez2L-9r6nSOUH-m0uwhSbQHWmuNxmvBa6c,104
lm_eval/tasks/kmmlu/default/kmmlu_criminal_law.yaml,sha256=iArSavWS1ueOk-u8WeqgiJj1iQb3gxcNEX5aY-8Kc58,104
lm_eval/tasks/kmmlu/default/kmmlu_ecology.yaml,sha256=AMJChTLFuGLDsBKVnDemAitvtc6kUSapbi6QKIngfGM,93
lm_eval/tasks/kmmlu/default/kmmlu_economics.yaml,sha256=RcnNv-uz701O-IJTvHkd_HLivfdeBMyWpV5LIqgxLPA,98
lm_eval/tasks/kmmlu/default/kmmlu_education.yaml,sha256=W7qJ8IhLHt7gKEdLon-rGzAVTgbEn5ECsLPNBBSDnEM,98
lm_eval/tasks/kmmlu/default/kmmlu_electrical_engineering.yaml,sha256=pPF3Y8zFuZ9hlkKbBCI-4uvchEx-CjTBfAJKBc6AjNw,123
lm_eval/tasks/kmmlu/default/kmmlu_electronics_engineering.yaml,sha256=EmXVSrB9LglHG0yOSaF-taqRM-RmJpmurfQLsYZQRDM,136
lm_eval/tasks/kmmlu/default/kmmlu_energy_management.yaml,sha256=VxSGpdvgu2NYEreZ5AOdvS_OSxaFdsGqVSSXtHhDKdo,124
lm_eval/tasks/kmmlu/default/kmmlu_environmental_science.yaml,sha256=Dwp0T3vLuPPJDCGFPo-68GmT0Mxm7Qsic1q0YXpIN74,132
lm_eval/tasks/kmmlu/default/kmmlu_fashion.yaml,sha256=pyF4uq_1MAR0nmQvolZKgW0pkAq9EmJQudi7ymUL32A,94
lm_eval/tasks/kmmlu/default/kmmlu_food_processing.yaml,sha256=_b3ZZbHw8TIuhWVa0wdHBTjYRdJTTERX2emRHpIAbkE,110
lm_eval/tasks/kmmlu/default/kmmlu_gas_technology_and_engineering.yaml,sha256=N1wlM4XOZcJmdk9nBr_13HrcUf1yUhQVdBFF-UqfZMU,150
lm_eval/tasks/kmmlu/default/kmmlu_geomatics.yaml,sha256=Ne7GSsbvu7TvN8Gil7h2VucO76VAVVZAvq_U891SNk4,108
lm_eval/tasks/kmmlu/default/kmmlu_health.yaml,sha256=QfEVh2cEVYfQdvI_c-DuiZrfzUs7j750j3kPPIJfjvI,92
lm_eval/tasks/kmmlu/default/kmmlu_industrial_engineer.yaml,sha256=MNVoMCzUsE4OaiD48J0YoNfAqRkgNh0h5HGzbcfYVcc,128
lm_eval/tasks/kmmlu/default/kmmlu_information_technology.yaml,sha256=QdQVKqFlh17tRbmaPbIZv2b-U-Az-70KjpYWdwnGxdU,123
lm_eval/tasks/kmmlu/default/kmmlu_interior_architecture_and_design.yaml,sha256=69DHp-PH0akbTPeSRxkSkK6wCr_NeyqpNwyC8eTR410,144
lm_eval/tasks/kmmlu/default/kmmlu_korean_history.yaml,sha256=7eczj4KjZvpICxzZbUitFfMAFdDy4E59yoz4OGQ1rIA,108
lm_eval/tasks/kmmlu/default/kmmlu_law.yaml,sha256=agpS4AeJP8Wzk8rtp2NxfBrhGazwUFHEy-rHAPqKxXE,86
lm_eval/tasks/kmmlu/default/kmmlu_machine_design_and_manufacturing.yaml,sha256=zltQoKwQvSx-_C9aae-ekCqqtn5mYeN8R6XP1s2xCfI,154
lm_eval/tasks/kmmlu/default/kmmlu_management.yaml,sha256=SLiZcTG5pDhxrrNwYIbljBcGu1XI4G56BC9lnSupzzk,100
lm_eval/tasks/kmmlu/default/kmmlu_maritime_engineering.yaml,sha256=UFgv4dAWNliQjx-qpR-TCTCVZyoio6SP4is0m0P4Uu4,130
lm_eval/tasks/kmmlu/default/kmmlu_marketing.yaml,sha256=PmxOmizdP8pgILpbi9iZun3437vJ65eQvb9DCbQYGaU,98
lm_eval/tasks/kmmlu/default/kmmlu_materials_engineering.yaml,sha256=axchOyI0mkHsqi4gnHWioS0nnBjSPmGJdBdUUFfRcBw,121
lm_eval/tasks/kmmlu/default/kmmlu_math.yaml,sha256=InStGRnNBodHiE-dY9s6pRXbP2HAo-FdSYgCCjbpPdg,87
lm_eval/tasks/kmmlu/default/kmmlu_mechanical_engineering.yaml,sha256=S3orzWIYq9vYGIKWOu_bh4bxH7AB_h0KRxvYNYU-gvk,123
lm_eval/tasks/kmmlu/default/kmmlu_nondestructive_testing.yaml,sha256=GB7_YNz0UxWOXyUQ9DYuBhAKnPQrGx9D4YhPjk9WWmc,134
lm_eval/tasks/kmmlu/default/kmmlu_patent.yaml,sha256=7-DpEnW2_5rMHRRZ0GMjJm953Yqy4FQmKAyr1NCoOV4,92
lm_eval/tasks/kmmlu/default/kmmlu_political_science_and_sociology.yaml,sha256=1fzV7Ty36pS8lQeF7_wue2UuA7-bmDc8PK9-uW9fO7Y,142
lm_eval/tasks/kmmlu/default/kmmlu_psychology.yaml,sha256=eNKnC9KguSkY8ErjSlH1v5D7JOhrkltvbQduhwEFABU,100
lm_eval/tasks/kmmlu/default/kmmlu_public_safety.yaml,sha256=GrA3G67ph-FZSFnIuzjAxxWAB5gDO8_jaRnKcRAG9UQ,106
lm_eval/tasks/kmmlu/default/kmmlu_railway_and_automotive_engineering.yaml,sha256=O9xkN2DyeEEu7EvacuDpar9ywbWegqB-kxzohqkCQ1E,158
lm_eval/tasks/kmmlu/default/kmmlu_real_estate.yaml,sha256=UEmLYDHB2QGfxdaQ1-ZIZBCGqfvYtUqNNlYhqdIj2WI,102
lm_eval/tasks/kmmlu/default/kmmlu_refrigerating_machinery.yaml,sha256=9p_p35Y2BXLEyooqTuBmm1kRz_5GoNlIziG3s53h9N0,126
lm_eval/tasks/kmmlu/default/kmmlu_social_welfare.yaml,sha256=FDiEGKHVOIyBmyWF2rMUlQ9qk6dK5YnBZfNVelm1riY,108
lm_eval/tasks/kmmlu/default/kmmlu_taxation.yaml,sha256=ctZBO2WYAVGfVd6zXIXZ7vNEvn5vSn52FpFGrcXPOyc,96
lm_eval/tasks/kmmlu/default/kmmlu_telecommunications_and_wireless_technology.yaml,sha256=vnd7XO3xejQ7duH0ynWT9k_hb5k44TxJHNqI1p-LqIw,174
lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml,sha256=S_HE1YGGZKdxcDbTK70b7zkmuhHIevbevMhaZiU3ynY,548
lm_eval/tasks/kmmlu/direct/_kmmlu_direct.yaml,sha256=zJEZPKJs_incP0hlWWupbf5ZeHVwMyKKLtzZy4Jl-PU,224
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_applied_science.yaml,sha256=ap626_88YJJ2A7kWVd5Ida7etxp6PYm5crrOGXTl2hg,178
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_humss.yaml,sha256=P0UmkiKYwoMbN6EqNr449ZBdkAaciky82IDVHyVHQps,158
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_other.yaml,sha256=R7mdUg8h3veNITz4cVhtC1B8H3BQB30w91q5k_hpUXg,158
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_stem.yaml,sha256=p662URnTN1oc5AzZfWW_61dPdmncCsBkM6MUIZB1yD0,156
lm_eval/tasks/kmmlu/direct/kmmlu_direct_accounting.yaml,sha256=82jNXVEfOmE6g9q20sZrp9bjqw1E7CA5WxopnQF0EBU,113
lm_eval/tasks/kmmlu/direct/kmmlu_direct_agricultural_sciences.yaml,sha256=hF08VVvrXof1DTs1cpLZxDpt4yRnlwxu2RuD7IE20to,135
lm_eval/tasks/kmmlu/direct/kmmlu_direct_aviation_engineering_and_maintenance.yaml,sha256=_nm_OUtqzFQbn6qETxmT3epJLoK5d3nr3BsAN1-TaFE,175
lm_eval/tasks/kmmlu/direct/kmmlu_direct_biology.yaml,sha256=80NkC3HKoKLDUHwRnA4p-WjylGsyHCNpN3D-jf4vg-E,106
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemical_engineering.yaml,sha256=6WQyQ9N4JHu1ri2Evox5BAw9lfSti3qT9Yn17Xs7OCU,132
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemistry.yaml,sha256=e2lm8MsMYAE9JYPqmMtf-nhP7Vosog_muAZHIQvgjPs,110
lm_eval/tasks/kmmlu/direct/kmmlu_direct_civil_engineering.yaml,sha256=MGNNz7-gIwI6525Uwbd9VeSxIgp2ipje21dCZIh7QTU,126
lm_eval/tasks/kmmlu/direct/kmmlu_direct_computer_science.yaml,sha256=BNgO2rd18R-pmRbmj3O_T7_G-zB4j5CiO5iOi4OMoKg,124
lm_eval/tasks/kmmlu/direct/kmmlu_direct_construction.yaml,sha256=34WfIvSpwJxFwGiCrf02WCNaoJSOjKwT1jkbHnk_Sjo,117
lm_eval/tasks/kmmlu/direct/kmmlu_direct_criminal_law.yaml,sha256=rxhnez2TjpJvtnvrFfSkIJ7hdmzPFGJxnSyQDQ9dASQ,117
lm_eval/tasks/kmmlu/direct/kmmlu_direct_ecology.yaml,sha256=i8iF855fDbmD448-vnXWBk3zq_wY0oXpoWpFG0G8UGI,106
lm_eval/tasks/kmmlu/direct/kmmlu_direct_economics.yaml,sha256=Eody99MKGB9gT8NLwk_4-LVdGJ7XBH45RT3aGf2AFAI,111
lm_eval/tasks/kmmlu/direct/kmmlu_direct_education.yaml,sha256=3VWJ3k7uwAJF8_vQojHt86ZglgZxAAn3QtvQHedAHoI,111
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electrical_engineering.yaml,sha256=mPV76p1_U29qCJypI7lJDThdClk8GCEqu43ulkzDlks,136
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electronics_engineering.yaml,sha256=QNtm9shifnsmYXvwr_hcWmnFflpyfh2UkHAIz_TvLXs,149
lm_eval/tasks/kmmlu/direct/kmmlu_direct_energy_management.yaml,sha256=-YcFFv5Kte7DCC8ju1dSD75y35Diy6-KBIXKeKQJjyk,137
lm_eval/tasks/kmmlu/direct/kmmlu_direct_environmental_science.yaml,sha256=hOYrHA_7701bdj7UAA_R1cZ6vGhtVOCQx5l6amxWeuM,145
lm_eval/tasks/kmmlu/direct/kmmlu_direct_fashion.yaml,sha256=MpfrRDMEkVv4I3KfkBqTfWauuEZwfn8yc4LbaAFOTtY,107
lm_eval/tasks/kmmlu/direct/kmmlu_direct_food_processing.yaml,sha256=-QOlOwac96f1yboz2wu9z1X6VNUH6-S6o4lYK-fHKnk,123
lm_eval/tasks/kmmlu/direct/kmmlu_direct_gas_technology_and_engineering.yaml,sha256=7r1lTF8vPjihOT7a9nmtU-uvcPBHxWUNTX1C-s0-XkI,163
lm_eval/tasks/kmmlu/direct/kmmlu_direct_geomatics.yaml,sha256=T3ToUsbziQbeLtMCSQY_IxXKzG9T82-Q8jV82q7i0rM,121
lm_eval/tasks/kmmlu/direct/kmmlu_direct_health.yaml,sha256=RH03Q0fiEFURTd_dxVmuC1J_IxrLDSn3qU80VZ9hew0,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_industrial_engineer.yaml,sha256=Py1jPdQ31o2dGYLR7hguzqSej_Q_p9w5_3hrz4QhhBA,141
lm_eval/tasks/kmmlu/direct/kmmlu_direct_information_technology.yaml,sha256=J04wsXo1UtDOW58X-YjNOhUgHmTuvUVmJziNvfkaEy8,136
lm_eval/tasks/kmmlu/direct/kmmlu_direct_interior_architecture_and_design.yaml,sha256=e1iLkwYPqmXuf8SGDM-EZB2CwQ99FuE6IeCwOBjzStM,157
lm_eval/tasks/kmmlu/direct/kmmlu_direct_korean_history.yaml,sha256=-NJjikGsdiO7iEhQAvdAIh8M7Qp-hVbp52tL92ShsE4,121
lm_eval/tasks/kmmlu/direct/kmmlu_direct_law.yaml,sha256=jNBu5ZudNSOinrROw_P6yxl2sTSNsw4D3spuVkPUbdE,99
lm_eval/tasks/kmmlu/direct/kmmlu_direct_machine_design_and_manufacturing.yaml,sha256=0mTUPSj1hZR4zRw3Vdr186fTLi6H1ckQ0EVoAFcHOxI,167
lm_eval/tasks/kmmlu/direct/kmmlu_direct_management.yaml,sha256=KJhcHNIg9eFrCboWSckUvzPv7-gmX8x4NretKGI8cLs,113
lm_eval/tasks/kmmlu/direct/kmmlu_direct_maritime_engineering.yaml,sha256=BZjeWmM2gKEYYixTFSfY0J0Lu9toB_UgXLmHDF1RGUc,143
lm_eval/tasks/kmmlu/direct/kmmlu_direct_marketing.yaml,sha256=-rhb0goNTsQroywNqATI0lfHQ1VHBc6v1hZyNVcgsiU,111
lm_eval/tasks/kmmlu/direct/kmmlu_direct_materials_engineering.yaml,sha256=qiOdRQqtoxGBc87b69c_uF49cR61gd5hHPs5oY_hEFE,134
lm_eval/tasks/kmmlu/direct/kmmlu_direct_math.yaml,sha256=m3hyQyc4wKE3aPQXrQAaTCJc3kYshgy1HfhmSR1_ufs,100
lm_eval/tasks/kmmlu/direct/kmmlu_direct_mechanical_engineering.yaml,sha256=5NOdzmpWA2aEsJllgzam1rB0VwHFBdCLgn3rEHRLJy4,136
lm_eval/tasks/kmmlu/direct/kmmlu_direct_nondestructive_testing.yaml,sha256=xIgge5Msin4katwp7_pcJJgTVSV_EFnPw4yZiLyVhDk,147
lm_eval/tasks/kmmlu/direct/kmmlu_direct_patent.yaml,sha256=sEXZvZA6gHkcdZzHw3FGaPlwZx1Nngiy1N71cH8IDYg,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_political_science_and_sociology.yaml,sha256=k35Ale7Tujo9nk75Q5Sw4rpuBKY6Q_GFhK1B2oZXOcE,155
lm_eval/tasks/kmmlu/direct/kmmlu_direct_psychology.yaml,sha256=U7CNUAOneKqGVMm6djBSoFnVYuLkKT0ztOPWXLwJJkc,113
lm_eval/tasks/kmmlu/direct/kmmlu_direct_public_safety.yaml,sha256=rH3x7fDbhOaaSMgoCIwdAQmB4Yv5xBUChH8tOtA9Y90,119
lm_eval/tasks/kmmlu/direct/kmmlu_direct_railway_and_automotive_engineering.yaml,sha256=NqwHliaHLuQeXJ-dZXfLvCSNquj_n8wnHPbmkiFbk6M,171
lm_eval/tasks/kmmlu/direct/kmmlu_direct_real_estate.yaml,sha256=KeZw0ZBYvAlV27tlMlAWxOvoYf2hNlOehR8Q0co7Po0,115
lm_eval/tasks/kmmlu/direct/kmmlu_direct_refrigerating_machinery.yaml,sha256=MtzevdE80Lie6zlSHEiqmeL0WuoJfMXZ0A79VPnQ4c8,139
lm_eval/tasks/kmmlu/direct/kmmlu_direct_social_welfare.yaml,sha256=8DAxsfx_qH3CYMzdi--mZie6CsXtQqntXG5pzdKJIdI,121
lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml,sha256=-PzjQ1oXlppaQgc3mwAcl58d-s4ZZF4fInmwdM1miDo,109
lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml,sha256=3YWsebBZUPUn2RE7neom8uS_6CdF2Mh0tvUFHgLY60c,187
lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml,sha256=5Ufdr2SRJZwjO2R3avm0KbIbIASLOsBRpbSpecqOzFo,553
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard.yaml,sha256=bHOGG-cUqtUADHGPD5Fis7rciCkbhNFsapQCsA1hXhQ,249
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_applied_science.yaml,sha256=NJc7Dj-dHEMVuveJBkwEJAl9_AH5InY9_Wii9gJABFk,188
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_humss.yaml,sha256=4DJari__XQLjFdDe3h1X8GPWXmLbPfhrooErwkaARHc,168
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_other.yaml,sha256=JBz8pBkKBwQMqDTxHGZXmeK3ZVnTupHcHbPwRFElxT8,168
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_stem.yaml,sha256=GNW-vNFHV2BI8sgqzP5HUhlz_1BLqV6HNkIkvMMHmqc,166
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml,sha256=H55vg4ubN1_FQCJDZ99JlW5TzbGVkjEhGkXCd5Z7vE0,128
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml,sha256=wf4v_BwoPCXBCzMWyG6Rr9KRxEPYtrFrJnAXnsHMML4,150
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml,sha256=yRqGiED18nYzWqbKbSV_rrFGYQk2QelR22EycCQ-Op0,190
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml,sha256=zHrDFK9SN0LbBOOPYqfql7qoswTNkfAUn32HVTSpK60,121
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml,sha256=dbMflR_k9j_-ILGmmC50BSrUsG34-Z-POlky7hI9znU,147
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml,sha256=3xaGM8NnCJCKRk4m0I12XuJCBpJ8jW2QnsIUsiNVENM,125
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml,sha256=BjRoA63rITXhUS4bq9B0OOsFGU_6N08M7RNzixByxGY,141
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml,sha256=kVpkbAD3VarRHm-lt398dAmix0nv8YZPqd4rLpQiPpk,139
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml,sha256=_diivV15E4urhVK2CsZGRtrUN1QkDkj1L7hI71Afngs,132
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml,sha256=nLGQZm6cvuoh9MPCiITnu307rNCYZiaAFgpLIvfaOBs,132
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml,sha256=kSV4zrJgWqxq3OllyA64BpqdsFM5QN3ZtKy6zLubIEY,121
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml,sha256=f8alrl83oOyRBglF56mQSgRs8Eo1E7VcAuBGmRvXYYM,126
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_education.yaml,sha256=Vtoh20qcRho2kMnoorTAwIXF-zARzIQkna2OdbN0TmY,126
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml,sha256=FNixUFnpT1XfLNu03cV6IwBJ-bFVmecQYFlcRv370SQ,151
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml,sha256=ON49VwQ6pPI5R9gFdZUhTOCh9XtucEW-T2BMyS1E8Bw,164
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml,sha256=tiFX5OCXRKFqNilBphBkQp8Mu9iN2VS6Xlu5JdvSow0,152
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml,sha256=8hO-Y0fVe-KSCREvy_XjqI1Su0oifnDHZu9zMfCUl_8,160
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml,sha256=t3NDFaauPybgKkAaCZR3bq8ikVS_77ofOrY5-b_CYiI,122
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml,sha256=qyznW7ugan0zLa2HqKM_saM_oNrGPx62P8PQrd2RD28,138
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml,sha256=BRWb6NSQygUrSn2zCVcyQth3MMJoFpwisbHODfQZPJc,178
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml,sha256=dck3nREOU916gMZYr8UA8NdFhS5xLlG2N5vwJHHc9QM,136
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml,sha256=6_sP7adNvBFpJAkqchQ3g-XIbfkGCwm8cR3eUTs6SXI,120
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml,sha256=YPuMRXWw_A2EvShjzAOerEptlwo4iugIEHrhcdCF1XI,156
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml,sha256=cmm3GzBjuLjkxyq4SqgBKTb8ZLPiwMAr2iQI8vTr-6A,151
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_interior_architecture_and_design.yaml,sha256=aYOqLgOk2N49lU7rZAod4FDlu15HHIgmY9ukz7SmD0I,172
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_korean_history.yaml,sha256=bmCPso8EYaW-7cOioVCWx3jFj85CeBl4b-sYpunMQZM,136
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_law.yaml,sha256=dDEH6HDZ-_RFoFHSSfzCzottd_OvgFyCZKc67t29xsg,114
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_machine_design_and_manufacturing.yaml,sha256=Yljd42rH7znEJ6KdBsxr4Jlf-z0Qs_TgqSKGMgucDD0,182
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_management.yaml,sha256=p9aT2lDgnT8vs__BF121KWvvzlgIVNTxc7aflI4cC7Q,128
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_maritime_engineering.yaml,sha256=-P9cpXdtJvqt4_Uqg2FJhFgXRmHhPWvbVTgEihBYznI,158
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_marketing.yaml,sha256=f6FqAYFks8wWLrsnik6urQ8VPx9lw34ssueihjaKq9g,126
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_materials_engineering.yaml,sha256=IegDLxTGwLiH38MUjUWUPUsFDqCh9u8s2-IjLEe04dA,149
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_math.yaml,sha256=n7OLkoIOH9JGRqS342oyjLYc3CgkFMXN7rdplrKnVx8,115
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_mechanical_engineering.yaml,sha256=4WhyzyGRZu2lCTg-g17JidlK4Zx2cwdl-KUAtpwpuAI,151
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_nondestructive_testing.yaml,sha256=KWksjxIDnoHec4i7BwH3T6tpA85jSYxW5VJt1TN1Tgg,162
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_patent.yaml,sha256=4LFteJelqbMAVENHVP1bT-oO58HQvTzoPzPAU8ExzxU,120
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_political_science_and_sociology.yaml,sha256=Ux3juw_rratoDRuhlOFEC_0_iDKKZ33WjLkZ281-2r0,170
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_psychology.yaml,sha256=Zwhh-IePcBG88EKdhxSw534yn1Xq2RGmFg_w27SXFzY,128
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_public_safety.yaml,sha256=wQp2uNdMX0w_Yt67N5xZrEayRMx_B-4Yfm4lS31rCWI,134
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_railway_and_automotive_engineering.yaml,sha256=Lrq4Xly1U4zeMgJPIkVAjhZ7dpR_sE2W58LHkxM7cdE,186
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_real_estate.yaml,sha256=sGJrWhy_t31z5sq5tTF0eLFBn6HoATNbq2ZQJV1igA8,130
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_refrigerating_machinery.yaml,sha256=d7gq9rJ_WCxfgA-JfbhLNkpLkz9LxhigsLUdsEpKaIM,154
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_social_welfare.yaml,sha256=ecghJZkK3-Lb74x7EaiDVz4YSLwukYMVy9eZH0IMTZk,136
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_taxation.yaml,sha256=vclJgSG1uP8AlnOz8G8BL8rrmP5N1k8MYcFaQ9CDLZg,124
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_telecommunications_and_wireless_technology.yaml,sha256=lOA1Hn7fJ-koog44dVNxDw1n9bszSZiFItEGPIXu7vA,202
lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml,sha256=gbV_mhJVFf-C9zha8j2D6BPaznPbbzEdSlZNJFuJZ_w,357
lm_eval/tasks/kmmlu/hard/_kmmlu_hard.yaml,sha256=IS_th3-GmD8LK4ABQOAgMXtCRsEMDvp73CxenYLfv-I,206
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_applied_science.yaml,sha256=7_xLW9Slbd5uUn53jdWvE5PX2rC5MNiMqgN3NiTLdQA,166
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_humss.yaml,sha256=CkglVPB0IhGNFFV2JkexFJvJOiNNLfX8QqUYGpt25EI,146
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_other.yaml,sha256=OI29iELkdXw0uvM4cbPSGKoRBIf4Y9z5GjzqRPyGVV0,146
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_stem.yaml,sha256=YFFGC3Qvn9EpQnbp5IgcKM3sVC0tPparvCUspd56dU4,144
lm_eval/tasks/kmmlu/hard/kmmlu_hard_accounting.yaml,sha256=toZ-pUULAaeW-OuOyPTmjIZPwm0iG7euZ6ahxQ10vVA,107
lm_eval/tasks/kmmlu/hard/kmmlu_hard_agricultural_sciences.yaml,sha256=YnfXfT09cbD6AY3AY3YL1wYOvi5CEVdTI44LgRsGCCE,129
lm_eval/tasks/kmmlu/hard/kmmlu_hard_aviation_engineering_and_maintenance.yaml,sha256=L3yA36p0SkJNNORKTdv1QkuVUhLd0OC8mqXNlqW9HQg,169
lm_eval/tasks/kmmlu/hard/kmmlu_hard_biology.yaml,sha256=abFaojztITvgGLDqOjSC1u81tdK4eyDIp3Eu_m8JMUI,100
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemical_engineering.yaml,sha256=jATQnZQN3DXCgoqTuNgl_rwwjrWVBZFgtVsWICKFwk8,126
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemistry.yaml,sha256=ZphyU7M3vnQdFcllXsIpsZxrgBgLE-PeBTGY5FU8XdY,104
lm_eval/tasks/kmmlu/hard/kmmlu_hard_civil_engineering.yaml,sha256=me7WKi1YXPFPob5Xis0u8Bk202DSvFnn9wZIK4Kwet8,120
lm_eval/tasks/kmmlu/hard/kmmlu_hard_computer_science.yaml,sha256=X8SGma7VC9vBrjmNHchQj8ITrFRQagXPgLq0iwP9sko,118
lm_eval/tasks/kmmlu/hard/kmmlu_hard_construction.yaml,sha256=4xxhEQSqT2yx6n6aGH7V_5sI48FmAGRylIy8IeTKmRw,111
lm_eval/tasks/kmmlu/hard/kmmlu_hard_criminal_law.yaml,sha256=XEJ_nalY1veyJK33bgZJv-XWQDHbUdzQ6axieK_rul8,111
lm_eval/tasks/kmmlu/hard/kmmlu_hard_ecology.yaml,sha256=4KUxNkOkrXDhrDmArgSlHreprjwxClRJh0xx_sw7K8Y,100
lm_eval/tasks/kmmlu/hard/kmmlu_hard_economics.yaml,sha256=HJXvg81qpaI3v_jH0RzpkBMkBnHSmCVEVrAEX_wuKaY,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_education.yaml,sha256=ncZSP47IvZ9W4S16WxfeJIwcm9GkghTwsDa63PizK0o,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electrical_engineering.yaml,sha256=6M3QwChlpnvriSCm3iGaQVbGILHvFiGZr9vMOXcv2MI,130
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electronics_engineering.yaml,sha256=B2Tq1SQIQsgZboKi5x7I0B0j7MiJ1VW4vCbRKcPT80k,143
lm_eval/tasks/kmmlu/hard/kmmlu_hard_energy_management.yaml,sha256=0kg5L08lVoREBaQwSqyTNbwD8Ufv_xiGUyj0qojGbbU,131
lm_eval/tasks/kmmlu/hard/kmmlu_hard_environmental_science.yaml,sha256=Lve4usJ8iBcV3FMOuuKlezSeFW2g-WGnA9z2Kn0IZrY,139
lm_eval/tasks/kmmlu/hard/kmmlu_hard_fashion.yaml,sha256=fe15X--pNmEt4NhMu6ah-8vMqNAQVfnB8UKd4emcOC4,101
lm_eval/tasks/kmmlu/hard/kmmlu_hard_food_processing.yaml,sha256=-lQBPmfato2jvj_WPivMHqRC1tyOUdvy9PHbmnmu4JM,117
lm_eval/tasks/kmmlu/hard/kmmlu_hard_gas_technology_and_engineering.yaml,sha256=83ebsHlYIlJUBolWks8VspImaeIGQoClnCeAl2Ejb20,157
lm_eval/tasks/kmmlu/hard/kmmlu_hard_geomatics.yaml,sha256=mMU6kMfpyQh-0MBiPY2vCCfw87bBJ0K-WTAB1RGRfaA,115
lm_eval/tasks/kmmlu/hard/kmmlu_hard_health.yaml,sha256=ngQc7zfeq7wV2z6VfBm_fGM2vh2RsHStFDmPtfv5Z4A,99
lm_eval/tasks/kmmlu/hard/kmmlu_hard_industrial_engineer.yaml,sha256=2DFoYtnVHFCHnDKSeDLy8pdNc2xuytphWQNNXkfgqNA,135
lm_eval/tasks/kmmlu/hard/kmmlu_hard_information_technology.yaml,sha256=65qjBHHWt4QQqbIg6Cp2vw7ULF8_PpopNs4AXGpQ-rM,130
lm_eval/tasks/kmmlu/hard/kmmlu_hard_interior_architecture_and_design.yaml,sha256=T2JCWdK-GBXWdWlkqFuybTEF-iMrYfk-J8DaUmlaq8c,151
lm_eval/tasks/kmmlu/hard/kmmlu_hard_korean_history.yaml,sha256=bpRVe1L79PqI-2iajHw2Y3VYxYAo7JpM_6JLS-WGr2A,115
lm_eval/tasks/kmmlu/hard/kmmlu_hard_law.yaml,sha256=1y78KFtuPajqfF5pIU-GlUDxdkkRwscsiihRAlguyO8,93
lm_eval/tasks/kmmlu/hard/kmmlu_hard_machine_design_and_manufacturing.yaml,sha256=Exks45dJdFrEXoBov4znltH1baaR8Mri_eHvZsdzlDQ,161
lm_eval/tasks/kmmlu/hard/kmmlu_hard_management.yaml,sha256=igxxzu9AsO68mKa5dV5lCds6mvyUFAoU32xJeA9k04c,107
lm_eval/tasks/kmmlu/hard/kmmlu_hard_maritime_engineering.yaml,sha256=SGDNxsOixMNGE0IVowQgcrMVLOVJ4_YfCBy4BLzCd_A,137
lm_eval/tasks/kmmlu/hard/kmmlu_hard_marketing.yaml,sha256=Ir7E6Brs7lrf5o7G9AiCMbD8nwORdFWbgN9Iq3s7WZU,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_materials_engineering.yaml,sha256=aowwgdV5PFtIRGhCAP5HqDJJ9r9j48a8Kp3CYbPsL40,128
lm_eval/tasks/kmmlu/hard/kmmlu_hard_math.yaml,sha256=KluRsXg85-uR-Tr-srAU4iENuzq-CZme27egtn8tYZg,94
lm_eval/tasks/kmmlu/hard/kmmlu_hard_mechanical_engineering.yaml,sha256=VAAqXjvMmMT19ftHEillVS9XZIzXxLgrQQnmqheL_b8,130
lm_eval/tasks/kmmlu/hard/kmmlu_hard_nondestructive_testing.yaml,sha256=gfY0iEPYr1-zJVGwSvprArXUIbFFu3dH_rFePgQltbo,141
lm_eval/tasks/kmmlu/hard/kmmlu_hard_patent.yaml,sha256=7GKrUiAixYoLtC0CdljxvQg2Nh1M17vm_4x8xlLkbSs,99
lm_eval/tasks/kmmlu/hard/kmmlu_hard_political_science_and_sociology.yaml,sha256=u44lmw1cDo6hqur3lLLFZPhZsrVde5ZdSNdlXJG0URk,149
lm_eval/tasks/kmmlu/hard/kmmlu_hard_psychology.yaml,sha256=bwVutfqUJyb8gLjTn0GFWzzcm-fJiiYS1il0Geu-51A,107
lm_eval/tasks/kmmlu/hard/kmmlu_hard_public_safety.yaml,sha256=vkFyc014B7fw_sEbG6Dpr3JysgW8SS2wByomtWsXFAU,113
lm_eval/tasks/kmmlu/hard/kmmlu_hard_railway_and_automotive_engineering.yaml,sha256=pJcNeYjRRA9_LjzaI6ekoP2U5WLwv2MYcB54VGWwYjk,165
lm_eval/tasks/kmmlu/hard/kmmlu_hard_real_estate.yaml,sha256=3-a5MZ2dSfnXAnRvQ04-kl88Ed2wmo2ZU_BTEK-0hLM,109
lm_eval/tasks/kmmlu/hard/kmmlu_hard_refrigerating_machinery.yaml,sha256=0rg9KbDycdWQu2Dfo1I_6AAwCe1aqL_nIapVSqAo42k,133
lm_eval/tasks/kmmlu/hard/kmmlu_hard_social_welfare.yaml,sha256=qagPfE8Wtd6KMlDctw9uCPiiAVdAjzummhXvkGyJphY,115
lm_eval/tasks/kmmlu/hard/kmmlu_hard_taxation.yaml,sha256=oF_8RmcETwtGLxI2Jht7tVg80Xd7ZMzcrK1aurZ1MDI,103
lm_eval/tasks/kmmlu/hard/kmmlu_hard_telecommunications_and_wireless_technology.yaml,sha256=Iym6AJvH9hzU7JBvQ_Dd4adNGogGEcE9uNwBCQ2zHW8,181
lm_eval/tasks/kobest/README.md,sha256=cN-_ZRnv97G6XwjBXOQjjGkmZ7xWC_DSBqeG55pWd3E,1588
lm_eval/tasks/kobest/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/kobest/_kobest.yaml,sha256=PB2yiPcSFfJx0ZNx_cdLuZEDrYfVfyNU_DfZPi3SSck,350
lm_eval/tasks/kobest/kobest_boolq.yaml,sha256=R3Xx6h2zyPdAu2LAKbxUwYRWRGUbXQ3DKY4ips7nvaQ,520
lm_eval/tasks/kobest/kobest_copa.yaml,sha256=Tiya0JzXW5bU_fPtE_NVzWv1oJzNz8AHK_p_Pmvt4gY,542
lm_eval/tasks/kobest/kobest_hellaswag.yaml,sha256=VNclwl-PBAFvwLX1FhiiJlMr90G2cl0IHsAq_2khN_M,605
lm_eval/tasks/kobest/kobest_sentineg.yaml,sha256=mcAiVQhojHhuxefIRALPGHhDBE9V-3AzrJEZpspKW8E,517
lm_eval/tasks/kobest/kobest_wic.yaml,sha256=Ns52JQG4E7mRG8yEA72KkWBKZaYr9B1p5HOoSet1lcg,502
lm_eval/tasks/kobest/utils.py,sha256=1NnCr673J8nXrJfbMRh5vjqgT-t9EP06sUCES3k61Kc,1442
lm_eval/tasks/kormedmcqa/README.md,sha256=qlp4z_TSwGVO3tMzoJIfzCkBZE5Qwgzm10ujPEKIXF4,2456
lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml,sha256=6qyyRmmYdNpFdkxcSUmx1CEp7UyEgr-l0ci1g9umnrc,230
lm_eval/tasks/kormedmcqa/_template_yaml,sha256=Xs79aGqlbpTNIKnXXg1iMJyTiqNqqTgJsBA6QvO2VpA,820
lm_eval/tasks/kormedmcqa/dentist.yaml,sha256=vQPsDzJvKJDbaDQYqBHl7YiPKZfbFwRf8uL0Du3nAQ4,71
lm_eval/tasks/kormedmcqa/doctor.yaml,sha256=E7RojC8kQn0vJOThz_3-YJ6-sKs3MpSkz4ceUD6waws,69
lm_eval/tasks/kormedmcqa/nurse.yaml,sha256=pXTrsT5vP43-D4XjTmnoxIsIb9383Fi9UYiRk1KY4qc,67
lm_eval/tasks/kormedmcqa/pharm.yaml,sha256=_mAKT4cd59mGBsUWs_nEJfHGBpikMjXHA3LB0m8C7pQ,67
lm_eval/tasks/lambada/README.md,sha256=AO7XlGGY1Dch3ZC6km8CkfwpLiOvAdYbHH_YlEi2xEg,1186
lm_eval/tasks/lambada/lambada_openai.yaml,sha256=lt7i_jeGZra1QRlYolrVyD9bQ-trPIMPSw_UhfmttqU,489
lm_eval/tasks/lambada/lambada_standard.yaml,sha256=aMVLBLdbID173dl61YNSpjk_u6Hr_6Mkm6aSrgoNnTo,505
lm_eval/tasks/lambada_cloze/README.md,sha256=j0ewRfQFxUQ6JsD-JGYp4oK1URb-uF1UGiQ-4cwYvs4,1934
lm_eval/tasks/lambada_cloze/lambada_openai_cloze.yaml,sha256=RjM69Mq_NP7y1TcTijXTLCIuECFM-VoXXfuUg04_n44,515
lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml,sha256=D4ZZv0hIhWzvqF6kI1vJW03gj_GRg6rNkiu1UcenTeI,531
lm_eval/tasks/lambada_multilingual/README.md,sha256=ggwX8LEo_cr1oT29CyoLptVbcTxCVZSr9qhOr3UY7RY,1995
lm_eval/tasks/lambada_multilingual/lambada_mt_de.yaml,sha256=A3dzij8qTX7W-XZ1uXkMf7l7lPbe8Irr_fem4zQ34oA,72
lm_eval/tasks/lambada_multilingual/lambada_mt_en.yaml,sha256=LEhNqBf2C5S2zVxoXdSTjY7poKwyVno3xFDzoJJjV1Q,503
lm_eval/tasks/lambada_multilingual/lambada_mt_es.yaml,sha256=3cWtUCRNZWeGp9bIUU-uJcxCeD7iyHwUkAkdAFMFIxg,72
lm_eval/tasks/lambada_multilingual/lambada_mt_fr.yaml,sha256=Okxnj-cxPcEsEIX0vc89Uih-szW7wqHY2SAcdi675Gc,72
lm_eval/tasks/lambada_multilingual/lambada_mt_it.yaml,sha256=DtT68Pbs0fCY8oJlKQwQdO0pgcqNPEshYFQppA9RDD4,72
lm_eval/tasks/lambada_multilingual_stablelm/README.md,sha256=IvVmANjug7QNtbOfyTGZdNNWXAOGEj1D83ozOm5oIBY,2455
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_de.yaml,sha256=55XldbZgJ6IplV1glKHCoOlvCLz--1wFlH5fmX4xtRc,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_en.yaml,sha256=pvYHe_u5wAq3XJc9794WLg2bkYzIuEdXXGPUqIddDRg,532
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_es.yaml,sha256=XTfiICM-UvziVkTNMnRBsRXYZKKfVTPGD0vTjPIfGTU,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_fr.yaml,sha256=VZVIvuOsqERjzmBp2cbXnuAE78Dt7ZQqRUawvhko34o,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_it.yaml,sha256=UII8rMHD5QeSWzC1ZwvGV5bPWrVG5qaen98mYXc4wsk,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_nl.yaml,sha256=bElBcbyP0sg6ucCzvp39eVOOr10uRaIFQybfolBOK7Y,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_pt.yaml,sha256=0EoSWB1_R5h16I00_rs1GQfVS2RI914B4tAMZ2fhmpM,90
lm_eval/tasks/leaderboard/README.md,sha256=sb38XBr6fvKPuaLbnXglWENPD5s6JYUqNPCwbVzPNsc,14087
lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml,sha256=0THS3HPYAWYCYoDm4djWMHMMzKvuhdf0VrMcJ2_cyH8,296
lm_eval/tasks/leaderboard/bbh_mc/_leaderboard_bbh.yaml,sha256=idcgBHZoQnn3RsxLuSrHmkag1IMeSqqZmVz0-2FdjTg,1137
lm_eval/tasks/leaderboard/bbh_mc/boolean_expressions.yaml,sha256=4gfDkfliSRyoDSS8iEh4A-hCuAISZZ0TiWpMwizoWUU,443
lm_eval/tasks/leaderboard/bbh_mc/causal_judgement.yaml,sha256=qugFQ24i0X6Z-hl7kMf_B9aPrPrpDo2tVv9x9r32wYY,2634
lm_eval/tasks/leaderboard/bbh_mc/date_understanding.yaml,sha256=2kO_uFBoAdJ39Z6BjOsUVTnyRYY6zE3OifgwpmVd_M0,1042
lm_eval/tasks/leaderboard/bbh_mc/disambiguation_qa.yaml,sha256=twiXsWNOgV7ERNScT3yJtJSr2tFaT4N-pnsxKK_CThs,1363
lm_eval/tasks/leaderboard/bbh_mc/formal_fallacies.yaml,sha256=OG0vqfNsoMYF8bsczZOLIpDUR-4xVgVcB5yBoxEa2hw,2086
lm_eval/tasks/leaderboard/bbh_mc/geometric_shapes.yaml,sha256=DgkT5mGwzSqu76qlXfaoYHzheitfeaSBhxltNHKGeBo,1416
lm_eval/tasks/leaderboard/bbh_mc/hyperbaton.yaml,sha256=fsBycIxPdWsF_r6ZXjRZOHTWJPzbphZObRBCDt6kB8g,761
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_five_objects.yaml,sha256=s_WPiQZ2RbFrziQg8GI6wGXIAy7LfXo1qGYBLP1R20Q,1769
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_seven_objects.yaml,sha256=d-3s-QRTRJIluLPjyWfIKjPPM8PxHCUUPFCzpODul_8,1783
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_three_objects.yaml,sha256=06marQPeZKzywAnTvmAJszjdecI4-zuvP8znnkrqVW8,1759
lm_eval/tasks/leaderboard/bbh_mc/movie_recommendation.yaml,sha256=wzzfQxbEwWerG2Ou5CMZI9gLTtE7I22okey1vDMrZDw,1129
lm_eval/tasks/leaderboard/bbh_mc/navigate.yaml,sha256=pdNW5HbZNbuz35mmg45STY2H5M4yvqsD-mf1oPwdWzQ,1005
lm_eval/tasks/leaderboard/bbh_mc/object_counting.yaml,sha256=_UMichtKKOlAIlKuuJ1MkbD42HVuJPrQeKiyakdbft4,862
lm_eval/tasks/leaderboard/bbh_mc/penguins_in_a_table.yaml,sha256=nwbAiNpgffJ2KxW1u-Mpp5dpnTghkJSVn6OH_cdUJqU,1824
lm_eval/tasks/leaderboard/bbh_mc/reasoning_about_colored_objects.yaml,sha256=OjxmbHtyc98ziw9DkadamPIGuA_Eq6N6mOvOh4mOR-M,2001
lm_eval/tasks/leaderboard/bbh_mc/ruin_names.yaml,sha256=o4RLvfQc-Lx4EKqxBOKbXLBrlW-2Hv9Z6XgSXfJ0fmY,1096
lm_eval/tasks/leaderboard/bbh_mc/salient_translation_error_detection.yaml,sha256=IbAG_GLDiSfFABBtK0nbio91HX2F7qXk2eAElmf6C4E,4210
lm_eval/tasks/leaderboard/bbh_mc/snarks.yaml,sha256=f-TbTJ-z_AufV1_sH6JH_Jm85_x-qZDTn8civc6bXBg,1384
lm_eval/tasks/leaderboard/bbh_mc/sports_understanding.yaml,sha256=xpQSXfNrVJWc3xHLIKWqva-1xiSAcHX_-SId5TxHGAo,658
lm_eval/tasks/leaderboard/bbh_mc/temporal_sequences.yaml,sha256=E8DAQxAUaxGTlTvBreVxwh-dNCD2wGaR0aY0JCWdz38,2461
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_five_objects.yaml,sha256=dKItcxGUjTgkm7P03nNVXeZifk4btIiO0wK-CEhtB1Q,1959
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_seven_objects.yaml,sha256=yPfdU_LN6osvBGMy4YsQ5hTiH8LgcYCcQAkjoAFJRu4,1973
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_three_objects.yaml,sha256=4awk1iXJG8_x_5yoaowTLsR0KbrBvYix1Q1yJaBW1J8,1949
lm_eval/tasks/leaderboard/bbh_mc/web_of_lies.yaml,sha256=N05PWyM4Iho3xT7xssdrrJx6uzax3zYpGCK_re9zEjc,926
lm_eval/tasks/leaderboard/gpqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/leaderboard/gpqa/_leaderboard_gpqa.yaml,sha256=nRHwDBwHE6tzKLDLsLYbfdJffRQg94VtMQiRbDCAtVI,206
lm_eval/tasks/leaderboard/gpqa/_template_yaml,sha256=-JIKVjV-m-ZRGwrrHVkaqRx5Z5Wy4skPaMFcG62BDbE,600
lm_eval/tasks/leaderboard/gpqa/gpqa_diamond_zeroshot.yaml,sha256=kBMvJZE9rNaNR3vF8odsmU983DNXQEonBMw4-4lfu-Q,118
lm_eval/tasks/leaderboard/gpqa/gpqa_extended_zeroshot.yaml,sha256=XgqQBNyGWWPuSxy-0nLjcPQSMOsL50zLTy87s6wsrRE,120
lm_eval/tasks/leaderboard/gpqa/gpqa_main_zeroshot.yaml,sha256=Er0fgtxe4NEnjayZzBWkqONyYZOJn3stZKW2pM9PdKk,112
lm_eval/tasks/leaderboard/gpqa/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lm_eval/tasks/leaderboard/ifeval/__pycache__/instructions.cpython-313.pyc,,
lm_eval/tasks/leaderboard/ifeval/__pycache__/instructions_registry.cpython-313.pyc,,
lm_eval/tasks/leaderboard/ifeval/__pycache__/instructions_util.cpython-313.pyc,,
lm_eval/tasks/leaderboard/ifeval/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/leaderboard/ifeval/_leaderboard_instruction_following.yaml,sha256=Ykrq_fJAEv88kOVjneeI4UXGSRnXEVl8zTUSrIN9-gs,70
lm_eval/tasks/leaderboard/ifeval/ifeval.yaml,sha256=R3VvLPOe2X95Xulk1Uc5Hwllfp-bkApb3m_F4SSinG0,795
lm_eval/tasks/leaderboard/ifeval/instructions.py,sha256=LZZw5TjmIBZlNjudsVb7LCcBa5KH65eQ6lXTUgA2uwA,57031
lm_eval/tasks/leaderboard/ifeval/instructions_registry.py,sha256=nbHAYs23CpFCDTeJpYgjWhBkwrmhpm4J5fud-edYSmw,7237
lm_eval/tasks/leaderboard/ifeval/instructions_util.py,sha256=YaW3nbosgYjKVEeqXnGmbYqiOBY0vVhnPIf9sstC39Q,26689
lm_eval/tasks/leaderboard/ifeval/utils.py,sha256=GrjxSAjIJvk_I2SINIftY89CZ5gL9HYf2oBTiZwBNjI,4510
lm_eval/tasks/leaderboard/leaderboard.yaml,sha256=3PJsA_ra_zZkMEG7imwW26BKwOujMRclOhABGJV4G80,737
lm_eval/tasks/leaderboard/math/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/leaderboard/math/_leaderboard_math.yaml,sha256=ShOBnBvRVIFleP55VRDgOHfQpoCJMT5g6fTiqe-xaEY,401
lm_eval/tasks/leaderboard/math/_template_yaml,sha256=BdwXvWar7j-Dci5At9DrRzb9NGSj2emqO5ylBT5wTlo,710
lm_eval/tasks/leaderboard/math/math_algebra.yaml,sha256=j_vQV6h4CjZmzh2sBViA9SB_LoXBj2I9tzo8DQh76AA,82
lm_eval/tasks/leaderboard/math/math_counting_and_prob.yaml,sha256=iMeDYYv7VxQL7cBO-tu9U09wsPtcl3bZTucu8dxw0j8,109
lm_eval/tasks/leaderboard/math/math_geometry.yaml,sha256=Q67oTCaPqanFg78Hfi1xy2LyK6g2UTEyUA6LD4jW7YY,84
lm_eval/tasks/leaderboard/math/math_intermediate_algebra.yaml,sha256=kzpRyV_d_eDsBApfv8_piUDfweeW7nWHp8-EYJDKDCg,108
lm_eval/tasks/leaderboard/math/math_num_theory.yaml,sha256=ELUegvHTS9Bwi41fcBKxHPZB4qaKqy-vFg7nNmq_h4w,91
lm_eval/tasks/leaderboard/math/math_prealgebra.yaml,sha256=t8CHSg4GZOZ1l-817f3xvFAQeyrhaFbjV_e-cQVpMH4,88
lm_eval/tasks/leaderboard/math/math_precalculus.yaml,sha256=ZHHQBlB2dHSzryDoCH82YoBPQCra9y1WiK-qdX3r05o,90
lm_eval/tasks/leaderboard/math/utils.py,sha256=rHhl7sNMWI2oMurI9bJgInXPC1HuLv-lZ07TGdfbEE0,10232
lm_eval/tasks/leaderboard/mmlu_pro/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml,sha256=aZtLReKvpSLJr_mBtjx9Wx07t11nZzQbV1GLnCq-4ys,459
lm_eval/tasks/leaderboard/mmlu_pro/utils.py,sha256=SaAUxNw5kCBxdgGChY5rTUKqqpF6RA5xoWW9_3UIVIc,352
lm_eval/tasks/leaderboard/musr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/leaderboard/musr/_musr.yaml,sha256=979_wTyHd0FfMB84lksZ3lOh9QziDFG69RggNS69-ow,235
lm_eval/tasks/leaderboard/musr/_template_yaml,sha256=56jmco5wsg8luYTwbvM7hfQH0Wk9AJS5aQ-dtgHYTpw,270
lm_eval/tasks/leaderboard/musr/musr_murder_mysteries.yaml,sha256=G4P8LhQB8RFMr1yNqq8TpweOvCduGmVtNXepKYY4Ha8,95
lm_eval/tasks/leaderboard/musr/musr_object_placements.yaml,sha256=O7WiMWhGtHfChoUfayH_cKzF-oQsyk37QFOIPoAy24c,97
lm_eval/tasks/leaderboard/musr/musr_team_allocation.yaml,sha256=j20cB8qiW2LfBPEweJXTvRPfFpsT1ZziUwtBLiYWAI0,93
lm_eval/tasks/leaderboard/musr/utils.py,sha256=naQuwXAxDY6qw5ZJlOsC0VDlLg9FFFU-OVwqMXTCXdQ,520
lm_eval/tasks/libra/README.md,sha256=Jz8W3mA9HpBApOdGsMXfp4MsdZgCkxsKK89QPO6-v2Q,2560
lm_eval/tasks/libra/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/libra/_complex_reasoning_and_mathematical_problems.yaml,sha256=Krc99OdloRBi3laAwc8-FZEJIA8BfIsOhVJ7k-5mHRs,173
lm_eval/tasks/libra/_multi_hop_question_answering.yaml,sha256=uhDRjlux9LSHJ_vf2ocvxSV0nxkPvQzWC650Hofz33Q,255
lm_eval/tasks/libra/_question_answering_and_multiple_choice.yaml,sha256=53oro1imD0JS-tiokVx7SOBaETcasYLYmNUZFOq7UWY,217
lm_eval/tasks/libra/_simple_information_retrieval.yaml,sha256=GpZrN5lwq8jahsJ9ij07lWq-EyboaTvbV_ErZHOOl8A,128
lm_eval/tasks/libra/_template_yaml,sha256=wx5UDPhTBgqbE3GZOL__X2hceRaFecIqqeTkcdPnpSs,220
lm_eval/tasks/libra/librusec_history.yaml,sha256=A31IJQjGTyuu4xAbgVG-gf7Knv1LSPI7ZjpuPah0S8A,691
lm_eval/tasks/libra/librusec_mhqa.yaml,sha256=clzJdN_evZZr6UBD-fcydgrHlCrH3yMV3zr1ljsljhQ,679
lm_eval/tasks/libra/long_context_multiq.yaml,sha256=mBDNV71hHvIct44cJLPRikAw8B_1yPXOX_nbIh9geRY,702
lm_eval/tasks/libra/matreshka_names.yaml,sha256=WUrc_pA2jJePfA5W03SFIoEKV8JHDtvrtjG6WvTOTHU,805
lm_eval/tasks/libra/matreshka_yes_no.yaml,sha256=wPm8Fi9sOR6XY4POXvnBezolCvqoBIjEw9I1LaeQXkA,850
lm_eval/tasks/libra/passkey.yaml,sha256=Yv7ZeE4buJmN-jVy7iyaWPL9eq5Ll3_SLFUhRfzkmzI,709
lm_eval/tasks/libra/passkey_with_librusec.yaml,sha256=lHCX_bUe24icDqCPB77j7L4KB2feHi8WTJ7GRliLWu8,763
lm_eval/tasks/libra/ru_2wikimultihopqa.yaml,sha256=xlTe-HnE42tp-zFHSo0OwSc0SnyzxHgOPQbcx5OJbss,703
lm_eval/tasks/libra/ru_babilong_qa1.yaml,sha256=Ms-HizNSzP6cZiigtfgbdn77kIWW4sFQjER0YlHOhWQ,1003
lm_eval/tasks/libra/ru_babilong_qa2.yaml,sha256=3Ff1Sj0U0YFN59RzS0eWVs4A5nIGzehCBUG-1ipx_Aw,1211
lm_eval/tasks/libra/ru_babilong_qa3.yaml,sha256=gunbW3E6Gn7X2_6FrP5ISMNnkrDgA_t0QWNTbPtaZ2c,1229
lm_eval/tasks/libra/ru_babilong_qa4.yaml,sha256=QW3Nll4BIUGo94PVSmFiVX1t0JvrWzYxCCqcvzefUAA,825
lm_eval/tasks/libra/ru_babilong_qa5.yaml,sha256=OQo_KscyX8zHI1d5IrSPu86Am5ix0YIeHVBK4Y3styY,825
lm_eval/tasks/libra/ru_gsm100.yaml,sha256=3UhsK9DQRsKMfVFnwQLQ1tyiPw_wIPmLnM5E69C-B1g,699
lm_eval/tasks/libra/ru_qasper.yaml,sha256=sJ0tQcw0qonXvx1guy9b5ehYQ9XXdcIAfPF_c4pYpGU,767
lm_eval/tasks/libra/ru_quality.yaml,sha256=7JVapTMGbDh7dScx7FLl0aFuHVevtsFPJMYumhIoGUs,770
lm_eval/tasks/libra/ru_sci_abstract_retrieval.yaml,sha256=vKYorvVh2phS5mWuPpcdvPXvnIitXI3stnT8frG02Vw,877
lm_eval/tasks/libra/ru_sci_passage_count.yaml,sha256=YL9sIneHMnrrUXmb_MljN1EpD5SYZlvYK6K0CNV9x9U,831
lm_eval/tasks/libra/utils.py,sha256=TmycKw9nX_XEdBSSfypooONNT5GJ93RMst3XxBVq8Lc,5864
lm_eval/tasks/lingoly/README.md,sha256=pmjG5ezfYz9xZJ-GEa_4qb8hj-el3XFLUTQVGH3QOEY,2898
lm_eval/tasks/lingoly/__pycache__/script.cpython-313.pyc,,
lm_eval/tasks/lingoly/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/lingoly/lingoly_context.yaml,sha256=XC4hk3TzDDpN47hZdlc1AQsZa0S0xzlG66REtHTSoKE,847
lm_eval/tasks/lingoly/lingoly_group.yaml,sha256=BS-OlV6fYiDLEr_ZMllB5AzmFiCDHR4Z18Gc2_ENPyQ,267
lm_eval/tasks/lingoly/lingoly_nocontext.yaml,sha256=xU2WeTolp9armIISkazU3Alcwh8nK_fh8sZPbnyjWhk,853
lm_eval/tasks/lingoly/script.py,sha256=PxXEttmxUjtl-D9iH5dfuhtNuRoXjYWjNI2c__JN8SY,4037
lm_eval/tasks/lingoly/utils.py,sha256=DMQ0EuZCuS51zZqfR_JBujal4WSnKRk1gB_qBEL8Dt0,3027
lm_eval/tasks/llama3/README.md,sha256=7NEGTY5TgTlmelllCS_77opJZUyxi_QsuCgkw00qmqg,2264
lm_eval/tasks/llama3/instruct/arc_challenge/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/arc_challenge/arc_challenge_llama.yaml,sha256=ouBLPKytQecZ7NVtAT7HO7bPI7apTB4-gkhOeCHdB8M,1018
lm_eval/tasks/llama3/instruct/arc_challenge/utils.py,sha256=0hXk-Rp3o8lJtIvA9uMPQqMbyyEnr4SHgOU3tg55nd8,556
lm_eval/tasks/llama3/instruct/gsm8k/gsm8k.yaml,sha256=sb79aaDBlzqojYuDJQU3pYxCdyf5ikc4YwehjMs3ELA,3332
lm_eval/tasks/llama3/instruct/mmlu/_continuation_template_yaml,sha256=1JapmbV5P8Rqp1XjmvvTiZgcgW2hwttdhcd-S-lYv3U,1037
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_humanities.yaml,sha256=1Kz6ldsho8_vTNaC3Pu5A1qO5MKWOs9nMDIYDJNdYIE,240
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_other.yaml,sha256=CUWAzBXqSl4wZG3F77hT21VcFJmA3ZX-k8AihGEAac4,225
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_social_sciences.yaml,sha256=-bkAloJAFXvzphSyWBgWrI8PpV8LLHGWxKbbK1beItE,255
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_stem.yaml,sha256=bsAEDOQADrVboUAR_WbzCkIiQ7Oj0Y43GFXvAekCsYs,222
lm_eval/tasks/llama3/instruct/mmlu/llama.yaml,sha256=VzSb7BU8NtaPIXI3anV2ZLKw8gLWTClYkNhg9BGIdag,271
lm_eval/tasks/llama3/instruct/mmlu/mmlu_abstract_algebra.yaml,sha256=Gj3L3Ph-CxXp2RDVKgoMK8IzN5fMK6CARIMF_M7h9Cw,178
lm_eval/tasks/llama3/instruct/mmlu/mmlu_anatomy.yaml,sha256=SbSUcbtNIrOgNCSXTTwykwOISo0rCXCKPmjWrPwNI0M,151
lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml,sha256=5Er2QUgPlyM7LUob5G82pgtuyLrCtKcPwbmammQsnNM,157
lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml,sha256=jNywi23CDvNjCJ2srjODAKgzT4qaUPndSHYwyUtYMzE,176
lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml,sha256=Fg_eQ7Y4mJx5oGVUiau_tgUNdZLBlmDou1nST7WwomI,185
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml,sha256=LzL5wTKKikgCF4JJjQxVb9Is1Ql45JYsH6PfsjGNQbg,175
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml,sha256=-cdIZbVstDVrMtSrGAtxz52h8R8sdylNHeOWbZ0KfkY,181
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml,sha256=8b4bbii66RkGDnjph8XC6ERFYdIcCB11OyMsatngRNQ,202
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml,sha256=H1HRkxYp7TsZjP4m_henwJ4dPKmzI8-21p04FM_eryk,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml,sha256=d3OY3ZrvnE1t1w6LQWZvKyMy9hMZY5UZNAOovCywufs,179
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml,sha256=1j-9rnKgoq6oqRAh2dcIXWXAWs4JvRJhCn80nfkHNJg,175
lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml,sha256=fORNXC9Mkau1BobCTcSSGQnEwtHf_MX2rz6wQhKJ6ss,181
lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml,sha256=mLhRxWrUNayj03W5GtyBI7XZ0epntrDh8RLt41ObRd4,184
lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml,sha256=sEhev-m8sYwzmoVFDG2T2n5oB4RVmwQHZW4bQF9Asjc,177
lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml,sha256=mnMMnOqclil0NsF6P6A3yv0hpLwLNlo1pEbZeaxuabA,196
lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml,sha256=PXZXm4YaaxF4L3edJjnpiZfX2NciF9Y4RBaWXs_ORf4,196
lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml,sha256=OGLYW7JOwRtcpemtL5t5DcCtfActEDZlIHWN2Kx2yFE,172
lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml,sha256=f0Wq84wIXcWxRUDeK6OkNph9OUqhnEdq1VM0pbGJTQw,167
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_biology.yaml,sha256=9b1iYQAYcsx5AJJyDKLZfw3pLbexOwYS3hX-9-Yi_Pg,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_chemistry.yaml,sha256=YxrPLgX_8VdMsvOJ8cjQ3U_S77B1V0d8kzzpbsa7ec8,193
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_computer_science.yaml,sha256=4wyWaJZYQudglLLFWTxJBwGfPBd1P1XIABj8yRZM98k,214
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_european_history.yaml,sha256=VK3YqzGDcFoUQ8oTLRNUAbwUkhmQ2RKPSsOkVev7Ji4,220
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_geography.yaml,sha256=5Slptst5q3w2SffNRfoB0YxAAu14d6rCZY1McuS6mbs,204
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_government_and_politics.yaml,sha256=KboZyIiCpZHG2t0K5-1MAe367GZre9STfABXvh_DaNA,246
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_macroeconomics.yaml,sha256=RaLiZio8CezhIjEKx28pAOMWinGZ8cgWyIwYKCuwxbw,219
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_mathematics.yaml,sha256=YYX7vY1pK8U_7n6UczR81i_G918zfM67oesme9RgRoU,199
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_microeconomics.yaml,sha256=oOrQStSrBbTrBzNI3IyYCEf_fGEptcU4Rdhqqs7pEGY,219
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_physics.yaml,sha256=lh4tmZicP3AkxL_QsguKGMwDEd8KHtADsHbLHurwjw4,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_psychology.yaml,sha256=Xq3JkIeKkGF__siXHlcI_wpjcnImjjK4VUvuWvnCFI4,207
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_statistics.yaml,sha256=ns_4LVXJaiG9jFVFLekEqgJsPuBENSx9mQkfUM1LXZI,196
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_us_history.yaml,sha256=jCSvR4GOp_LlizhztJtmJurFkTRvLdbiIdQUzsV0hLY,202
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_world_history.yaml,sha256=e_XWLDNdlmu2lLcvBMeDxqIuRiiAsv76bqczS5XLBdE,211
lm_eval/tasks/llama3/instruct/mmlu/mmlu_human_aging.yaml,sha256=cCSEffyF3mfmb0dMRd8VH88hoN1ji3OWQdz8Gcbp6GM,164
lm_eval/tasks/llama3/instruct/mmlu/mmlu_human_sexuality.yaml,sha256=Ox4CE4i5YooDPC_jxlZUXigXywQ_fSLX2xUbKP0nqVU,186
lm_eval/tasks/llama3/instruct/mmlu/mmlu_international_law.yaml,sha256=8Wr-w2sykZxUf4gYzuSMRreTFpPRjLZiYnypBy9rus0,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_jurisprudence.yaml,sha256=4hRoyKc-jLSowqNYL2v4zaBhAb61XW7lYjRM1p-0Viw,175
lm_eval/tasks/llama3/instruct/mmlu/mmlu_logical_fallacies.yaml,sha256=9DohYhIBs0Ih9hCTjAexKCq-mpgUn68cMN9slGdXotU,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_machine_learning.yaml,sha256=Mk3IBKhjxW2qKBtu39oLB1RifPrnp_FGhEadBYfQyYs,178
lm_eval/tasks/llama3/instruct/mmlu/mmlu_management.yaml,sha256=KwjSNsuuYAbf5TE_w5SJHHDnEiR5q9zYse1cxaUXgag,161
lm_eval/tasks/llama3/instruct/mmlu/mmlu_marketing.yaml,sha256=jJk9bJ2wfA0z8RCw3_BIexd9NiGn0KUWPxtnygnM6-Q,158
lm_eval/tasks/llama3/instruct/mmlu/mmlu_medical_genetics.yaml,sha256=amhra1SELCT1pJ97jmPUObz_EqnncxuwDhljtbEYD48,179
lm_eval/tasks/llama3/instruct/mmlu/mmlu_miscellaneous.yaml,sha256=8A3db1Le6nxyTja7coRtbYuZeTnTsTMWo1oYG1MmohM,170
lm_eval/tasks/llama3/instruct/mmlu/mmlu_moral_disputes.yaml,sha256=EbqBdPsRbSUKlCS4UrdqIKcH4KyQCjXBzD--XfeX93s,178
lm_eval/tasks/llama3/instruct/mmlu/mmlu_moral_scenarios.yaml,sha256=qWiPBZs9Gd7_X2saP5_hRxUI3_s_xy3K1_nlcyxTdvo,181
lm_eval/tasks/llama3/instruct/mmlu/mmlu_nutrition.yaml,sha256=7rMB9y-rAp0GUNVNgn7rGmtd1R6QT0yLxzZAYwA4NQw,158
lm_eval/tasks/llama3/instruct/mmlu/mmlu_philosophy.yaml,sha256=b9Lqff3hKmMW7q31P1K3lXXTxOISRudIYpZcgKUtJfo,166
lm_eval/tasks/llama3/instruct/mmlu/mmlu_prehistory.yaml,sha256=hwS_ih0s-E40GfNbW__429mdW1AdeIaNcfPaADaSQq4,166
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_accounting.yaml,sha256=M7jP6PSNvYV3M9hpEKF4mzaPrrh2utKnBHMZ9Dyon54,200
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_law.yaml,sha256=9MjYhdi6VunxbqoyrINUomJQiyzeun2o-a7TWltpgGE,184
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_medicine.yaml,sha256=FcQEiewV2DdDgiNb06rosqnlCqXw7hkcakHDgJ-1ntY,194
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_psychology.yaml,sha256=ELaMhuAueH9BUiLRfKiLeI1yWEqDGvIwE1JoUmZcRiw,210
lm_eval/tasks/llama3/instruct/mmlu/mmlu_public_relations.yaml,sha256=CCMVtpJqDqKme5WuABp8G6xBQph0LUecQ59X6_G8y1A,189
lm_eval/tasks/llama3/instruct/mmlu/mmlu_security_studies.yaml,sha256=aN7UcdH2t5HeOW_w4SAVvhRChFoSQ8gUuk6w5BI67Uo,189
lm_eval/tasks/llama3/instruct/mmlu/mmlu_sociology.yaml,sha256=XjKTrOZk_W2kTK2hexLj13q4YF_mewy86ip3e3-ThBU,168
lm_eval/tasks/llama3/instruct/mmlu/mmlu_us_foreign_policy.yaml,sha256=fjECnMJN_YkSQjccWQ3rhJPcDTCR4AYEI1zaUkk30R4,192
lm_eval/tasks/llama3/instruct/mmlu/mmlu_virology.yaml,sha256=w5BVcxivfIg6_8sr6yPSFIUSzw8FZmuEyU13SrS7BVU,155
lm_eval/tasks/llama3/instruct/mmlu/mmlu_world_religions.yaml,sha256=Uwu8zQftKqVVjrLkN94kmGCCf4unOzV6-cvGkYKc6UE,181
lm_eval/tasks/llama3/instruct/mmlu_cot/_mmlu_cot_llama.yaml,sha256=_e63XOelqedrMt2Nx6YX2q3efjjESMteyM7AIxF8aHw,236
lm_eval/tasks/llama3/instruct/mmlu_cot/_mmlu_cot_llama_template_yaml,sha256=TUM0_QqfWqrop19Td5LCQrVZ7kDjD4vCkaC88UhBkRw,1270
lm_eval/tasks/llama3/instruct/mmlu_cot/_mmlu_humanities.yaml,sha256=3dKZ-Ydbd-OxaS3QiI5F0hN5AY7SRdRwSf0cIimPH0I,224
lm_eval/tasks/llama3/instruct/mmlu_cot/_mmlu_other.yaml,sha256=zA6l-hSrhT51Bz4yQLy0yyVNOsoa3Kp6dbFEEKLnLUc,209
lm_eval/tasks/llama3/instruct/mmlu_cot/_mmlu_social_sciences.yaml,sha256=sXepkMc3ufsfniBwKl5ulGz9Nn0vQrkqN6mWLx81LnI,239
lm_eval/tasks/llama3/instruct/mmlu_cot/_mmlu_stem.yaml,sha256=QSawQ-OZtHKJt6drzNGtbiQdL1emIcaqm0vhT-4R4NQ,206
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_abstract_algebra.yaml,sha256=ZjhFZTjbv7VQq2MkE8vGXulAFl9Bn6hOFDO71IckIxw,206
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_anatomy.yaml,sha256=oeMvxC8_Tt-atKB8LIFLi70XG6WLshB4ydm8PiIIlWU,179
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_astronomy.yaml,sha256=UvQuDoNKPIdl5OVzpQ6qhwQVXbNcqpfPpSiiFIvEy5Q,185
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_business_ethics.yaml,sha256=-1DgaL0mpdg1US0eFTBo5xMgg0jGpcCyiGayxdiGHLs,204
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_clinical_knowledge.yaml,sha256=b-G0C7as7Bw9QnWJCC5gkA4XnX4mob7pIXmpQJ1annw,213
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_college_biology.yaml,sha256=3NWEbdBEumyuRwTyIvEe8ExOUKtKiIKeQ6YtZeLi5YI,203
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_college_chemistry.yaml,sha256=mMoYng_wh-vic6a2NKtiuMDQO2Z9hNJ0qmyd1nKzUP0,209
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_college_computer_science.yaml,sha256=yPbaYu1VwCEQVU63AbY-TMy15VTfJRXEx6AGtj5bYBE,230
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_college_mathematics.yaml,sha256=YAYWf-u6yXxSU9XTt-REOQ-knERmF80Ul8zjCGuCn7A,215
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_college_medicine.yaml,sha256=1-ek04AwGtUWVsgiQE5I8i4oIk82cL_4Wnt-M_XRehw,207
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_college_physics.yaml,sha256=7fi4B_gr287P4BE7DBBvnZos-lrWHuuJHLFFK4VOyg4,203
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_computer_security.yaml,sha256=wHLltrAdY-WKUPVDH_QneDk_kMtUjFIzwKv6Sihvx2E,209
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_conceptual_physics.yaml,sha256=fELBoKmLxurMf4iY1CEADxO1LBG5whEcrGMbFI8IXy8,212
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_econometrics.yaml,sha256=wIp2xEsOxWmeldHYEFYJ44yHFIvi-1sFiX-koO5GsJM,205
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_electrical_engineering.yaml,sha256=HJllaMfDjq4gy3OjGrzVnMu857TvwCIy8kgq_0ZskPU,224
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_elementary_mathematics.yaml,sha256=iOhDhF6krKrufxayEtmPQGbs2l5GyoLRdpPkb4Dh9Hg,224
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_formal_logic.yaml,sha256=kY4GnglH8hRuVIS4N2LWAT0xQz5cOKuAdy5JIiRIZOM,200
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_global_facts.yaml,sha256=TSEQLQnregiU9wKPJ8hs-oPUODeBsPpvLnWynnklXUw,195
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_biology.yaml,sha256=PYe_epEZ_3JUKLMYwGPIcvPOYidItj1u9PVveUC8U4s,215
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_chemistry.yaml,sha256=8cZR0sprS-w4q4zeWo5Fy9JGpGozRnY9CuIcwh07mhY,221
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_computer_science.yaml,sha256=zWj6uRX4tnjARwh60OHcgl5YQj0y2ZZqcuALzuFVcd4,242
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_european_history.yaml,sha256=lvlKhSLgjwHjuBFrnbSI28iFO-OHjHeFyAeOz2pshC0,248
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_geography.yaml,sha256=_VmNuswiacVSYllEuRqS_wkln5LlucAH84BHvXJqXQU,232
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_government_and_politics.yaml,sha256=H6WIG708Qf8ll9i91WQvs5DZqbEjOinS6D9GLusz3HM,274
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_macroeconomics.yaml,sha256=wlhEeRPYYnrCvZ_PduxvlUrSdqEw538m7tVZl7aHfEU,247
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_mathematics.yaml,sha256=9kvaVDw1u8Ks8wq0Ts7Uh0c2h7Me1x14W9DXtDYpLbA,227
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_microeconomics.yaml,sha256=mJXwu9ob3w9peRSDdfDspRcyWTavgKSyzxs4HrhDnE4,247
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_physics.yaml,sha256=uAi5oOmGHYyNVQrtggKXnx6kkRcqLsEx4Ipu2fpsbpg,215
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_psychology.yaml,sha256=HIWN15xiRD0tw6b6JprF76gBDUTkzTHMbXcsDBMOMvI,235
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_statistics.yaml,sha256=6lnRPlzfYYwjPJ7eidh3fwTB7VYMz_86rtGd7Q054XY,224
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_us_history.yaml,sha256=CEDFK9XH2floXipp0e4f0n_xhTz70EH9hDvkP30-nsU,230
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_high_school_world_history.yaml,sha256=AkFq1T7ZB2CRT1M9O_3V34Ag3sSdCJztxzTDRVnJoaQ,239
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_human_aging.yaml,sha256=W6Qiyzob8QsEISHZZOCwMqYIzyYHtvKZwXs-NgSKbqk,192
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_human_sexuality.yaml,sha256=evexxPVJuYOuBuRXvz2DYGA-Ln61mpV469ZhvF2bRKk,214
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_international_law.yaml,sha256=L-jV_sPNZVdKDoB05NfBg3_jJ_n62ve1K7s6pPt_BcU,215
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_jurisprudence.yaml,sha256=BYtfj-_b77WdM_Fk934OQjip_1y1pycWoK8o68jfEO8,203
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_logical_fallacies.yaml,sha256=ouWrcFILrrrTmJsGXEccRhA0tN8IaGo3amCCXefFB8I,215
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_machine_learning.yaml,sha256=WeL0Z2-dsNiKxV6J46QxA1qxL52WBww9ae8GcBgEvUw,206
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_management.yaml,sha256=JuwuNTMzcplmm6y7npc-GuxPwNM1aQed7PsCLRUzYYw,189
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_marketing.yaml,sha256=3Xis_JQnspaPkFjCXtVF5-hwWrgum2XPaYcX5XDVWJw,186
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_medical_genetics.yaml,sha256=yae0zOd238Xh0DjJ1NW8n7xsieJ-C1LvJ00gR65Jn5Y,207
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_miscellaneous.yaml,sha256=0ADDxOITVyb1GHVFFA5VC8c3FpjR4FPtDzQldRs1CPQ,198
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_moral_disputes.yaml,sha256=qAHBVS-UTnIxVDVFN_d4wMyyAOgZue2upm0l8Mx4IxU,206
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_moral_scenarios.yaml,sha256=DIfKOj7UfotwwBi4vvuTstzxXI8W9dfddMqpvvEVs-0,209
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_nutrition.yaml,sha256=sDQrwXYwlESyJyoQcrBPHRsnneltqWzkdaeVlTc5-xE,186
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_philosophy.yaml,sha256=VjAWntEWOv9drbyenqREkXHt_b7yJgmRQFBIGmCzxvs,194
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_prehistory.yaml,sha256=PnGoM74YUZTOFsymKAdwQqj96R62evQpVEKObYGfkEQ,194
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_professional_accounting.yaml,sha256=-AlQLz_YT2gvOkdZ1ztqFTpcqpfqqj-VGjqt35xvCN8,228
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_professional_law.yaml,sha256=ORo8tgZigVUg3VECGqYomHqSFnV_Sbr2wPxVE5s5Pz0,212
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_professional_medicine.yaml,sha256=6pyLRmvnaPWub1ENAV93jDWpMouAVUkX8yGspQjuPEo,222
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_professional_psychology.yaml,sha256=532icA7u1_Wcehny97xxTa5Xc1jlqG_b7nAPsL_H1N8,238
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_public_relations.yaml,sha256=0D7NyyMUPDW_-lGgeZu9UeSsd2-4RWGXcqM1thzAQRo,217
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_security_studies.yaml,sha256=jSLECuWrYWe31LmU6rmMJKZML1KWez5_smGx2R5HGRY,217
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_sociology.yaml,sha256=w7_tzoE-z4TWATwiF0QxWlUL2OiUDbdN8tUT4BqeSJU,196
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_us_foreign_policy.yaml,sha256=Cu3uPRYS09nyQfUshugQp-bcgryiRZgU66LEvCyw174,220
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_virology.yaml,sha256=DT4nXZHD4yGwwEirNlUHUoOC2o2HsDMkqh3WE77jKNA,183
lm_eval/tasks/llama3/instruct/mmlu_cot/mmlu_world_religions.yaml,sha256=ai8Oi5hgMgUpzRdeWxtpMR02dqALTeYRD4g7u5ZjopU,209
lm_eval/tasks/llama3/instruct/mmlu_de/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_de/_continuation_template_yaml,sha256=eoV1DMfmp5r9GnWF_EY8MkWIPh7DnyIz7eg8S2JeOco,1080
lm_eval/tasks/llama3/instruct/mmlu_de/_mmlu_de_humanities.yaml,sha256=7nuXcshpVx-stpDoRwies-mNJS3gTGk0ORN8Wbd9M8k,246
lm_eval/tasks/llama3/instruct/mmlu_de/_mmlu_de_llama.yaml,sha256=xbJBQDmZYGmuQCbejMNYFOuOwhYRJdMXY8H3gxMsLfI,286
lm_eval/tasks/llama3/instruct/mmlu_de/_mmlu_de_other.yaml,sha256=eZDkxZ9jlPcd2LUtOIgt1iC8A4lQwxOs5N8zkg-q9kE,231
lm_eval/tasks/llama3/instruct/mmlu_de/_mmlu_de_social_sciences.yaml,sha256=3gduB3ujt-auAEUix_67u7TJxeTujUfOId82tbfN26c,261
lm_eval/tasks/llama3/instruct/mmlu_de/_mmlu_de_stem.yaml,sha256=MQUqMOEg8IlFltK0h4P_otuP1jegtjddgr0QEnySgx4,228
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_abstract_algebra.yaml,sha256=_qg17jkUuzX_i-fUjC-M8zL8y_exNnP5ZYNL41u41m8,1625
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_anatomy.yaml,sha256=ZNSbIBL0s2PTPlcKMp9Rva7UUnMLayNdWAbk1lvj1mc,1753
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_astronomy.yaml,sha256=5zXd8RktkazPP0YRq-m-GctEe8QsTFQGujxnKGEx-pk,3376
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_business_ethics.yaml,sha256=we8tGoLedIas-VA2Gu1xhjzAjvyjVkVK9E96gmzwej8,3369
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_clinical_knowledge.yaml,sha256=DDc7xJiqtB0ArAKDZLduEio1poczFWGqtbbI0QVM_Mg,2139
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_college_biology.yaml,sha256=EqvT4mE2Zw1cFD-1dSIuriVadj09GqqXTix_EUeXvH0,2457
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_college_chemistry.yaml,sha256=o7D2gbYxU8IZpgEHZUshhSyt06s2khc8xNiIcm5CIqg,2339
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_college_computer_science.yaml,sha256=08-TIjjPRoWd33_0ewau2UNUEWSVJ1Tr18FjFySzm9o,4219
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_college_mathematics.yaml,sha256=En_AO-ekdFdjUKB35WYn8MUKVtMXwHlMNhYJSpUkyhI,2445
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_college_medicine.yaml,sha256=jcwyLFEpOpzrPhUNcFn7E7ol86hC0f9fOjg-CHAPc_M,2649
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_college_physics.yaml,sha256=2-sfg_ukNymM64bEjyhupTIuzk9Vy1blSQw2HFg8IEU,2319
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_computer_security.yaml,sha256=4MkiQ4_DGNXtVLX4p1aOFUzevM79qV3lrGUwKMTZpWc,2090
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_conceptual_physics.yaml,sha256=W9i9PkhtbdQO19f85TnvO_Z4Ynsiw53wmG2CsKmvpsg,1729
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_econometrics.yaml,sha256=CUVYcZ5iwD1S9acG7eaGqdI_s9bfi0r2jwbXB6fMDk0,2833
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_electrical_engineering.yaml,sha256=ciQaJejfZuOAnLkxe2U7DsSNbpQBnaMDnMsuoTwxX7U,1911
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_elementary_mathematics.yaml,sha256=zJCGyDsYVDEk33YaQ3ibta52nCOogr3VazGl0WCJAmM,2364
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_formal_logic.yaml,sha256=O3tAW982s1Vb753MavCLkXjDOqTLDDg3oqy7KzoQVmE,2971
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_global_facts.yaml,sha256=IgS0Sh6K1CPddrZ0Jbl_FIuTrs1-udtAPSL9276mG_E,2095
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_biology.yaml,sha256=Q_ElQvRg1R1EaXrtsk4dnmNh53M7KxPA-64a2gx3CFk,2822
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_chemistry.yaml,sha256=5cwQ1WI4kvd_VX2iQ-A1nB3vV0D-8hHc9cyXbtk5Azk,2193
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_computer_science.yaml,sha256=ziQ-lBL9tkt4AZCkRqxmU5d4hXylb60el_XvEN7Yyhk,4429
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_european_history.yaml,sha256=NpZRGJ3bOx0muBSAh-dpeq3HzTyE_I4h7ZSafwbDMa8,15784
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_geography.yaml,sha256=NEz7yp0mjErivzW0Yccga_MhXvuJgzTJa0mU5v7Sb-w,2427
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_government_and_politics.yaml,sha256=4pJw_0IHPcYsobKVPcEULOdJ6U4xlAGcretfpcTuizw,3000
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_macroeconomics.yaml,sha256=H_aM4m0cmeQXDfdih6otY0h-wnERB-AD-4fNLIrOYfQ,2292
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_mathematics.yaml,sha256=h-OJC0zkPkJOPACgYbuCRkwcDnXhY8EUOzbxoIA1c3s,2213
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_microeconomics.yaml,sha256=b765O_yp_TuWgs1gjkjiBQsufA8ltjaqMzWrFeblxbQ,2182
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_physics.yaml,sha256=auGmA278fMdWrmbvm6DzrjUWv0BygQnlBCx8lgOy8xc,2466
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_psychology.yaml,sha256=ecloWeY22bZpU9nOOEmwZLTRKfhrX5S70VAseUIYYYs,3024
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_statistics.yaml,sha256=RXrt2caOQeUp2iT1dwepSF3X_ViSuWoheWuSUUrvA50,3677
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_us_history.yaml,sha256=CDUADyB-_E2Vwe1k3fMg_SaxOoj1ACz1I2HJGdFLveA,12374
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_high_school_world_history.yaml,sha256=TPjk2n9rXJfQOplTPyVR_ZGQYC0KPQVVCo6ZWe9JtEo,7036
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_human_aging.yaml,sha256=7iaoep3KcRABUnl20vSpcfOoTcT9HtPDKfdsaHpjG10,1771
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_human_sexuality.yaml,sha256=Ef5_jJdSdcXf-1QnLdheOCMlTs6qW8tSckJwftCg3I8,2022
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_international_law.yaml,sha256=aVaudHHPY-T2kBtCkR-7yidAe5-h9yU2caiuPnZJH6g,3604
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_jurisprudence.yaml,sha256=RGofufIQ1iFvGwxIJNwLEVwnfjHs7q4NkQC-ofnR9iw,2309
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_logical_fallacies.yaml,sha256=btkfzRUL6YZjEs-HXrlNhpIfDhRFc1mBKGEo_mj2BkQ,2686
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_machine_learning.yaml,sha256=LT1armKS9vJyazUCUbSSPG8AenXqMgYq3VUUzOI_8Eo,3776
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_management.yaml,sha256=MFu-0y6KYBiNOL_AwuiMJQafJaHEu4eZMK4HLpAUbM4,1629
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_marketing.yaml,sha256=fugwpelqd8eIi9Pv15hrQW2UumKqj4Is45TdyjVkRNo,2638
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_medical_genetics.yaml,sha256=uXyx_UVBtKywDWKGkTlAr6-wRUwwo7zqsdAhIdBCESs,1930
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_miscellaneous.yaml,sha256=M51x0FmggZzn3Yor6fKRkLqGruOocEHyepbX3DqFCtk,1497
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_moral_disputes.yaml,sha256=YTQkhEl5Q7-EWsI-rLYsPxsNIhP6Od_Bwd4LNIWVDhU,2840
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_moral_scenarios.yaml,sha256=YTMzqIC5jS72Vt9O7gRm1oXTPBQPbShNg07DeveN4nE,3282
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_nutrition.yaml,sha256=0J4jNuhVrjvxFq_MGLda6TgEq8z2UnBOMl4aiI5E6KQ,3249
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_philosophy.yaml,sha256=ua3QkwmovyuQicrA4mOcXeb8Rx-CJJLpixcnY77Qi9I,1759
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_prehistory.yaml,sha256=qe5bwy9Bd7a76AN_TldmZh0ass4LTc3o2UqMS_x6wo0,2868
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_professional_accounting.yaml,sha256=kjZL-gx_BYb4AlRTEmGGC7SUuE_0TwmtKACe33MlbKw,3447
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_professional_law.yaml,sha256=onBmJFkgVvqdBqp-HsMpC8cwKFGOGlHLqBfJ3ZJrFi4,9668
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_professional_medicine.yaml,sha256=LlrA5yjDhvr26rhngoSKSNILt81XliDs0unHNk1PeT0,5275
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_professional_psychology.yaml,sha256=aZmkq7i7O__LHCc8q5em2kVg3ZrN9g1ak_TKYuu6EAk,3516
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_public_relations.yaml,sha256=iAwFGFF4pN1uvdjgOS2__LCsquX9LD2Kqs9j7LCTtls,2608
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_security_studies.yaml,sha256=4fYIoZbdP3ZKHYeyecXNkCm4XzlyGtJB9wmrekWAZas,7743
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_sociology.yaml,sha256=OR_n3QumMEg91BaQGpUoM7eD66dGUNMt4eQ2w1v-mXc,2752
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_us_foreign_policy.yaml,sha256=uJjKEGwbdhS5P0BJt2RkxPr4_uZfOS_ClwdAr4lrgXE,2778
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_virology.yaml,sha256=IlN2QYDIL1AaE1-RxTm2tiI82-mHLuZzUJ7T8Mr-tPE,1885
lm_eval/tasks/llama3/instruct/mmlu_de/mmlu_de_world_religions.yaml,sha256=ZIJTg-umq0WwBKnq-vbcpJuu95P4IrR8hvkGhMZ_3_Y,1446
lm_eval/tasks/llama3/instruct/mmlu_de/utils.py,sha256=3aiN2EiDvFygIdvCQ9hSwGdthhwzSym_cnzq4oBC-Ow,5157
lm_eval/tasks/llama3/instruct/mmlu_es/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_es/_continuation_template_yaml,sha256=W9zRuFuer0Z0q_YWQClAP5ASw6thFL4ualyYJHrkFfw,1080
lm_eval/tasks/llama3/instruct/mmlu_es/_mmlu_es_humanities.yaml,sha256=tb7-A0LoO7VljXBE5d4RTQbov9ulxY07jh-ccKUjtX0,246
lm_eval/tasks/llama3/instruct/mmlu_es/_mmlu_es_llama.yaml,sha256=-1UsBPtDCH23wG_3KE6sdOu3hUf6txl5CzjYeoH714w,286
lm_eval/tasks/llama3/instruct/mmlu_es/_mmlu_es_other.yaml,sha256=fdaes1UHmOWdxLe85pHjDoU8c62wmV36-awpwrvOJ9g,231
lm_eval/tasks/llama3/instruct/mmlu_es/_mmlu_es_social_sciences.yaml,sha256=hSLsg1i4O64Vt54ckZFX0PKWshZ9mHaJHZAsZCVX3nw,261
lm_eval/tasks/llama3/instruct/mmlu_es/_mmlu_es_stem.yaml,sha256=fyxr8vNDEne4QAZFmMRtj6bEruOXERTtyPsxt5oLXds,228
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_abstract_algebra.yaml,sha256=gX1Gn2SrChCRbwLu9jVx_gumF6k29VPiYQcnQ4WsRqo,1690
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_anatomy.yaml,sha256=SCABZaENjIVTS4oxb2tXuUAVkvkeML9U4LbyPeOGfGI,1775
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_astronomy.yaml,sha256=4bDoMYu7XPAgxbhlT3Wxzd8WvtVYndbanJDQeeyb2sg,3431
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_business_ethics.yaml,sha256=ajTvWipALWpgwytMMH11YC1ySts3gAl9GHZDrS1jFX8,3330
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_clinical_knowledge.yaml,sha256=j1Dw5PhsaNIlCr5bWfU-P8d7xRzLhRe-jp6cDSFFvho,2285
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_college_biology.yaml,sha256=3ZGFltIydM1WNfX-ZCiQ-auAhyos5EauDFtPW1fJAvM,2580
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_college_chemistry.yaml,sha256=GgR_8XhAszn7NM5aI_ZlzlF1DiDAjrCUi0wSx7DUX_E,2433
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_college_computer_science.yaml,sha256=Vs1c0GpPSq2iGB5UNAJI0HdT2pcCPqh1Z7nq6YqiWmk,4171
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_college_mathematics.yaml,sha256=xNdAd1TdHE-1c8vEslnKrZNdPLD5P4t9ze3aDeaRzcQ,2481
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_college_medicine.yaml,sha256=ph8-Iog7floB2DwhBom5TGE9OICy-VjKJavOrUFPK8U,2899
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_college_physics.yaml,sha256=PKcZtllgIcbXzxf83UinlU-0kol14UuxdyQfQibKPxU,2387
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_computer_security.yaml,sha256=Bsc8lPH9WDMNUqhr4BM0qoU4REvvgGCq3kcEd4F1oRE,2134
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_conceptual_physics.yaml,sha256=gYuWc68QTFjh3DC-vRAfHNBxZEcWYU_2ClwRj7Dmx2Y,1868
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_econometrics.yaml,sha256=muzpMfy820r-T3WOXBtWd9g7BpYurhQJRS-lk2GZ3Bc,2657
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_electrical_engineering.yaml,sha256=GODMs6wz-DYETZcmIQGVK-YB3OTxkVUA1OEv4qffR7g,1945
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_elementary_mathematics.yaml,sha256=EKcpPYaAPiuxAMvFkWN5p5bHEPcW1_KSKC_XfwtAYlw,2480
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_formal_logic.yaml,sha256=4BrAVBJZxmAmILLQbwdFUau1tKOnIyYjCXmB4LzZIgc,2802
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_global_facts.yaml,sha256=JYPhNGHOhV70xK_5y3CRSHOLP7MjYAxC0FAgc1mroEg,2126
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_biology.yaml,sha256=QbFcxzmMfIUybRMGt7EGOu0zJLVsyeWIrG8oxQIH3YE,2784
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_chemistry.yaml,sha256=vnvNgP7_nPQoUbrxv1VeX4Ij7FWq-21XHp-9iyrdWg0,2240
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_computer_science.yaml,sha256=OFeTVujjkpgxeg4z_MAZtut_WKYEdpf4kohDjaHzlfY,4420
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_european_history.yaml,sha256=pvk4h-1F_Q2pDSoHCkatfz_l_gE7CjCKKfXxxZKrUJA,14926
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_geography.yaml,sha256=p8-JBdlVqcU0b-x9TbS-H5cO0IIknDtLdwOz1dy5FeA,2638
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_government_and_politics.yaml,sha256=otw0EhprCn2YSNO2PWjVvUTAXjejLmqCGJxof_BW7JU,3025
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_macroeconomics.yaml,sha256=nfwHQZ4h-NlePsrKMjaJYADqktmXtwHQDjOYHYVXlno,2446
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_mathematics.yaml,sha256=IS7c98rbSv-Be-yMMUHq4gme2eg5NIssoziEkymMwR8,2279
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_microeconomics.yaml,sha256=ohRifvbmYnawxk0LQIK9_M_g8ordE3MnQMnG-0jipD4,2267
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_physics.yaml,sha256=RP6ZMBTgk_3pjf4jYFfzMC92eOkqm87UDPRO9eczRec,2582
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_psychology.yaml,sha256=-DMdBrwBWPAUPNiEsBWEIJfCZnoiWvTz4KfQnVUKt54,3099
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_statistics.yaml,sha256=5wmSi2_Eu0JqEiaqt0WpuBs5UnSIHbz9FZ2PNkM9uug,3979
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_us_history.yaml,sha256=KllWVdoXOrQR6_2iUtlBr1v2F3lGy2pngaexllAa3XE,12090
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_high_school_world_history.yaml,sha256=kmnZ8BHeJTorPjxuoGCRQJVUMCWyBWnS_3wUqn1FdEo,6799
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_human_aging.yaml,sha256=zuUifyYsMyVbiL8ls9DEA0a8AKtEG_88stjT7hBZpkk,1915
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_human_sexuality.yaml,sha256=kRF356sBIy9X1E-2ZaFwNpxdTdMTUp_f5qzp9UJV_E0,1987
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_international_law.yaml,sha256=1RCuuJxuh-de24gmzBZVY1i7EjaRvowY3F5Wbh90LkE,3759
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_jurisprudence.yaml,sha256=mDIBVmUGQRirESLHaehG_BDWqAYuAq7kH2VfrLNfRYI,2246
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_logical_fallacies.yaml,sha256=r4LMyzIYmQbEt9rA2Qer45sKqUBQPM8J_QLvuAZnT68,2570
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_machine_learning.yaml,sha256=rREC0QJWNVfTviKuuiiRcfZpbrQwVsjA670_HadRlKU,3861
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_management.yaml,sha256=L1YQMV-i5o1r0kKkGJMKY_v_6i3pfydzdqxQPhAZEm0,1716
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_marketing.yaml,sha256=ZThUlj1jBnBXP109nbU0ZFD4n0f-8calZvKuF94aJbg,2582
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_medical_genetics.yaml,sha256=UOlV5iCASWsEVHeRH39PPAhfEfEG9Ix23hCcmGqSF5s,1940
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_miscellaneous.yaml,sha256=bjpHKEzhTd1p88luuSFR_DV9azjkGIO8trkehrWhczo,1586
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_moral_disputes.yaml,sha256=IyfzTjKOybyI_qqGDzbP6WkreBeWJ-kWpMc69n9VYV0,2829
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_moral_scenarios.yaml,sha256=YSPZQ8ksyw9AxDLmVOEkN_4glZmwVST5lNgWTvEtoYA,3334
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_nutrition.yaml,sha256=1LtGXxIi9OCrGdhhMvorAQf3jhq1OUZvjHA4bB4ZZiw,3345
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_philosophy.yaml,sha256=U-rEZgTj0aTcBwrKuuK6HfaFknHyyfgHx-QovGvUEt0,1882
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_prehistory.yaml,sha256=jxSvy73iSYo-U5A5V7AHkNpBgPXaLfOOeDm9ks1bVUQ,3049
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_professional_accounting.yaml,sha256=_LxWPglYkS3g8JAwvcP8Ms0K-UAtuv6ACKPskWlcNoA,3527
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_professional_law.yaml,sha256=KvxP_993vch8wEoiOHyFnLccavAR5BwBP4eMUTcd_1w,9066
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_professional_medicine.yaml,sha256=t6hCELou-44-Jy5arpSx41zrwXChzgGJu6wiaX2oBXg,5500
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_professional_psychology.yaml,sha256=mPg1q8lwS43xLeTjRU5WBNiPkV6Bt2K9JLM9wioZFfw,3349
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_public_relations.yaml,sha256=-smT9EWVe3Ty4bQ-5Siv1qyLSfv-4nmqcM8rq0ysPBw,2610
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_security_studies.yaml,sha256=lr4sCjd4Vs-BunW5ZcnJkKa8JDBi0XnkCsXFqvKtqns,7522
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_sociology.yaml,sha256=TgnrdxN3e3zRS9ZRm1Y15bTQLZfwChWK9RZjN-W8yTs,2766
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_us_foreign_policy.yaml,sha256=XYn8eGHwNLptOh1Je22-8rzanyTBw629HlNqypDHccs,2841
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_virology.yaml,sha256=hZfir2FIAvh4PiUo84cXxrkSZ1LpLhWHO1goh4GX7e8,2017
lm_eval/tasks/llama3/instruct/mmlu_es/mmlu_es_world_religions.yaml,sha256=CdiGSU5st8Tk9txw-8tusn-pxRY4sCWUzhgl3K6nMQU,1475
lm_eval/tasks/llama3/instruct/mmlu_es/utils.py,sha256=FYvDBT77VM9W-o5lAEpUfU4z31NS7SFIItalgwp25xo,5157
lm_eval/tasks/llama3/instruct/mmlu_fr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_fr/_continuation_template_yaml,sha256=lavPZhoswIx4WB7wfwWuy7SDFq8r7qX0hQHL03eABmo,1080
lm_eval/tasks/llama3/instruct/mmlu_fr/_mmlu_fr_humanities.yaml,sha256=rTAQ-AiYfzBkmF_tnp99tqIP4u77Enz3wKALMLiNBYc,246
lm_eval/tasks/llama3/instruct/mmlu_fr/_mmlu_fr_llama.yaml,sha256=B-AyOm2YJlmrEAcq2OVXisD3b8Q93dYTtqZtykLSp0U,286
lm_eval/tasks/llama3/instruct/mmlu_fr/_mmlu_fr_other.yaml,sha256=qsit3a_duWfXuvjGMydScIQ5cu13Nem4Oe89uFzfgLQ,231
lm_eval/tasks/llama3/instruct/mmlu_fr/_mmlu_fr_social_sciences.yaml,sha256=xSiTiSY98NqxbKbeZPu6V9m-B5MNtC35nOlWaegkCrk,261
lm_eval/tasks/llama3/instruct/mmlu_fr/_mmlu_fr_stem.yaml,sha256=2EaaZewbcuwEWiX9I2zbaA2W0kq196zEhvaP9pZhJgY,228
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_abstract_algebra.yaml,sha256=J0Lxcnza4EKVJQv6P1drpVZZU8YuWpgCnvwRZdu16DE,1690
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_anatomy.yaml,sha256=gms88bGAToGYBY3AYIxEH7eakMklT1v55YB5Q5GF068,1862
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_astronomy.yaml,sha256=gpJ31RlyAEtd_vp9hxI9T3SHxQSPALjfIRDUDOynsLs,3703
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_business_ethics.yaml,sha256=_I9CWAI4CWblLl7LvGuZ3f5FJjrmUnTLO1WMtJE3eKk,3489
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_clinical_knowledge.yaml,sha256=l3YkOsrUYBNTLyKtR8kswf1QDrNmTlogweHFhcNUCG0,2279
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_college_biology.yaml,sha256=JE4wd2HLB3qpPm_zskO7y7le-9OgqZCayCjA62nQ8VA,2725
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_college_chemistry.yaml,sha256=hnZAB-eds_BVKEMokWkXRf5s5IqJINMXcd_1K1xd2Js,2515
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_college_computer_science.yaml,sha256=erg9BAOcJv-Bw4ytsilxrkFPcFw1m2wPiRLhPcG4xpk,4448
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_college_mathematics.yaml,sha256=1MwaoVjsMXL2SRVQ05k-tKh0GwD-hVPqzUW77tiPpMw,2616
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_college_medicine.yaml,sha256=1PiBoTreo9-t-DunH_CiV50JHapvlUWDi2HWEjdjA9A,2948
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_college_physics.yaml,sha256=9B2Ks56cSvWyZIr7rQ0850gqAggO91_Vi8PEkQO8c94,2481
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_computer_security.yaml,sha256=I6roa2wHOvwAJGTyuWGNO7ImIPPQSyA8k37u72kHr64,2297
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_conceptual_physics.yaml,sha256=rH8gF8OpdV91ufr8VMAWcrQuc92iPhXe4WFCW6tGAok,1864
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_econometrics.yaml,sha256=v8_F9J_9i2pHktU9o1B70yocBmlzXMSH_suIAtgJy7c,2801
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_electrical_engineering.yaml,sha256=8NzmWr2AZRt4IyY4bsWOEYabyPvTqBTqEMVL7qXKORE,2009
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_elementary_mathematics.yaml,sha256=eaXS2TxJ4jWhmbi-My1TFYnn0OtHXdiaENfhCBy0e7E,2542
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_formal_logic.yaml,sha256=-Q7luBtyMwWp1o4UwS7Zr05fAeqJnGWeTnUhQCysMts,2958
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_global_facts.yaml,sha256=nkQWhtTBM04RS4TaiJPFH-Gg3fnjJWVaGZod3OOqlKg,2259
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_biology.yaml,sha256=PDKQEjlEWr68XEKTI3-dyqeP18wNEEXUEEseJdlE2IE,3078
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_chemistry.yaml,sha256=AXi9fAPMHn1HU85GyzKghP80gBPeCoHKHlXyYzrhXOw,2341
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_computer_science.yaml,sha256=PFvQ4HFcOzrGxKcz0HYHdefsdLIYnX7v4kAcKprjqMw,4985
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_european_history.yaml,sha256=gIkHHfgj90kjGnUeKUWfKYNIYiZUCyfPOrkKAb9-jBQ,15991
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_geography.yaml,sha256=YIiInU8SYw_Pj0wW5P6R5bw1R3n01CDf5k_-Kv3mvJ0,2679
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_government_and_politics.yaml,sha256=F-Bx-ZL4fwKcDgJ-mQXjUn_BE6fJj3pEN30r6jPpncU,3203
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_macroeconomics.yaml,sha256=B-g06pTd-oEdvH8UIsSMBr-5ptezC_WhOPP2FdGBiAY,2646
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_mathematics.yaml,sha256=vD7ewybvjR2e0ClmqgqTDcraXfgKDrjTfCEkH1QbmSE,2386
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_microeconomics.yaml,sha256=SFhqoJaO_7RipALgyrMbqgCoSq-rLw2aduZ2KmvYUNc,2344
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_physics.yaml,sha256=mnWWkjavpzfsgY65muV5rpnPYwYkT64syGWLL-NZZEw,2719
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_psychology.yaml,sha256=m3BCM6rPQAUFQF424WN1jttlqHIN83NuvJxnFLIwKWo,3208
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_statistics.yaml,sha256=CGyvIUVOy70oU5whbvGIINGqYR1vDI2KOqT8gRPGIOw,3878
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_us_history.yaml,sha256=fVsjmWNQTwPHtdgYlfd0oUGk4AetFGxVw6scQDAfc2Q,13082
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_high_school_world_history.yaml,sha256=M1FtDtXeShyi2SW2ruDl8qImdoW-rysNQGg7w_rGk40,7306
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_human_aging.yaml,sha256=shsB8rX17teqvlszAN74qRPcWy1-r4BqHEh3R-_c2MA,2120
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_human_sexuality.yaml,sha256=OC0cF4sX8VWdX5LAga4I4wdDR7C1gwarH70eCXcM128,2101
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_international_law.yaml,sha256=bzZB4n1D499sq2_P8PsohZiE43S8UjBkETc0_3qeG94,4003
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_jurisprudence.yaml,sha256=jth8lLLoXh8iNA_9GbkbDPCYjz4VO2PxZ9MQkenSj6Y,2313
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_logical_fallacies.yaml,sha256=Eja49ePQF2Zyb36ASRWmQ0uHT4JcZYe8AnCuQIQaRJE,2765
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_machine_learning.yaml,sha256=tBIOEgPY0zwXSmTLHZo64yAd3BOiAdPk5mK4fzup-k8,4282
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_management.yaml,sha256=nP27F2vMz-H-ab2nf9PJFlxK0d_m9_heWiqJgCy7Q2E,1764
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_marketing.yaml,sha256=cpw7iZizg12ut7--zP_iolTFwrZhiMKwSTHtNTDIBdc,2796
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_medical_genetics.yaml,sha256=Yyr73IYAHCunE3YVibSda_-GfiKbG1n9LYcDdZyX11Y,2088
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_miscellaneous.yaml,sha256=VjXVUJ2vEsf3a2dHPflPGhetqG8JvH-eCfRmaBzOvhU,1598
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_moral_disputes.yaml,sha256=4l712S5GDdQUOJKmCDsp_wJuQw7ZJjyEenolQJMwocM,2957
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_moral_scenarios.yaml,sha256=CBtUyFECwIl7bNgyQi9zn7JIC8_ZfW_OhB19bbpgPlM,3375
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_nutrition.yaml,sha256=xxaMRJYu8Yjo2DQ8L27RRTuh-_gh-L0qeAnLtPrWjJg,3657
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_philosophy.yaml,sha256=URhUsnQIDwOsiKvdsnW4rqXcx3Q6Dr0aLpZ5oFzl11I,1939
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_prehistory.yaml,sha256=xAuCcD5xp_JA5_0LqKmdPQ1kc-peX33jQ4OAhR2JGjg,3250
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_professional_accounting.yaml,sha256=DHzoGxbhb8tHilRh-yCQdE7tlfjDx0dEKv6p75yrz1s,3771
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_professional_law.yaml,sha256=eHgy8TyPCVKBXezwgjnjZlxmTPf0PIx73jO094ix5Vc,10005
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_professional_medicine.yaml,sha256=7srDWNSdbV9FDJ82n5sSSpuf_jjtP3hpn_Cq7lqO_nI,5999
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_professional_psychology.yaml,sha256=rk4xPKoq7ppLSRMtR85s9fFhXREF8xphLg1vsvuXaQY,3758
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_public_relations.yaml,sha256=txPluoZixqk6ccR4rL-0YL0XgdzRVL2z9Nb9k4D0sTg,2865
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_security_studies.yaml,sha256=jYZV9L3dBEtom0pa8-Nuyie4KV7WJL4y6VrLuHFV1m4,8326
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_sociology.yaml,sha256=b915UpFtHT_ULrSyvmNmZbmcS1OkOUvgkvgtX6T3Xig,2921
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_us_foreign_policy.yaml,sha256=o-kDIsqF1bT8HiTOhGZiQKGNH7FTBzx5X_UQjt1r8Ik,3087
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_virology.yaml,sha256=bAT0zE8KtD56aDvL6DGeXwol7L6tWK_Zt0LuF_Ea_bA,2170
lm_eval/tasks/llama3/instruct/mmlu_fr/mmlu_fr_world_religions.yaml,sha256=g4yd9mTy8lBjAknDlZHaKA97oO7nLmhWTca80QPSSB4,1467
lm_eval/tasks/llama3/instruct/mmlu_fr/utils.py,sha256=Is0ihmzzXBZN-bZNzln0SObIpEiZ8Su90t6SlyAxcfQ,5157
lm_eval/tasks/llama3/instruct/mmlu_hi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_hi/_continuation_template_yaml,sha256=zBRj8UFjGW--osELgNVAR8XsM3U-wGda0QI1bM5a1WQ,1080
lm_eval/tasks/llama3/instruct/mmlu_hi/_mmlu_hi_humanities.yaml,sha256=lm0EN2aEvpfI4E9PEZrkMoV9p3Bi46GgV5cS1dyCK-Y,246
lm_eval/tasks/llama3/instruct/mmlu_hi/_mmlu_hi_llama.yaml,sha256=KW7ZsuUZ_HqEto0Y27BWSW_xPGTmsZgHOD510sa8n5w,286
lm_eval/tasks/llama3/instruct/mmlu_hi/_mmlu_hi_other.yaml,sha256=XIEm_2tJyX2jV59AJ6QoHCCX9kcu2Qg1QQH5Hsi8A7E,231
lm_eval/tasks/llama3/instruct/mmlu_hi/_mmlu_hi_social_sciences.yaml,sha256=8yP3BQ0V-LvkuzixVPVrinkLncmKepNJSPvfNPej3e0,261
lm_eval/tasks/llama3/instruct/mmlu_hi/_mmlu_hi_stem.yaml,sha256=V-QLl6BwdAk_3r5MxwhvtlA_aXv6RzDYbxsz5navS-8,228
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_abstract_algebra.yaml,sha256=7OTD5j0MbhZHiEG-_FHOYoqJNg--6m2G6WZqiH5qTDs,3591
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_anatomy.yaml,sha256=jobJw-WOQZKc7pv0SM3hPehZRuqoSxEl4K3Q96I3nfA,4953
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_astronomy.yaml,sha256=tX_csTQxGblyLaeIm43z4SQ12JA8d69R8ofudUm0sWw,10676
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_business_ethics.yaml,sha256=6Mi79rsoA0LtLcqHeLt-0qgXaWRbc6nlmSnbkNwwtNc,11039
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_clinical_knowledge.yaml,sha256=vgtTWKLdhaFSWXnGdWCfj2Izy8MvYoAOYvJ456uiEZE,6964
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_college_biology.yaml,sha256=o95lHS9rrjb2QBJ2Oc_Wo3zqpBHWmZQqtITVbmwbb0c,8015
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_college_chemistry.yaml,sha256=tBFjC0NdOPf_SUP8Y5OZ3HvxidwFzQrpbTSs9Dcbj-E,6522
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_college_computer_science.yaml,sha256=MHIfvrYaWv-my5sSWXfMxZvricW4wnldebFTCx8OWx8,14311
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_college_mathematics.yaml,sha256=zAM--sWmH80tUqsjn82IoPa6sxvwW1jydVMXmj7b7iE,6766
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_college_medicine.yaml,sha256=cYNw2r0jtC5wmJ-g0FXNtuuPlSdt11_HySrZb5s5J84,8875
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_college_physics.yaml,sha256=y04kvl0FMQCEmYhUDed3pk_Ii9igUvI5qhLRT2zM06s,6748
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_computer_security.yaml,sha256=CwYdz1dWsxK_CHFDlb2pkNpmHD_gA5MNXThkvatQFHw,6107
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_conceptual_physics.yaml,sha256=TcYorZDbgcPPDM1b3tL500E8m_SbuyoFuW0UObKKW-I,5166
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_econometrics.yaml,sha256=-8DqCwutDKx0QdZAegTADoLl_XThrLZsHIek5B1nEDw,7739
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_electrical_engineering.yaml,sha256=Q0oz6r_w-mXKzofuLRa_iIs3QlBJzles7AVjlHr5RNg,4500
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_elementary_mathematics.yaml,sha256=UtRp-CaXawtt0KVGMvcu6iYgjF9Fte1SbCw74YAAc9c,6793
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_formal_logic.yaml,sha256=uF7UJiWPQmsTMeIhFhtUVMn6V2SkgJ5im40rb13VdDw,8859
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_global_facts.yaml,sha256=GVSMcBMhlaR40_s7nnenjkkxapX719SS-LxgfpkNpIc,5837
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_biology.yaml,sha256=on8_Cg52eYPo7hOrd5xvtjiZygwFWrs8VxjwC0yGnnE,8520
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_chemistry.yaml,sha256=IBiSOLnLWp4uIp6FskMnXyWSE9tY05TmwBY6FlrEvVg,5911
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_computer_science.yaml,sha256=RsqV2TitpgilUHxxzuYUoREeJJ7HYgzWm_T7sHbPNcM,14915
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_european_history.yaml,sha256=WHTxEHOSGhPldUFQukmgTdDimysGe8MSshNS6l-Kx1o,61040
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_geography.yaml,sha256=Mpjfn5LuISP_LvYZA8jsYKsbK7mty9o6x2KSpbV1bkk,7409
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_government_and_politics.yaml,sha256=vNbC5LoVBxOJED5swcj_Ya2JkL3NBhdEJUIdQ_Ex0aw,9830
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_macroeconomics.yaml,sha256=HVSN4DjYN8Gvw-JpFpc2AZvgyzGbdBKs7y7XXfjwTyw,7120
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_mathematics.yaml,sha256=PZQ4Bxt8uI4dzEdNbTpb3GyGAaCGe0LnyFcThfaLVC4,5271
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_microeconomics.yaml,sha256=F8Xo3Bub1XSpUQK5KvLsxMxqiKNfUtJOqvPKNDN6EzY,6715
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_physics.yaml,sha256=c9W2o5fhmg1urs1wdSCXOWt5Xdx1QmtjucoCfRKfApo,6941
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_psychology.yaml,sha256=9MZi2onQjGHoUHabIcF8cLOXgqtJKYz5N2w8BWCJK0E,10312
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_statistics.yaml,sha256=0FVYV2Qf_kNl2dthMXx7jO2eci-VAu60OBFpubQpRgs,11533
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_us_history.yaml,sha256=ikeplieCQuHrngC21cR5ef4IMHDh3ijKqIFEan33_Lg,47655
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_high_school_world_history.yaml,sha256=ZxRbdFZhzwu8AWdRYC6ZjInvnij5cguMMTLwGwmdxlg,25282
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_human_aging.yaml,sha256=3fOG26qjF2z5KUl-R8vYAYnqDHWVFrCuU2q5u8yTVlQ,5522
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_human_sexuality.yaml,sha256=v9s4XNJDhrzQcbGO4vIekyJ_Ku7FZSzuzofDJCT2918,5674
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_international_law.yaml,sha256=VofVhouYo5Jnuwn9jzy75vNaDOmVvHMqpNFvE7k6peM,13247
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_jurisprudence.yaml,sha256=t_tLxRP3QXoNMGJbOa4Il05YJjtbcav-zv_XnRd5Mwc,6918
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_logical_fallacies.yaml,sha256=5sXVyHdVZd8h8pypDFZ3C16-8jY0GRBrvNPFc6uwz_M,8238
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_machine_learning.yaml,sha256=GDvwLixAb4-AdxtPtBr_1DGIMdK54Nst0vFGZIAXhaY,12418
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_management.yaml,sha256=dP8enuZBg2zMxQXt_lpD31YjNuFpJnbFBtVfLth6iXg,4448
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_marketing.yaml,sha256=IshZJtouXKnH5VslEDig_Ao7wN4HFIvpsqNqGOR2Bgo,8511
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_medical_genetics.yaml,sha256=1Bw9cquveGWVu5OOcLhQtORTOjz-eB575XatsOMNaTk,6200
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_miscellaneous.yaml,sha256=TO9QNlTdXEBtxIVV_QvuScAzMDQmrY-hf-k2toa-OaI,3773
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_moral_disputes.yaml,sha256=lAG8xwIeY3-1kxgOeohQh-AbAg1YqcsabKFiehUYVoo,9492
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_moral_scenarios.yaml,sha256=LbKV97l_DO-PKgaqQNTykhybY9EUIZqw9VPl7ennkvo,10806
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_nutrition.yaml,sha256=7Vep7DPagnj1o0W2dfFVM2RPZK6qSvbOFAVWkLF217M,10746
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_philosophy.yaml,sha256=44tGSBJVow35VbVjUHHS3uFRLYpSMo0Ui82M68Ta0QE,5228
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_prehistory.yaml,sha256=9PLfIyet4QDV7zXOJyqr4vnfRfcWsHt1R3xXa95iJsc,9871
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_accounting.yaml,sha256=FkoXa5pYQB92bH65ODfxsQSSOrdnO3UQaFVtG2dcye0,10285
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_law.yaml,sha256=jobKef3wS9R4R2Ta-rjrsbVqhVWAmw3m8yS6k17b3Rk,35023
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_medicine.yaml,sha256=tIesMqkYFm-zsnFdseSVK6ltzIl_FxbmFx-9huefNM8,20199
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_professional_psychology.yaml,sha256=BuDHzHUOr1es2GqwotVrSuJ8wQxKloNg6kBwqkl_krw,12370
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_public_relations.yaml,sha256=ShcxwXmkZg-LB9ZYOX0BsIGoKrno3Yn4Zc-fxCLSU8M,8113
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_security_studies.yaml,sha256=tuWA8gO-RJ2xVSyoCCBGF6F5HaMdGFbRIa8yyJiaG0E,30886
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_sociology.yaml,sha256=zeDc99O113r7I9gM2r9Wfr0BRy9s74oqC5K6OindVDk,9045
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_us_foreign_policy.yaml,sha256=teP6S5cq6tMkS0qpRU6rZjz3eWyZr-PL0d2WxpgZ1HA,9665
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_virology.yaml,sha256=M7I5Qppdp080er-ACdEqMfk04u9dKFpQ5SWYWNOtayA,5908
lm_eval/tasks/llama3/instruct/mmlu_hi/mmlu_hi_world_religions.yaml,sha256=07TzvdDAiAvd-q0snQD3_-gTijTABai7A2i5nAe6Z74,3401
lm_eval/tasks/llama3/instruct/mmlu_hi/utils.py,sha256=WBQpYBCaw8ff7AFnv_4aTNpbdzvAG1Uw1h-Vn3QPQaU,5157
lm_eval/tasks/llama3/instruct/mmlu_it/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_it/_continuation_template_yaml,sha256=xGyIWOjRnMqEQubLD8MSz8jcrB-m2cVB3aEJXDefIdI,1080
lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_humanities.yaml,sha256=4LKqYALnkl71LV5jghd2qHlaYDHn9zUxI_DvSdq8S6M,246
lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_llama.yaml,sha256=RqH0MyEhOByRt9IF1EayZvJCt-C-XqgaBFVzMrTLK_I,286
lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_other.yaml,sha256=9mWezRwL3TQ41_ZqgwSHgOESpuI1Zaf42lZbtw1gRxw,231
lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_social_sciences.yaml,sha256=PfsJTt5faSAENWl0jqXuoTSpcq8gamPccMICTvoswI8,261
lm_eval/tasks/llama3/instruct/mmlu_it/_mmlu_it_stem.yaml,sha256=qPAVzTpklPg6XB6ZtSNfEJ7W-HjnSbZst2p18RoswO0,228
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_abstract_algebra.yaml,sha256=3JyQ4sU-GfHJEqE8KliFjyyxEiyHXkSdfivwBBB_HCw,1642
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_anatomy.yaml,sha256=kdbLOHlBROSlgP8LD2tHwMVp5smB5J9ULZEdDiUDE1g,1701
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_astronomy.yaml,sha256=R9pJXCu6_J4lmhkxJ8EqyawQ7T9BjRU835B07IPvb50,3314
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_business_ethics.yaml,sha256=9VvT9nxoZTvMvFrBsPH_vq-FMJpdW44q3DMCikSOtkQ,3256
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_clinical_knowledge.yaml,sha256=bHx4x4tscdWP_Fjzsgi96X9noj2fiEQu1Y8RGLRWKgA,2128
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_biology.yaml,sha256=Lh8Hm2LAjICRETDZNaObVSNo4Yv6mujGmPnNMofRkFY,2447
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_chemistry.yaml,sha256=OA2quXvzJgbV-tPAvoN3aGgcjh-eMM9yu8ts4eYcMR0,2281
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_computer_science.yaml,sha256=JN6vFxNOfnzIA14pOtC505jWHH48O5Hd2htvtqUm77s,4091
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_mathematics.yaml,sha256=rh1APtsEQ8ymt3mcNb0HCEFssdyWbPi_QIXmjalc1hs,2492
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_medicine.yaml,sha256=dZ8fjdwCpET5Lohc2kj0_x2CuT6db2f3EdFdqaRMkfU,2780
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_college_physics.yaml,sha256=UAyEYuZhYFNGso4_8X3qqT2iHRaFCb8zYLjjJVuzmFM,2335
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_computer_security.yaml,sha256=Kh8QAmqQ2q3AS-u6pDzCfYzzXiN0aPNMOl1IxhDkUjk,2077
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_conceptual_physics.yaml,sha256=aTwRFV4fXmig70cl2yUXk4SDpyK5UXcgOWGdPtkHWzA,1788
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_econometrics.yaml,sha256=iGHS04bS1CSSLvZpTziC2RZw6Wqi8itMfigHeq67nfI,2691
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_electrical_engineering.yaml,sha256=HE63RihLjmQ0OhS1UjHouc6TkuB8uUCmfiDt8IGBcnM,1894
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_elementary_mathematics.yaml,sha256=1iX8S3unZ9prfK2nBZM31KH3j2_0zhkjE9Dpg2ihMp0,2397
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_formal_logic.yaml,sha256=bNeOZnkJnvrhqdvENuVZvXmQG0t6DWFHu1gg2-CsswE,2783
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_global_facts.yaml,sha256=3Ccii7zS6UvrT1EiiB1F25ToUg1jYz_KarwpF33E8Eg,2031
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_biology.yaml,sha256=0FdFxeHsoaLuVizbu3hiwrJ2gUQRcGF6GAIlCt7Qdd8,2589
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_chemistry.yaml,sha256=5qEeEj_dYmN8TR5vt8urpFkE_8Cz63vGCmrPOafzyXI,2150
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_computer_science.yaml,sha256=N9FKU3_4WAO97swVk5281yTlws7f2oGXSNBUlRTnUsU,4510
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_european_history.yaml,sha256=Dxy4cF8NsQ0K20XaZYVK-FDnxnc4T25sjAnI3yk3ZjU,14316
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_geography.yaml,sha256=-7p9L-J0_hLUcHHmiVYXdwLlCR3DYrSXozClvnTFw-A,2518
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_government_and_politics.yaml,sha256=2mWYbTUHzkYghuMqAWnRvDtsFs5EFgWMcdARr-YDSUI,2864
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_macroeconomics.yaml,sha256=27GLJ0PNzyo8FPTq0UMAX3yhSNjDAktJlwwB4KbY7Fo,2316
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_mathematics.yaml,sha256=FZyrR8q70eYjhuoLUTWGYJNf7Oydf931J5z2frp_o5g,2192
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_microeconomics.yaml,sha256=aI1U9B1-geA_AgKiCZRzOHsVBwLau6l7Ag5YU_9yOsU,2185
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_physics.yaml,sha256=Lw-EKzdU3h1H9IE1poegUUHoOOHlYWZIriKkHDG3xFw,2486
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_psychology.yaml,sha256=rrY4dDy-5OM_angYvxhDWEapJUEbt1FAkED7MhB-nAg,2992
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_statistics.yaml,sha256=4FkTNzWoOX5EgB5kaR3Vz4NgIfHQrlgdp8hoow6Slbo,3648
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_us_history.yaml,sha256=r187yxLvh-furCyI7gnpCF8i32CPciDFK51vSpu9Rxo,11750
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_high_school_world_history.yaml,sha256=kRSRrXkDMRQFk0ilZZIzs0PxRXGm8Q16FpqgO6IaqCY,6446
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_human_aging.yaml,sha256=nIOt4sNy1OU0RNz0aMpGSm0nLZbKZyJpTbi39jjoYDY,1891
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_human_sexuality.yaml,sha256=6U3W0EufWbJ5WlsWkk6M8B_9cH9QI6oavqGrzvnMNu8,1889
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_international_law.yaml,sha256=Ov3yNTb3GRxr0_ArE6_8wE8KNCiMR5vb4EKOowxFbfo,3878
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_jurisprudence.yaml,sha256=gmlDbmxZwPDtRmiwx_jHJYrnjD3-fO8_wCIqbKcYaLY,2258
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_logical_fallacies.yaml,sha256=zfSnkBQRuSb73lf5jtvlMHtL67fJ0z_xeN6CZnXls8w,2540
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_machine_learning.yaml,sha256=Gdoakr0x3ZLKTqy2KaYjG2sPLKA6Mmc7GU59Es-F-fE,3826
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_management.yaml,sha256=o12x90TVyZcbodecUOLYvWnJIcNZ3UZ06avyg7NrDiw,1622
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_marketing.yaml,sha256=0rjdltaPS95DsT9jZpMNVhagUsuEvvxsdqjZK8DmX5g,2542
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_medical_genetics.yaml,sha256=DItgGwkyYkM-2Hmp73fq_pIxlyX_CfxXeFsemezCwi4,1883
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_miscellaneous.yaml,sha256=YEeOzlRFH4p5nOv2fDRdMX-AnqWHQdZzgN8NkKUj8yI,1540
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_moral_disputes.yaml,sha256=TMewpNyF2pP82GB_LnnmURbFyenWG7XusCnC30Y-whM,2733
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_moral_scenarios.yaml,sha256=d3VKcMj6Qn_xKZUtZO2WhSA_sdJxojjEuicTtChkkuI,3298
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_nutrition.yaml,sha256=xfBtplJUNV_dLFnF0Sg1KGhK9GPjp5ksOiO3CFxAzFk,3277
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_philosophy.yaml,sha256=dcEdTfVnwCXX0PoVjIIorVLkoZu1zjF3QW7j2xMYe7o,1832
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_prehistory.yaml,sha256=woy2l8sdjUiRjfr8VPBmtVfP7lXCfraEWOsVwxEQ__0,2853
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_professional_accounting.yaml,sha256=bn1nGiPXG-K7BLRnDfRHyxz1yKj6Xlw_SSYK2cRT2so,3460
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_professional_law.yaml,sha256=ED_WZoekXILplSDzrkYBQU-My8hrHB_6yViV3p7kI18,9193
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_professional_medicine.yaml,sha256=PVK80gF8Cav2ZcYBbd2ZHo92GkXwH7xDbTqB8qCri9U,5130
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_professional_psychology.yaml,sha256=IpSiNAKs_0QYXDtMsaNIwwDPW0nFzxI6w_ddkuMgpe4,3207
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_public_relations.yaml,sha256=qbXC5UoeeTT3JGEwy-ncbS8QmAo4WPJ8tAHm7e8lS-w,2522
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_security_studies.yaml,sha256=KLgj-new0c42msNHkecjqaBXh6gEAZowLOnHhaJfCGU,7511
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_sociology.yaml,sha256=q4cA-Zenj7kVnAMrw6YV2sYePndeHXSkYUdT9e5R5gU,2695
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_us_foreign_policy.yaml,sha256=WZ9Fgdva8jSpKQq672e0rR5L4uRWCoHOIRHzKEoYgvA,2720
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_virology.yaml,sha256=t882O0F-0KPSsHsxo8WcSeoo1Vs1sClt9W4nKndkOc8,1930
lm_eval/tasks/llama3/instruct/mmlu_it/mmlu_it_world_religions.yaml,sha256=nv4v98M7AaAuqU1qB_smhPCnldOrlm_D0LzgU7EDAsA,1403
lm_eval/tasks/llama3/instruct/mmlu_it/utils.py,sha256=nhFxDT2V_o3r7og121CZOg27jrrZZqrFSkc-uVFKd1w,5157
lm_eval/tasks/llama3/instruct/mmlu_pro/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_pro/_default_template_yaml,sha256=rMriOs--TK-bTdBbuFD_Pa0QqsGIQ_P2B8p5nuVREIo,1145
lm_eval/tasks/llama3/instruct/mmlu_pro/_mmlu_pro.yaml,sha256=Xx_cjkix0ENj5V0pt-2JuEBUPgL_KsY7giwCZUyUBoc,571
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_biology.yaml,sha256=e_fZBV-gStbHVtB5skhF6n1QK9Q8Mju6TQeT-FSezS0,133
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_business.yaml,sha256=3quRpuKbw2XnqSlYzk1TIJFrRAKDGXpZ4cQ__5md-x8,136
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=q34TpruVT9zhfLsruL52ol5dFdGKIXwa8UJui-5W6Q4,139
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=igeKifD_vRJuIGYOXAIn0JaYxSwDgyALKx7SMuky0BY,160
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_economics.yaml,sha256=L5UXCFaGLa-_MQikWgyrHPq4s0ZlN3ZrhwyJ0CMYhrM,139
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_engineering.yaml,sha256=ShWG5JuUIcX8Ls9dPu3Uw5hl7dBpDoJK3K8m1Q8dTnM,145
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_health.yaml,sha256=Xf-LfNCOP7ShOQ_IgAcsYc5OAslJJlZgDpWJ2giQOdw,130
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_history.yaml,sha256=EBIpBZBSR3nM0shjFwUXwl2JOcb6xOHMqGErTiyH42c,133
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_law.yaml,sha256=7jcaziGHnIvGsxMEdwQK6y-si9669xANwYzLbTx1oZs,121
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_math.yaml,sha256=MQBMaatC6S_T1elHt4jff6FB7NyYlat52PoVI9uGYJg,124
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_other.yaml,sha256=BgHDIGqz-yX9cW7PG-gePTJy4nHBcJBuuGcV4GggdMY,127
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=LNnpwcomw8SpldExMt5V6XpK_Z28hqE6p1WUVU8xhpI,142
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_physics.yaml,sha256=MwIDyqwkTFsVBV0u5A_ALKIzHAZ0MZOsoHfU0FEvJek,133
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_psychology.yaml,sha256=Y3322TD1Fgx5IRnw9PmGdkJ9B4-jHZvy-q7Bz2rQNeI,142
lm_eval/tasks/llama3/instruct/mmlu_pro/utils.py,sha256=iIRlFxZlWFxigVwChVi3yImE7Gj8DscKHrVcSpO2Mrk,1198
lm_eval/tasks/llama3/instruct/mmlu_pt/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_pt/_continuation_template_yaml,sha256=cNfQJVNwJAiV4X-mwIRsTmMHTJwwY8uCVNcs3-OwZ4U,1080
lm_eval/tasks/llama3/instruct/mmlu_pt/_mmlu_pt_humanities.yaml,sha256=PGehDgziNOfNAeaLQO40LYTdrT8ywI5ahAViyuNrP-s,246
lm_eval/tasks/llama3/instruct/mmlu_pt/_mmlu_pt_llama.yaml,sha256=BMPCDvwuWf7cSVkB3wzgQS8a5weRqEqNmUguTzpNKpw,286
lm_eval/tasks/llama3/instruct/mmlu_pt/_mmlu_pt_other.yaml,sha256=Jrndwq94VPn_DlU3r9alZfgcV-u4UW-goDdWARL1hWs,231
lm_eval/tasks/llama3/instruct/mmlu_pt/_mmlu_pt_social_sciences.yaml,sha256=g0B4NTXe4NPQG6MADbun2wyxn7NH6M10Wm7V3gQJKQo,261
lm_eval/tasks/llama3/instruct/mmlu_pt/_mmlu_pt_stem.yaml,sha256=b4lSllNt-YV4V6bV_XEHXfy-ypwH_YR9E1k4s3v66Is,228
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_abstract_algebra.yaml,sha256=Mqx1Yhr3sccLhLoj6DQcAOBG8FS7OMQQHhSZKtRvpW8,1708
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_anatomy.yaml,sha256=r3rkAKxdZ6okU-oW4i7cgw65Ndq-QRM70y9qJMpslL8,1752
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_astronomy.yaml,sha256=_nZhDD_F7r2MjneYnH7j8ZOmH9INmQiq97vvc40AkPY,3348
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_business_ethics.yaml,sha256=J6HaeiXJQIUipLMhtB_FvJMH0znYPs5FIY1qpY2wLtg,3318
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_clinical_knowledge.yaml,sha256=eroknMMyGxWIjxkz4Jpu79a4RuP-VfbvIPnRNorux3E,2194
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_college_biology.yaml,sha256=aryvZsB9T2D86-bB_f_F0GP-hYSqN8iuc8odNjFUQCo,2606
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_college_chemistry.yaml,sha256=Ww8s0tAnFcAYKqZq6wGP16WDYhoawoBydvxeiLmPj0o,2383
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_college_computer_science.yaml,sha256=X44ursnGMenMpVHvKTvV4RghyF9ITr9NGxwrajpMsyA,4265
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_college_mathematics.yaml,sha256=5Zp1YVpdxMNfgGX9GGs333cmmqXPdVTob0_3ElfION4,2481
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_college_medicine.yaml,sha256=6A86l0u_BNx-0lbKuFAgjFDm8mf_AtDSwrE_gmhl6Sk,2872
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_college_physics.yaml,sha256=4WhfVlGl6nzqHfTKapRkLA6cwNSeT-lJ47OWoBcXTQU,2391
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_computer_security.yaml,sha256=C1rhJqtXsEgByRq9keAYyDydDw7Ve04Evx1CTtxiEKM,2111
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_conceptual_physics.yaml,sha256=lCxXNHLgveUchSZuKccFQ67cV8_TJCby53XZqddLQgM,1811
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_econometrics.yaml,sha256=UgW2vnV4GrXntboDAwVr7_1q3JGcXN1-uIz5drDiDkU,2676
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_electrical_engineering.yaml,sha256=qNyAWQMxxzmZHCIytfgSjUDCVQoJiCdcpyw7zm7iUX8,1963
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_elementary_mathematics.yaml,sha256=gfaeFfdt7Bk4Q_fcY2HBtripMbhtJHy_eXP_L7uSXHk,2429
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_formal_logic.yaml,sha256=9LR7MUV_WMMA-C2naGAKsTNQ6t-d8z42siVUPcAb0d4,2800
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_global_facts.yaml,sha256=yj2MmhQQfVUC0NvlHOK_QDq75hxOEW7W4WGTa3MncuU,2070
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_biology.yaml,sha256=yRpkH7Br33wmRjrkjpEDiLJ6tpvPR9f1fLOCVoZgRZo,2913
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_chemistry.yaml,sha256=53ZzwTnCKNXKlraWYiF3oTQ-_t4Xaphdm4aEqATQrpM,2233
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_computer_science.yaml,sha256=D6ph4Z6qPwu2AH73fmPKsiJPxKhKP7h-NX5DWuFGGd4,4361
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_european_history.yaml,sha256=9RpSx2T9dz_qiAq9vY68IRW3fWJukM1X1qgH8Qq3f9Q,14682
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_geography.yaml,sha256=w003TdZ0MYbpk6SvTaDDYKzTQgFNMRwYK3fJnE7mPm0,2542
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_government_and_politics.yaml,sha256=YsZqsJsPax1gTQ33VHTE5mjS-9ykvmzlBvXniTLv-Us,2924
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_macroeconomics.yaml,sha256=EQKdH2cUBnlKkqBRFU2sMfQM56Dgxx3GIr_sq6NzxXc,2394
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_mathematics.yaml,sha256=u6li9IzQpp74bH6kx3CZah_DaBRA25emX7WpOlwoYZo,2190
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_microeconomics.yaml,sha256=RnGm97MMopQmuDNmJas2zbwp7_gsr_9AEK8xQ7hiaXA,2263
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_physics.yaml,sha256=4wqA2x7R5X2KNoUrP8BQlvnn8TjXMsSlTSSuokmjQ9E,2550
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_psychology.yaml,sha256=H3CoEUN3c6_tJjJ7OA41-4pBVlQ_jYJpJmHT2O4B1Hw,3066
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_statistics.yaml,sha256=8U39jVJeHAsoybq275f0AwR1j5f-58gYpwN_Y4K_YZc,3727
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_us_history.yaml,sha256=QZ10cChlg3Dmx7I6UxdIZM7b2NozIEInpTp9iuehEwQ,12146
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_high_school_world_history.yaml,sha256=vwzDXlKqxkqFGC33kYIDBgt_0Ro8Rm1GzQdH5JUAyMI,6783
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_human_aging.yaml,sha256=HO5TeZYPsUkGvNn6vp1xv3JTxOTagNrX7DaP9TPdfaI,1970
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_human_sexuality.yaml,sha256=EHK8vG5MVtvgCMf-G1yNy-ZleGKmyXtQK3sGdGIs0ZQ,1992
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_international_law.yaml,sha256=UcClniGEzSBtf5TI53BH8qvGM9Flm8AWAvvHjyEyd8I,3714
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_jurisprudence.yaml,sha256=NzXBldvyCNCwCcWjmUQvvdyK73x2FSkcdJhpiO8bgeE,2232
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_logical_fallacies.yaml,sha256=lmW3hwZRDdQznNIPwBmO_JKoGUcntoZrXMTtHUWx9G8,2594
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_machine_learning.yaml,sha256=RWnkpfeF68UloKnfNWVyQ-o-1iZWqHC_P36pKfnDD0w,3739
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_management.yaml,sha256=d2xmGJmbel3NhT8PD2ufTw6DceUa_R9yM5Yv1gGdu5c,1673
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_marketing.yaml,sha256=ggdb4GurPKrfP0QxlilElYlskt28qq1NfQsm8QxiFiY,2641
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_medical_genetics.yaml,sha256=vQs0pJiBB6H2yi1WpFT0_JHptHJa6Y0aqsZHvE4P6JA,1939
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_miscellaneous.yaml,sha256=scerOjjcVfxlFWgxK3fij2IFrN2Q8Xqe_Wkz7bvRTyU,1537
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_moral_disputes.yaml,sha256=bqaaesBEU3vMyUARzIBWTVUoOyhLYiaPQuho_IZFZp0,2826
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_moral_scenarios.yaml,sha256=J1rpOacPQcngFMgaS8HDbcqOkO_e-HTKPi1sFg2l0wA,3232
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_nutrition.yaml,sha256=tU-3Mros5pqdsBYC4ZG42tYhlvuUCjexBnkPM4dqoZA,3334
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_philosophy.yaml,sha256=1VE6STy3QVWCh8JzTLsSq3FLJrPCKAgYKEY-rBs2U7Y,1845
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_prehistory.yaml,sha256=RyKwYHQBcw0AkdclUhHlG33AFaXfp8rWYHs9hM2P6r4,2998
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_professional_accounting.yaml,sha256=7aQr2qm4hThk01ydWiTD7sYVKUOZc9VJnBiStpLAg4M,3529
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_professional_law.yaml,sha256=7yIXSj2Qid6j8BRJH6JokTA_VzWF2OunPLkIVdDruKY,8877
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_professional_medicine.yaml,sha256=SY3z354PeEkGWCqCcJ-gQdUv-KveUTtSWnCEYyynQWc,5380
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_professional_psychology.yaml,sha256=XGHHIgQeT8qfzqTPjOFR4HnVAq16MXmfE-uVpryHkbU,3487
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_public_relations.yaml,sha256=dB_8svy_7gAVBmSxeKTfSn9oIWhdr7VOUzAqbnofljw,2636
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_security_studies.yaml,sha256=3pPPYeGk9LOrTGQaiMf0q1SvTs3moo5Z1xzEaySc6Xg,7575
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_sociology.yaml,sha256=dqHGLZ7fTJNTVF81XRc0Bx8lFWcIE-OgzAahMK09NW4,2748
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_us_foreign_policy.yaml,sha256=lb2TwRmoUySCpBvUzYhCX5u4DTDD70gYHPlbjXFPieI,2715
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_virology.yaml,sha256=skpoaKX0uVdguJ1OSEhcGV0kCM1Gi6r-5NIMy9ZTygE,2016
lm_eval/tasks/llama3/instruct/mmlu_pt/mmlu_pt_world_religions.yaml,sha256=V99N9yqddyeZkYMozJ1YBDzv0FgYjpiVE9hYLiGgN54,1423
lm_eval/tasks/llama3/instruct/mmlu_pt/utils.py,sha256=UOdMgIYwAVu9x72h4t5LzHpSqGP1jBS3sBpiHGk5rtg,5157
lm_eval/tasks/llama3/instruct/mmlu_th/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/llama3/instruct/mmlu_th/_continuation_template_yaml,sha256=lN8ByPZF38WYIPCOdv-wFfI11mS7inwH9062JsBtVxM,1080
lm_eval/tasks/llama3/instruct/mmlu_th/_mmlu_th_humanities.yaml,sha256=1r2oI6Subbyc8AEgs5IQ5zrlrFRAtStLISNnbDS6Gng,246
lm_eval/tasks/llama3/instruct/mmlu_th/_mmlu_th_llama.yaml,sha256=kthODgkqAIvk7FNbeSA6QFKyEcW0GD3t0PSl78j6bpE,286
lm_eval/tasks/llama3/instruct/mmlu_th/_mmlu_th_other.yaml,sha256=5Z77YbmiTGyb33rRbSFTvvoNpfkDVbJa2bW-IClwSlE,231
lm_eval/tasks/llama3/instruct/mmlu_th/_mmlu_th_social_sciences.yaml,sha256=PMt1LaS1pduiGQOpKc9fznKJh3FpFPTdc1drh7G63jg,261
lm_eval/tasks/llama3/instruct/mmlu_th/_mmlu_th_stem.yaml,sha256=GDHuIiBy5oof_GMQN4tjw6H8HBqVxed1ZEnXcYPsdcE,228
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_abstract_algebra.yaml,sha256=dRsFxW3mccANwQJbtH1vraKW1SGRzHM0rLZtlO57I-M,3911
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_anatomy.yaml,sha256=odt2HTLHPjk-ojyhYJFS7Xj_s1ozsz3dfLws6rM07ps,4631
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_astronomy.yaml,sha256=3GiOEE6DZZBWqzLOtgISwMay19V7VbIRsga6uOXAHOw,11862
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_business_ethics.yaml,sha256=lCn0F-wAuQv4EUZxpIeUlaW1S--J08WEBk4TtiM7NRY,12096
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_clinical_knowledge.yaml,sha256=E-mo_l1vChKp5tpvLpTy7h0v5872HsWPuAW9tZEuc8c,6007
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_college_biology.yaml,sha256=N0Fk9NNW5jaQVLYp9oQs_oJw7LasxHJDVRQ29sS2k3o,8045
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_college_chemistry.yaml,sha256=H2fG0KX0uoddLnMOUL1fzCQnEmE7pb3u9m4_3CSdvBw,5604
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_college_computer_science.yaml,sha256=VypBOWKTslla_jrtdSWARCYj7uNF90KuaNC4aCclJJA,13325
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_college_mathematics.yaml,sha256=n5qN229oj3iDZtLkltTyMzjyzbFYafGvAZg8_HLEfcg,6460
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_college_medicine.yaml,sha256=i5guIiJo5ysU86bnUvnZ6Y3RwCe5cAowXOCGUxt8w0w,8614
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_college_physics.yaml,sha256=SOat2V8QEwE5nH7zVmJThp5ey6Jm0QM6xgeR9r6ajBc,6981
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_computer_security.yaml,sha256=4kLBM17LGSgRq37OGX8MBIx2JWqTVZAqF__P3pqfw3Q,6188
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_conceptual_physics.yaml,sha256=VMughyQszAr1203AO87DAyZAzVOksZg4WrdoIubTUys,4782
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_econometrics.yaml,sha256=dEuY462ClCiOVBXIpS0vpZx0_I2jYw7skrHOUzrUQ1k,7717
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_electrical_engineering.yaml,sha256=PBxhwAQfjtFWzjyV4o1Ko2gFSBoNfW1ZDtqEILZJcTY,4356
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_elementary_mathematics.yaml,sha256=G_E78DF0TbCzIOH-OHhE1g_zYxWTB8YHrfzAuoHkD4Q,5637
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_formal_logic.yaml,sha256=MElSfv-2UcLdvHWBC2jjxUIAc31XnD_Rs_i4PFlXlqc,8329
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_global_facts.yaml,sha256=mPSscJvE1JIK7mQ8uXvNwDpyl7SpLc4u9KI2K0ImUZU,5796
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_biology.yaml,sha256=sqqsMEY3UzEX5y3oSTXGj42OXwP764wt89mnK1Ama04,8117
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_chemistry.yaml,sha256=Dj34gC8G90V8cces4Z9m6R-nw7RwlzmBNX2jZ1ZebEA,5844
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_computer_science.yaml,sha256=FP7iQNKWIf1N5KRHrBT4VzXvdfAHhVrrP0Pw__TUr4c,14773
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_european_history.yaml,sha256=BbrUTh1sWp_G0vb-CFNp9lBAZ01JKQbL70Cpy-NisMw,62570
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_geography.yaml,sha256=giZp8K0umRqOmUmgMksmBgwX79oualDD9RrW3wBxQco,7522
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_government_and_politics.yaml,sha256=_BJXfq2S9l76WEqpr_yiOqhqKoMhjZRdYAJTY6iDqkc,9902
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_macroeconomics.yaml,sha256=8qUeJbzuC6ILbfKf1MP3Tv08VoDMinjegm5FdSsFf0c,7610
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_mathematics.yaml,sha256=F5Ssq7ZCfOfyawKwWfN0W6klcaknYwP1ShnZWGQWvBw,5419
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_microeconomics.yaml,sha256=TI0FQMNL-i4D96AvGNZ1sCkNNk6EezoYiSt4Bk-Cr1M,6716
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_physics.yaml,sha256=u9coEjdY3eJOD_SwLcgyn0XCQKjs-HVGrvU3Oht__pk,6829
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_psychology.yaml,sha256=fnNrLOxxPxRl1aEzZWcjKgPRIgG6Vq71xd7NMORoWkU,9870
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_statistics.yaml,sha256=1alwbjTPcEHkLKE_ZsDt_SpKz5xitrjPIf4Xdw0Ul0A,11994
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_us_history.yaml,sha256=TRwmcGgWiVhh0OfkM4_-oUSYkUiMi8XwshHJAT24fIs,48131
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_high_school_world_history.yaml,sha256=Y9K4-SD0RrMc2qelTiVQg9RsKwiru2K7lzfJnJXSarI,25460
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_human_aging.yaml,sha256=jDuBLw2hOrMi9ASp9BqDoD66CnVVy7EP1ye7n4X-Suo,5686
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_human_sexuality.yaml,sha256=wHp3KLgcMo2LKHjOnCYvDr_-hOAyB2ri_a0-cL9IW_o,5957
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_international_law.yaml,sha256=ZdnOAxruxDNzI7k3Oxmi2zgTV4i7bigQ_d9kR8HQiZU,13347
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_jurisprudence.yaml,sha256=RUFJGxtYZE705Otpp11CHMLEzVBxxP9cG_SffgN5Rpk,6454
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_logical_fallacies.yaml,sha256=4coG_SHk7xHpy9ITe7rgt9pUJCRhrB756NDW_JaKVBY,8496
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_machine_learning.yaml,sha256=mW3LMF0F7Dz254ho4dbHPMGaq-0V6teCReT2hfQfNwU,12506
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_management.yaml,sha256=PrZZwgVa1W7Pu-ZO7u9NBXFOu7j1xifF_vc5KBofJDs,5030
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_marketing.yaml,sha256=AUwoyp-j77NokypyD8yg69dBaAoDrIfQKz_2sJO1nUw,8374
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_medical_genetics.yaml,sha256=0p3IqhTrn32rbWqFaStZ5aFqOznsC1kLPnw9zRbKpWs,5345
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_miscellaneous.yaml,sha256=ESzp4_WA2GCoNZXI6IwLylcUVDFdwN8EH6QF6WlHwBk,3533
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_moral_disputes.yaml,sha256=4gzbJFYn1ii0z7--E-sJKxFbcyLhLaf7AgO6jNxOzVw,9370
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_moral_scenarios.yaml,sha256=mPrnUyj0_Z25qkzY7JvSJHW3w_AHs9O66YJ1LzB_rok,9853
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_nutrition.yaml,sha256=02xGV1FbxM_SAC5wvA5_4KPEBi9ttos_6oh2_k-XrLg,11428
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_philosophy.yaml,sha256=TaobCK6dTRZHhSzp4eFWE6ur9wKHRM3R8FefXJL85Uo,5544
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_prehistory.yaml,sha256=vHFzFsCBGB5cwkE1DjMNB0oVfhPfzUzMtgRBXVxeVgg,9965
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_professional_accounting.yaml,sha256=1sYYs8-2Qs82s9sWsbXKGTJaFdHd8Dx4tPQrOYX2SH0,11486
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_professional_law.yaml,sha256=9QYgNXIxH0GsT8FLTJZeKLqSEDy_DT174sKGzBZbhlE,34036
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_professional_medicine.yaml,sha256=MQ8ZhWwhM0V6Rt4s1UZByQkNEAQQBWiuTCkXd3ylP4w,19109
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_professional_psychology.yaml,sha256=4ViWtmE1dYXLExng5Uy4fO6DObqQSIuRnNjCEJsatVk,11692
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_public_relations.yaml,sha256=x7xVozDJn_1tCVsDvKIJcg2fmwhAciRiFzmr6jqWS8U,8112
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_security_studies.yaml,sha256=DB-3SPUSCg4zI7SFOe-ZKTb42kUjaKIcLG_ZDMQBLMc,30736
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_sociology.yaml,sha256=LmoRFMuj57JgfHFUN8qOJkcatptGdhbNlXmbnbXIrPw,9067
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_us_foreign_policy.yaml,sha256=6yf7oUNuEkK8K9wxshtDPd22BAZHOf8xrCM6ZDX3gtQ,9369
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_virology.yaml,sha256=oz6swqqBlRzTtaroSMCGxXqsj3ESRD4CzZACV56wyKQ,6077
lm_eval/tasks/llama3/instruct/mmlu_th/mmlu_th_world_religions.yaml,sha256=PELQp74cRfD01_coLnkCgur37LsW5rDRSuhRZNYuHBg,3557
lm_eval/tasks/llama3/instruct/mmlu_th/utils.py,sha256=6uMmReVsV-iouWPpWxTRpLZid7VRSgTzPgo7uzkmeFY,5157
lm_eval/tasks/lm_syneval/README.md,sha256=YRwfQUL1KpAiXlwO0qT-EuHYYhgsM7jhnJKDqW2CJWM,20665
lm_eval/tasks/lm_syneval/_template_yaml,sha256=XM4DPG0bNztS3TxkDd-T6Fmx8oiuWAtnyM8hmA7LQ50,305
lm_eval/tasks/lm_syneval/lm_syneval__agreement__long_vp_coord__plur_MS_LMV_LMV.yaml,sha256=kKe8yZD_vCxnzC1dusNVLnQquxlBPaCDjncXIuRx5z0,152
lm_eval/tasks/lm_syneval/lm_syneval__agreement__long_vp_coord__sing_MS_LMV_LMV.yaml,sha256=cSf4WVLI4nQhl1KXpx7gQ-P46YtWs37hMdTyn_D78h0,152
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_anim__plur_MS_MV_plur_ES_EV.yaml,sha256=WJC3-fwEUcUsCS-wAFBl-OLrCHQPj3ij9rqqjRFRP9A,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_anim__plur_MS_MV_sing_ES_EV.yaml,sha256=TyXv99dj39gDp3J05e0A4MdjXv7fdxlmtuhuGEgnf6k,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_anim__sing_MS_MV_plur_ES_EV.yaml,sha256=rpRQFjwZT1KweFs76XybNj78botF55yk2xzLatXmgwM,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_anim__sing_MS_MV_sing_ES_EV.yaml,sha256=KlFT4Kt0urd-6eUjoHOUyumM8AWeWqrUAFx0Dh_1bvI,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_inanim__plur_IS_IV_plur_ES_EV.yaml,sha256=R5H_tvtD0SvzWyWZJQy9MrlCWiajIkTwCgwYQyRvPNc,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_inanim__plur_IS_IV_sing_ES_EV.yaml,sha256=tDF76Bp-W0BCItG7HAJj_wcAjb1DlKGpDiWmm-2WqHE,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_inanim__sing_IS_IV_plur_ES_EV.yaml,sha256=Nj9ajxPWLuTtosCZt1U_AjqtKQCH6zXBbSas_cMvF_4,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_across_inanim__sing_IS_IV_sing_ES_EV.yaml,sha256=R-lQp8oLRRv1a11HHi6KPL_ysA8pIMFCt3gGifJeeqU,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__plur_MS_MV_plur_ES_EV.yaml,sha256=iAhZPAU44ebofBCM-bs_Tv7M50IfNzY_H_bW8x5nyzk,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__plur_MS_MV_sing_ES_EV.yaml,sha256=mu79UFGomFGP_40Xcc9SwptescFDxoSPiS05VMNOoOw,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_plur_ES_EV.yaml,sha256=wJeydbTLdxu-UTKXw_tPTmDgF_QbNuqJLWMH99Ix8FM,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_sing_ES_EV.yaml,sha256=YCr2LAAspaEY2DBVXBd2hl9GeuAxge4qm5K_l5b0e_g,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV.yaml,sha256=9F5ItwzFGp0iM4Niwy-kFDWI6598MG4pSfblBIidCOY,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV.yaml,sha256=AetWO9-dtHOq7Lbpj5fyK7YW3zhvSn3rmK5vD138c-M,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV.yaml,sha256=4ZEmhk5BgoPlmrpndeMVQF4F-8aWvVP7Gizwx-Ivs1Y,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV.yaml,sha256=pqfxTYl2B_lBUw4FpfhQLelEzWi6qD7mimTHPnLOh7g,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV.yaml,sha256=siaby2QT9ahQXosHMZiQ1ibfQS23efuOnkq-zPTtQSI,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV.yaml,sha256=k_bb90NZ3YZddLXDyXlg9ZaHHwjDqHVRpK8EvXGWqyw,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV.yaml,sha256=2_qzAAeRAT2f5yyC5zMNnPPFt95RWKoJn76j_TlUFBg,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV.yaml,sha256=O8IzrI4MPMmrmS6-lprtt37MHvF9ytzBF3J6Q4Zy8mM,192
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV.yaml,sha256=XyJcZQyV0vl7b85uLkI0lMbTMmnJ9QYbGqSihVMHSEw,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV.yaml,sha256=sds5gTHQQrFFj_nEE6NwEF-lsX4AhbMtjWsrMiWJUis,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV.yaml,sha256=R25X3gUppIrKynuRAH5E29AR_G9dRXoXXZhdtCOFD1o,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV.yaml,sha256=mZ0mKs2_LFaFRWQHnYVZAdTOdSB4DKVcE6tT98xN_L4,196
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV.yaml,sha256=ZAb-60UOtdas_iu2alP6ekdovA0ETiRqBadIod8VLms,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV.yaml,sha256=RPkZ2ALdjBD5ZCSHmY_DDuhXXTqNHP1Kn6OtWUSwtHA,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV.yaml,sha256=oKqRuqXX9ggWoqYum5I16Z_M6rVl8Vm30faClT0cfgM,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV.yaml,sha256=wasTFuAItXHEyzAwpzzaioDLoQgm9tGPZI9E8ofjLg0,176
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV.yaml,sha256=cOIkvw33cLlqAew6n-s6OZbsMjGDNDJaAgQcRkqeges,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV.yaml,sha256=UXevxA6AoU1xsyETFG6zU-FvLtbimCOHy6bYOb1hRJg,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV.yaml,sha256=PRbNWFdx1fZyPs8euwki6Y728d-teTqN8LtpE77pp6I,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV.yaml,sha256=uDRVSjCrQNiYL3oGw8FYHoBhNDFTMNJO-BHJQKE9R30,180
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES.yaml,sha256=WJbJmWr3jGmceIBio3cdg59Aj92D7V89UmD0K5cuxeI,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES.yaml,sha256=PLK5r9NnSlk1HN6nHQVMP0oX6kzPN1qQP9iyYuYLld0,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES.yaml,sha256=p340Z_AKHLaqtxFRLeI8MuMsrbbg0UZYY2NHrTlZ5QA,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES.yaml,sha256=jNUv_HRvHWwoiUbtbYpUvX3KiDfZF9osGYylPMSTPPU,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES.yaml,sha256=1GXOYYPHleaeFjArIRkaRFqGfqC7yndmcoQ1xhJzRh0,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES.yaml,sha256=VcL5R6yxf03YH4JM2j1qAt0CV_XjLNZruP1GQDWm7iI,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES.yaml,sha256=pOukrYO6fRrVIVFk_6LUoBJSIGpnVOxGCzsDpDEfMEE,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES.yaml,sha256=knRG3_yNPuMO4ZTTVpmjpcYXnKhbMEgO1UyqCfAmz18,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS.yaml,sha256=IJ7kTNshOx4kzFN6VYcuiDd7bA2JFaDPOCMo5RTWTzs,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS.yaml,sha256=s0dnXJvVobuIgadIUp5dZCTx-LXtmxSLFKTOAf9YM9s,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml,sha256=0pE_AmHVP6kaNPSSQupM-XBUwgw9Yqzlca4gQh_Qm6o,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml,sha256=dHZ9NuUhVugaoO469yJ19kHkobbcQZB9OMqfeEHpX4s,150
lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml,sha256=Rdz85vcobVWbz_ObyyasnMY2YxOZMqwnlnYP4XmGC-s,140
lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml,sha256=Iq63VX1V9u2X7NBPJxgw4ZPEF7IRCoDB2FBXsVNU-TQ,140
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml,sha256=rF4ZeHuvt_RSaeiYWWZdD09UFW8zqujTkj5Y1OGtoYo,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml,sha256=r6BkF0WqUHMsckH5icL1Gg7HYXecGMkc3wMF2qf_JQE,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml,sha256=nv7xOpXy2dFYx6yxH8E6TwmoPQMuUN8gvep8jvU4LaU,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES.yaml,sha256=kXQWFMy15RDiN2fDUVIxD_u9g3dNc6A7bswOwIyTG2o,154
lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__plur_MS_MV_MV.yaml,sha256=IltnSoU0r6Y1X_oV1usL5lNk__Ibt_1ocKPqub0KRZY,138
lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__sing_MS_MV_MV.yaml,sha256=AJtM6bzYFep2-nAwnOzUohsBgUmUVIERf8AmdNrVKQw,138
lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_anim__future.yaml,sha256=IqQDEbJNF5Fe0v8qKmhz5mugXVVqOwhW3niPSAcZeGA,126
lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_anim__past.yaml,sha256=LfzmlcI8WFJm-7lf3t3aKKy4wsG68PT-BM7_IRqFMPg,122
lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_inanim__future.yaml,sha256=wsANf4jMa68NjGmF-5wcCu9ju3dk2QkW9gGQl5WbjhY,130
lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_inanim__past.yaml,sha256=zc3quYb93gPfiVW8MRRInT2pOhZrU1zVpZ8JScUzriM,126
lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_anim__future.yaml,sha256=P_CMNScN10HEM4AEbnH2Nxs-fUimC5h1Q9TIy3Hy1Rw,126
lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_anim__past.yaml,sha256=wWNgp19583N9D6MqsB-s5Po-A03LeVhTYnOhhOVQlbk,122
lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_inanim__future.yaml,sha256=n1x8ei4ucsQrVliHrCF4nxd9s0gnvOhzzOTI0u5dq4E,130
lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_inanim__past.yaml,sha256=4fOBk4syK3bx9K8WGkGJfYA8bpBsTQXG5vpLbU2nK0U,126
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_plur_BS.yaml,sha256=r7vXURhqsMefyEWZa3_IxEKae7UIBf-pmd3NbYFxiN0,178
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_sing_BS.yaml,sha256=edxBPqZyufB8IQeUynfZDojW4do7Sxj-WjDeK36sM-U,178
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexive_sent_comp__sing_MS_ANPHR_plur_BS.yaml,sha256=fZfEORqQ2QA_dA8hcWa7qeHpJAfXzAg4ZabUdbLcKWg,178
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexive_sent_comp__sing_MS_ANPHR_sing_BS.yaml,sha256=8QdEtlgW6EXXQktnBzGSGizi9WkB8xSGGBSmR7wC2tA,178
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexives_across__plur_MS_ANPHR_plur_ES_EV.yaml,sha256=gmxPmV6i7XyTE2VK5exIjTJZKt-Q_aZnWyaeG0uFDxo,180
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexives_across__plur_MS_ANPHR_sing_ES_EV.yaml,sha256=-qjQt-Ugigz-Lb2pG71lzF59mwrUqEA3nrs8Wo3PIDs,180
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexives_across__sing_MS_ANPHR_plur_ES_EV.yaml,sha256=VRAeKgx5DnszHIfdUknUucbQkYWPu8MAk_0lHtCL1I4,180
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexives_across__sing_MS_ANPHR_sing_ES_EV.yaml,sha256=9qcdTeJVOGXTVpZUW4IvG8yYx2LUHleIIUAKOa1nma0,180
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__simple_reflexives__plur_MS_ANPHR.yaml,sha256=fDhROOaitp0n6j4_mFWgxy20Wy7F9tp2y9p7bOeTA3M,158
lm_eval/tasks/lm_syneval/lm_syneval__reflexives__simple_reflexives__sing_MS_ANPHR.yaml,sha256=DuJqGs43Q2_tcVLUkDqPaT4jtDyvWsAhfdoa53IEd6w,158
lm_eval/tasks/lm_syneval/lm_syneval_group.yaml,sha256=O1qXUGxrpczECwB-vAyZBH0Tn8gEzT1ZlHs0zlO4UPk,9966
lm_eval/tasks/logiqa/README.md,sha256=Iyrf8c8F53A1eYqaDCb6hAm3_Sg_t47gZbOI0BjDKAw,1657
lm_eval/tasks/logiqa/__pycache__/utils_logiqa.cpython-313.pyc,,
lm_eval/tasks/logiqa/logiqa.yaml,sha256=rQeSFmmAvr5sMv_ECeOJGsloMRl09Yn_UISDdrS1yXk,536
lm_eval/tasks/logiqa/utils_logiqa.py,sha256=RjmfQAZUadI0wMnh7z3ptn5Q1f4cLEEwYH7aLdomgmA,616
lm_eval/tasks/logiqa2/README.md,sha256=BJA7HgfRCSPs51iYrFl9rQzMKjoVDqaIDtCDAh5yk4g,2244
lm_eval/tasks/logiqa2/__pycache__/utils_logiqa2.cpython-313.pyc,,
lm_eval/tasks/logiqa2/logieval.yaml,sha256=R2W0sBA-gV8VesDyJDJmJpbfBFnXo6c5hSk5QRPxP5Q,1340
lm_eval/tasks/logiqa2/logiqa2.yaml,sha256=0jlenXfClywd_ulejkk3-HPOE118TufgzsPGcK6r6Dc,512
lm_eval/tasks/logiqa2/utils_logiqa2.py,sha256=CtI75WahPZvORkIad_srFGSZ6bUnGlZf_6sYHkAP90M,875
lm_eval/tasks/longbench/2wikimqa.yaml,sha256=ONZOg2gXjA34c9R5RtR7bFb8zcfWB0F_0NptgbAYsUc,824
lm_eval/tasks/longbench/2wikimqa_e.yaml,sha256=kPxn02rP9uCbTnvg4d5INnX6rm16hA2IgJydsJWTPFA,832
lm_eval/tasks/longbench/README.md,sha256=b1LJX1ky-woZ30Uueltdfjt6YB8Zdo1TA33LDAiRCMM,6359
lm_eval/tasks/longbench/__pycache__/_generate_config.cpython-313.pyc,,
lm_eval/tasks/longbench/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/longbench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/longbench/_generate_config.py,sha256=4VMD0EHh79mZTsgvHRZXleDTXinHSwpBOsxIH21MBjE,11275
lm_eval/tasks/longbench/_longbench.yaml,sha256=1-BgzSRUrT8Y4xYYZvpn_wArt2s5oc_cmqclhgKCk80,249
lm_eval/tasks/longbench/_longbench_code.yaml,sha256=z6vcDztZEGpZhScehjAZ4UDRLXJnStOspBOQyZR4ol4,195
lm_eval/tasks/longbench/_longbench_code_e.yaml,sha256=lyNj4NjtP_TyKmM0kcQGICc-gEnLWwyubGtXi6_z9wk,215
lm_eval/tasks/longbench/_longbench_e.yaml,sha256=Arq0RkLCKG9aer23_CIfX8zXN_B2hfnrtEuyTUVC7sY,207
lm_eval/tasks/longbench/_longbench_fewshot.yaml,sha256=vtchIJrKdPMy4KfryStjHn8iZhxdhq9RKN4-zAoVT4k,238
lm_eval/tasks/longbench/_longbench_fewshot_e.yaml,sha256=hNeJC9Bm2IaDi6eo3IWAgohohFy6J_yLlvdzYg_PFUw,241
lm_eval/tasks/longbench/_longbench_multi.yaml,sha256=r7tOewd-9XLdUbrU-U7ysT4dq2CbEHvZLtlkpgF4_N0,245
lm_eval/tasks/longbench/_longbench_multi_e.yaml,sha256=EleaZ86MUVATl6C5qQejgVaZ1RohD0SNSCN86VyMHpE,220
lm_eval/tasks/longbench/_longbench_single.yaml,sha256=U4yH3Ot_SRqGr8P_N8wcahinQPFJWC6XnYFyWLfMyfs,263
lm_eval/tasks/longbench/_longbench_single_e.yaml,sha256=U_4ebUvjJ6nfu3_Ii_NtKkASLA0oTpDufWAnT7EKJwA,227
lm_eval/tasks/longbench/_longbench_summarization.yaml,sha256=h7N5VcegFla9lN0wdXu-qxetEZa_Lug5asoGToRe1z8,248
lm_eval/tasks/longbench/_longbench_summarization_e.yaml,sha256=it30cQOMLOaA7pCoG2-s9XcXCnfNxCGs3P8QCA7sVkg,228
lm_eval/tasks/longbench/_longbench_synthetic.yaml,sha256=g7Wei_64-J00rx7FNAOyetXRrckBAMAw5oxKOzonnKg,254
lm_eval/tasks/longbench/_longbench_synthetic_e.yaml,sha256=3lvGgLCxb8GcTvm_0y5g8rAYaqtqUpQJpZ4Rbn3hOPE,239
lm_eval/tasks/longbench/dureader.yaml,sha256=cnTgP8bPBYQDhhoMT22bzs2oF0sGfmhtWc8fk1Q7Yh0,682
lm_eval/tasks/longbench/gov_report.yaml,sha256=QWSXwOxDqSZtaIAwLzLVNxTPZy4KILG85FvJMYoIMiE,704
lm_eval/tasks/longbench/gov_report_e.yaml,sha256=RF-v5QVfA_iBmtJA3wWuS-eECw_27m7DX0Kra0bkU9E,712
lm_eval/tasks/longbench/hotpotqa.yaml,sha256=YEmSDCiPkv6IUG-j31cfi4q9eYn1SlzEBYTChknbSos,824
lm_eval/tasks/longbench/hotpotqa_e.yaml,sha256=lPBh-0FchWnrL7c06ENLfNsogbLK_eM7oEIH6wT3x_Q,832
lm_eval/tasks/longbench/lcc.yaml,sha256=Qxjwi6YKFQrUA6fwkKfh7S5Xl9OdR-2Tz8cTFgIUt4o,585
lm_eval/tasks/longbench/lcc_e.yaml,sha256=yUqW6lUBijmg_9bk0WdDTT0GGcnrhrbpElVHcxnYuiI,593
lm_eval/tasks/longbench/lsht.yaml,sha256=nsOZTBB29PNC6lh1ONWBPjqvthk6fgYtNCFxmjIH84Q,623
lm_eval/tasks/longbench/metrics.py,sha256=cREnnEPgF6v0mrqOaO49fO2ufnFa8cjArQxLtyt1gHc,12046
lm_eval/tasks/longbench/multi_news.yaml,sha256=TN1JYOsDM137DtowkhtG050oh9kP1WwC9EMF9Zi9-CY,693
lm_eval/tasks/longbench/multi_news_e.yaml,sha256=hCUiX0v22JjsdVGNOaJCot1UB7Dhj-4K5QhSUCqLWZI,701
lm_eval/tasks/longbench/multifieldqa_en.yaml,sha256=kfw4YqspQcpdw9JMcsJHfnfouvfiZo3w2CHez3O30dQ,751
lm_eval/tasks/longbench/multifieldqa_en_e.yaml,sha256=hj2pnW_vH1FOqbodt_jaTV8rxGPPb6fjhNVpCBNZOIY,759
lm_eval/tasks/longbench/multifieldqa_zh.yaml,sha256=pzVnJAOy36uO1VQ9usTRHAOOb5jxgQOc08fRrCARvmI,750
lm_eval/tasks/longbench/musique.yaml,sha256=BnJ5vVIV1Rz9dp3KRny0LJnABpvK3XFaEdxPtnM_lEw,822
lm_eval/tasks/longbench/narrativeqa.yaml,sha256=k2h1aZuZlQ3uMb5f1nhGyoOkvGx8cO8rbckWuEWZQ-g,922
lm_eval/tasks/longbench/passage_count.yaml,sha256=eGTBr-AT1QbYIykJl0VRiIBq1fJfByKYXjUFfvCZcV8,1006
lm_eval/tasks/longbench/passage_count_e.yaml,sha256=JnKwMNqZb8DbsT-CCeJpqdmd_VM6k2qlIHdWP0Kz-X0,1014
lm_eval/tasks/longbench/passage_retrieval_en.yaml,sha256=630ketVj5Y_zvgItq8xtTKSniaNJf2gV5kF6ra4ctUE,897
lm_eval/tasks/longbench/passage_retrieval_en_e.yaml,sha256=IrKSaDEcAVCY_5uBt9pMuGDaoAkjnB9viKd1qNL1sEc,905
lm_eval/tasks/longbench/passage_retrieval_zh.yaml,sha256=YVqfkkX6cDf7BBxJiZmOudgH_vni8JcYEmfxOlYJ3-M,841
lm_eval/tasks/longbench/qasper.yaml,sha256=Bvtwv5nUM6ux2W0mNqeYX1HjZAkOyId2vs4bBQNPGw0,1275
lm_eval/tasks/longbench/qasper_e.yaml,sha256=zW6-_fI2fb-v0VcajsNbmNJdfBwhQMyzBI2egwRfqBU,1283
lm_eval/tasks/longbench/qmsum.yaml,sha256=-aiHQLWeWpKO7rAP0BgbWjtYRzDuGgomuW-wPGVKKzg,800
lm_eval/tasks/longbench/repobench-p.yaml,sha256=WfHpuX0ZeqbPuVx0t0hYv9xponZYFZ999Al2HqYIDyA,613
lm_eval/tasks/longbench/repobench-p_e.yaml,sha256=CiEzdSyrqbMwg9nQggqnpPMNnLIlF4cBf_7C2-yPNls,621
lm_eval/tasks/longbench/samsum.yaml,sha256=HnV83GmhAAyFa3NQyUHUNZ0LJsYMxrEK1_6_8WVO_1A,657
lm_eval/tasks/longbench/samsum_e.yaml,sha256=xC-v9RMB60v2BYFQ6EoCdBCbsku-PYYWm1Hs1xbOV7Y,665
lm_eval/tasks/longbench/trec.yaml,sha256=HM8vCX8hpfFHW7hZ-Dt2Fq-cQQMHRRFXMEUYWcBj6SE,672
lm_eval/tasks/longbench/trec_e.yaml,sha256=zfGr6u_cmPHSaeqyxnZWzOjJXpVLkV1joRzLZGaGGxk,680
lm_eval/tasks/longbench/triviaqa.yaml,sha256=vWZyHLicFaUcNiIFg4k_QvPPgquEmiWFKg2J0h18BDI,716
lm_eval/tasks/longbench/triviaqa_e.yaml,sha256=52Zt-LFtPdTM6d8OixKis3Rq3W546AstD4lb5kPy-j8,724
lm_eval/tasks/longbench/utils.py,sha256=OOzyzbWWH3PmJTxXnFeMQWsw4yBNaviQakE19IUIn5E,2719
lm_eval/tasks/longbench/vcsum.yaml,sha256=VZHOEeSIGfsWBQcsWpmyJJH8yCDew2p2MfqPBRpeEQE,669
lm_eval/tasks/longbench2/README.md,sha256=aCfy3jdXutyJFyZ95kyLjV5D1ZDMlSX2kuiDOs6i8hU,5271
lm_eval/tasks/longbench2/_longbench2.yaml,sha256=z1z07M8REK7KBV_ziIBrs9ieE0I0DHW1EKB29EvcsuA,280
lm_eval/tasks/longbench2/_longbench2_history.yaml,sha256=80aXb6zxnDduGkm6roalVOmdVD2zrbUUdDnT9MscwsQ,233
lm_eval/tasks/longbench2/_longbench2_incontext.yaml,sha256=51zqn0huayL5Re0vE8B6lrHxAjW1IR6TtRbQ5LUgZfE,239
lm_eval/tasks/longbench2/_longbench2_multi.yaml,sha256=lcAXQWHAI3z9ypE01RJAApdkv9I2abeEqG8sAQqLyH0,259
lm_eval/tasks/longbench2/_longbench2_single.yaml,sha256=_yXWboCGcTGeLRj_kUWtbydQZ_xCV5C-Aq8qqGsrJIw,344
lm_eval/tasks/longbench2/_longbench2_structured.yaml,sha256=ZPPb_dj5NalL1eIGADgOJJTiUSsPdzmuJjMivdt7en0,216
lm_eval/tasks/longbench2/_longbench_common_yaml,sha256=axX2xoScf4Diqiyun57CM2BblYWqEAxJWyzXyZLBuDE,523
lm_eval/tasks/longbench2/academic_multi_doc.yaml,sha256=Qw6Ls_o01NuHE75Lp0E1hrLInxMioK8WmuIhtk41iL0,146
lm_eval/tasks/longbench2/academic_single.yaml,sha256=oSsANnSz8RhZCcKNvLrWYyN9IxDHPoXfZj9lmvWbglE,149
lm_eval/tasks/longbench2/agent_history.yaml,sha256=8EGldy8W167XM67gEax5Kms3tOb2Ye_mfjtIaz373Ek,149
lm_eval/tasks/longbench2/detective.yaml,sha256=9o6nZKe5wHsPkmn4A-XetkTdOYxYSPqph7gVcezpBDI,137
lm_eval/tasks/longbench2/dialogue_history.yaml,sha256=8p8SQYO8baJ_mCxC1Xkj_yExhVC7R4tahBqR-incvJg,155
lm_eval/tasks/longbench2/event_order.yaml,sha256=JLmXtK7386y631ES-PhB7eQKRTWvN2z5843aNxIjYM4,144
lm_eval/tasks/longbench2/fin_multi_doc.yaml,sha256=o18lbqfJxEi43WlIoQ0Iwy9kQvRrJoGCuMh-H1OOvSY,142
lm_eval/tasks/longbench2/fin_single_doc.yaml,sha256=ll_LeuQuizS7CYgb9GYo7dfR_zasejhhxe6u6dZtLMQ,145
lm_eval/tasks/longbench2/govt_multi_doc.yaml,sha256=L_1Nn5y424p-egSuoAcRP0zb-tztxS_2eLrS61DeviI,144
lm_eval/tasks/longbench2/govt_single_doc.yaml,sha256=Oue2QpnjTKNdjM8SzVlErLqQj6Oq_2ZtfvWKlhtH_WA,147
lm_eval/tasks/longbench2/graph.yaml,sha256=QOa2rhoDUbIA_2ZNNmuVzpqChqGF_mfJ3xXBYy-V2ig,143
lm_eval/tasks/longbench2/legal_multi.yaml,sha256=YojzSnZlwCqHQr-yyVIJvDsMbGuC0s0I6K4hd9rcI44,140
lm_eval/tasks/longbench2/legal_single.yaml,sha256=Ae7UKkU3od3B4cW4vrLh99s3ncsnIgMl3ziD67djKVM,143
lm_eval/tasks/longbench2/lit_single_doc.yaml,sha256=zIWnCo9JU8_dKHO9TZjd04ZbGzfrYfWmBfGPkg3b6N4,137
lm_eval/tasks/longbench2/longbench2_code.yaml,sha256=MD4ISOwB0KHiUxf_c2yXe9RxwrTVYcPy06RnMyHuF0w,107
lm_eval/tasks/longbench2/many_shot.yaml,sha256=ofWqjz0uV5RSasNJg5Ke1GVIvIkrdOyo34g1_GynvkA,148
lm_eval/tasks/longbench2/news_multi.yaml,sha256=T0EeAXQJPAK_KT_UjClF8JO34tbryREdih17l74jO9U,137
lm_eval/tasks/longbench2/table.yaml,sha256=Xto7jMHruNfz7d6pmRN7kojTwtpm8ll6wHTTdhPik5c,136
lm_eval/tasks/longbench2/translate.yaml,sha256=IbRVlCx0DMbkzKDw2pq2BmFY8KVQ1UxUxyL_koEVIYw,155
lm_eval/tasks/longbench2/user_guide.yaml,sha256=TCDQGZyRNIUgI04qKwTYTb2XHzKHT1SHYlu21Ngs8n0,145
lm_eval/tasks/mastermind/README.md,sha256=9ayAmlpqKtaLbSO8u-jfudqyRi85Sj3mE9t-FHYBNjk,2544
lm_eval/tasks/mastermind/mastermind_24_easy.yaml,sha256=BWfPiTA2IJT0d0QECHr-bu1Nh4fjLjdTKNR9FUKJkRc,567
lm_eval/tasks/mastermind/mastermind_24_hard.yaml,sha256=FLEQqU32mrJtBDgqofHoS7EzFU8BHjMunDMMpGtjB3k,566
lm_eval/tasks/mastermind/mastermind_35_easy.yaml,sha256=qm0YLITqiSotzd6iDKHv7rpEPtlL6T8HD2MuTep-oCE,103
lm_eval/tasks/mastermind/mastermind_35_hard.yaml,sha256=P69WF9agwtrwj7JvTLZM-sQwxtb9qtP2jbc-Jz40YFc,102
lm_eval/tasks/mastermind/mastermind_46_easy.yaml,sha256=j2i13hed0rl96G9S3_AjPfjPcRcl65rXThUZoMEe5qI,103
lm_eval/tasks/mastermind/mastermind_46_hard.yaml,sha256=IxS047C_zJouKF84YmPNS47UvxZfvT7QNwHWFUcu5-s,102
lm_eval/tasks/mathqa/README.md,sha256=VmhPmoYwpKTfeUVDnkdHbj0zx2OtY7y7AI-cJrXEOhQ,1907
lm_eval/tasks/mathqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mathqa/mathqa.yaml,sha256=0SkKFOaTdQt4oiGEBhAtIhxot0TvekUA12lZ3UviQK4,576
lm_eval/tasks/mathqa/utils.py,sha256=NFqieHDv0UX5cEVmMmIu_GF7KZpNAKvJRZJC0saW00I,178
lm_eval/tasks/mbpp/README.md,sha256=c5cRdFfTqNjq7Z7LmwPMXlKHaKjTUrEeYuwp--2Pz0s,3202
lm_eval/tasks/mbpp/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mbpp/mbpp.yaml,sha256=5ScQXicascV9aS2rvzUwbmHS_976XAh4W6psST7ioHg,766
lm_eval/tasks/mbpp/mbpp_instruct.yaml,sha256=qknhPk1xb7R_qX-vUB-f5i5Xed6AUAY8-cNFubayCWs,927
lm_eval/tasks/mbpp/mbpp_plus.yaml,sha256=KDSGukqaZ2DQLxbVpPXN-tcqyibD6CjpwaNFAzXJ5jg,305
lm_eval/tasks/mbpp/mbpp_plus_instruct.yaml,sha256=vE9h7TyOMj12FmFUeUL8HAWkNpggTDdax5vriZ0oxGo,424
lm_eval/tasks/mbpp/utils.py,sha256=7s_MJkpjgB1KxHj6yAsPGMP68WoQe69kGk_UmOgd598,3434
lm_eval/tasks/mc_taco/README.md,sha256=OEUcQofUlqsm-3CLKht9u-V0wXAldd7uPWBjmQjFTSg,2052
lm_eval/tasks/mc_taco/default.yaml,sha256=PS0iANoRLduWHh5S_LUNUNEtvk7iFcYF3a-RfmNYflA,407
lm_eval/tasks/med_concepts_qa/README.md,sha256=7IpmjQS3yQQqOJBOf4E5fSRG9JNbbV8WuI7CghkyT6s,2560
lm_eval/tasks/med_concepts_qa/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/med_concepts_qa/_default_template_yaml,sha256=0nA8DtN6djdBwLd358xe_FYwCnTscrwSAIwKpycGLLI,442
lm_eval/tasks/med_concepts_qa/_generate_configs.py,sha256=7R6Xc49MziCc-z84adHpsl4UFIE14mQ5VhPE8F6uHvc,1091
lm_eval/tasks/med_concepts_qa/_med_concepts_qa.yaml,sha256=bh35Rp61uwdItZvDfkn_vR-2lZD-k5pki4j4l3g0q6k,228
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_atc.yaml,sha256=6pujciGJU8vtqwXdDgHEjmg_nIeXd7szUw4HBvHfupU,124
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10cm.yaml,sha256=ZC_lRIXrS58ZE_ua-OLAnyvDkfkqM8t95hd3Vm99O5w,132
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10proc.yaml,sha256=SVLboazjkXk-82yT8Ie9EYfkHNmyYtPDTLQmfWIAYc8,136
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9cm.yaml,sha256=dU_eaIoDsh8TMJal_oX7kzAfwwoM0FphxMLQLL1lTqw,130
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9proc.yaml,sha256=NkFPvtHXQBSkkYI-1xtUBAQXCbG6py7IzKhsSIcAHiI,134
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_easy.yaml,sha256=YsMVUnevALeVH8hIJUdkb8m4MuzaHW-_ryl84BNoFn4,138
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_hard.yaml,sha256=9kg_RqFQbYkNYnd6PuArt7D-GK9YwmhAza6hdRbmiYo,138
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_medium.yaml,sha256=m2Ll963EXNR-g8W8v1ZV0z5Hkip6yotqBW7m8OT6Rts,144
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_easy.yaml,sha256=cgIrr9STPKjLW53zx7T-pWzJq-M9jETc0QtKULiIkr4,154
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_hard.yaml,sha256=frN24VCKyFkOu_oPUepNOg2gCw3UyPri_g3qUdfqvwU,154
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_medium.yaml,sha256=nNdMFUnVmIijeNkHP725kzSbd1twxKbKUPDYknnY4Lo,160
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_easy.yaml,sha256=cD3_tjV5dsZ5xbSOzxYO5frwjFyfdx9Xdz08tDzW6NE,162
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_hard.yaml,sha256=i1FdQBb9i1RqbUZQrbGDuDsl_ZloE4IIpvaceNRGL9c,162
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_medium.yaml,sha256=_VQN3JkgYceVzN--GilKgGlqrwyqgxMnn2Vcak8DBBo,168
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_easy.yaml,sha256=GbpoM8dMcf4A-6NeOlXyktD5-7MPdF0Jazx7cs5inEE,150
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_hard.yaml,sha256=SPByMtxz7lSdmAWatOFaNnkGl5yIbSsvSmy8FXIKeYM,150
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_medium.yaml,sha256=axC_tqbBoFkgfNQhkNAm0TEn2muTcao0o7oQWKMSSL4,156
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_easy.yaml,sha256=t9TShrzb9KyV4EVOJFqOVlG0u01iEcVxO7bDMO_8xBw,158
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_hard.yaml,sha256=gtCHbUaqRTm-z2hSI6cmNec9cQHS5lkvjJc7WYkVfyY,158
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_medium.yaml,sha256=4aPW6XVSci7InlKK5boWgk8a0sCWjKnZtf1AL0NKOWY,164
lm_eval/tasks/med_prescriptions/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/med_prescriptions/med_prescriptions_easy.yaml,sha256=KaizETUXTLT7MPx6QZDuUdPJSIExHRu0vSQVOrPwy84,520
lm_eval/tasks/med_prescriptions/med_prescriptions_hard.yaml,sha256=O0CpC4wWaXty2-aF4fHgEd0J1lwx-Gyf5z6LC6zd2U8,162
lm_eval/tasks/med_prescriptions/utils.py,sha256=KVrp6gplRr5dz4vxKjBvuGKzcZY9leUlUlyFP3CwvY4,88662
lm_eval/tasks/med_text_classification/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/med_text_classification/med_text_classification_easy.yaml,sha256=6RYD7UYqLwY5Pn4s74zE-C7cF8A5ERpLW28GRbvzjFA,635
lm_eval/tasks/med_text_classification/med_text_classification_hard.yaml,sha256=OnMfq4xix7RuWGPt5tv6HmemM26AHfVx_qDQFZq1TIE,367
lm_eval/tasks/med_text_classification/utils.py,sha256=Z1FcmrBuvFbup-9e54D3MkYh3gqWEvGK2L_XbYyAN8Q,2885
lm_eval/tasks/meddialog/README.md,sha256=wfODTABNySs0N1O2V32NC0wAxmM4_cayx9Jg_wtK0D8,3048
lm_eval/tasks/meddialog/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/meddialog/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/meddialog/meddialog_qsumm.yaml,sha256=UELjS0htCqyeSzArmjwo8Ju3aPh3RAQgUv1lxy99QF0,506
lm_eval/tasks/meddialog/meddialog_qsumm_perplexity.yaml,sha256=gW0M--z7ZGn8qzSGzlUXtRoXTVNQW3lY0gQXTMyQB8k,384
lm_eval/tasks/meddialog/meddialog_raw_dialogues.yaml,sha256=NDuKLQEkbCS738p1LL8D2HeJsTM5kEoyWwQL9JHLJuA,1025
lm_eval/tasks/meddialog/meddialog_raw_perplexity.yaml,sha256=QN-ea4qD1CHroXb4ktroALRC_PIID0GSExpdi37kdgM,388
lm_eval/tasks/meddialog/utils.py,sha256=JPdLiR2snxp6H4AW-Rg_-pPIT8mGAHD6OFFA3qrCb-w,3467
lm_eval/tasks/meddialog/utils_perplexity.py,sha256=rCUn7ShTS93cg6M20y84UUGM_xHphzm8lVhMTVLhQdg,820
lm_eval/tasks/mediqa_qa2019/README.md,sha256=WbSMYAVdu5Nxbt-OtF6vk3Z4YJeZ_ao5fkGC2ONZpL8,2197
lm_eval/tasks/mediqa_qa2019/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mediqa_qa2019/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/mediqa_qa2019/mediqa_qa2019.yaml,sha256=VUs5TPJqESXENkEedB0fnpvW643h3P5EkoClS65Wl8M,976
lm_eval/tasks/mediqa_qa2019/mediqa_qa2019_perplexity.yaml,sha256=pmlm6OCy7Dm9Oedo8MuILtcMX-jbScBGqBG-tptZu14,833
lm_eval/tasks/mediqa_qa2019/utils.py,sha256=M4wqkraRGLz50_X4kqS-wAqg0FOHybHJsTYvCXmL94I,2725
lm_eval/tasks/mediqa_qa2019/utils_perplexity.py,sha256=SPTc2w-4Xpuha5SgdZYq_iM5W08HyaNsmRXFH4hDaU8,573
lm_eval/tasks/medmcqa/__pycache__/utils_medmcqa.cpython-313.pyc,,
lm_eval/tasks/medmcqa/medmcqa.yaml,sha256=NVrcOA7j28YpYlkP98Bx47HcCZR9vJb_5qMxhknQDaA,462
lm_eval/tasks/medmcqa/utils_medmcqa.py,sha256=ucvjPVG5ViS5MXyrj_uRezLBeKqhAP2c5KrAqcRnR5s,580
lm_eval/tasks/medqa/__pycache__/preprocess_medqa.cpython-313.pyc,,
lm_eval/tasks/medqa/medqa.yaml,sha256=M5Q98uefbZaiaF4UaAouR5qkxvL8RK-g7wrlnFfHwwI,458
lm_eval/tasks/medqa/preprocess_medqa.py,sha256=Bq3G71vaMln-VHNV5rBkylfGdLUC-sdJ0KDMyP7pF4c,362
lm_eval/tasks/medtext/README.md,sha256=QEQ5M7DI_rOhl596ue6saYNBNjzik5_r9UpP32PMtkE,1092
lm_eval/tasks/medtext/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/medtext/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/medtext/medtext.yaml,sha256=OX7BmymUmPQeZ2XCqLWy33nXy0Z7nCWhef4fZ_-j90c,1073
lm_eval/tasks/medtext/medtext_perplexity.yaml,sha256=pzXH1DHyyuWNZvOVDaD7GwqnFFdm0BianZA_Z7OB9PA,362
lm_eval/tasks/medtext/utils.py,sha256=k8aoXZzTuaRbHx79lJHFZmUiN5Kkdb_lwyu5eZii-vs,2664
lm_eval/tasks/medtext/utils_perplexity.py,sha256=2WCydr4KMSuSItC-XMIuKWnhbxVlU4UrQCAuX7BKK_Y,414
lm_eval/tasks/mela/README.md,sha256=gULsPSbCmKT9MaGVotU9-WJ66vJemqU1gRTlx7kgjxY,2837
lm_eval/tasks/mela/_mela.yaml,sha256=qoROcTQQlipEiApZ3gHWjFcD77tcENPfUqVvNiYY5TY,226
lm_eval/tasks/mela/mela_ar.yaml,sha256=Z1E2KFLoJUUolOnj-83uy-cNQs6EWH3Kycnhcy5KYz8,74
lm_eval/tasks/mela/mela_de.yaml,sha256=yljiIsOWYMHZWKkVE-mc8xqVESZFoMx6IZ3Pdkv1T_U,74
lm_eval/tasks/mela/mela_en.yaml,sha256=T5VQAISFYtzkjlydsrb2SO_9tgUdmDJKqZFLuGjJeIg,642
lm_eval/tasks/mela/mela_es.yaml,sha256=OVfNxAKuy8E08j9vHPYnblvlJrecb3F3r3HSb5Bc04Q,74
lm_eval/tasks/mela/mela_fr.yaml,sha256=J7-foJ5HqidCzJSW-hNV7QXqBNyV35rPBKaZbj4_FEQ,74
lm_eval/tasks/mela/mela_is.yaml,sha256=qTq6c1wWfEFVrzEkYRo0pfqw7O4BaFzEXLb7n19-Ph0,74
lm_eval/tasks/mela/mela_it.yaml,sha256=1H5FKPb2BMS34f1tZJmYnLAT-UVuuug5m5IuQUKOM_A,53
lm_eval/tasks/mela/mela_ja.yaml,sha256=RcMmfyFHsMacSqZ_3QJgslgRRyIh7bb8imLDHeyqtY0,74
lm_eval/tasks/mela/mela_ru.yaml,sha256=ZkiOxNbrCYnhsaSJiIG0fjqKxAQczhffDsuAh3EpmRI,53
lm_eval/tasks/mela/mela_zh.yaml,sha256=_ATAmbgpNyUPp5ml6JECQaUWikf0lX-NPmwjX_feXt8,53
lm_eval/tasks/meqsum/README.md,sha256=7Th71DJ4EBqIhctVrxdu6qrH4emctWnei0wT9NWyLM0,1221
lm_eval/tasks/meqsum/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/meqsum/meqsum.yaml,sha256=Z447kZGvS6UQym39jgv0TU2JS5zzTzr25n_ypSaz9ow,926
lm_eval/tasks/meqsum/utils.py,sha256=la8kEAZP5fTAvUo4tZBofp14jJHrW0x-kAzBbzyExOI,2440
lm_eval/tasks/metabench/README.md,sha256=3bfLLIRhBCmaI4hNH1NHpgQGpSRb2h7dfPCFzDemF28,9454
lm_eval/tasks/metabench/__pycache__/process_docs.cpython-313.pyc,,
lm_eval/tasks/metabench/__pycache__/process_docs_permute.cpython-313.pyc,,
lm_eval/tasks/metabench/metabench.yaml,sha256=yYVPM9yVxngbuE6k2g0rth7KYv8W_pfoyY2W-br4X4E,266
lm_eval/tasks/metabench/metabench_arc.yaml,sha256=bv4rooAG7EGjSFIPyp9n1X7_v6dFWzdjg2Y6SGvZ54M,589
lm_eval/tasks/metabench/metabench_arc_permute.yaml,sha256=4WBx9K9RRsLwHyGksugmhZct89H4GM8tQyWpQ882Te0,138
lm_eval/tasks/metabench/metabench_arc_secondary.yaml,sha256=zZk0nGBlDlZrOpm6hkx-7R_9q67TvjiHkFup8LL0k3Y,105
lm_eval/tasks/metabench/metabench_arc_secondary_permute.yaml,sha256=BwWzGOnG0lJSR36XxqtaCU9WV9Qa3xj4HFY52unQr0g,121
lm_eval/tasks/metabench/metabench_gsm8k.yaml,sha256=3cHRT6j7ncteZwTSEwRtKDNWoVWlFA94JxEH6ND3vy4,1067
lm_eval/tasks/metabench/metabench_gsm8k_secondary.yaml,sha256=nSYzGKoIdBh_I-1q3RgDkeZN9Aqr-FuRqxTf4twQ0ok,109
lm_eval/tasks/metabench/metabench_hellaswag.yaml,sha256=WMCaOUyA7uxInoU06dozHTLShykEEWsRCagmtHJ19Bs,550
lm_eval/tasks/metabench/metabench_hellaswag_permute.yaml,sha256=slBTcHhJRW5-ARl6ZPQJS2oCwOjLqhpgux4vs3NuN7k,156
lm_eval/tasks/metabench/metabench_hellaswag_secondary.yaml,sha256=Cb7ShHDl3fJoO4CwfUIRynceTw_NfhmxoQ4qnBcu6jg,117
lm_eval/tasks/metabench/metabench_hellaswag_secondary_permute.yaml,sha256=n-yvV4gY1tUM2NuZFnbWbjbZZupBe7ArJTSiRv5gqeg,133
lm_eval/tasks/metabench/metabench_mmlu.yaml,sha256=O21_KRiw1Gra14ChhfGhoiUpySBeA2xy5aMwx6HeK-c,563
lm_eval/tasks/metabench/metabench_mmlu_permute.yaml,sha256=4fnVQVsWNj8WnEr33QI1bh_eHI5jBqH5JLi-n2UQYZw,141
lm_eval/tasks/metabench/metabench_mmlu_secondary.yaml,sha256=JU2krBXq8cRj_3in8Xs_vWjktPV9ep9ycCljR0JtFGo,107
lm_eval/tasks/metabench/metabench_mmlu_secondary_permute.yaml,sha256=-RuO2K1v-dq91naZDvI4V-5TGvekkT9enWCcsk85Zdw,123
lm_eval/tasks/metabench/metabench_permute.yaml,sha256=ekOMmjDpi9-rvynE4k2oAaNKcmBKdBgEZSqor5hzE7A,294
lm_eval/tasks/metabench/metabench_secondary.yaml,sha256=R3xBoBQyB7Sz2tTdneSQ4gh0Xs5XrVg6o32BAnqgqPI,336
lm_eval/tasks/metabench/metabench_secondary_permute.yaml,sha256=EkRx8wJVw1N-4HHRUQoMRGg5GGoW6Tmzc4-27OLncEk,354
lm_eval/tasks/metabench/metabench_truthfulqa.yaml,sha256=zELvr2xBKRoL95wwaMDeRP6Wall6OgcGOS0wlbuLy3c,1176
lm_eval/tasks/metabench/metabench_truthfulqa_permute.yaml,sha256=ZkD7o_IyJGIb1AH3y33n8ZYWe9YHFjGVXu34YefZMmM,181
lm_eval/tasks/metabench/metabench_truthfulqa_secondary.yaml,sha256=uKFyJzsBSzOdvu49YvJeOj4FHm65tolTGGNdvr2iclY,119
lm_eval/tasks/metabench/metabench_truthfulqa_secondary_permute.yaml,sha256=5S2-FUigVb2VOqhSJe-DjT691rqmAnZbBHGwoLdhYKE,135
lm_eval/tasks/metabench/metabench_winogrande.yaml,sha256=eKefTf7imRTTkz7zj8o2YKNNNQB1GaXDqpl9F2MVzdw,570
lm_eval/tasks/metabench/metabench_winogrande_permute.yaml,sha256=zpAtdrZxDUQ2Dd48tITBBJY4amIcYvk3bXdT0fjLkhU,159
lm_eval/tasks/metabench/metabench_winogrande_secondary.yaml,sha256=4M92_s2ZoQ8fAAxWk4-lHj4MWGNwgD-cs3YwolhyPu0,119
lm_eval/tasks/metabench/metabench_winogrande_secondary_permute.yaml,sha256=LN8kCqcgb9sDvvZ28yM-1FFtXhYTMXLkPxXwFpkuAUo,135
lm_eval/tasks/metabench/process_docs.py,sha256=bWlq7d_cLd-SOlhHaBEErADxYpHT9ppNbjVM0dQb6bs,7259
lm_eval/tasks/metabench/process_docs_permute.py,sha256=qVb1L7T-vGajZQDCEf_JkUKstExOv6ZZBHecFQVPHSM,9092
lm_eval/tasks/mgsm/README.md,sha256=sQr3mr4KAy1sJmXf8vLe9wSjMTXfzCsAyehC0_eakuM,3698
lm_eval/tasks/mgsm/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mgsm/direct/direct_yaml,sha256=t0Jyihlm4Rbs7-p-plp-FijTPmfQH-_PTfIxWlP13wI,905
lm_eval/tasks/mgsm/direct/mgsm_direct_bn.yaml,sha256=pOsz6TlTy-XtEfSex2p2oBbg9zAcfV4C_uEupiVq-PU,420
lm_eval/tasks/mgsm/direct/mgsm_direct_de.yaml,sha256=7b0gimqBcMSJD4FpYQ7DULnrBhU29wa7xUaClZWBd-w,396
lm_eval/tasks/mgsm/direct/mgsm_direct_en.yaml,sha256=MNyt8SYS3AuehdzrJIOoAlKI-HtaxBshsa0DQHQqdBI,400
lm_eval/tasks/mgsm/direct/mgsm_direct_es.yaml,sha256=QdnPgAUHjzYMj3c9-zZ5wclXU-LgxUyXJkMYrvZ7zpE,406
lm_eval/tasks/mgsm/direct/mgsm_direct_fr.yaml,sha256=q4QI4JM0S9dihzKzMEw7WbVxVjgSUj7D7PjLz8Vvtw0,408
lm_eval/tasks/mgsm/direct/mgsm_direct_ja.yaml,sha256=fkbSgpJl1Bq15yqnl1plm3ulNM65q17alQwZP94x8zI,398
lm_eval/tasks/mgsm/direct/mgsm_direct_ru.yaml,sha256=RI2otfyZ41_-_3qBGklRf2LwnWa7mVcTlsjv9FFHopc,408
lm_eval/tasks/mgsm/direct/mgsm_direct_sw.yaml,sha256=YaNqXO4GSP0FvOk6QxtqmR8RnuBGkK6XZzvrEYwAbas,394
lm_eval/tasks/mgsm/direct/mgsm_direct_te.yaml,sha256=uZaP1zvNvNDv3BL8HYI3_tMTc94Qp3svYSr7YvpTxkc,420
lm_eval/tasks/mgsm/direct/mgsm_direct_th.yaml,sha256=Vi2pgql8xdUPUA6vmWhTRbZC1qXZ6FQaLGqaaBqHNLg,414
lm_eval/tasks/mgsm/direct/mgsm_direct_zh.yaml,sha256=Qd2ezPjXWHjMpeetEW7Y5LEaaEsjmg2yX1g133woxXA,397
lm_eval/tasks/mgsm/en_cot/cot_yaml,sha256=inh7TTzh-2F8dTBaVKy5Ni99JZmeqznJUer_zCS7-gE,957
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_bn.yaml,sha256=RLNq0J9egvNGucI7S0lepGfVkKZ0PccOT-Y2gB_nLZc,443
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_de.yaml,sha256=wZMVo5gY_By2AmuLNvvp3nLMc90dEMwTWdqRLtIUUs0,417
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_en.yaml,sha256=qIJJMQIxjNO2DDRJNbL5wbmaJSf2clh5QWjQ8Yc-liA,423
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_es.yaml,sha256=kW7OS5He2TQe-h24NMCRzuMj5T96d2TQ99gT_wx44gE,423
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_fr.yaml,sha256=80r4YBpMICuwMpcl9HvCU7raWmNPuSTzbHG55EC7Ybo,425
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ja.yaml,sha256=6yeY2avUL3PVEAkaHCL2rANtq6yn2XJaNpQUQh8C_P8,421
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ru.yaml,sha256=44uXpmQVAzHlFaJb_o8kDZEYeUe1H6fR60rwMj45vDw,431
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_sw.yaml,sha256=XT4taMtUJaVvfZit-THwafuela2MRzcSaziKEiC2Tzg,417
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_te.yaml,sha256=69AiswgkGTDii0MPpttAugO1lYBSWa9mF27z4AbQxDQ,443
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_th.yaml,sha256=oluyGodzqaJoUZ0KIW6cTjzz5HhIu6UlJNWGHZktg4U,437
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_zh.yaml,sha256=Ebya-J5Lhmqk-AE5G_fTiTZ7zo_yK8rRl1YyGLox4g8,420
lm_eval/tasks/mgsm/gen_yaml.sh,sha256=F0Noarmg-NlAgWhA-_nZKA97UDSoDyrHARQDgmPG4bY,207
lm_eval/tasks/mgsm/native_cot/cot_yaml,sha256=MZ_4rWmLQR7tL94XbvlW00PuogKoX913Iq5WfcfcE8E,818
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_bn.yaml,sha256=Ojpf06W7xwaIKKs3wxZEhg6wLWUq-BcvS_blLJEfuPM,777
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_de.yaml,sha256=Ig9r8PWR-G1I3UDXXju14dr-d-ppc6PTR-mnbjc8PKk,730
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_en.yaml,sha256=irYzHhWBvfvbmB40T3x7JXjDFFmgrIuAh5OUWtRJyfM,713
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_es.yaml,sha256=ILp-L4ek7ulwezSqcbM0mAdi69t8hjzesYYXjX9jVus,719
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_fr.yaml,sha256=oizhISkBp0oNb9EtrLm551Yhu_VqAal-5eKrQLUPxnQ,733
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ja.yaml,sha256=8xsOH21KgSgPokDK3PtUYIfDgfg9_u1jxAbctT30CU4,731
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ru.yaml,sha256=FEzjncVVgNdvMVrew1O3QVqeiLoAH4KtLUU9n165NFA,748
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_sw.yaml,sha256=hRxFnOJGjmAUaKfDYHG8b4Th4d1cs-OXL2uDXKuHK2A,709
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_te.yaml,sha256=8iwm8ryLnpu9aJaeNaIq55FDkoaqnT4hs7Pk86kurK8,801
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_th.yaml,sha256=faWI8Txy2nzvf9f7KbRIVWBllGN-GUN0YYnSC8rTfd8,796
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_zh.yaml,sha256=PXAyslc0PbHxi0eAF9ic0M1mnWFNr6qwpfYLDLavq4Q,695
lm_eval/tasks/mgsm/utils.py,sha256=GFrMTx0MaSwsM-G4spO0ph5IJXCtiArP5eNleMu5OZo,8452
lm_eval/tasks/mimic_repsum/README.md,sha256=X7TvCa4ghHQ69-D0vTDbg9U8PNkmXc3JNmLI9NdwQWE,1152
lm_eval/tasks/mimic_repsum/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mimic_repsum/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/mimic_repsum/mimic_repsum.yaml,sha256=0B7_hDHfCwwDLBqv-0wEisePk3G-IU4r_Hnj4LXtzYk,1155
lm_eval/tasks/mimic_repsum/mimic_repsum_perplexity.yaml,sha256=X2vS2Fx53vD3-4PqZyPsBrnZ1Z41fXwmSNc06AaQ_1g,347
lm_eval/tasks/mimic_repsum/utils.py,sha256=e9VRvjVGjRvbny6Y09VsMc1p7SavOYKPHpeCFZfsHw0,4138
lm_eval/tasks/mimic_repsum/utils_perplexity.py,sha256=rPIeey6CLqw3rjHyzUyu32-z_JKwdudiU1Sg9NRUMf8,419
lm_eval/tasks/minerva_math/README.md,sha256=88aQ_4khccc-QKZ2MtEkg3iqelwh6-4c5RjJHAEsQAk,3571
lm_eval/tasks/minerva_math/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/minerva_math/minerva_math500.yaml,sha256=l-QTE5jTiQX9lHiYD2v3e_89k6W5bUXWCmyhAGEGiPY,154
lm_eval/tasks/minerva_math/minerva_math_algebra.yaml,sha256=2RKDIRh4cnIMRcsn2NnipYOc9j1ydFTQVJ6m4g2hpzU,747
lm_eval/tasks/minerva_math/minerva_math_counting_and_prob.yaml,sha256=jjxGjPVtnUiudvSkOVlfA_A6oCSUBM2USRJAgQW0HH8,111
lm_eval/tasks/minerva_math/minerva_math_geometry.yaml,sha256=XiPoBuvqoAc_1FtATee1GyYcMAC8ClYOKWa04nrcrHQ,86
lm_eval/tasks/minerva_math/minerva_math_intermediate_algebra.yaml,sha256=Irfq2-W-AiImEH0PoT2ZdoVg_y-sQOWqNfOimVovvkE,110
lm_eval/tasks/minerva_math/minerva_math_num_theory.yaml,sha256=IYI_lzbIQ2BbcPWXrS24nulnlg93CJjlwUfV8M7IkTE,93
lm_eval/tasks/minerva_math/minerva_math_prealgebra.yaml,sha256=va30pN9E3JV6nmLY6lUXxhH_nkm6ijSDnAiw6wdrDnk,90
lm_eval/tasks/minerva_math/minerva_math_precalc.yaml,sha256=6PZ7DSqtq_gn2rPKIo10hw6JMJOanIxuiWu5uZCc0JM,88
lm_eval/tasks/minerva_math/utils.py,sha256=z4TMPYwIlRL7QEg6UBSBwd5UQF2x451q2kXVo2q0zxU,9669
lm_eval/tasks/mlqa/README.md,sha256=0LKqdgE5p8_O6dEJ4XriFmwMPvX7aLfR0YCXdkWFagg,2541
lm_eval/tasks/mlqa/__pycache__/generate_tasks.cpython-313.pyc,,
lm_eval/tasks/mlqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mlqa/generate_tasks.py,sha256=NKW7H8D4q9D2eD7zQjXkyx2AFtJTaaMxsBjNj_yXHEw,1371
lm_eval/tasks/mlqa/mlqa_ar_ar.yaml,sha256=q_4bADnYdEmHZlalLozJfJIPefcz-wDaI1Vs4CueQgg,153
lm_eval/tasks/mlqa/mlqa_ar_de.yaml,sha256=IWjx4j_EG691yIlEPnhH1YU07aCHLD3plt_zxpRn910,153
lm_eval/tasks/mlqa/mlqa_ar_en.yaml,sha256=QXNKQx83kCYnKG2t33UXqr0rMrM6MntPNk2JjVPgLXM,153
lm_eval/tasks/mlqa/mlqa_ar_es.yaml,sha256=x6sq_frDZUe5_y4gIP44qIEfODhmuSuY_LqkCCbPZeo,153
lm_eval/tasks/mlqa/mlqa_ar_hi.yaml,sha256=5PvDFlQiwWs_NDp0ZgnMEtZxyYZo1MSyciquhMqr6Dg,153
lm_eval/tasks/mlqa/mlqa_ar_vi.yaml,sha256=Nk30TY44ZmbFb5ne9_gEm40Hfjzfw5VXsKVGdU79G-4,153
lm_eval/tasks/mlqa/mlqa_ar_zh.yaml,sha256=-PKi_1ZL5gIY0JHDkDswZssnQMedEfbsKfXwvLObUBQ,153
lm_eval/tasks/mlqa/mlqa_common_yaml,sha256=Lf3BlvtWckApjVZKsW0srt2-jD3-yJf79GCzSuMPEyo,480
lm_eval/tasks/mlqa/mlqa_de_ar.yaml,sha256=EiHKnDhIZGc8DjPnWxhrmeCHHhhFWtPzMBEYUbX2FHs,153
lm_eval/tasks/mlqa/mlqa_de_de.yaml,sha256=7r9POB2tUEEplKXAaf0EaK3j3_qfBbQC0MgCSz9e6-Y,153
lm_eval/tasks/mlqa/mlqa_de_en.yaml,sha256=sJLsVvIjWyoLNaS2xgNGei8EcW4kt7iLqDhmbztJd6o,153
lm_eval/tasks/mlqa/mlqa_de_es.yaml,sha256=iQyih89VYUT83LqMquPv4WUfty4oPfPCJK4jQxaUqwQ,153
lm_eval/tasks/mlqa/mlqa_de_hi.yaml,sha256=6Td0ahz2LB_9t9VJrTTYYVtNEUg-AOMvxgyU9qUGDuA,153
lm_eval/tasks/mlqa/mlqa_de_vi.yaml,sha256=y5JpNqPYphMy5YsgYcng08zxNDvYfIQ922S8YEBdOvA,153
lm_eval/tasks/mlqa/mlqa_de_zh.yaml,sha256=qNVfezF2-G6ypSGPhCNoe3Rfa7FhObwtEyF5-9Xw_QY,153
lm_eval/tasks/mlqa/mlqa_en_ar.yaml,sha256=mnvcKR-S_8wRG1Fu042Wbgu6XOV9I3ONfxtiev_mQqc,153
lm_eval/tasks/mlqa/mlqa_en_de.yaml,sha256=nFpHiZD4M09qY6wcBFxYzPypQgaugdo7IH2Ic9s7aRU,153
lm_eval/tasks/mlqa/mlqa_en_en.yaml,sha256=rJ8FoSy3-ASMvMCEPtBKfnrA3cj93-CkHy5qTf3lMWg,153
lm_eval/tasks/mlqa/mlqa_en_es.yaml,sha256=prWZ1_eozyDL1TbeCaguW6psY28M5urWXe9r0mkruMM,153
lm_eval/tasks/mlqa/mlqa_en_hi.yaml,sha256=jtzyt5K77uB3K5DiA9lMRN9vkgzF6y6p4U_DSPK2X4Q,153
lm_eval/tasks/mlqa/mlqa_en_vi.yaml,sha256=zpdYd5tWo_XQVbYfYuCEqnOLiKEeEro5BG1XKjAQ9gQ,153
lm_eval/tasks/mlqa/mlqa_en_zh.yaml,sha256=BEpM53B-YURBp3Lh_aiQjjx0rNc5OwQ0xzFrnMEQIV8,153
lm_eval/tasks/mlqa/mlqa_es_ar.yaml,sha256=0TmPpfavdJrzKTvTaoWyCYjmZdp5E9zkt7k2OK7tl6U,153
lm_eval/tasks/mlqa/mlqa_es_de.yaml,sha256=W0ZvSoQVBTM8F3MI3Gzg2mxY-zMc3jWsl4t3F_BpotY,153
lm_eval/tasks/mlqa/mlqa_es_en.yaml,sha256=KbhSSxjonc6mQ9gPwqYb26GZFZ4i6wQfBWPz63iCrXo,153
lm_eval/tasks/mlqa/mlqa_es_es.yaml,sha256=ilVG3jXbnjc0OO0agqNVbr2NDsdFbf-Pz0orQAhgcmw,153
lm_eval/tasks/mlqa/mlqa_es_hi.yaml,sha256=cJwtvheHWk5_rdEiTKr-qxe_5w23qV8rgnIxvYzbowU,153
lm_eval/tasks/mlqa/mlqa_es_vi.yaml,sha256=tgWaQXkwHDdl_htA5lmS4TkkNgRIcz_qDCw50mfXQHY,153
lm_eval/tasks/mlqa/mlqa_es_zh.yaml,sha256=qKPEUm8TVCXSi5Dslu413FWUhxfwabVQiY5Bv4I-LJg,153
lm_eval/tasks/mlqa/mlqa_hi_ar.yaml,sha256=c5DnYrfqYetuHTEp8oTF037R7-i0Yqo3GMy4rokAcoo,153
lm_eval/tasks/mlqa/mlqa_hi_de.yaml,sha256=EfQgaTBrb1PSAew0fRRhQzzvmzAfse3L_VW7yDbsDtM,153
lm_eval/tasks/mlqa/mlqa_hi_en.yaml,sha256=wh78xcZGUuOeLTXX7ieCj48ZEmjNlDKi12VTWUTYCrU,153
lm_eval/tasks/mlqa/mlqa_hi_es.yaml,sha256=6KWARlTUtQqe3gfyfq4mu5GGlsWuFBXFcAmoeFDqwCE,153
lm_eval/tasks/mlqa/mlqa_hi_hi.yaml,sha256=GhEMuIgU9CMoSq5R3ZERx4SmYPDSMI1OC2vecFbkOw8,153
lm_eval/tasks/mlqa/mlqa_hi_vi.yaml,sha256=CwQt0F4c1KbBkOHjXEXq6IREh-hdltjgqvf1GI-7r3w,153
lm_eval/tasks/mlqa/mlqa_hi_zh.yaml,sha256=zq19DEP2PsaSz3gUu6hg7Ts5SR5SWIt-HYcs2kNwBek,153
lm_eval/tasks/mlqa/mlqa_vi_ar.yaml,sha256=0u9RCamVaIEf-u0fbDSuVQxktvx7ShrMM6gt9Ip3ADg,153
lm_eval/tasks/mlqa/mlqa_vi_de.yaml,sha256=zuNbjt-w0uy_XepdOP_m_apA7m2HKE-22X2mKTwSIyg,153
lm_eval/tasks/mlqa/mlqa_vi_en.yaml,sha256=tDt3E2SKurZITJ3c3b5ilc_JBpV7GBVi0gJEVfHS1no,153
lm_eval/tasks/mlqa/mlqa_vi_es.yaml,sha256=2AJdgRBVlsc7Q2hVQJEN1hBMehNA3haTMu0FbzWdB5k,153
lm_eval/tasks/mlqa/mlqa_vi_hi.yaml,sha256=skAV2D-cD8k17_L3FA1bFf535SHl5a6hfJN_XMM2YDk,153
lm_eval/tasks/mlqa/mlqa_vi_vi.yaml,sha256=a83FXuAR2nn81jzI6iHGeRQQLwNuVKLoch1sPCyDXuc,153
lm_eval/tasks/mlqa/mlqa_vi_zh.yaml,sha256=C6EJ-XZooynfHnjtC_ndKm08ZdmMP7RIdat0h9Oragc,153
lm_eval/tasks/mlqa/mlqa_zh_ar.yaml,sha256=xdeCaedQPMhaFZmFIFTDfTVaAHEPBHAz4SyA1Brim24,153
lm_eval/tasks/mlqa/mlqa_zh_de.yaml,sha256=p19OSEv-o-xHsKnyzTvE44h64-2OG0GN6lxHpo_k4QU,153
lm_eval/tasks/mlqa/mlqa_zh_en.yaml,sha256=ExS3m4G8f1eX1MXh5zs6oj0XUch0QyCpvKoplH8WIFs,153
lm_eval/tasks/mlqa/mlqa_zh_es.yaml,sha256=wvZVkqcK2AdqE8gGgqkH_7lPjZqUmK6SnuLHoZAUJPA,153
lm_eval/tasks/mlqa/mlqa_zh_hi.yaml,sha256=HCpArgakvS3unpX9XTVg9mG4kYiOJtBt3DiujWWGdto,153
lm_eval/tasks/mlqa/mlqa_zh_vi.yaml,sha256=XYU3bEKKjGzE_WFL4AH_U2b9WDc272xFGWcRHVr3D7w,153
lm_eval/tasks/mlqa/mlqa_zh_zh.yaml,sha256=kSR9FK0NQ8JRSiLboQjldleyN0UdIfRORpsip4K1P5k,153
lm_eval/tasks/mlqa/utils.py,sha256=p73WR3WjfDhAFP93yH44qQtK3T_DPeT1TYejYxYL4pQ,4907
lm_eval/tasks/mmlu-pro-plus/README.md,sha256=0_FBRucPjSLIcy3sPUEK80iRaVuaNq-QAII87uaUD5A,2780
lm_eval/tasks/mmlu-pro-plus/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu-pro-plus/_default_template_yaml,sha256=QUwcRGx--24FRwThBJPQjLoe_wN6fkYWKwwStWnPtG8,781
lm_eval/tasks/mmlu-pro-plus/_mmlu_pro_plus.yaml,sha256=X5jwyvvSH2c2PScAgZ0udshG_TvWQCTc6R2JFumK_iA,556
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_biology.yaml,sha256=uhaAraWV5dOLbIq4_qs6mmzFMWe2KOxfO0bTkR3pd9w,335
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_business.yaml,sha256=uuWOzAwWoCpRiwLPBwFYHHi4fFRByTo6uLIVFAvAaMc,339
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_chemistry.yaml,sha256=LWRQqkrBoQRbebVciMMSYCpUrswvqSdpbRrcPpMD3Nk,343
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_computer_science.yaml,sha256=rrbAs-13q5kf2_NvOcW0klDGRJySCsa10RaGJ6JA4T8,371
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_economics.yaml,sha256=CgCVLCSduPFCwiDDsWc4KRQNryXM6N45rz2I92R65wU,343
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_engineering.yaml,sha256=UAdkvq5gGmIlJzcE1hQxMDqx6AaJLfXA2Yp0xjeJuyM,351
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_health.yaml,sha256=5Ev9yaDLfdByvRHtVZlVZc3_wgwru-ZGw4kIfB9r558,331
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_history.yaml,sha256=w89x3418jDMvo6xayKhUrkdtuZpUsmnEeF1xEFGOOHI,335
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_law.yaml,sha256=pR7sOervJkZXIz6t8ch8DnKDeVp_VECEcPiiGtjlV-c,319
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_math.yaml,sha256=MI1CZct2Lg6iaUczIlFZIpvl5SBDSUHvSkNBJBfJZ3E,323
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_other.yaml,sha256=JvA_tPcnhCexFX8oY-JiN8UQGVl7QmrV3VlWlaO747w,327
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_philosophy.yaml,sha256=XgB-1zReSR0JTc63RvPr_9zMa5rl2hODx3UrmphI1hQ,347
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_physics.yaml,sha256=1Dq1pkglVFPE5ticRmz944nLEih3Aic6V03-nqPmt2U,335
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_psychology.yaml,sha256=GHIYDPevViiq6FPJj1zqPXbrBNF2ViCpjubfaE_8q0M,347
lm_eval/tasks/mmlu-pro-plus/utils.py,sha256=-lTwLv5YAi3NUrObqFZ2xAIrIYCyWeVG_1KwDF3GQvY,1874
lm_eval/tasks/mmlu-redux-spanish/README.md,sha256=7M5A8A5d6bLfeTUAG5BpTivlxELlvK5UEfFANvgWXIY,1821
lm_eval/tasks/mmlu-redux-spanish/generative/_default_template_spanish_yaml,sha256=0GUIGD3eDZ5b_a6Qnp0bXmQXgS8mGd4pxv42UeslfAI,764
lm_eval/tasks/mmlu-redux-spanish/generative/_mmlu.yaml,sha256=ztWwzZteCehnUjucMnxa4J0jpXF7bmeBWG4tQld8zF8,867
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_abstract_algebra.yaml,sha256=VuUE8ozZfR9tgiuLwltFaNfRBUlfQVTGYEuLnFelPRg,320
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_anatomy.yaml,sha256=VlYX9ue1ssSfnDSENvvyD9GF2AjOKALyCZ9minO5xVo,283
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_astronomy.yaml,sha256=ngoXqbw2Zb-4aeLuqMSWZlrmPKGV-Kc-YghsSIhuWRA,291
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_business_ethics.yaml,sha256=bOuK3KPfa6qgRKx1qsVXGPohz_1aSrGJ7eBAJLJlZMI,317
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_clinical_knowledge.yaml,sha256=9C9rzZ-0ExqSpwyjELiH3GYGToYc6rpq2YCEdi6WO-w,329
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_biology.yaml,sha256=o0Rjrukif4uO_t3iSG6s7a10cxJGvpL6puj4uXeS8sA,316
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_chemistry.yaml,sha256=QQggVMnk3M7l9IpQsfD4XtyuSpzMmuGavZuRxlVzXic,324
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_computer_science.yaml,sha256=9AnSWE-J9UUJzhDhx-GXgOVG_Mz8Tgqv_JZS-v4zUvA,352
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_mathematics.yaml,sha256=IzhCb0cBbYQI6dzStdQ_11OLA3xwE9d8cB-K1NPsxZ0,332
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_medicine.yaml,sha256=tdNtfqZLpURtHLCjlwYc0ryarorTMUQYhkRQ8wWWlEs,321
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_physics.yaml,sha256=9rMvcu31HlZLKH_LWMaBuNcdJAC-YcTcWEc1a6WtchA,316
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_computer_security.yaml,sha256=SEP8vaBDAF9-wBGOiqLAREFoO6rQ-K-RQtKeedZVzwY,324
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_conceptual_physics.yaml,sha256=QD_U7dLuKWeLWhznrbKjdpvdnZ2w2TekfPdroYt8bCw,328
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_econometrics.yaml,sha256=Sn8pILvStwAQn6TVEa0mnKTTdVuFUmnwJ6msBaZsCQk,314
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_electrical_engineering.yaml,sha256=cjXucZkxycIXYs676-bz5FKuyevMxlyQwp2AV_79Yl0,344
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_elementary_mathematics.yaml,sha256=Woj7sf4b7cKJbJJ7iL8a4ayvbejVn-qRoqKuwJxMt48,344
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_formal_logic.yaml,sha256=dixL2APnmeVDTKHhj8OCPdcH-erkd1gyEsIpdlqa_LI,310
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_global_facts.yaml,sha256=BvElIS4H2KEY6q10iPT2BD6Rm9cVklGaMRVUy18iivE,305
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_biology.yaml,sha256=DuwSeWiXWbQoOrmcutcUvemmKDc_DJgpeHnD9owKYsw,332
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_chemistry.yaml,sha256=vjUq7cMeZk4veK38BsQL5FsoOX2fd018-DTw6K0GzU0,340
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_computer_science.yaml,sha256=3l66P_K65i6la_wL5Y89QC6sQvBbqx1aets4h6jeczU,368
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_european_history.yaml,sha256=yDBXsSEi9hVh65CTbmmWEgVaRWoghVh-ORSS994CHpk,374
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_geography.yaml,sha256=yOh25jMBcDr2FD8MISYiVyAGv42sBkZ1ne4cXG2ksLE,351
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_government_and_politics.yaml,sha256=UcYXq6iU8caynbOHRNg9-6gXgzJQguHb6CeF3nqFtEA,407
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_macroeconomics.yaml,sha256=ok3GWk5dh8qpllGZfNi2ive4La-tHJVGylwXRQE0Paw,371
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_mathematics.yaml,sha256=3nbLoemm-1aVFCSbZmaqbpJj3txtypZctPFgY6MYL2s,348
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_microeconomics.yaml,sha256=eHhd0ArX2S_pUEPoDSv9KClcKwx3Poa9MkoE1vyrs6Q,371
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_physics.yaml,sha256=dhUnZR_ph_-HhdusQcTgH2BlZtvToPrtuDZlUSEzL8g,332
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_psychology.yaml,sha256=52gZwAIVfeW3i8ola6P-gXfsg0kxfjJAQpDVIDlsaSA,355
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_statistics.yaml,sha256=aujxs0vAIcqnXImatGSyMC2UkB5D9oy3Tdir5aZc4B4,344
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_us_history.yaml,sha256=8LWlbu7rzP2vBNlBy36_6sBIUfwE8oH6msJvSxO02wQ,350
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_high_school_world_history.yaml,sha256=PgzI8DZ8XCyK2XBGTVs7RBxytC4wjiK0d6ufmT5v9qA,362
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_human_aging.yaml,sha256=GSFsIr4JQ5WkOG3kLLkJjjc3u36BURpoeNVKePcgA4U,301
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_human_sexuality.yaml,sha256=tPCFoLwjL1vdRRTX4DyhmS5yl7TEEF4OUMv8Hcv8PNo,327
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_international_law.yaml,sha256=FzyZpwXWN-_bFBZLSROkQQkzZ-8E4uhONvn38WwL0Y4,330
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_jurisprudence.yaml,sha256=muMoI1-yGZ52bo7rEhYD6vcWjdPSC4FHb_Bz7psNR5o,313
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_logical_fallacies.yaml,sha256=QgSHKZsV8yfZ2vmVFtkN9e3uzQsNTLogTRhCdqtpWoo,330
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_machine_learning.yaml,sha256=4AGJ9P5OQvKQRdp5mMmPHFMQ3-jusR8bMhmjFWmwrnA,320
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_management.yaml,sha256=14TyHM0F3fC1IvcCQbAk1SDfkPwtE1Fwpnq3TdQ6o0c,296
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_marketing.yaml,sha256=dbOQlisZO_SQo_nNWFTfZNmMTqnghnbdcO7i9nFTy5o,292
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_medical_genetics.yaml,sha256=__XULoVYPGmmIyg_-961xwiTZgsTpRyfUR_Ft8qG6HQ,321
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_miscellaneous.yaml,sha256=wneoMYpDLsdz-SVNBznQ2-5IZNS_t4bVsz58GZwZaqo,308
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_moral_disputes.yaml,sha256=5iLiHL2y7T7IAW9GdWIYzY3Mc9xazlPAy8RRMYaoVsY,318
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_moral_scenarios.yaml,sha256=1NXXTqsYh5TvUk6RHVKH_nNEyHcjRJWDNREkaPKXDUg,322
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_nutrition.yaml,sha256=Ql3KQXhURYxeDgdJoLuJPkKVy6JNFn87tqzsNAqqR0k,292
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_philosophy.yaml,sha256=NG1UKZs8t8O4x3AABzQooFEsnCFfohjWK9ImW6FjulI,301
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_prehistory.yaml,sha256=uk7vfDsa7OsMLjDzRNIRj3RGmT2WIhAEgOL2WP5woFs,301
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_professional_accounting.yaml,sha256=8xU7CKObvrXderwFqHoZgzEr_Nvl6guDCNprpY0KWQ4,349
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_professional_law.yaml,sha256=4KPUN4sTftPiR_JTubkWvq--0vHW13fwggbH-L5KBwk,326
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_professional_medicine.yaml,sha256=HlVA4FvW5Z1U3FBePRUr989-8lKXqIDEGdVT8rC-SWo,341
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_professional_psychology.yaml,sha256=27MLEy6p9dsrX5HvPc6aYM1VP-iGBb4NYwECNXwzd3g,359
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_public_relations.yaml,sha256=FIAVE_1BPb5NlptadGu6d0rF6vziZnJ1B2R9QglAD0Y,331
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_security_studies.yaml,sha256=fayIyUtfXAuzDmRWZ7uRffxqcHr-o9mZnWxUQSYZcu0,331
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_sociology.yaml,sha256=r9q1PYT10nm3aacg1cgEo5O7AW8o4UBiQVLUD6HqVzw,302
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_us_foreign_policy.yaml,sha256=qGPoE5vsKiPgtb4Xd8p8LdHmktSbMIW1PsC6phzvnC4,335
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_virology.yaml,sha256=CmmrO6VOPi-nQ35vSySSvi27zloZkRCeknutOCSyJ4M,288
lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_world_religions.yaml,sha256=obSb4cTbJJIq9tN23nzoqG4a7lQ37499Ytlxco3c16o,322
lm_eval/tasks/mmlu-redux-spanish/mmlu-redux-2.0-spanish.yaml,sha256=JJNs6x1OwQFNDYqo8dp3HMMLh1lQkV5nQhMPfFlaVT0,474
lm_eval/tasks/mmlu-redux/generative/README.md,sha256=uGwljhqMrTMU42PQvGsS92p31FTvuMB6jUTJ1l7dLeo,2061
lm_eval/tasks/mmlu-redux/generative/_default_template_yaml,sha256=0VuzjYmP0R_tfM0A4wCgAxq2Wm1p3kp3yu8zemPbaGY,911
lm_eval/tasks/mmlu-redux/generative/_mmlu.yaml,sha256=QuR5JJl1bSzEHocOXPy5M192aLNiAC8dE1I6PP8JJiM,946
lm_eval/tasks/mmlu-redux/generative/mmlu_abstract_algebra.yaml,sha256=sUnsT62eVRqBpkyAgbOcGpdDsn_JKf3zI7LcFua_nU4,298
lm_eval/tasks/mmlu-redux/generative/mmlu_anatomy.yaml,sha256=98rM-pV0bww0c90axggnKOnN3u6dne3Kt3xpGTUh2iY,261
lm_eval/tasks/mmlu-redux/generative/mmlu_astronomy.yaml,sha256=c6fxB9sRJVbx_IbLrYVhgQlEjuBDrp6m9wsef7XDT6w,269
lm_eval/tasks/mmlu-redux/generative/mmlu_business_ethics.yaml,sha256=ey_O0XSbgYtkFbwTnI9e--vjqKSpaav5MQx6cET_Euw,295
lm_eval/tasks/mmlu-redux/generative/mmlu_clinical_knowledge.yaml,sha256=M2Acav7PjjDLtQr11-ZBFbb7znM0a5cf-1pOAQa1C_w,307
lm_eval/tasks/mmlu-redux/generative/mmlu_college_biology.yaml,sha256=Hsy4z3V3mlCw7VhXfgzkeNqe7Wr3jDwtZJtzVUNx5Qo,294
lm_eval/tasks/mmlu-redux/generative/mmlu_college_chemistry.yaml,sha256=mxM1rvEyJcl5FzVr0xLYvKJ-fd5IdKFyHNEBGSl0Jvo,302
lm_eval/tasks/mmlu-redux/generative/mmlu_college_computer_science.yaml,sha256=jSCd9t3DVxp1Me_af6LpwZfYZPxwpA83TPz8-uJR5Pc,330
lm_eval/tasks/mmlu-redux/generative/mmlu_college_mathematics.yaml,sha256=nj99tefhw8nJ4ZefY6uHx2mQqfG7jOd8H1jSzrB2-dg,310
lm_eval/tasks/mmlu-redux/generative/mmlu_college_medicine.yaml,sha256=i61ulol3zaWTRLitc5vIb052QOsOua2ZMSMaAVr23FY,299
lm_eval/tasks/mmlu-redux/generative/mmlu_college_physics.yaml,sha256=nZY5RGL1BDoWqNmdtI4uVvxJ4oxru6l-4cnm8Pks7XM,294
lm_eval/tasks/mmlu-redux/generative/mmlu_computer_security.yaml,sha256=pU6fIo01aKQbt78tz4uSYCcY3blVCiMn--SzECnun6Q,302
lm_eval/tasks/mmlu-redux/generative/mmlu_conceptual_physics.yaml,sha256=oDHz9pW24BjxdW71_NB6Et6UGjn9d9xZWZu0u3IDfgU,306
lm_eval/tasks/mmlu-redux/generative/mmlu_econometrics.yaml,sha256=we6blZC7q7A8cHxP2YgP9Y3j3ODtICj43NMUTrlGzdc,292
lm_eval/tasks/mmlu-redux/generative/mmlu_electrical_engineering.yaml,sha256=xTJk4oPqfE7_n7ke9nKspykZ9PSzjgiqTapsTIMP7Ng,322
lm_eval/tasks/mmlu-redux/generative/mmlu_elementary_mathematics.yaml,sha256=ytJyz3f9ycu5WUPaEHKTqNViF9Cl4d4UGEKJPTmjV_4,322
lm_eval/tasks/mmlu-redux/generative/mmlu_formal_logic.yaml,sha256=-2oesL1b26TDE7-gtfVyJ2iu4XyiXRIeYRJgDeNFrxo,288
lm_eval/tasks/mmlu-redux/generative/mmlu_global_facts.yaml,sha256=YuxIPF_rKIsPuN1bNMo_zjfPOE2bGCMy0lfNFR5v7o8,283
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_biology.yaml,sha256=2UnvYBrDQ3hnQDOGn2UD6Gdn38v0OYDx2WwlEDgGoqU,310
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_chemistry.yaml,sha256=VAIiFYwX9f3fJopLkerZsi2k4OHx7fQR5XDu3hvYJcM,318
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_computer_science.yaml,sha256=sW7ouApAF_xr7ndBVC9sB5OBEJYZ1YNa6ydfqP8X4iA,346
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_european_history.yaml,sha256=HWH81NRIF7Jy_ViqsBWbz7uP_Yr_Tlbz6B79ZVF4oxs,352
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_geography.yaml,sha256=jaU7o9iWHjJFMxj5RAf_dHRnscj0AaMkuw1wh-YpKaY,329
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_government_and_politics.yaml,sha256=wywhJuruznygsCYq9a0IygPqkOnH5hlDeK0d1zDcUM8,385
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_macroeconomics.yaml,sha256=0dNdAoaewFDn278TtEiHAx6itAhNmnSXH3BEn7I3nYU,349
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_mathematics.yaml,sha256=JCfO2oxOqvs4Gd2XM8wpDdqyAqPa0-RAXH29VgcyE4M,326
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_microeconomics.yaml,sha256=cAMg1emlI5loQhZI7M30lc5hl5tEmvegoXjT4rLyLm8,349
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_physics.yaml,sha256=jSOjZovE9GWY2tOYbWLAYFA8T5RKwAeQmt5F1utX_IU,310
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_psychology.yaml,sha256=bnIg4hiqIbAj3aUYzPHxidHuoup0WTxghLXqGJFaxwo,333
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_statistics.yaml,sha256=uU9re4kPKQlrRqz-qymZDpq-qEUWBky-Woif4AGh_lg,322
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_us_history.yaml,sha256=O0cc2O7bH8qJIt1GC0Q0PNQ2cHUcT1xvrkvmodC6X1A,328
lm_eval/tasks/mmlu-redux/generative/mmlu_high_school_world_history.yaml,sha256=m_3_sOY6IDiGdOuLAAl7D0ELdTq5LeIn2M1fpN6yhds,340
lm_eval/tasks/mmlu-redux/generative/mmlu_human_aging.yaml,sha256=WVaUNfmxaKD4enLwLrGktMVFbWPdA8VOaLFmI-KJPh8,279
lm_eval/tasks/mmlu-redux/generative/mmlu_human_sexuality.yaml,sha256=glgW6ucP2HICXIgX_oUL0ZtXXh53xsfd2SL7Px9Wb_Y,305
lm_eval/tasks/mmlu-redux/generative/mmlu_international_law.yaml,sha256=1qX-lyrUfHu-DV73REN0LfDtZhFgecvzpCcCupY-qbc,308
lm_eval/tasks/mmlu-redux/generative/mmlu_jurisprudence.yaml,sha256=k1lJpxgMY8NAhhkhAD22n_Q0rGRR9s8QqTWX2AhV6cw,291
lm_eval/tasks/mmlu-redux/generative/mmlu_logical_fallacies.yaml,sha256=mPTJxLgaIR0-sdSOdWv4WZJqryzheVp5xOVJOdgqhlg,308
lm_eval/tasks/mmlu-redux/generative/mmlu_machine_learning.yaml,sha256=ienZ7_5Xq2tDEr_TfJrODQA7-iYvb8vHQsDp6cA-SHs,298
lm_eval/tasks/mmlu-redux/generative/mmlu_management.yaml,sha256=nw_UYfFfmrkhweEPqJ5XfleeWcJm9y2CRPXQLKSU548,274
lm_eval/tasks/mmlu-redux/generative/mmlu_marketing.yaml,sha256=Em5vAjFjwDYlImtKc2KQU1mqMDZnolhoyJCwCzjup_g,270
lm_eval/tasks/mmlu-redux/generative/mmlu_medical_genetics.yaml,sha256=r1smDZxhWJ1Eefcj-hv4dhPgUHqrx-2t7zJer6ezkJM,299
lm_eval/tasks/mmlu-redux/generative/mmlu_miscellaneous.yaml,sha256=llXLjFqW3xiPYNE3CHJvyC5pb_-rzDy0YzyldjwWKyA,286
lm_eval/tasks/mmlu-redux/generative/mmlu_moral_disputes.yaml,sha256=-JABSKBwBn03WAMVrYj_Ej6PFmvns1EYphThTzwBV0o,296
lm_eval/tasks/mmlu-redux/generative/mmlu_moral_scenarios.yaml,sha256=Q5w209DI4pKLeCOfU4KWUmfrAae6zBjkw9lDI-dS4wU,300
lm_eval/tasks/mmlu-redux/generative/mmlu_nutrition.yaml,sha256=RBCXq14Ni3EnX9zLr74nODLKCD-od6YD8eMzNgdBP3o,270
lm_eval/tasks/mmlu-redux/generative/mmlu_philosophy.yaml,sha256=sZ8g0tiP6bzxtLVNBwRLbfAwg0El8Y-uipbvj2e7QTk,279
lm_eval/tasks/mmlu-redux/generative/mmlu_prehistory.yaml,sha256=Wzdn0t-9ZFxymp-cjttAuuof0dCaYqWYt1Uuw4qoXRE,279
lm_eval/tasks/mmlu-redux/generative/mmlu_professional_accounting.yaml,sha256=MdI6ACY2xCiyIr3GkKInySi_HPhnKUG_J1unCyMuJQw,327
lm_eval/tasks/mmlu-redux/generative/mmlu_professional_law.yaml,sha256=RxXtHdId3X6vU_0w7kaEVrbSTP22KDYhx37J80xeq0U,304
lm_eval/tasks/mmlu-redux/generative/mmlu_professional_medicine.yaml,sha256=1_6TALmg_G9zIDFQuSbiMR0UhGWYuMkblJS6cBq6wu8,319
lm_eval/tasks/mmlu-redux/generative/mmlu_professional_psychology.yaml,sha256=dHsW0MNyV7FAe9m6VT5FQFsok33OFwidlpRpa4SEyHI,337
lm_eval/tasks/mmlu-redux/generative/mmlu_public_relations.yaml,sha256=ACrCop41WFgSauv2Lh0mC_Frcxm-dVnjzvLhEc7ls8A,309
lm_eval/tasks/mmlu-redux/generative/mmlu_security_studies.yaml,sha256=FBDXGJnscqPyTNbvM_O5UdJP7lsUFZdrDuYeeIbJZF0,309
lm_eval/tasks/mmlu-redux/generative/mmlu_sociology.yaml,sha256=I5xBFUQ0j_C_f0m-TWV92ConUu9PUg8ZiIQrs5bLuQ0,280
lm_eval/tasks/mmlu-redux/generative/mmlu_us_foreign_policy.yaml,sha256=djxTLpdNs0466T4txLLKk96Qa99n0zERvd3Z12_LdW0,313
lm_eval/tasks/mmlu-redux/generative/mmlu_virology.yaml,sha256=0e5GWDbTfTpQXXyiv0Y4DTVVuvP37jZ22hUCCOoVx2c,266
lm_eval/tasks/mmlu-redux/generative/mmlu_world_religions.yaml,sha256=s2Rq3dT6aFqO7gnn0IDg2d8a_ait4jtQmDYIlDyypUQ,300
lm_eval/tasks/mmlu/README.md,sha256=d49UrnLSd-3ZLvGPYaNZVqtqlr_XVGnNcAAz0jLm54Q,2889
lm_eval/tasks/mmlu/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/mmlu/_generate_configs.py,sha256=pK3VUSyZXoXhI-Ms6nB41t_xpP_Us406QQXb4OyqDbw,5254
lm_eval/tasks/mmlu/continuation/_continuation_template_yaml,sha256=E2yE3rem1JEDTB8zp7JJ2UJmEWCW8ZmNXXWzuuZIGfw,261
lm_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=c0zszccSLeb22wa9Cb_51ZXyxmxZdGVHLs8Qjud51OI,719
lm_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=gVniEs5P8z_RgGMTNxuQXz8rJ0Afz8ph_5PntYq_B2w,246
lm_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=aU9kTsLN5BmjVhSyuBkRVj2liF_hUZV7b23q1rBLxTA,218
lm_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=5ycdHmbfDB6y--8-Tiiq9pSyS3zVyLY7CYA2P4xs-EY,224
lm_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=KSlbXDz0vSlBK1DTUiFiFTvtCUje-8Wc0tMHTaU27P8,244
lm_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=wOwUhG8sY31nyQM2L0Wjl7F3nplPXvB6osCsgbNKLHI,253
lm_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=d1L-FR_aELcZaMMKLDUAUhyXFZnkhhuK2qAGQgcbPFs,243
lm_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=we00jjc7QyRodTG_BDU47Gb6zGJt1Pcm8CmVH289siY,249
lm_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=SXm-bmG9hExl8BC7OP0K9jd40R2yPmonl-oQkP3aPHE,270
lm_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=Lss4aXiCMhOGDEnXZpWnsg9c-vdrdqgfOlIypwOiV-M,255
lm_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=nq0xtetomz4GPX4nL_mzpLFbBOdO_9AkJDDqn-UEfa8,247
lm_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=iNlDX94YKpL0hULSG01qMKwc5JKfagOS82tR4UcmoTM,243
lm_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=T-NxdOMsq_6mUdLkBomC9BAuDqZP3GJSUsytwiNOJB0,249
lm_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=NJECm7mNb-YlO4zU-8W3VojNwN2sp1TQerI8t1zPDW0,252
lm_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=fFAQY7JxCGrtD4SBduKUycsZ4dd_4w8u4WoaRtWkC4E,244
lm_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=Qd6gdYXTYW4YJQ0luBO5gwLm6BPiBZzf3sVHZz71DRE,264
lm_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=yPKGWBe6yKRZsBHP5BRb6SsMvYLeVzTCEghEach9-aY,264
lm_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=pf_l0TC21r-sfI6aZ4O-ZOmaoW6_ihfDZZ8R5lw098w,240
lm_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=L7TYRmHL0V-iUA9PbNo8WqgzwYgbxusfhQEonpKu7oU,235
lm_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=oPBgScao27s3cOI2DovZdpzZwZhqZ1aHYDbjS5iUO8w,255
lm_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=UHjwRj8RYKRsO6jWorBwnQbggOGd67irfPrpxaBK-C8,261
lm_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=9J5ZWXcR43XNd3evCPLPyVPpenEMAUa--j0SSbQxOSE,282
lm_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=uHhYEFJRBHFlnrIZ_1UAt2MHJ_wgWsrZ2ZxBUhehEE0,288
lm_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=O-Jcept8JunrgPNwkfP6acLHDygdihPo8uH1bLyTuBk,272
lm_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=GhRuWP3Yyd9tJbGptUG6fKa9UTE409SGVRipQz_e2YA,314
lm_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=xhrNwleIluOuTeXMe_Mhr-EXrmUZUvhBaicEhZ2r5p8,287
lm_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=UgRwbGSrXHQZKrCnlIfmkqiQEUFberFrrrx8ZZT9iW4,267
lm_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=CsWhxM3B212kZ2dy-WTFSK0E0pzFBU_UIREINWnHc_I,287
lm_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=atSqQkpljj__UstaMX2oKoFuNda37nXevbFs5GRZZRI,255
lm_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=HYGhplZ6WBM_yBuPpfyMLh-bz3x2V8Q318cYypG-xRY,275
lm_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=g3GJaUKqIEGMiv3vOXWK_s-V1s7-B4kXciwLOEnOXbc,264
lm_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=sNzOJVgrEVm2-grbU08BeE4kzDT5BQTAcaRHA_9w--E,270
lm_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=agMxADTgWCCfrW4iMZMOjNsR2hi9KS50ntkNseoLgb0,279
lm_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=3yUGxLW57L7jhC2Q2u9oB5J5wUF3E48YSUmqZ2-qx8Q,232
lm_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=hGcKXueMXY7csnbUYN98it3xYAxtcF6h8MlNp59Ejig,254
lm_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=_Kl28MzfPBGM_7jr12uM3G4YQ8pdM0p6ZSeswFvIS3U,255
lm_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=LANQ223u5laizTm-ajEfD4GCIxPzrp50_D5_Z7nwiKI,242
lm_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=uR9nz_c4WoIdJHcS-H7V68UIhnJ8jHN7r2UmrYT0vhM,255
lm_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=g1FMwK_cZDAWfojJNpr2Nq6-tuC5czE93M7smYux4eU,246
lm_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=1oaYUapup1EeiKMzHDAe47KDLy5d3BALl9pWTPFTAZ0,228
lm_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=YLPVdzNJaQlF8kDENEEWDr5Odxh_yc6MNCFuZpqKcMc,225
lm_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=Exi1Z-7D6F2tW3gnpoBejg3ZZv5zLt6fXuRjRUJFgmk,247
lm_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=VEZNjP_gRsRSb9VLr4RpI8balQ5jvmDjuNJjo6hrIdg,237
lm_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=u08LMjCACh0IV1YV_s6KtOXKRFxk_mVFmCSjHVmZcnk,246
lm_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=e8M5GIbRuPh2a4Pu5Sr3_nJDllR76Khr-1dEQzGoruU,249
lm_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=tJHetBNfzG9nn_xg911qlUgob1QOwl9pVnZ8hwBsh90,225
lm_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=YCms6CjYGbMJ-GNRegtVwCFaYT4UOM_G5OzxJS1h8SM,233
lm_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=2HI8kWmNn8U8oEtRnKHvf4MG6jqFmvjgACHril8Aaao,233
lm_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=p1ZAIatv6kGUGcVKqFDouz1GLMAnxuBTxcbzsogarW0,268
lm_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=mTsbvtOt6B7dpluggr2S4Xit7_AQlan9u6jrGIfxwlc,252
lm_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=VLyQWIQ2hq2wtGZMRIw1wE6dBihlbpu6aPHjk2f-fOI,262
lm_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=8y1JYM6BY_sudK6JMF1Y6Q5g2mTs2uTT-rs4j1BFk78,278
lm_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=KEhFOR2Hi2IsAsN0WG6ktbLC2-8OWdNLruzagz2hlx0,257
lm_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=dnanC5tRgpJRbcEuCRLsuVPeJZOQLnCssF7ahz9zLVw,257
lm_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=q1qtMmX5eu4w2HyhNqBL_7iYLnRfdDaWkDTFIsozzZA,235
lm_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=jcbM-McC127ZsNDkHZBVo2grvq6nFlaR82onqRgYmss,260
lm_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=l9J9QQJc13NAy0QOznkuJYtsZgp-D0YPPQp8Jfb8Fps,222
lm_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=8eGC7adx3IgL5_mRWvIjQ_re62IJ5DbZy6pamqibMow,249
lm_eval/tasks/mmlu/default/_default_template_yaml,sha256=oJl1k7-U9SzIfrH5tiH1JhOmxg8ftId1sJJhBP04USI,406
lm_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lm_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lm_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lm_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lm_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lm_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lm_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lm_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lm_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lm_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lm_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lm_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lm_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lm_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lm_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lm_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lm_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lm_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lm_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lm_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lm_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lm_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lm_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lm_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lm_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lm_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lm_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lm_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lm_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lm_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lm_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lm_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lm_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lm_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lm_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lm_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lm_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lm_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lm_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lm_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lm_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lm_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lm_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lm_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lm_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lm_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lm_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lm_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lm_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lm_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lm_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lm_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lm_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lm_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lm_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lm_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lm_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lm_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lm_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lm_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lm_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lm_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lm_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=hBsME9F9ypSE4VNQw9ZrG-9Yl4vTeLos_8MVxwTdudA,808
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml,sha256=Qaybmu1ic3zA1hbDWUr-H8Xg6IaoTqiD59N14vpx2lM,857
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lm_eval/tasks/mmlu/flan_cot_zeroshot/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=a6ISoKR5bbvwB6IlhfHtgYMUn4u6hBcvgTKvkZ6_wS4,756
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml,sha256=5R35mrvr55rOQGTWlaUdU_yeT2fHEDtcoxOnFG_a4lI,1072
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=vkFSwkUyaEmjd_6bKzy3XoZo1zz4O7Zuf1FhNcWzqw0,4186
lm_eval/tasks/mmlu/flan_n_shot/generative/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=BSCPGWbxX7CowfeUEA0No3Rwm1DMzgAvSGHY447ZCrg,779
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml,sha256=CcqPD-LWCWmxk9U8ETa8aU-Mr42uVy8xPa66sJaADKo,808
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=vkFSwkUyaEmjd_6bKzy3XoZo1zz4O7Zuf1FhNcWzqw0,4186
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml,sha256=H5fSVpYzzhnooGxZoRqsxi-heFMJyHkbZVpyM8zH-wQ,413
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lm_eval/tasks/mmlu/generative/_default_template_yaml,sha256=QLiaziS1UJFHzYfPObmDrv8jEP-Ih_sTiDnEjr341TU,901
lm_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=rpHQhcdWmEYT1981HuPTnFIzuEP9y0w03wr5Bmd0yns,935
lm_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lm_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lm_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lm_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lm_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lm_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lm_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lm_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lm_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lm_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lm_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lm_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lm_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lm_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lm_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lm_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lm_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lm_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lm_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lm_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lm_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lm_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lm_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lm_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lm_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lm_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lm_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lm_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lm_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lm_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lm_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lm_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lm_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lm_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lm_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lm_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lm_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lm_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lm_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lm_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lm_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lm_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lm_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lm_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lm_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lm_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lm_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lm_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lm_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lm_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lm_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lm_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lm_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lm_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lm_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lm_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lm_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lm_eval/tasks/mmlu_pro/README.md,sha256=WL3WiINP__GRSZMX3PHCMRwH7fzqnlcp8-kmZ9QrLJI,4596
lm_eval/tasks/mmlu_pro/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_pro/_default_template_yaml,sha256=NW6TepWCiPr9jwewPaf9SCWXfpuz1iE2kxyfZJtgBkc,768
lm_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=AnHj_buw6N9baQl4ZgDBKS2imEIIa1IaEYGVSUEVb5Q,481
lm_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=cdyW7jxoTGjb1ER9LxDylxrmKR650-54wg6PwWPl8cQ,330
lm_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=LVOAEgNpiqWal266TXPykwXf7UFYdH4tqSAm83Ce_ig,334
lm_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=D6g5pkaswflpnRQZIKN6Jw7Iw_69mAr_S7smJvE1EKI,338
lm_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=oB8MQQqjGyj0MfZJvAw7oo9td9S0HmLfBsP1r7Esev8,366
lm_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=Lj6aNP9u2lEcKMlNQGvm2kttvXgPImQpws-ZUIygeW0,338
lm_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Nbv0KiNRjFrsiubxI6D4JguDtz9jKJKUYXzICu1O_FM,346
lm_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=52wgy0Pyuro7cNjcGA4t992-9At3ty3OwovJrH3Jk6o,326
lm_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=-IYSnP1Vmtf5888bRF-ULcNbJe1OhpTKlzcTSx0R-IQ,330
lm_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=n6AtIwndt0o7OlMqBvijJLYQiLwFNcB8GriwkZ_PXOw,314
lm_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=eZSskKgA6g2QYXLdkg4eYN9WxE5C96oIdpO4XtqHmWQ,318
lm_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=FG5lBvb_GGnZsv6q4p3ZedtZ7A0NF8tarFYD0fLEuog,322
lm_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Y8I7hQphaAYNl6y6vLeHsVsqpJ5klFZEsBOlickMQfo,342
lm_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=JaBbaeXv-lsceGtXzsKXBDMQRaHDpz8BfTnBYbiJQJs,330
lm_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=uito9AEUnrtZLFBAPHsnEJee1ut7Hq19QXDTdJyNkYk,342
lm_eval/tasks/mmlu_pro/utils.py,sha256=dKtAnE5MluQ1H75hItUZ9k3T4ROBpnaVdjHoWJI8yfw,1842
lm_eval/tasks/mmlu_prox/README.md,sha256=tv5XqROfFKq-68qapOcrup2fydlOnXUrk_8KhK_PQSU,4835
lm_eval/tasks/mmlu_prox/__pycache__/lang_libs.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/__pycache__/mmlu_prox_config_generator.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/__pycache__/mmlu_prox_lite_config_generator.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/af/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/af/_af_lite_template_yaml,sha256=Tt2WKke67vopsHxCSK3DKHZzoZM4Nu2uCZkRPRyW3OM,782
lm_eval/tasks/mmlu_prox/af/_af_template_yaml,sha256=eMFYrhoNo4xtSd7SU2I3pYa9K7jEVFYfxpyC90qewAw,777
lm_eval/tasks/mmlu_prox/af/_mmlu_prox_af.yaml,sha256=NgKDoax8IZc1gsPiI2bCXKFDdlsfj21webGk6VXMkn0,505
lm_eval/tasks/mmlu_prox/af/_mmlu_prox_lite_af.yaml,sha256=rzp9ZnB5WLZUkHXIW64G6BFVXDWdqXSCHExg-l1wv6o,580
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_biology.yaml,sha256=hhAOMHoidKFDHLmiwGrDnHL-3isdLh31bHWvMBz2utk,325
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_business.yaml,sha256=ldFR1crJshQ5sKOzbYRCJBCLaFIHgbVmmiMHuqic6e0,329
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_chemistry.yaml,sha256=u4OvLDD1qRm-2QYthzE0KAPqRg2XvabYfru6bkZ2Wlw,329
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_computer_science.yaml,sha256=T_PbfzCbtSLNUSjynB67ZVZluuZ1BL4EZZUX03EM0EY,361
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_economics.yaml,sha256=PV0RMe4oHmg5efgG5KqzSpdMEYeWSKH7mC4y_-RMtVQ,331
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_engineering.yaml,sha256=oou--eq4PcIjglF0MOmSKfHkyhXrAV-rW7op7DWH408,343
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_health.yaml,sha256=3OSmdgAyqR57uL5cKwsz0ydNeQiSq9YV8e9AqjzxKH0,324
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_history.yaml,sha256=eA0xSqTpJfUoDMK1Erp2M_vZQtvDjuBqpmZehHB3WvM,328
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_law.yaml,sha256=ES1nbj8NeYAr3a7FezWlEvHCU7WehfVu1wubT9TkbPQ,310
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_math.yaml,sha256=d1pBm3kIa9oizelkVVBMqiWGXg5Y6WfHHUFD3WhEXj0,316
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_other.yaml,sha256=1iqUJz0YU5DJ6pyXrPL0bX-czRi1KJXhwhdmJvMzDZk,316
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_philosophy.yaml,sha256=ttFFa8xfh9MMR1uUDnePhVy7ZzTtihQVNVhff4lym2I,335
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_physics.yaml,sha256=WBrpSAi4qwvkScKEQY2Ip5UvU_gSLuFYTgk-deFORYY,323
lm_eval/tasks/mmlu_prox/af/mmlu_prox_af_psychology.yaml,sha256=4OHl4wAnPP6XFlHgUYQpm5ROW19ADEOEZ8vaaCoRik4,335
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_biology.yaml,sha256=_gfneNoQl6rb7VGt_t2tfKhIFlX9vG4eZ51bMTqqUmc,335
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_business.yaml,sha256=bCO2IVRs18jzj5cXoe_nTmhwTTPydk6srn12uIAM8g4,339
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_chemistry.yaml,sha256=KYC89EMtx2vCYvBZ9UOPLhG8HHqBcRE4oFxENj5MLho,339
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_computer_science.yaml,sha256=I0g5kL5MaTp4CGX0cCjZeoRGp0t7WPBaGUYeoWj81jI,371
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_economics.yaml,sha256=6N5Ag6Nxv-V_ayhpKiG7wDGqYvkfiZ2BaIebd7aY3lQ,341
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_engineering.yaml,sha256=q8vMY6-1HKXN4V9OKNoqF9a0cKQ3mcc1GOxM2yRagHQ,353
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_health.yaml,sha256=UWqcjs6fUjAO6odtosCEbOXgLMfPQ-8bOqYe0VYOM4w,334
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_history.yaml,sha256=3pRuaQxFjhqoGXRPUmE3rQNkgqZDoF_JjC_QBC-cxLg,338
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_law.yaml,sha256=TInCh0zaqFoMfkaL5R2sqQeT1WBep03X2NdAGyTNn90,320
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_math.yaml,sha256=hmxSd1F_zx_DvLUCItOF4728giShGrtEojMs53Lioio,326
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_other.yaml,sha256=qxdN5IJkqK55ygy4ZFoNUf6DZgaaWuHfjnf67jaFSHk,326
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_philosophy.yaml,sha256=50C9ZRMay-ro8UJWLYktD3Txt88X_q5DHvc4dCVtfDY,345
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_physics.yaml,sha256=0xDC7ju-SHKSLdgjuRveA5SzHfw8p20EktvxTWC3uTs,333
lm_eval/tasks/mmlu_prox/af/mmlu_prox_lite_af_psychology.yaml,sha256=4Mo2zPEgAr8bQCUpf3jHeZwjj0ug7O6khPDtwyWVPIw,345
lm_eval/tasks/mmlu_prox/af/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/ar/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/ar/_ar_lite_template_yaml,sha256=1VVSqsHMZm1eIvKy80Z_rjQmN40anos2izLnJP_Fv2Y,789
lm_eval/tasks/mmlu_prox/ar/_ar_template_yaml,sha256=kC209qTLFfofV87grOGHPrAez4SMPz5da44sC2n_lVE,784
lm_eval/tasks/mmlu_prox/ar/_mmlu_prox_ar.yaml,sha256=LCP00_dcMIAK_1WcDCOdCyIzCe_P_Fa7OFx9ob0ZUGI,505
lm_eval/tasks/mmlu_prox/ar/_mmlu_prox_lite_ar.yaml,sha256=_IQ522i98ueFarsLUfVA0JkGQp2-FUe7yVZzGb3G6XQ,580
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_biology.yaml,sha256=6PkRoCiupVCbx31Dl9bj1bgCvbcFAVe4DTUsesLaU58,382
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_business.yaml,sha256=7tEMjAHRwbQrZtNFasMvCnktJFPGk7yXXbPJ6w0W9Ss,378
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_chemistry.yaml,sha256=VaH5Xa7d3sO_x06RBDSVFb0WxtOqucFiy7A4d_-zvD4,383
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_computer_science.yaml,sha256=WyBYTAqD22CTc0RBh0_C_8G3OkdgVHdY7WYEJFb6Cwk,415
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_economics.yaml,sha256=ALIsSWF2ij5c6p2yLsMWIMO1xuXer3ejEp7kV39f3Cs,383
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_engineering.yaml,sha256=N2DwJuSRHHf0Gzn1Drp0KWwsZ1pmSlqThWmEdoFINY8,387
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_health.yaml,sha256=hNVBYRiJGnZi6D0TBHCKgUuLY82F-2IO7y3ZQ8ZAaPc,368
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_history.yaml,sha256=U3ifcJ_5CqQhZoQmoLW-hdJEI8P6gedu_5sSYNgS4xg,375
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_law.yaml,sha256=6QNCA_ClHL3PXdfhkn6dtEDxrlBPi9GyEj5pMtMSReg,363
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_math.yaml,sha256=f0AqMZS4WbjO9i-woqm07gnnoFzCXTn368txh5mFGrg,370
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_other.yaml,sha256=XOnjcf0qOCZ7-jOz0pFSKmcc51uJlAKToCnNIQAE_tk,363
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_philosophy.yaml,sha256=mdstCrVTvS2QvstUkoLRrURtubUpTdrvBQ_CphWfh1w,384
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_physics.yaml,sha256=uvTQvuKw-CAXWNWNiW3Py6ITCPhee2Fj7bDdYG9Z--M,377
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_ar_psychology.yaml,sha256=DY8eDc-JpGrZOyvOrOxl8k3p3jAuvYnH_w7c_P3sh-w,387
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_biology.yaml,sha256=mvdmK4EV-SRWIwsP96vJHsn8OkWBX00fIU0tgJU-qQA,392
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_business.yaml,sha256=oho6cNGbms2zTJaZfV9z6ReeKU8LA_PbykbsCAlWQA8,388
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_chemistry.yaml,sha256=CE2gpCWjZkfJM3zk5PDzirV5dAPvLgSaT-63ggPrZEw,393
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_computer_science.yaml,sha256=Z0X63BIWU9Y6RHeFcbfvV1Ud22JrcnPcgTt0a9b0sMs,425
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_economics.yaml,sha256=7WwHBQrkKbD75yAbwjGJHm306yYWFX_Rl4cZ3chHbus,393
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_engineering.yaml,sha256=vNkWuuyt9yNlDWfEJLP6P4lSFO8Em2307mE5k3z_MQI,397
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_health.yaml,sha256=Sm8UvjLf97i_x3kpgzMYNKL5hujOhYcTXuCw9MZpd6I,378
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_history.yaml,sha256=uvrJYCCkmM0u5skNfj6cTBn8QFV9Bp-xkqmblNKThAA,385
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_law.yaml,sha256=7MTndbNZ3EYcYDkrmlYMXl9x3XzzHsocNtGstZ383ms,373
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_math.yaml,sha256=AUuWuc1CS9wdYK7lkgZN6HgE6JxZNQirw0aPkGWyyao,380
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_other.yaml,sha256=u9DCIGLzEf2l1Rf_1zSAfy74Lj74mMxGkudh96_0yoE,373
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_philosophy.yaml,sha256=9gZQ60g4M5B4_WdDvFzSztTmjGmFeH6lDK0WMQNTzuM,394
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_physics.yaml,sha256=OvYTYuoJGfwpLZejEkOBpMjqDPGDNkUiuOgb0Vvub7I,387
lm_eval/tasks/mmlu_prox/ar/mmlu_prox_lite_ar_psychology.yaml,sha256=1GQ9s7kIdOTtczYtpHrIspudZnfkRoVwmF1HSRSn64c,397
lm_eval/tasks/mmlu_prox/ar/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/bn/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/bn/_bn_lite_template_yaml,sha256=9zx3dCHuwLQmSpMtfcGpoM_ztD-_O699nIaGhj3n6IA,802
lm_eval/tasks/mmlu_prox/bn/_bn_template_yaml,sha256=E5l1qRHaMS1plxrt6sbqEOW5c2WC-Xhocc81H09XTiw,797
lm_eval/tasks/mmlu_prox/bn/_mmlu_prox_bn.yaml,sha256=zlpyq-Fu1i02MgzTtjx53LnXBSeiT6qWR4Kv1-lBC2k,505
lm_eval/tasks/mmlu_prox/bn/_mmlu_prox_lite_bn.yaml,sha256=uUYEpmxDKMv4jvwuQpSHFE1yB7duK1xBVD80moIERn8,580
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_biology.yaml,sha256=VO8pzrulV7HX2PclUcpy8OFlpqdPpLLfQyfNYONc3ws,582
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_business.yaml,sha256=t8X6uENqggKAAajDrAdC30bu12XIzmkzlqtxMz4z6g4,573
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_chemistry.yaml,sha256=MHmFNdKR1aNgpmF7_TalYQm6ZLUq8Zi54v6OTZWjJzY,576
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_computer_science.yaml,sha256=nLDikmHeG_rLE9A3Co-6Cba1QcOV-4jFyuAepNvlDCk,628
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_economics.yaml,sha256=CWMhct7lhh5F8Xzzoz8MEf6E00cPplIUEh9eHlPX6f0,582
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_engineering.yaml,sha256=gxN5ozIhtNc8C8xNUJoxm79G-2MA6CaNAdQaNf12HdM,585
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_health.yaml,sha256=dhZtGFYTvNi7gWtJHLFmYE0tsRLZA6xIGyrwVhKdBa0,576
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_history.yaml,sha256=Nbn4kvt_sEH5Gdco1TKJn8-Mst_Yao6UrhdAUOjZRr8,570
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_law.yaml,sha256=5aVyZV1WXsYaGihegX1W3chp6KXLxzOcrdW90ZsnJ5I,549
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_math.yaml,sha256=Qu_UTeGpNBJqrncLoTYCFgsNsQ8bSsHF0Yf5sMKhG_c,555
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_other.yaml,sha256=o6nfTjrAbVeG3ekQH53xPMIQTc1KZkt8SHYvm3jxKqY,570
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_philosophy.yaml,sha256=SUjhaqEy364bkR-F0_CpY6Ze9Y5BfMwxf5CKizyKYQk,576
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_physics.yaml,sha256=T7Gp4Da9Zv15XY-HN_L7_LJiKOO1Hbi6GyIUxcKhqWE,591
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_bn_psychology.yaml,sha256=J4BGFb0wUTW0nQ8UEB76IZsrHK_u8F5COD_YxIMLno8,591
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_biology.yaml,sha256=mMaug2FHcKcOPvhXUTs-9N-_vT5mErtrJPrGIIO2Fiw,592
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_business.yaml,sha256=I2OJdRK6TJxb1ASyRigMgHzDUCqJsdGLCM6nDT0XGuo,583
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_chemistry.yaml,sha256=V-HDFahkj0PLdi8wnr9BIzkQBNTxIUOuSFi1WZ0Ayyw,586
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_computer_science.yaml,sha256=vEuiWsjUMYsrZ6mmAbmVWN6DmmFGMJwp5-iiRJdPmZ4,638
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_economics.yaml,sha256=wkBwv2_Um957UMAto-cuRssfeaPyFiyDnXZd_YEF69E,592
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_engineering.yaml,sha256=wWFASE55NjYaECd6fzrsoQx2_7kTS5jAToTMOpSR-yw,595
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_health.yaml,sha256=t79oEPAyYZUUXHyeAKIbaJWeUsXeyGxaE0y1dGgxYok,586
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_history.yaml,sha256=tCC92HLpunzPODjueg6xLnPH-rD9h9CWIGU28sdXpf8,580
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_law.yaml,sha256=JgTu-JOgHCY2iWHYWI7tHRuxDeGsIpUyLj6Aw8ore58,559
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_math.yaml,sha256=YDvLWPuLdT6Amzr_s6zaylw7ze_kQJGALp_w5MWXkS4,565
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_other.yaml,sha256=vdHIVBFDxoW_Q_mM5dlcKIfNmaMifQz4-hzW3swW7X0,580
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_philosophy.yaml,sha256=_pyY5lTvRtTaQFa4vWWowpLV4A708jy86oEBXEK0dVk,586
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_physics.yaml,sha256=-jkrDLDEZw3t4SG6NjWN7lTVdrhf-7m0NlDGD2uxKrE,601
lm_eval/tasks/mmlu_prox/bn/mmlu_prox_lite_bn_psychology.yaml,sha256=FRsXio5m29lC0HVfwkxdca1X0KuXYBvVuKRuFHHVOII,601
lm_eval/tasks/mmlu_prox/bn/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/cs/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/cs/_cs_lite_template_yaml,sha256=LXYLxa0kdYSD2qyUhcK6djNWcComsaUQXj3aWg8jWbg,781
lm_eval/tasks/mmlu_prox/cs/_cs_template_yaml,sha256=pKc5hVBjCKv1qwZV2zpmbw2PKYzCY_9iazd_VcSDs5M,776
lm_eval/tasks/mmlu_prox/cs/_mmlu_prox_cs.yaml,sha256=a2qSjJ8cHcIJXCIekA0I1_zMrXSq5w5_c4I4MroPbdE,505
lm_eval/tasks/mmlu_prox/cs/_mmlu_prox_lite_cs.yaml,sha256=DgnB0rs33fGACzLI45REOeujWKtDsEZHAY-dFop8MTE,580
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_biology.yaml,sha256=K4W0IEl-eQPjyyHH9TdE_5CNVnqNWAwI78B7tquwohg,341
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_business.yaml,sha256=dAyqmbHc81cOMw6G3JGgRQnMoMTfmiRfLk1lS-B5Ejc,342
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_chemistry.yaml,sha256=uUxlUaWBp-EfKYtyYJQqLQDM0NIUqusuCLVCcjjxBGo,345
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_computer_science.yaml,sha256=lI1h0rIv33arLL5lqh6tbp0MCnjwJv6RZVcU6j6AH6k,371
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_economics.yaml,sha256=6ek9H9n-2Qqpla9GLR3Pei19DS43ws0qmXSnnAN0ZLo,347
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_engineering.yaml,sha256=EMhtoUDyvXk5UXU3t7bePfBhjlWgJsr7XdgToRg2VqY,359
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_health.yaml,sha256=ISJz1e1NM9IWzx0KivB0JtC4iHSZ5MULdRCuyAXtKyc,337
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_history.yaml,sha256=aOcdaHcnxKYzB-XvXD8jSEl3gO0Ee3DE-E7b206kqa8,341
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_law.yaml,sha256=Ce4Cnfd0pFbqnmble1U_r7G39ojeuFlr7_qUp4OGXYg,327
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_math.yaml,sha256=vNZwzbBT826jsXcBGBW-R8suwJccD-meEAmT-6C_eU8,334
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_other.yaml,sha256=CaEfeDw3W_jKzdEBxIHsgHeIVzK0tWQOxJWQJNb7CMA,335
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_philosophy.yaml,sha256=3N66yVqPc65DPvHbhb6TRoupo9UtnnMNEt7iQVBOFgM,351
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_physics.yaml,sha256=Ow4Y_0SKdvJl7HQsGlZLtIE_6sUM6xlEuQkaZrhDalU,339
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_cs_psychology.yaml,sha256=4qUc1dTQMwOeHmYKNQ8GeFylffg5Wq1BVM4kzlYJl2k,353
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_biology.yaml,sha256=fLzyxO7Vk2jSCpWVjvcwd3vG424moHt4rHgDlejh05w,351
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_business.yaml,sha256=moztMf5Uw0w2mO-K7PIgD43zXtZH1tIPFq19Otnyw3U,352
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_chemistry.yaml,sha256=9Rvl5uWz2urAx8sSVIm1rxqp63xRyfxiyHws37JlZ5k,355
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_computer_science.yaml,sha256=AEcGQg3eHhdi6rkWjRhjo4C5Vhe6tluIuYHCrXGPUzE,381
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_economics.yaml,sha256=sn6BJwlXsafn1RtxJglxDCWdvg6Y-KUp6EBFodttfEw,357
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_engineering.yaml,sha256=r9LhBswvErMw3XvGwsjBfvw0rDOA7hfLyBA_BFkHsBk,369
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_health.yaml,sha256=vu1wCVs4iZGd9b8qjb20470D_cr8nzqb_X47jGSuWPw,347
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_history.yaml,sha256=TVOHf1uibsyJJM54xYb6O7tDilvI4PK1cbT8ZzuFGEo,351
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_law.yaml,sha256=16JUtV4I-gX66wIQN1Rp1eUXF_ZsJYo-ge747sZq53E,337
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_math.yaml,sha256=qyki3761MGO-oUgU1CrOhjML890TThky9mR_FxwqE38,344
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_other.yaml,sha256=arvKqS4wvRI3c63DUjTNIkpWqXcUG83tNupLjl13gf0,345
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_philosophy.yaml,sha256=WbclQ3xfKsmWP7aBkOEQR__fPrSWiAWjgB-Ur7W3wQQ,361
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_physics.yaml,sha256=X2WI5OXoujnYtRGRfDXI1orZVv4cDV7j2Xoygwidh3c,349
lm_eval/tasks/mmlu_prox/cs/mmlu_prox_lite_cs_psychology.yaml,sha256=jRjax_uBxokznZvdEJzYVzGWeFzZEiZXoMlBCJ7f79Q,363
lm_eval/tasks/mmlu_prox/cs/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/de/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/de/_de_lite_template_yaml,sha256=-pB6ffOhazRp3STywcYoyLoLLxl79HzA3rqhwNgdlpM,782
lm_eval/tasks/mmlu_prox/de/_de_template_yaml,sha256=amuBcnDZ9e-FyYpO5NRqdA83UvVgC_7IZR9dxn3G5-I,777
lm_eval/tasks/mmlu_prox/de/_mmlu_prox_de.yaml,sha256=aA1W4cWoC0waea_PBCUcwmDm7tBqD1H-iC9TZfpS3gY,505
lm_eval/tasks/mmlu_prox/de/_mmlu_prox_lite_de.yaml,sha256=SnCWQ7Ffbd2YglHLBgJRmQky5xX0XToEmwLy9ykpWkI,580
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_biology.yaml,sha256=PYD6Hf6j1qjIbL5ghB3McEgjM7Ql7bh_JG1_qVc1o74,342
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_business.yaml,sha256=QhGu1XcsDsUwbHnpyUU1ioivLiOYteiv317MYJRRe_A,347
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_chemistry.yaml,sha256=Aaa6Po55c0tAZPHqhXoNypb8v9YlA1ivRxs04gnKoCU,346
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_computer_science.yaml,sha256=x5HTtxake5DBoQnhRupcKLqv0udfuSP3rHhA7GUoFN4,371
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_economics.yaml,sha256=78b3dU_-Zryj9SCk6gOBZYJN0OPK_FQttO97keqoXsw,349
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_engineering.yaml,sha256=MFwIhDBRABwjRjL4bmjHn-B9_164xcL7tkCMkGEy2H8,360
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_health.yaml,sha256=5adNpWmJXzlbHxpNSljGPYxu7gpE1UGCCzF0rF8T4UY,341
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_history.yaml,sha256=h1Fq_0VRKjOFy28E-MTi4gNo0W9qURgOG7NO953_74A,344
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_law.yaml,sha256=QG2HJ6Jm8yZIFApgxTkw9NE8-K8n2NOQVf8H9ZfVuHM,327
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_math.yaml,sha256=9YeoaIhqjvdd_dCfLtkbWhTzP-HYQf0yeGOwN9sEIoM,335
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_other.yaml,sha256=md2_z1e8t-ekoXvGofA-SnHtg315xn2Qosgf4D9Cdgc,337
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_philosophy.yaml,sha256=ccDiJ-qigmrm9yFTeFCD5jXKdorkVNMX9z-QC7kc4nc,354
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_physics.yaml,sha256=rPULJTlXPTZXvm3COKCq3H1f6G6CaBdxQ7AsMnEXaO0,340
lm_eval/tasks/mmlu_prox/de/mmlu_prox_de_psychology.yaml,sha256=BCTtQI3JTxw5XyRUDqL6oZBbCfh4fjJY5jfkDDWR660,354
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_biology.yaml,sha256=oXfiAayu4kOdzOmUfmyo1I61G_YXeugO6Nu9QCXMfoQ,352
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_business.yaml,sha256=5iErINbpRe2yXfQElKNrG4nmmI6eOXOVxmxzesrARJ0,357
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_chemistry.yaml,sha256=Z-nyrRUtWrpG6g3wwpos0xW-wZe9k0qxiI62nOEQLfg,356
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_computer_science.yaml,sha256=7BjgwzHK0YT1X5_flCE2TzGqupa-_luyo5NdiB16yn0,381
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_economics.yaml,sha256=VjdYvOlLIQA8kzbSm1iYi6MhbgNJ7mDPHYk30KHgiPM,359
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_engineering.yaml,sha256=1RT6Tmbt50ftaB3BScjIsloSsJtAmgiH_LJDL5dN224,370
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_health.yaml,sha256=MIuYnsMnlJtW1ktEthNfAkXSvTTKFAEuBrDIthVi9rU,351
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_history.yaml,sha256=2QBfOqzUBfF-HgP3ofByQUYy39ztpzYpENSIo9yhNdA,354
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_law.yaml,sha256=Dso68XmorFmpkUYjTr_nW9x7GcQwOHF99nvgIHyXYdU,337
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_math.yaml,sha256=v4CE0SVOh9dK-3SK8e-UGa54Mq2BLTrALCDaSyOkCJs,345
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_other.yaml,sha256=W2n8UVGEhS6N1O4hVyuew6Fb9pkOZ6eWC-SnDuLjja8,347
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_philosophy.yaml,sha256=UNEiCOFTfXXApDRdBD8Um7kLGrC4S8Dwxp2O1EfonZA,364
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_physics.yaml,sha256=GpZ5oF_lQazFUlpKsaEaFpbi2jeKA9W6a_np0nX_M88,350
lm_eval/tasks/mmlu_prox/de/mmlu_prox_lite_de_psychology.yaml,sha256=Zd563d7qkvHtuG3lWj39Y0GfTEiZ2eQMde9pmt43wYs,364
lm_eval/tasks/mmlu_prox/de/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/en/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/en/_en_lite_template_yaml,sha256=pI-r9Sfu9FdlK24JfAJBoA3bGuaQXL6Tvpz4hEZM92A,779
lm_eval/tasks/mmlu_prox/en/_en_template_yaml,sha256=qhCGuoeSOA2CLcKl8HwlILZHmObczsJdsANRQZXBu5s,774
lm_eval/tasks/mmlu_prox/en/_mmlu_prox_en.yaml,sha256=oh-FiHxIYHJMPGpfKq-X5QVjdO6XSu5I8URXYf94i_0,505
lm_eval/tasks/mmlu_prox/en/_mmlu_prox_lite_en.yaml,sha256=CR1CyT8on4XjLxFdXvjhLQMIx47zdUwwGFW5WI8HfmA,580
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_biology.yaml,sha256=x_vzO6KJ1B43X1XwAXjlRBl8fv3td294AYYJ1sn6SP4,327
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_business.yaml,sha256=99DoO4Gyxbew1Rjrw5tpRjpHOvgJL_x8xNVxV0w0KJs,331
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_chemistry.yaml,sha256=q5mKvq1blQSa3mvxTaGYAK6_LbWVJNU3KmuxGnlh_Xc,335
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_computer_science.yaml,sha256=7WyhD46aqKeNYeFmi60thSzKKdRza_0SOXZwzy2hbWU,363
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_economics.yaml,sha256=bYfNn2tDXIa1fLzJV1O_EPPZL-m5xYJYF13CGu6e5Sk,335
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_engineering.yaml,sha256=jts8BR15e8RwBjygCkBGo0QiMislDARo6ICMLNzpq_c,343
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_health.yaml,sha256=Tpb_33Wl9Z87IBGCABzP8nZUK7v3tn3ba7ODYvXaBPE,323
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_history.yaml,sha256=BYP8jZpqQqcmTbaa1g7yK_TZoQFz7D1UFj3n5z_t5_Q,327
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_law.yaml,sha256=YwCQjmpYi8rCWEHUp-ePcLb0XudKLXoiC5EvLoj3UjE,311
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_math.yaml,sha256=nkO3Yl0I28lXXa-dKWd9-U8yJwOyKC2bd2psLTT6Q08,315
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_other.yaml,sha256=bKwwZMoUXfWT6s3ifEeKXAxCw4l3mlC7Eah_ndhDNCc,319
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_philosophy.yaml,sha256=Pzm9SEgaWHCWPN8CyUHXqj6CUBXV-s5odu63yL2qES0,339
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_physics.yaml,sha256=maIGHVT34AQXKeAXIahLkvoxQEWd3xtP2iuQsdY1o28,327
lm_eval/tasks/mmlu_prox/en/mmlu_prox_en_psychology.yaml,sha256=24p_9-ytSP5zc9giU4qBZRY-zl3RAZ8nN_QwY7zxvQU,339
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_biology.yaml,sha256=tsDUwakTRY4CufocZ2kGzGavcnukBsxlnx0EM7y7DHs,337
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_business.yaml,sha256=lXLa-tBaKPo2p4C5xKYxBPsWjezoeQJtWEfoQb7zMzo,341
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_chemistry.yaml,sha256=l3Ml6t-MavETTleJ--SR-RlHaIaVz87Xeo42V7HruOs,345
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_computer_science.yaml,sha256=zic24KRTAg4wszWTiwbsWA5ANjl6R1iStsZOfwz2uTk,373
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_economics.yaml,sha256=9PXiOKHMM65cX1RyDvm0jTiWSV3eMKYAm0bGMHynEZI,345
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_engineering.yaml,sha256=yoSysfmI8eI2i9J4qClXQ7Eua6m0oVwMIZzGqdhfq7c,353
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_health.yaml,sha256=L_86XyoSg8qx8eh_1dsOAroTe_fnKZ2wvfa1MEeLJFg,333
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_history.yaml,sha256=LXp2JzL90Y1dWQPJFdK-QGS7u-fY3hWC74ahBA8o-eM,337
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_law.yaml,sha256=7NqBFx6g1mLd3KaIbuJT9y73F3ULiZZ8lNiO_VhmMKI,321
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_math.yaml,sha256=fwlWyI-d6j2q36_5jCTyXYJ_pvE7dUnKqpPw71Cjf1w,325
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_other.yaml,sha256=ACubL7l6CNnUAnVWdPZHYblm9LQKiNJ-5Spt6oybZ54,329
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_philosophy.yaml,sha256=xRgNYwaWwsyeMaFjZr3JD0MvB6tsJKOBWYG0x3yczPc,349
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_physics.yaml,sha256=aHFRIsxnwQabDvyUY0-J8wkH-h9Lw1QvdLcHYufOGzI,337
lm_eval/tasks/mmlu_prox/en/mmlu_prox_lite_en_psychology.yaml,sha256=bTun2FKAEh0xYfXvIYXeYsXKSKbBZGNQcAkRH7KIMIM,349
lm_eval/tasks/mmlu_prox/en/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/es/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/es/_es_lite_template_yaml,sha256=SXKJxLdyefBT32e7KwkMRUXvHZiKkr-9rgxyOERPnxg,785
lm_eval/tasks/mmlu_prox/es/_es_template_yaml,sha256=bJeDE5_ntKe72tSZA4IQ3rQzyeoWpgOG4ifbwKeTXcA,780
lm_eval/tasks/mmlu_prox/es/_mmlu_prox_es.yaml,sha256=4YX60LkoSib0wI__BIBy2Mp__bs8EYXFcu-zi_oSeOU,505
lm_eval/tasks/mmlu_prox/es/_mmlu_prox_lite_es.yaml,sha256=efqTXRqodTrhPhvfwundaL-INl05D1FqvD0BHVCkwFk,580
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_biology.yaml,sha256=_XQiZBaVmYsEdILdD0BHDK6WyEVW-Nu9jt46Pt0uO5U,345
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_business.yaml,sha256=zFgPqdxVyYdF-nnSDOeIxMML_If4BOmji0cD9LU_vrs,347
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_chemistry.yaml,sha256=IfLw08m_5QKwIgfqelB-yKL5Kq9QStfYnGxd-t150aM,350
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_computer_science.yaml,sha256=SB8HWhpjv9HznnnwNqzLptro_ewQ4bU3yOMcISiMKBc,375
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_economics.yaml,sha256=dOsGV9vRLJoNWcJJQwCHiZ-tH57gDoShnHWWbaEy2vA,351
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_engineering.yaml,sha256=JymNbiH_V1Y3ZJGRvw_JJKhGLs2E0e7NmITeHeY7kAM,359
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_health.yaml,sha256=elHnbhTN_KM8HjXuK8wEjsESu5YLmRaDCESfGYn3gec,338
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_history.yaml,sha256=clJJV-vRkA9kT9kNOxlayvIyvol2Kn6X_6QFcvmvdHI,344
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_law.yaml,sha256=hFgjEcejXXTEu_cC_DcDtMZa6bfrPeSF1lgVRCb7fjk,331
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_math.yaml,sha256=eoggcTY1yUply-mamwlUizOUJzk7ZMN17Y1OlFfPZlQ,339
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_other.yaml,sha256=quDyM1c5AdQOc9TcwjOr_KL6kaOVAdtYOU5Y4JbtkfY,334
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_philosophy.yaml,sha256=th4usrdQ-VDbL7soVCvSKSdYwzbWFw2aM_Os754XIqE,355
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_physics.yaml,sha256=c7eCGsz9m9O68WbyZNXNI7bj7xiHmsr8xBGZTk1-MqU,343
lm_eval/tasks/mmlu_prox/es/mmlu_prox_es_psychology.yaml,sha256=RF97x_W2yV-6qJsxfzsTTJkqaIHyxljTpXcHGpKQcwQ,356
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_biology.yaml,sha256=8kRIOV9QBsK2_LouPxEEerUFCF1H6-mlx0ough61RLE,355
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_business.yaml,sha256=uGf8HQtO2YE3wrzYhnyTz3I8l0Q74qddvrPJgak79EQ,357
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_chemistry.yaml,sha256=jWqcODW6vBEmxmr_SI5-aTcXUhPVKcvIh-iIZBKgGKw,360
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_computer_science.yaml,sha256=6pRl_ACgvaE5ExiedvvMUP2mOm5YofDZJWrWNSVLL20,385
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_economics.yaml,sha256=RszJWmYdOg_SxcE6QrhtRWT95W_SWDv3d5z4zXvhqf0,361
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_engineering.yaml,sha256=pJTHwc5q4FSz6XClV_yueJ8Fwipn_6tSpHugFleV3XM,369
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_health.yaml,sha256=3hRZEy5lpT-zMHKYTu6mcIieBKuV8I1F3JlXwIaSsDw,348
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_history.yaml,sha256=LK83imRhR0TuBGouMJwRBFuYx96YSJk-A-CRUOAOF1E,354
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_law.yaml,sha256=BjufjWfwAgiVXJoMXIPZd3n2o7T0-VZ5X3dZcUgjws0,341
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_math.yaml,sha256=VkuKJTbUJlO8YV7l96etafYuaVnEkRq3vVti1FDWdt0,349
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_other.yaml,sha256=PRFfHTUNJdziaHKhcsgIthMwUsTJ6w2LUR_ciCFB8e8,344
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_philosophy.yaml,sha256=4YpqISEIIb-hiFeCh_hS8znWsGj73YFtYHoa78f9ZUc,365
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_physics.yaml,sha256=sP-sqqFUUtsRhIh_8OdyvM1UfoFczDLCjWNqryRdCpg,353
lm_eval/tasks/mmlu_prox/es/mmlu_prox_lite_es_psychology.yaml,sha256=9UmxcAXXEsRsM_NSWWjlfgmbtmo3-MeTgeis3dTh2H0,366
lm_eval/tasks/mmlu_prox/es/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/fr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/fr/_fr_lite_template_yaml,sha256=OVAe0n9HhVoW5Dl4axacMgWEljG6-3k7pJMVHS_6Apc,786
lm_eval/tasks/mmlu_prox/fr/_fr_template_yaml,sha256=bmIJjYsVIoDwmGpoI2H0wfG0QtmFyOyCu0UFB6fynYo,781
lm_eval/tasks/mmlu_prox/fr/_mmlu_prox_fr.yaml,sha256=8_UzaBGgYNJPmst_zqw0XSUwTHsLMRsDsox85mBbB_A,505
lm_eval/tasks/mmlu_prox/fr/_mmlu_prox_lite_fr.yaml,sha256=n5FsBWYYUMatiavWyGF9GklMefgoXR3Yi4RyqtXP_Pk,580
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_biology.yaml,sha256=gWTCJFYI8oPnzvfDwXVjI8ppsHL8jx2Om6ka3GlwQ9w,350
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_business.yaml,sha256=MSDWTsHK-RoicUcUkS5g0uarhdKMFQuCLn7XqZJcJWc,353
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_chemistry.yaml,sha256=AvQa8L6xyYp6akxaFWZJXoGcn68fcQc3j0F-W8tvZq8,354
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_computer_science.yaml,sha256=eDVSK9j0xbAaB9GbdZkEsKku1BQpmDWt_YyowaKsMUY,381
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_economics.yaml,sha256=Rp_lnclpvMKeTAQPxKPUSDhGHEvOGBToNjCsOPSl2Z4,357
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_engineering.yaml,sha256=Rbw1RO03J-n2LMbgkiEUlhLMq9q2DRl2BXrZnN52Vjk,365
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_health.yaml,sha256=5TAU0pwLm7afdK9mgBkMTlnggltAqX4Kl6XEhqyRUz0,345
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_history.yaml,sha256=R0AvepuaMvtexYoEYZL1l9btnJd4bitpeGfHNjR8nYM,350
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_law.yaml,sha256=Nb8i7Ojns1D0l5mjCgw8mS3mn9Uo3A0OvlolGECTq1A,335
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_math.yaml,sha256=dF7WMC9rN5ZH4Wd8w1NgizooNGu8wZenWJo332dmYrk,347
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_other.yaml,sha256=KZ-l8mKZ_2zZrkSZVrEuBwLulVFl1ClCnH5j-G9DMes,341
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_philosophy.yaml,sha256=4PE0SwnjKbD3JAJnciGhw_QWQ_n9pG-issU7YKxmlQs,362
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_physics.yaml,sha256=OxM6WNlMsieqm5Bck62AoDPys4PfPyHHgnFFk-G2hB0,350
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_fr_psychology.yaml,sha256=bs08LReu5RDW1LjdputJs6peGoC0N_wpr5_wBP6eHOI,362
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_biology.yaml,sha256=6M0hHsR8ZvXWbDbe006bAc3YX_ldOClu-oJFJdO47MM,360
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_business.yaml,sha256=T7XiLruaRGFbGCnDlQ7hpRu4q1EKc7mT5AHhS4OReVE,363
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_chemistry.yaml,sha256=OYJZQpIXfx0QS2VKUjZSYy5yraW-dDlRnThx0l3Tcwg,364
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_computer_science.yaml,sha256=YnfNLZxfOabHuyccQtN8grI2GYmoM-UyVOFdGrzwlmk,391
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_economics.yaml,sha256=WzcCfc7QccHb9HZe8oPoJnyKpSBMhVIrAfI569V70Zg,367
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_engineering.yaml,sha256=6wT5lEpImeg1y974EuNnZ6xedrfW4JevLh8QleGEE6M,375
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_health.yaml,sha256=YVxZjpS6gDsb3zlgiHBOuJBTwcUsSOXoapi_xs7jnOg,355
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_history.yaml,sha256=4o-oVPcSjyLQfpwygLiMDItFx-q8w1RrC-q8Mq1vzHw,360
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_law.yaml,sha256=i8oSvsUyILxrHd-0A0mmkjM1P3lVCcHEddu6ehTLr9A,345
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_math.yaml,sha256=_P2CkvqjGb0F2_eXtGwlhTqJkJ0VW4lic9rvoRHfrDU,357
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_other.yaml,sha256=dVvQz1CjHUrFBdaaUfkUxqvTm3eVXRIiPOM-qHIGlEU,351
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_philosophy.yaml,sha256=eZnWu32pt7L2BJzdoBNwvIsNeoK97qIhny-Qo4ZQeW0,372
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_physics.yaml,sha256=PiNFSiXtJli3TeBjvILs5flr-kNxuhZqn9gI6uebtTY,360
lm_eval/tasks/mmlu_prox/fr/mmlu_prox_lite_fr_psychology.yaml,sha256=DZsduQ79TwsPeahW6BiiQH_U4zBGyau6sW3gpr54I20,372
lm_eval/tasks/mmlu_prox/fr/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/hi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/hi/_hi_lite_template_yaml,sha256=RworY_y8MSxmhT5N1W8-19Fx7uEBFLVy_D4r7put7-A,802
lm_eval/tasks/mmlu_prox/hi/_hi_template_yaml,sha256=M5GHAQkruJ_P4cRk3w7GBqi-luSUSoxVCdiqfAfmoZA,797
lm_eval/tasks/mmlu_prox/hi/_mmlu_prox_hi.yaml,sha256=Xn6J0cUypPlcMMlJPLpNpN_KhEdzWbFSC4smgTi3qpQ,505
lm_eval/tasks/mmlu_prox/hi/_mmlu_prox_lite_hi.yaml,sha256=qwN0hcDbCmZ2zN1H3pPFXItkWdA-T_weKhzaVUvrQko,580
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_biology.yaml,sha256=O9pkksuLC4em8cHt6S1eNLO411WgmMb8zJmvdcNlBp4,594
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_business.yaml,sha256=pWG9-o8KOd6bBrIGe71WHhDvVgAfmjb1qaSrEOD7nqc,587
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_chemistry.yaml,sha256=pzGkLXDpumrrGuypIR-uLV6piGAMWkKMCUp8c4ekPv8,606
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_computer_science.yaml,sha256=ACkn8faZdl3_hGzsjCxahm6OIq02HKs2pEk3DfifAhM,636
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_economics.yaml,sha256=LYNJdOl8JEUmbe8T1sqADXzrtCbKQcjtkT1S0vGZzc0,602
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_engineering.yaml,sha256=1CR84bcHpzfKRXM3IwjJPH7qZR9hSu5ONzQmQwNkHZU,608
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_health.yaml,sha256=hYo8ouwvl02nlwbjPYdFtxq9ZIuvA_6oGnwVa-d60t0,587
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_history.yaml,sha256=FxDDVTxpnVHwzE33Y0sG_TX0FoFczGd4tKEy0e_HzlU,581
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_law.yaml,sha256=vbqVBaCw12D8mB7QFUA6hFIbvqSOnICdVEeF-Y2MS10,566
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_math.yaml,sha256=fURsZzQHFxq9JQevNksfFaOLmD1CT8SFS1ImvVd_wYY,566
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_other.yaml,sha256=c7IRdIAFO0otukawTI7LeaNtTaFwD5IpscASV6RsL7M,569
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_philosophy.yaml,sha256=kLahXSMFtpd3KMAEEXh3n-btr1kUJDUVJNvfplU76QI,608
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_physics.yaml,sha256=6r4ZtkoLgvhc8o7FNwb7bpDC0nD5dJx6lhaVVDvECDY,581
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_hi_psychology.yaml,sha256=0x_01_v92TzdEbhcRY4565nsOhzpAZk9Dp-Jt_9h36I,602
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_biology.yaml,sha256=q54949-XFQgwm3ppSyl9-fhn772FLR7Al125DaVfJM8,604
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_business.yaml,sha256=2MmQJl1K4RrYZeVCT0UpzI-ylY0lR_ZCV4EhBDtSaSw,597
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_chemistry.yaml,sha256=4jhM8b4Lj4qJOz0pBfv5pwhZ2uCu8zU50ZaDHdNPrnU,616
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_computer_science.yaml,sha256=CjmZYmY1_X2jt-2DHhmDxR-_GM_Vg2PCrRRYH3VxGyc,646
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_economics.yaml,sha256=el6xFuxfZlYLy1eGo_3Tgqs93S2pDTHJrvtiOsmu8wo,612
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_engineering.yaml,sha256=IlfDFIGSABfBicSftxxQDJNXFtN5b0jtp6EuaQ6IMro,618
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_health.yaml,sha256=WIjjvG2p4_MfDP0I5X0llK_JI0NPTGgnOFOsjGWMwDk,597
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_history.yaml,sha256=_aCdW2wyAYXK-GFkX0VkxeADfb4MHLtlJMgjRjO_7lY,591
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_law.yaml,sha256=BJC7OJ-lnsLNH9Z-1nbBIXlmb5nUFdQhNShhNgyRv-A,576
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_math.yaml,sha256=RpZks_rvzyQDiIhwxznIxbtiggiaJ3fUc_Baas01tYc,576
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_other.yaml,sha256=AQ02RrVGuJtFqgKnZCHV8vBe-7KvPrg8T1K-FHrRj38,579
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_philosophy.yaml,sha256=sMvYzNFgCjJasyJCsm9B47q8Ub3aasudmBqRtRken5Y,618
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_physics.yaml,sha256=zH9i79TL5bTLIbVGWBo-nUsjLbC2tc5vRPSoJON_nv8,591
lm_eval/tasks/mmlu_prox/hi/mmlu_prox_lite_hi_psychology.yaml,sha256=ZFS02mkCZBQCVUVZNLitoGZgppwcFIoR6g3W3QVNOpY,612
lm_eval/tasks/mmlu_prox/hi/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/hu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/hu/_hu_lite_template_yaml,sha256=zY_Iz3rc8G04g_MlyJBKxxod75OEczanfgpxHJkRmZ8,779
lm_eval/tasks/mmlu_prox/hu/_hu_template_yaml,sha256=_TUglI16O8Dag8DUuEWAbvKP259niyVdakwsCQV3eVM,774
lm_eval/tasks/mmlu_prox/hu/_mmlu_prox_hu.yaml,sha256=uulsjKM6-79vKzRg2xfy8hZWyHCrKffKPnthYV1CDnA,505
lm_eval/tasks/mmlu_prox/hu/_mmlu_prox_lite_hu.yaml,sha256=lmYHRGt0Q7O82VbAs_VLrKNLIehMo6hFxJIiD-KOkog,580
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_biology.yaml,sha256=CYq0RQPijz8aOgfsEvPxsbAo2duqP8PXGNLLD747CBw,380
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_business.yaml,sha256=xHbZAL0oKTbYl-UcL3s_JpoIkbz3Rz9CJElJLGHkEF4,380
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_chemistry.yaml,sha256=gAsEZ0Jfd4gachS4E3PCrZLNH2L_G9yq7hmq7_1Zw7M,383
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_computer_science.yaml,sha256=2DtCcvs8m64BfOiN_zzscANxR5L5fIb7vtEQ3qTZdek,409
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_economics.yaml,sha256=-05ORssRtzIsUmekGYrBHfmWYixDUHrEr9iMszEC7Pg,393
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_engineering.yaml,sha256=pfyqUrIcdQtwAachavd-BF0wE46BdDXT6WXsO0cu9pA,404
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_health.yaml,sha256=DYMahuyLQjEKQdD0yi0gk-KP4d9yJ5Z8w0l6np4nx8U,378
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_history.yaml,sha256=xXgG13AdXaYe1EEzkpXC_At4vQuq76bZOoAzYiaVOvo,383
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_law.yaml,sha256=LUyqljrJ6PN2y3-PtzbUlTggwxQfaGmWze7ab_b2SLI,362
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_math.yaml,sha256=f241T3ced8j_O9JvbWsAultTTstt-NeMCr7XNJF6aG0,372
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_other.yaml,sha256=jFldK-ZSVnb3n3A4XcwlHIMDqNxGBV5oTYMTjXAFTwI,371
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_philosophy.yaml,sha256=zsxd_2ROwlFBpcMBj7_tA6uZAu3dZPmbB-QsBPges9s,390
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_physics.yaml,sha256=aZWTiVRKFB4Rh7PULkjFdBI58Ql2Bc_ANEw1mV4TFzs,377
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_hu_psychology.yaml,sha256=mBmtaa9fSx5PRcojAMGIkSGbe8THucU8cOxd4LJUdTQ,393
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_biology.yaml,sha256=5ib95AMlM9AbuGUjFsu57Dj-dNELlKLVu9lhqXDusS8,390
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_business.yaml,sha256=GuNNnyBACILw8BaDjSiHt675P8vgAxWHGsIJv5bygRk,390
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_chemistry.yaml,sha256=5brTNjsF-9S_TubjDY7BxI59SwlOV1lmBVgMqCyYY_8,393
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_computer_science.yaml,sha256=aRY1nAfobasmBV785Ca92XW9ipdxDqC8Awbe-V_6di4,419
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_economics.yaml,sha256=fav8qbom_MckPLhak08f4Y0cSHW8dKGqXS8hJKqJQ2I,403
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_engineering.yaml,sha256=8yvpF8ODNsl17mrhWwADDuEoCUQ_sJEtmafm4weag8Q,414
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_health.yaml,sha256=2SXOyc3Eq60GsQqu5JzyXYHJN8LE5hLaQ4w6jEVw0Wc,388
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_history.yaml,sha256=grFsBiYtUxqtLGP5UG6R7UjEZJyFqUWNNSs52_FRONE,393
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_law.yaml,sha256=8Ga_Pw_uDV78Rgt6wpTSvVuvJFH_1fW-Gic18Tvzuwk,372
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_math.yaml,sha256=BUl4PXfJgfB29KlUfPTX1nSRxrAOg1B6LlcnKOQKOqY,382
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_other.yaml,sha256=-BJpA0pwCgh_e67h-XyuqIQZTvgT_qL-VV8KM6TaXlQ,381
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_philosophy.yaml,sha256=5S3xdWcLVXuynijqD54HQDtEBdkHa1aqesZPTzA3q80,400
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_physics.yaml,sha256=In1xkjdVuXTPA6wVkQM-1uXZd0GoEMtkEbKtA3IXn_s,387
lm_eval/tasks/mmlu_prox/hu/mmlu_prox_lite_hu_psychology.yaml,sha256=wzKcbMhAfrdLoF_YD0rVkD0No1PfzaxzbUWXni_F1QA,403
lm_eval/tasks/mmlu_prox/hu/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/id/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/id/_id_lite_template_yaml,sha256=OcA2jK6yH4ipdiOVhCYlbWe6Ug5YJO0WLv79luCAbFo,789
lm_eval/tasks/mmlu_prox/id/_id_template_yaml,sha256=LoJBYQ3WpHkzlXegZCr1_h0lB5qw0XYfDMUwB-eQRkU,784
lm_eval/tasks/mmlu_prox/id/_mmlu_prox_id.yaml,sha256=eFd5JhlnZCYN2S4gpeVaXAjdfPI-CtzJbCTUZjegeYo,505
lm_eval/tasks/mmlu_prox/id/_mmlu_prox_lite_id.yaml,sha256=mIVIVFlst_y3TaKuVd8J9B1BQQinD7-NC1kIfBmh3fY,580
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_biology.yaml,sha256=T45VJwqU9aPwJvcXlsJvJ2VkmK8DV5OwEVaLDtNsgl0,354
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_business.yaml,sha256=uOWRWq4EPzW798r8-q4SbA3Ox7B-EhBGjbanh3sfiOY,356
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_chemistry.yaml,sha256=1RWKqjHim_YqvgPiq9te-UH4X68ez5vipaYpyrKvUG8,358
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_computer_science.yaml,sha256=FlnUcyUhZU3Z-zrhTO7FNAvRSBieMyhG42odzK5P16Y,387
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_economics.yaml,sha256=IBS0BzEXt1M9FBiSxsjq01dtcYyx-uwamOuI6xkUF_A,360
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_engineering.yaml,sha256=X7zK3C-0mieqC_E-kmtO51ZgcZVAyF2mm5cTklKfSnc,365
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_health.yaml,sha256=RtbHA4AjGCrAs81D1_5j_thmXWHffqb3E-sqZ5O1IHw,353
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_history.yaml,sha256=mMPWDPex3HqZ9qoSrJN_NkpsGmY03tNvxau3oY6Zmu4,354
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_law.yaml,sha256=G8XUhc4owwJdnLd-MVTkq1-T0e-JiiSKuWJjyvYOBFA,340
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_math.yaml,sha256=xtQbE6-tFoc7K1PTJjABE6HPvjXwkodDonOuVhHdQfA,348
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_other.yaml,sha256=dwCIWvlIjuBg4FTP5cY57Ibf79KLpteXvVfy-3jJptg,348
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_philosophy.yaml,sha256=U-Bsq5F2Ax4aSXJTSuHlRbRUGOGjWhMziGrFhWgTLGg,364
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_physics.yaml,sha256=j7shBAhl0xwNxIfx9hbOVxa-zKh1NLIWEJcAhVzvEu8,353
lm_eval/tasks/mmlu_prox/id/mmlu_prox_id_psychology.yaml,sha256=ORJDn84O48PZznosELZdb59XuLyxxwaRK7Qmvu6iwPE,365
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_biology.yaml,sha256=-qrBMflymBU4jBJQxQ-06w9sHTcuylJBmZP02TmAWBc,364
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_business.yaml,sha256=vhXjKuN_nc0NM30HW_oMOon_Bojii0IW9Uno77vWOoo,366
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_chemistry.yaml,sha256=3M5LQT2GkhuRYvUjRGJk6VfNBEsw60XHS3u_n_RpZt8,368
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_computer_science.yaml,sha256=qamXqVSGbpxe3T95kbOorAJ_liHcnXJ2Fd29ChK4auc,397
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_economics.yaml,sha256=s2YYCR6A3AtBmfFqo-6P7ALa8LMnD0l5iYZu4dWSF7U,370
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_engineering.yaml,sha256=3pyXp8GX9k5WOtpFKNLLsVNYlxG0L8mhEcJZgcTGvJo,375
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_health.yaml,sha256=ALj-psIEQuLzBMz3Wu7PbTYoFWWadPJXde81NDVOh5A,363
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_history.yaml,sha256=aSpKys-V3AUqESgqCQSMntkXEFT3mf_Z0g_-lxDMueE,364
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_law.yaml,sha256=Wqvy2FOxBme05Fi0SQDxIpq1avB-44RHWGDL0MVyc0Y,350
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_math.yaml,sha256=0GFBuP3-t2vO_0vs3AszMEeqJofYpRelbS8Df3vsnkA,358
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_other.yaml,sha256=Kf41fVkFeN_9q8FZ_t9Ry96jc3hOVMyOW2ZVtsq0C3c,358
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_philosophy.yaml,sha256=Aq6zYozLLbFgr9aWV_D0EetWtk1T_azZjZcFPRC2HVA,374
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_physics.yaml,sha256=cGXcaqMXZVovaWCagPJkJ_fO3oSxsJAd_fmFX4NsR3U,363
lm_eval/tasks/mmlu_prox/id/mmlu_prox_lite_id_psychology.yaml,sha256=xJ-yHETtgod_HD9pdnkHQgOzjbLiOwDo1DWI1i8IG7c,375
lm_eval/tasks/mmlu_prox/id/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/it/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/it/_it_lite_template_yaml,sha256=_wDH9bGj60d7hLyVAjfUwcsVn6g1BMmWup9m5RHvJSY,783
lm_eval/tasks/mmlu_prox/it/_it_template_yaml,sha256=X5tS16Xkwmwy4XkVE18d0zrUx4T3fNlS6ygaWvDnu6g,778
lm_eval/tasks/mmlu_prox/it/_mmlu_prox_it.yaml,sha256=b5jkfistX8ytbi8YPu57xUlckMALV-W9ZQQqEjNjN5s,505
lm_eval/tasks/mmlu_prox/it/_mmlu_prox_lite_it.yaml,sha256=FZlRuC6h0FiDn9aiGIhrpkmhI9mtj4zb58j0fTXvT7I,580
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_biology.yaml,sha256=M8uxhdd68AEgoGX4v-Ea2zp6TfX8hHCXApsEP7o5SaU,340
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_business.yaml,sha256=dfk4hXUZW_Cvom1qLimdYoBczy5s-t7IGvEgaBoL0j8,341
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_chemistry.yaml,sha256=GCBcPLmxib2Ypu2mnqy-sGX1iyyZLLvTWH1VGUKefI4,345
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_computer_science.yaml,sha256=29qXF-DNxYFp5hyxSs6J7AJ9x-2PemKZbVNoP-Oavt0,370
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_economics.yaml,sha256=rqHgXFOHEigO-K46h2D8F6SJzzftEsj7z-AOHydOl6w,346
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_engineering.yaml,sha256=n4NBAbHWmzxFU7CUalD8tqjFCMVEy6ydg5iUIObsWNM,354
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_health.yaml,sha256=pMr_pR3aNEYMvN0UsxD6nZ2NB9G8qY2-MuI0wpYMYTA,335
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_history.yaml,sha256=qR0hBduoSYb0eHrc7T1H6fET6MxQJfbfUsmUfOjBP30,338
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_law.yaml,sha256=51Ol9zozcGGRTvy5INa15Cd-_REoogS_w1OcafkIOmE,327
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_math.yaml,sha256=QNkCbeye2oU8MagPplIGsoAzYnOM4fzOVp9TuALSiqY,333
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_other.yaml,sha256=0dk1hYYdPLYPcjwgRw-ON8ugwpd5KaBquC2dFNo9SXY,331
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_philosophy.yaml,sha256=h2_76EK4RvPydPlth8yiMNkpC1QgzMfOQEzvEbglE6U,350
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_physics.yaml,sha256=B4TvUExI9OzZ1bTPf1_6o5xtH3vnjc4S97Ykpd22Sss,338
lm_eval/tasks/mmlu_prox/it/mmlu_prox_it_psychology.yaml,sha256=NQ_Uo5X3sXZ_Y39FRt5EvmcGPiGsbXoWl7XaGMUNtFY,351
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_biology.yaml,sha256=rYXRMAsAN58MhpZwh6T2Y1THIw9wTOCDnB1yrBTW2ks,350
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_business.yaml,sha256=1EDulqqbpued6_RunUP-RF1WjO4MdQeEJvWke7sByZU,351
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_chemistry.yaml,sha256=XSdoS9s5bL3xc348LFWIL2NXcwCi8smjwNWlD0lzadQ,355
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_computer_science.yaml,sha256=2FPb4_9zxU4_OCaesbqvFRY540iLeQgeDsQeuXy2x3k,380
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_economics.yaml,sha256=9tpz9SqlBs_alC6Sf1yR9RVa-czvi8p6N1LxNZvbZuU,356
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_engineering.yaml,sha256=p0EeSZ_s_sae20GSYfALalYOI2DCZxEZFIaZ4VlmcKo,364
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_health.yaml,sha256=W8m7yVRN_JDw4ix7ZkSLjPU6K6xLxmu2wuv1hWnm-T8,345
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_history.yaml,sha256=oNNXZggz44Qxv9Bbpyv8T8xTNMsBgZGT1LW7yJ7NV7k,348
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_law.yaml,sha256=5XseUfjtfuPg-9mtsS6mEaE6Oyxzro4a1FtxZzlKZBs,337
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_math.yaml,sha256=alsvB3KrV6y5zokGfXefnfhRDA5OKLCPn7nBxVTOgcM,343
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_other.yaml,sha256=lfWsppfpzAsbSCwXugRvMljlTkg2HOvaPRL4WdABQ-Y,341
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_philosophy.yaml,sha256=t0si88BNfEJYzZF1DdNgmfR6vxafVMUXlpM1mLAGmGg,360
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_physics.yaml,sha256=sMY-cFL3xOLH9h-jWqeAVlk5ZNoo4SgGvw3DeX_fng4,348
lm_eval/tasks/mmlu_prox/it/mmlu_prox_lite_it_psychology.yaml,sha256=4ICpM-RHqP94oyfuVrKYn8bEmDoVzNBDkFnjEoObR38,361
lm_eval/tasks/mmlu_prox/it/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/ja/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/ja/_ja_lite_template_yaml,sha256=AVOIPgcn6GcH8KyVbbkESdrdR_7OPv4VuL8P6Rl64bU,786
lm_eval/tasks/mmlu_prox/ja/_ja_template_yaml,sha256=LESOChyYVJqlHEcV1m0HY7Lhhk42Q11ZGdxkbWUYJ94,781
lm_eval/tasks/mmlu_prox/ja/_mmlu_prox_ja.yaml,sha256=TwBphIET9PPvr9BU3W_Mfy3tMbk1ef0yILtr44eHJjs,505
lm_eval/tasks/mmlu_prox/ja/_mmlu_prox_lite_ja.yaml,sha256=8P6pA5hWZ-7Ew9yeGpO7SkhTesDsC9ERUxv6ICaQ3o8,580
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_biology.yaml,sha256=uPehDJ_vuMCtKsjua0Xb2Ih50hYU4shf5UO9bEhphDU,356
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_business.yaml,sha256=xHkQsKUwSrtZjp3aluX-zhSArs6Zstm53nHeSSEEt6c,362
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_chemistry.yaml,sha256=svOFFdKz78udfaCgjFX2QyLMpZTi3125KjIjO4aAGrM,359
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_computer_science.yaml,sha256=3nqlf-JewYBAqHut0P6WduQZrdu8vIRi7eQPXwcXkH8,407
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_economics.yaml,sha256=ymPKSAV66LIqK99ALkLDpFUSPcqr55MrOH19QFSWMKM,362
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_engineering.yaml,sha256=qmJZSmNiNA5x5k4aG3k9roPkgyhbIIJZ04Wz1vSee3s,365
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_health.yaml,sha256=WCeoS--BHEKmzwGEw1sewItdeqkMPlNPT341ju1XiHE,356
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_history.yaml,sha256=14WmGWbsynVXVUMrGfLA9XBf92q0mjeF2oX6PLrKsEs,353
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_law.yaml,sha256=tBjhaR7LNEV5ke2pXw-sboJW6X3O_Hm96H7N7jGeuHs,341
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_math.yaml,sha256=EtFHHzR3mYte2NNN32Z86v1PIgNAq-Kb5uu9ygM6Lfo,344
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_other.yaml,sha256=MukS8etXjQhTmmZlWxD181y5KOU5RT3FvaGrG8iM0xM,350
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_philosophy.yaml,sha256=hgW6txoNky77pQCrXxK_oy_rA-w6NwxP_tzLM7iJSas,362
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_physics.yaml,sha256=gMMZjh1L8eeKz8W8YMZVoD62aWdIg740DA4nfxE20mA,356
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_ja_psychology.yaml,sha256=fg-lI3XJvptmTi151P-AF2uC1soyi2dnlJP7sA6UwoM,365
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_biology.yaml,sha256=uZ25qiz1aKM0fM4ysLi62w8qVmzkSByXN-kLiteOsXA,366
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_business.yaml,sha256=teKroyYJMmrNBRbbVZjczrVqT_IqiEqxCa-qMcdED_A,372
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_chemistry.yaml,sha256=E3U--QBl16unT19ut6p5aI0-zUe-sPDFuBBj5CFnfx4,369
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_computer_science.yaml,sha256=tJimCPXSFLNNlrAghKXt66yROJobzcgkAWQAanh_JOE,417
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_economics.yaml,sha256=PB6RZbgyIh7kDRVqrlH-lNbgnmh9VnAjrVNbIE0mYGE,372
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_engineering.yaml,sha256=mXppmGUaXdJKz9TlFLmYZCdYJtmjzAIUdGSgTEjD1NE,375
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_health.yaml,sha256=Jk_O7Z_2WLqibsx9hvqYhF5LIu4NOBCUG1uMUlYlb9s,366
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_history.yaml,sha256=9Ptt7auvtPEOtf6_vJjJwNdWvloTnhIRKBp418Jb69g,363
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_law.yaml,sha256=IrwL8tY-LTepdxcoPT02q3FMQHvIfbQpTHhWh_Clb3E,351
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_math.yaml,sha256=3SEAeS3d01m50stW6-bVoebW1NG2AEnXYDrW8PYBW5o,354
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_other.yaml,sha256=xCdo6PGBbEU48uFjBauG8LO9T3Rm96mW2nstcOn35Lc,360
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_philosophy.yaml,sha256=zFl_JsqZzQCPLQpxeWvU54Qk7kKA-ziLfB-Jp5hpAAs,372
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_physics.yaml,sha256=0Pks8a3g2ILMeLRIGo5WGrQcB-cUDDOr0xrsCdEfB1g,366
lm_eval/tasks/mmlu_prox/ja/mmlu_prox_lite_ja_psychology.yaml,sha256=jwnDk7o5TqQBoyJjoWVf0-dyFff_TpELldwh6qHJnyw,375
lm_eval/tasks/mmlu_prox/ja/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/ko/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/ko/_ko_lite_template_yaml,sha256=eL3QuRaGAWfoNU_1RFKsWhQAJt-Y67UfiJSaXEIMJRE,785
lm_eval/tasks/mmlu_prox/ko/_ko_template_yaml,sha256=jLf8BmI4SqJi2seZ8a5rxQVuopbNy-gmqrrxm5QSWnw,780
lm_eval/tasks/mmlu_prox/ko/_mmlu_prox_ko.yaml,sha256=QwDCx1TPzveCN_ye4E_HaZ1K4tx-TflSGhgyOKQ8Vi8,505
lm_eval/tasks/mmlu_prox/ko/_mmlu_prox_lite_ko.yaml,sha256=9smAOXyoAC7Qvrayd9tewfb2pRGRHCDcoXrHbtWdK94,580
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_biology.yaml,sha256=i_D8_TSLELiA5ChVaYCyfgOzvbaMN4cAs-8Xp2OGw6M,353
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_business.yaml,sha256=NwuZoZ29U7Q0H7tCVNNcnZhLkyeDo78Dn-fhnYVHjxk,356
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_chemistry.yaml,sha256=eDD4Z9CAQ2JSD_7b6qzSY6ieBxj4xW1uiJE90e3QXE0,356
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_computer_science.yaml,sha256=CHPxE2Zj_SFWsTVUvx8JOklnujMKJ82MPIGLDJpg5QM,387
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_economics.yaml,sha256=XuubyeMVJWyMZz9RbR5_UJs7QoATxv4ISAmCD51xKZA,359
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_engineering.yaml,sha256=I2V7xP2nsY1c9NJqpIzNnz5lAq9r2U0ZigKBsWbacPI,362
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_health.yaml,sha256=tHswl7-8fmQ0Lhu0lss-NWLNRheCBw3okOdeJWtXrmU,347
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_history.yaml,sha256=uL3iP229gGajByeAhpN8jQejzONAaCSUaCjTfcIg9p0,350
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_law.yaml,sha256=Njb1TSbJdKxIT8nA0Z-grkJFbVLgairrgGtlaQt6_T4,338
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_math.yaml,sha256=zLfAq6IFnaT4u-rqSI53KjW9OT0bsX1xz7C4Xc0J3Xg,341
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_other.yaml,sha256=lqTCekD8wB__UaVvqRH9swB92w6CctpOpFTTJUaV6rQ,344
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_philosophy.yaml,sha256=0Y-_VahaOZxSGJOvbT0JOFUiijZZZKPbwD0R1tiHAoY,359
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_physics.yaml,sha256=KAneru8qJeLqzxHpkDL4X5_ks7JdZywyJs_I1Zd2ofg,353
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_ko_psychology.yaml,sha256=LVFW_kCHcw6vFQMx9MmPq0tmuR2d6rOz5NzTuvfkTdc,362
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_biology.yaml,sha256=GdVg6jSEGl3Yp1ryhQ6rkIDJyrRJqn7ajB3WMNjj0Ss,363
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_business.yaml,sha256=OXdUCw0jIqvy00xXaARxrB7xa58u2SWxjGB7wltByyc,366
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_chemistry.yaml,sha256=swNPnk90u6eHczQC624fW_NZtveDlJ-9jyYo8mDVLlo,366
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_computer_science.yaml,sha256=T4OcMZz3g3CXWxjrSSsg350UkjLSnbWaEivecVsmz5c,397
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_economics.yaml,sha256=k6QVzDgjcxs9BAuHgfgJgbaxZIFocwvy8n3exfVti_s,369
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_engineering.yaml,sha256=rIXM6aH4-Ynt9CV8YffIg5Ug6EclVcdknkiRxRCotvY,372
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_health.yaml,sha256=fVZxILe04VkK-qJ-PYD1c9FhZXcyL1EikW4ktANj4X4,357
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_history.yaml,sha256=z8pS3lwDo7b3MW8_Ix8MfidsyoFkT1OJkX8UZWNTZkk,360
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_law.yaml,sha256=8dZvGMAqFG5iP5W1m3Q9hC0noyTCCijLY-6RPeq01PE,348
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_math.yaml,sha256=_Xlxb7RwePj9NYJm3B4dlIDKLWtcTEr4to5Oy1P_3Cg,351
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_other.yaml,sha256=vMFw7ZmBL9NAKzYmkmKVun0748kMjdN5T9k26eRXE7Q,354
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_philosophy.yaml,sha256=mOT8a6G6WVO9ZPrQq2SXCrlh_3zGCKCdL0ElDu1z1No,369
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_physics.yaml,sha256=Zbme-KVLiQfjNrdUSU-kxFhH5R9L5W8W7EEIPeH669E,363
lm_eval/tasks/mmlu_prox/ko/mmlu_prox_lite_ko_psychology.yaml,sha256=LiRanbbAFeiKjEI-YTARfsxm1R0nexwzK-yxcMR-gD8,372
lm_eval/tasks/mmlu_prox/ko/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/lang_libs.py,sha256=WCqJK06EGcFjhFUrNp17qChBjFd2jM3YLWEXIRaz2lU,29953
lm_eval/tasks/mmlu_prox/mmlu_prox_config_generator.py,sha256=yQ50Yt4uxvGFUP4RqxYvo6I3YO87RfBbwQiYuPhrnBQ,4545
lm_eval/tasks/mmlu_prox/mmlu_prox_lite_config_generator.py,sha256=7mTDFaGlE6cMOUpfmR-y3TrZRJBsweDzdIqX4sVjEhw,4546
lm_eval/tasks/mmlu_prox/mr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/mr/_mmlu_prox_lite_mr.yaml,sha256=LGMF--GrpyEAC3gegHd1UOttt3LaqdCWsqY_Iq6AxXk,580
lm_eval/tasks/mmlu_prox/mr/_mmlu_prox_mr.yaml,sha256=3A3WgkkdWhG-WzVHKQUS5VN3EJQkRFdNpWM77NZlo9Q,505
lm_eval/tasks/mmlu_prox/mr/_mr_lite_template_yaml,sha256=6-QxBaey1R33Lz4lbdj_Y6G4t3-qi8AE8HLKFbMuYdo,805
lm_eval/tasks/mmlu_prox/mr/_mr_template_yaml,sha256=q3Zi262YBc__xyqKWN8BU3lUj7l6V-6nP97athhqO_k,800
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_biology.yaml,sha256=tTdA3teALRKlAoOU-uBp1gOvDhSuVSg0xIQn8vb7s2w,590
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_business.yaml,sha256=QhtjK5s8MF3YRWfov4w5DK17D0vZvuqHOKHEfAjR9x8,584
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_chemistry.yaml,sha256=Al3rHB1cBGw_kNA3qBa4cVSjxrH3X5g7Gbosg9-xYWA,602
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_computer_science.yaml,sha256=XFV_lG9H79JWbKUJ1L7AGdYe4RTLBgjyEYatgXiHc7k,623
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_economics.yaml,sha256=sJdUhyahHKo1NJD7FK8-_iqwtT_v430PnABQK6PmthE,599
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_engineering.yaml,sha256=DZlWZmED2eFceYbmthTMz1WUKXYrkYWuPCzzfzEH9Sw,608
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_health.yaml,sha256=WObkl3c9iv1KcR3X3tLZkrTQhFsNn63ynnP-u3cPKjQ,575
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_history.yaml,sha256=OxenlBsG2uF4sJm35YiGBg6n5OqTf80kzQApMHyXiB4,578
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_law.yaml,sha256=EE_SxWjNSisBV4gRhc7ahkgj5nKMlJ_dSDiOveUPy_A,563
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_math.yaml,sha256=aYQTwmtcGcI99RPx9wEIm4ERpJBoFa7bTvVDOkwcIMU,563
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_other.yaml,sha256=p71KjqSmDokdCAEJRXMd3_4kmft7SeF56Z3stxrNaY8,563
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_philosophy.yaml,sha256=rKxVXJvNfsXJvKXypDWReiwyvPbKOTbNn0qrVa4feu0,602
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_physics.yaml,sha256=2kpxkuzZ-Sc_nqNN9xLbIUZaB1YKeVAC8PqClOcUMYE,596
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_lite_mr_psychology.yaml,sha256=9dVYGW-JcPrrXqCfJfcgKbLiJvBU7JVhN8_LG-ikatw,602
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_biology.yaml,sha256=EigejmGchZ1BsMpzxCbuGm67M4pmTBDyKeUXlbFRNcA,580
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_business.yaml,sha256=T6nTE_P7TCjEwiLzr_I29-hq3nzyWE7sQAd2jDkTdaw,574
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_chemistry.yaml,sha256=zt552aEFygYnltxpGWE5DxL9VFSpgf4KrmFcbBQd38o,592
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_computer_science.yaml,sha256=kXwTDFrJcOxx_Jc4_G-CRf2l98u1ZzVkqRxJOQRs74U,613
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_economics.yaml,sha256=2e7Oprd9DMExM9Sffq6pMrHax8eMKEcV-Kxfc195i2E,589
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_engineering.yaml,sha256=BM1NH37FBCxCaOu_U-MHZdFw-iIH08FZIbcp_1RGgoc,598
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_health.yaml,sha256=q8-zQN1Ds1_RdfUOUikZ9mcGskp3S5jriZ82wvujNx0,565
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_history.yaml,sha256=pBLHRApPCrv7y2e3NOu0w5vcx3J5F6DJUCX1savN61I,568
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_law.yaml,sha256=teYm_N1KODjQnHLRH4m5nfGXJI4wQlXCV9W7KfQ8fZ4,553
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_math.yaml,sha256=2wpJUUav-QkC1-9aDpUL6J2-FziEf6VurBMC1x_HMjA,553
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_other.yaml,sha256=WEi0JpRApFkXDsbFb860yBblM7drXx8w-s-778LdzX8,553
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_philosophy.yaml,sha256=nPcevC7_AzuA-MIQnoAGWATbLA0S66LUQ6k9I6EcFZc,592
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_physics.yaml,sha256=Q9bNhFH1SMrSh_TAb6tO9RfkHsOtiBkRJSvfcoWyRM0,586
lm_eval/tasks/mmlu_prox/mr/mmlu_prox_mr_psychology.yaml,sha256=nGkAwgvHq4bES6tmTU7ht15TAO5yDh9eneJ7e8D-Aok,592
lm_eval/tasks/mmlu_prox/mr/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/ne/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/ne/_mmlu_prox_lite_ne.yaml,sha256=SswTPCj5tef48CDV3RvFOT9niS20x1mWZkW9iS24I84,580
lm_eval/tasks/mmlu_prox/ne/_mmlu_prox_ne.yaml,sha256=PK5JRq5KcEZACva1UH7Crc2qukcJiCTB3YPVyEP8p3Q,505
lm_eval/tasks/mmlu_prox/ne/_ne_lite_template_yaml,sha256=prUwFPLJKGb4Ac7VAt72Nrmwm8thQqznUILeqSo9rc0,805
lm_eval/tasks/mmlu_prox/ne/_ne_template_yaml,sha256=lP2I3hLXnx7UY28KqpEoTi3G_FYMuFaehZHlVD7CvO8,800
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_biology.yaml,sha256=V5ts_LE7Yh-XIvfBSrFHB_k_kFvpno8WXwOzQ1VXC2g,624
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_business.yaml,sha256=jkiPoy3488jRqrqHdgQClWFfZ6V5WK5rswMGRCUMcko,618
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_chemistry.yaml,sha256=jcQ5t5MiEcRDlsGk0Z4wEULdO_inS0AqCxGN_Tgc7nI,636
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_computer_science.yaml,sha256=V02HddjEyueeDxANuRmAhj__WXB22i75ETTVLG5P2h8,670
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_economics.yaml,sha256=jjwY-00Ewp5XTvNV7T_JbxsGzGFiLmX2wzx8ionXeIM,633
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_engineering.yaml,sha256=tKr9G6s4KP58Rr3yG5XsTD4s-arTw-FA4nBN3XdaYHE,639
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_health.yaml,sha256=mkAVKasiJU8NoHGiJMDF1nY_XVAKJEYdNUzfRDUNtsw,618
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_history.yaml,sha256=hYcxik4CZw3kF3qzNRpgKsZgH3PpAl9clDQ6WrUBSQA,612
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_law.yaml,sha256=1XPFsiM1tHmoJ1AuDY_uvHijO0V9DfkXeHxxtFkNALw,597
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_math.yaml,sha256=yhQ69x5Qp_wtITUdqIrhF2Ua6EV6FZQmSZkQs0Z-2pc,597
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_other.yaml,sha256=JHvlSmzhb5VaWy26GjEqDhizEKZIYt3AYTe3_uRqaOI,600
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_philosophy.yaml,sha256=V92poSq4lZgxsJ2Ng9xyHT_jI-4iY9s0_vHOmzpkT50,639
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_physics.yaml,sha256=SRaa0YnITagNJ1kg9cfjfTEPr8asnNePHOaqCugE1Og,630
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_lite_ne_psychology.yaml,sha256=BU3I27WzMT-oD3fKnE457E7nuvTNqcJDTt-O5I_NDCs,633
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_biology.yaml,sha256=qMwoQlgHXIfgvIlsBH82bVQtDqMtuGjUhzv_dueN35A,614
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_business.yaml,sha256=84UZjJjbIWOrTwaCW3KT723uLRFJhFL199GorzWUCG4,608
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_chemistry.yaml,sha256=VNFyjqltZjztutRso-kwLNHc_g6lZp2vdsGlB9qpwks,626
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_computer_science.yaml,sha256=japOI93cPgIdV42g2siAg7XtsYJjalQoMgsgSm0b0ss,660
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_economics.yaml,sha256=l5ssy3VNc1zpMZLLGXE6MSFxIs-i0jSnGtdtAGzGA2Q,623
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_engineering.yaml,sha256=duE4g6ycEL_r2yjs2Yt6EeKO9rBjKGdDPmD_slRhebc,629
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_health.yaml,sha256=6BwDj55Pzn6OO5aP9v7NNkQiUajDH2NIWK5RrQKTBqg,608
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_history.yaml,sha256=fl1ERdC51BVpjDyMHPGEy4Eg71mwDShneqLRC1LJ7lk,602
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_law.yaml,sha256=hx_7teL1cIN8biZwEzKJEX9rG0ppgAqQ9XqsmM5weR8,587
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_math.yaml,sha256=mkqwncthti7P0e94rGNXPFif_Jqot86Jvu08a66PE9E,587
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_other.yaml,sha256=Jpby1iIjW0CcEGLQE0sw2SMYIRr7zqktfDlRHwQ7bUQ,590
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_philosophy.yaml,sha256=B9lGjQ5w_CYqUiNWoegjL68OlFPhN-MyArU2HZavJuE,629
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_physics.yaml,sha256=G7LUCzLmiwIZe8XxGVvf5uRgBsXELKyua7hHRjd7vp8,620
lm_eval/tasks/mmlu_prox/ne/mmlu_prox_ne_psychology.yaml,sha256=9AWHHUy3mIL-8fokE0c-dSh6K0wnIFV-3NGzTpW3seE,623
lm_eval/tasks/mmlu_prox/ne/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/pt/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/pt/_mmlu_prox_lite_pt.yaml,sha256=JKoT6d8crWLJKm5l1i_vMZcI7ecvtQp7ZuQvg9hfq6s,580
lm_eval/tasks/mmlu_prox/pt/_mmlu_prox_pt.yaml,sha256=UWgMWc2GJKik3Q2G0zMs5iq37dn2KeaiiA7kFVplTIw,505
lm_eval/tasks/mmlu_prox/pt/_pt_lite_template_yaml,sha256=zlqwEzbZBxOT21AU0r3-pnIfrmoi74zgMJnrIu7ekAw,783
lm_eval/tasks/mmlu_prox/pt/_pt_template_yaml,sha256=QQQzwsd92en1v0n3S5718xY0udK-KawXmC4WzJTNh5E,778
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_biology.yaml,sha256=CM2Sc64aIfMUaX_2E6xhWxTDjU5nWQN4cHY5izmh3Qc,337
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_business.yaml,sha256=pL9I3cbj1HhQ4xKcGPPZKzbWFHzRkDQ4Q9K6bswbv8Q,341
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_chemistry.yaml,sha256=BXcP6bpISm4J7IQBUwHJ9k737U6ClfWByxZ33Gv2vqQ,343
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_computer_science.yaml,sha256=tIqro_sN3QHpI3N3EGjZRaPZLt6IWm0ZIJ-V80tvMS8,380
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_economics.yaml,sha256=NMnwAMMUMvi4lXu6hjIFtiTnSlHlFXsiU8L-NH9kNxI,343
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_engineering.yaml,sha256=OdpAfNCB_wHuuZSt1ApMRRAqrNu5MUeZxXUFEvJQLyQ,351
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_health.yaml,sha256=qvDwQ6enE5ZpuDOGqLDksQhqBdf9F9M9hn5_xeA6oXk,332
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_history.yaml,sha256=zJhHFqJoxY-BzGJYxJgcc-jyHs2Y5tT7a-bdxAXlf3s,338
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_law.yaml,sha256=EtVHkZfSm8mboerUi0g8M0FqUHl2kav0AXj2234UFPE,324
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_math.yaml,sha256=NRx9oFA3-ef1sjhdUVEhlAIKFHFX6ZF9KBwHZ-4vOKY,331
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_other.yaml,sha256=EjlJMSFJd5X_77RikoPRTb8d-b4v-MCak0lHJr4YMYw,328
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_philosophy.yaml,sha256=qERxdKO4wtpg1rXavA_vvdD-rUJW1WsfKLD1-pIaDVQ,347
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_physics.yaml,sha256=wPU99l4RPP3e8u4fvIgT2K80FjBog-GxPnBXxK5vUm4,336
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_lite_pt_psychology.yaml,sha256=4yHqRx8CB1Oj5BfjvdEA-FUASziZp8vMK7YMAr0GTWw,348
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_biology.yaml,sha256=CmTkDCU4wQK57iT8VmmJeEiiZ9HpGiNkwdYWdKCHsVw,327
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_business.yaml,sha256=MVV9uMxlDnYE47aX7J4kRV8grPA3LuLMs8t-G0tkDUU,331
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_chemistry.yaml,sha256=k6x3T4_CWPo_jNSTqNfWY0at4HypPi3zMTrpfFy3kNA,333
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_computer_science.yaml,sha256=o2YEr2BKLSbMszosgEF9n2v_QU7DeWwdCpXDM9VBa-g,370
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_economics.yaml,sha256=pZPjkiTsKKoNhYnJ7m1l4uN7__iO0Bz9HHzGJUChgo4,333
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_engineering.yaml,sha256=2hM1yxoUceyuat8U9hdrYHVpEaSr0gwIUod0lj5iPQ0,341
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_health.yaml,sha256=KEOWbZ_nf-_8V6HRtPQYq-L3xzRocIx_gzJzYXK8FTg,322
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_history.yaml,sha256=0odKA2l62CZ6xLb1XiyorbBeis_ybo_slfIOgr9FXqw,328
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_law.yaml,sha256=eBpKMIEVLB_eCFfb5PKVRtXzFKLDVtJxAprauRyEeGM,314
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_math.yaml,sha256=7FOuStrA0bx0P0vjms1iDyJm2sXWRku2qt3aJDDGBrw,321
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_other.yaml,sha256=7pdTY_nDhVuAvjT3KgqrPhidv2H6Zyla-oN4L18YVRo,318
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_philosophy.yaml,sha256=jXE8poRlZT7frWDRgsuk1CoUY7TLy1eKAEEqrAHdA6o,337
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_physics.yaml,sha256=1MNnfsqBvB3uhnXAre0eY5ny5MvL8lSzjlZf-s5Qzgw,326
lm_eval/tasks/mmlu_prox/pt/mmlu_prox_pt_psychology.yaml,sha256=8asAj-SEWlBo0m7W8Fi6r-swPa_0YpaV3QXYnXMLDlQ,338
lm_eval/tasks/mmlu_prox/pt/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/ru/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/ru/_mmlu_prox_lite_ru.yaml,sha256=T5F2I6YacDDFMWktvQX-F3xwehCzIdsUjdPiXXMGpnk,580
lm_eval/tasks/mmlu_prox/ru/_mmlu_prox_ru.yaml,sha256=l4b_Z4rjHYy_DZk0SjLqTg4MpiX-nkhAtNjh35NWRdQ,505
lm_eval/tasks/mmlu_prox/ru/_ru_lite_template_yaml,sha256=hVMBTYAXljmn-OV4zU7uPHacvAZUq12O1-msyAaPvh0,786
lm_eval/tasks/mmlu_prox/ru/_ru_template_yaml,sha256=W2FdOWvRt549vVckcgCJlkBwsFGA37rySctDVeyyZHw,781
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_biology.yaml,sha256=3FjQC6Dx86hZ7QlN9bJAv0e59CspiC6v3cBbo0sYTqg,495
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_business.yaml,sha256=SuzWdkwwAiMz_pe_2PbqP14VMLq44dFOs4LLdlYTLiY,494
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_chemistry.yaml,sha256=q6zOll7BIIxRNyD6DQy1B5aRlo9Rln31mGXeUZq83Tg,495
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_computer_science.yaml,sha256=6Ozf3EZvccX5QkFJKS1ZJVZVQNqXQuUtKvWmfhv-GyI,528
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_economics.yaml,sha256=b3D7ZNmYRW1rvVGCIkO-mknnL-vPMy6cTdRg7IxNUWs,503
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_engineering.yaml,sha256=Tfez_vnHbvXYFPfwQSDhK095iZo-z8YkVP3J6B3zMOU,509
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_health.yaml,sha256=VLqgjTdha4VRpH0-yDBUL_LkV0ZtV3xHa0tV2C35ALo,506
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_history.yaml,sha256=EdKIle5GJNTCYNPG5OYQ8-RsMgb-PFnX0RbyFqxUHNw,493
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_law.yaml,sha256=xaN0KD9np-d7InXZACMjMK3n3eHx6onwziBPm4DvtvM,477
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_math.yaml,sha256=-Q6I5mjVLxkoJRV2fjaCVGC3u5xCSTRAN3hsGWqDwfU,490
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_other.yaml,sha256=JD25aB5ZaJSLxhVO6VerbjewZX4rMuCm-cO9bc0MQdM,485
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_philosophy.yaml,sha256=UoNLna5tL0SZGwnfHu3tgiBzg4prqIBJvBOocfKHzBc,506
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_physics.yaml,sha256=rULdwxVGomH3mtKspIl7eosKQHakAu31Fz2yIE0zb1w,491
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_lite_ru_psychology.yaml,sha256=ojXfYFYYwNQg3WUo79nEGhSP5BaBx1me39AqjyhRSRE,508
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_biology.yaml,sha256=A-myTahHNsStkoOuyyRKyRuVkp3VAoIFWS_TqJaCvMk,485
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_business.yaml,sha256=xC0BrEVxqjtHG44585pbL1rxOwF0YoCo1m7NExR30HY,484
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_chemistry.yaml,sha256=9eUZqnkon0HmvYnnZzMkAONvNanqBfeFCkEcqlySZKY,485
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_computer_science.yaml,sha256=B-C6Os83AnK-9eGwcFznl5gunwyGhLO7BF-uzwPpsyY,518
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_economics.yaml,sha256=pM0TJmE8jQeJNxTMt-_PEyeVgn_HSX43tzwORfLE5vY,493
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_engineering.yaml,sha256=kLU_V5kaRLtP6ycgCbmz74SQUmKdn1jLPRqKNuJQRgA,499
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_health.yaml,sha256=vAqTdI35EhmhGKgyZrkJLaL1_yx_2wtG8dLtxxbnRYs,496
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_history.yaml,sha256=lzVYpbFwDCJFb-rc3hXXtGaCovCRzDVd8-2-vG5WdAc,483
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_law.yaml,sha256=U981jBbsYTzlDGbXfuvClsO1ixzdpQXTb4WsVVMb1oU,467
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_math.yaml,sha256=YJyIkUs_8Loj_WVUo3ZigYpzrzmf3d-6xAbubceT7zY,480
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_other.yaml,sha256=NrGIay-9zw-vncM2efjkGMSkzXWCzmnZNsHi-l2ZiYs,475
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_philosophy.yaml,sha256=NFsTsQvBR7LBG2Z6X0gIwclXMXWqFjvfKpaRLjbRj7g,496
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_physics.yaml,sha256=-zkEzI6g0N8vfB7SbgCILElOgU8DsuZLVwFJyD9UTDc,481
lm_eval/tasks/mmlu_prox/ru/mmlu_prox_ru_psychology.yaml,sha256=9LgZuAIOzn2Nmsifcd8Qqux9sP6qh32NuB4aGGldaoI,498
lm_eval/tasks/mmlu_prox/ru/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/sr/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/sr/_mmlu_prox_lite_sr.yaml,sha256=U6koEqecC0-1wllB1z3QLGu6R2C4FzezVkjzC7D2L5I,580
lm_eval/tasks/mmlu_prox/sr/_mmlu_prox_sr.yaml,sha256=O3R8YuGNzqhS6MU13RG9l26nDO1bRvYUrA7Qkf2VeFw,505
lm_eval/tasks/mmlu_prox/sr/_sr_lite_template_yaml,sha256=659DuGHkFUOeKXl2TFkQA4yIcwFv9WeZrJhIJSgT_N0,779
lm_eval/tasks/mmlu_prox/sr/_sr_template_yaml,sha256=ADrHYaSkm-78xnQZMMq4528RfyA-aZ1j5rrUsECu_l8,774
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_biology.yaml,sha256=oU7w-YZgA_rbYOJgIo64jebsqc9-l_9NayCtQXv4ZUs,333
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_business.yaml,sha256=4ozGoez5ZatJ0Xiaei4QcIuMtLfEDFVmV0hjcLIVrvU,337
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_chemistry.yaml,sha256=hrwPlWkTX86wQ1FgA37BRB4y9IxH3nru6XXkzbcN4gk,336
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_computer_science.yaml,sha256=UyMCK-iIyKiU1kFy3mUZvtgwVF4XaMphXq_64GkzWdI,363
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_economics.yaml,sha256=KHt0zq9BJvw8NGLxeC810vZnIVZImuKhTpeIy6jXdho,339
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_engineering.yaml,sha256=iykzdVYqFDxNiNifgP8cQdLgawbkzI0a-BjxtzYZVwg,349
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_health.yaml,sha256=tpUm-TVK9tjCWirZJgwzK5vfqzBrTgmFR6MXXntZE34,329
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_history.yaml,sha256=59fWh6A3v7A_661uz3IIavxd5okEMk6fIaWZKuvyjp8,332
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_law.yaml,sha256=AcsW62_1G5CtMupMAxLCLlCa4PwkN7oveOR9_7enSAU,317
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_math.yaml,sha256=iqo-4BmGZ8yEbwLypgPEchbf2ZIZyIaW7FUnUaga44w,325
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_other.yaml,sha256=PsaOYDXsuyMbaoVPc8wE3ruo4QBvNdgFboEeYr1xnGk,324
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_philosophy.yaml,sha256=ZosdJkQjxIuZT4l08K057oTclgvlg9_3jjmeXxX_gGI,343
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_physics.yaml,sha256=yqqHRIvzH0fvxNiIrxwtMT98nS3y4cpmDewdxq4g6XQ,330
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_lite_sr_psychology.yaml,sha256=lecSIW-q-RJjkk2WRxInGCM_WcKN-aYHkIHQ7yueU6I,344
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_biology.yaml,sha256=PMfPAoiUEaf2CkWrMatLKIgqStXgCTcFQEHocO0SD70,323
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_business.yaml,sha256=Qn2BRTiQstTCUXQtcuXmjA1nMl-WtotYEdICA4qQ6pU,327
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_chemistry.yaml,sha256=-pkMghWEscpIbimO4tqiZROUBe5bVRSFspmxtsGhfk4,326
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_computer_science.yaml,sha256=DS9RGa_Ncc_CS7vsAwvHqy14ISnxiNY2MlXKOxJ2WnE,353
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_economics.yaml,sha256=HuOyBJTm5CRG6IGiecoFfszw3ZG-81YglNMSIZCaIDI,329
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_engineering.yaml,sha256=bnHN1LudmadGrf744XLlklasi78pqAJotGtDk2xrMEE,339
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_health.yaml,sha256=wFnRmlxBfLMSRZGmJ-9R34RFymSTjKzZBOQIDUKmLKQ,319
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_history.yaml,sha256=LOdo8oPa29hwaGj0s0D3I0GeeZhJx2P-xYdnlmRwJms,322
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_law.yaml,sha256=jnsg6lW6ZMJgbXdeKlcNAnxwJJ2w8dWmwTk-sFYgwWk,307
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_math.yaml,sha256=Ncvr768bbG6J7VigR8QKjnREd73IuETZOG3AM8sbYEs,315
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_other.yaml,sha256=onDwJ6nJG-miu82NFPDOGhZ13akQHVm0xakIRbunTYc,314
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_philosophy.yaml,sha256=hrP5D8qVu9eg4HCGGcSe6GOuQ1Vx2m_Bb4nBMkYEio4,333
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_physics.yaml,sha256=KHBCasHraJucvEsdwsGBl9QkLgWkTpL2iBuc6O7R_eQ,320
lm_eval/tasks/mmlu_prox/sr/mmlu_prox_sr_psychology.yaml,sha256=e2Uz-Kpde6e76ELerzHHJmCqcKZ6vm-L6NoTHAyFNWQ,334
lm_eval/tasks/mmlu_prox/sr/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/sw/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/sw/_mmlu_prox_lite_sw.yaml,sha256=q7JrHIfY2rUAPlbF-Qf0HtGUj4WPVqUvmBvolsakTnc,580
lm_eval/tasks/mmlu_prox/sw/_mmlu_prox_sw.yaml,sha256=m8dvCJ8mDpJ099Q5DyJf4inJyYKE13Gc3bTFB7n1NGc,505
lm_eval/tasks/mmlu_prox/sw/_sw_lite_template_yaml,sha256=gwfKAuuUBq5aqG1GYOMjM0Ly5i-utbEFY3ifidDQRO0,774
lm_eval/tasks/mmlu_prox/sw/_sw_template_yaml,sha256=E7jaYtU4l2ScYAP-sLewofpl__aSi37qVdOsMngu2RI,769
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_biology.yaml,sha256=iRpJ946IVADAMZLpWyNQWaGqXdfgpiKCsy8bMkDD9Dc,326
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_business.yaml,sha256=H62wRQvPGPKQ3U6jjy4Ez1_xY3tV0i9z5JZgnksZm1A,329
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_chemistry.yaml,sha256=raIEpCHNV7t3VNqy_ufeWxSRR1QHxmOwVd3bYV3MpvM,329
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_computer_science.yaml,sha256=TwdpiZ40tRhkHVKqtGNeoSyxSnZJpqLlBBQ1k2HQIOI,364
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_economics.yaml,sha256=iRuzVQngnTEm2svo30x6pI5ZVR3mqETwzlutfHDDsZo,330
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_engineering.yaml,sha256=y8Zk5omS3obFov-3ey7lhsYBGHlpQbFbnkOyRbDzUKA,338
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_health.yaml,sha256=ssib9q6Sya1_NkEbZ8mouYyBwn_Rk5cfASlhzY0ZqTk,319
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_history.yaml,sha256=EegUPSb06qZJdQs5bkdZ1JMQQQHYxAp74a71IRp2HuM,326
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_law.yaml,sha256=L0yxISdZZe3AOTXP3X9iVDxALEFfzdglLed7lyoPymw,312
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_math.yaml,sha256=pIY-YlPp12AEz69XNwGEsqno9Wl6yiyo-ANodPghmTc,317
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_other.yaml,sha256=msZ1D0gyeqNKfbELP7VtTyGkTUs1MI-p_ADtTli-roY,320
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_philosophy.yaml,sha256=YPpbKlVZTQYAqen15j5e3GxPo07nRtw9naVoUhpeXVs,334
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_physics.yaml,sha256=alCkDaIzZFTRORoSIfknyCqmk55qyXYGW7kWdQDYVzo,325
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_lite_sw_psychology.yaml,sha256=gZU5w4reOtHfznqrPC9wT5UASBjMKHRH-FrRiZO3JSc,337
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_biology.yaml,sha256=YZaFH0kzA9YLPMpeJDtVBNUWpgD3-atdHJCfRI1xYAI,316
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_business.yaml,sha256=ZnmwPAfqNa1kCYXocpu-G8AYsdr-KXQlbrxgvJR1aVY,319
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_chemistry.yaml,sha256=-CWwI42sJ7Md1hyJnXqmySeYVC9utD-RruMto2GbV48,319
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_computer_science.yaml,sha256=3Bjt_VTtFn4kCVz63QaO2rmYriZ6H74pBuYspBIoC2M,354
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_economics.yaml,sha256=5OADHVE1kQpK77jfN1n4wLA2TJpnp1af_R3v7CoO12M,320
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_engineering.yaml,sha256=rJH-xrEzCyvU_JmgZj4PGjVLW1Cpzi6UYzM61R4E0EY,328
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_health.yaml,sha256=RMT92z-SXha3AHMOWo_PnrUYJIMtl63BHq-ZM9ePlnM,309
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_history.yaml,sha256=arqQBIm1fJfpSBISk8Fm3MPi11c6zwZ9wjWJEwEEt84,316
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_law.yaml,sha256=AaKzp8RobnnjGze2o7KITxcOTiMN2e1NeIRjJsGV3Sk,302
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_math.yaml,sha256=UVmVjxk1XdbAFLs9Hu6LMVxOrQg9mPixajRSuOFNTxY,307
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_other.yaml,sha256=9Roz-xT7isAAaZ1g6ng-U1HBLHmQtpsZ7hh1Fp2uI24,310
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_philosophy.yaml,sha256=MCHwfUNmEripuBii7xKuFnby_mZpa9N-fSPTSkCTdmQ,324
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_physics.yaml,sha256=xQaOrHB1qFMtL9yucaN94JAP_8j-mKNSPAc1uYjmiXw,315
lm_eval/tasks/mmlu_prox/sw/mmlu_prox_sw_psychology.yaml,sha256=uKAA3xvVKWvkxtjVIsvf6N-RzwYWV26hpL7L89JYG0s,327
lm_eval/tasks/mmlu_prox/sw/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/te/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/te/_mmlu_prox_lite_te.yaml,sha256=vBSVKHPx9f5ourtM-uKBbV8JspvIE9l3JZYwgGcw2wg,580
lm_eval/tasks/mmlu_prox/te/_mmlu_prox_te.yaml,sha256=caJQ_8qjSlRQbV5G_fPj3542bn_dgHM-LfKqmmf3Xr4,505
lm_eval/tasks/mmlu_prox/te/_te_lite_template_yaml,sha256=j7NQ_lnA_t2e_SzxWz6zQ2sk4X-jbm2TGbCCIgsX0eQ,801
lm_eval/tasks/mmlu_prox/te/_te_template_yaml,sha256=_Zk7xhnkkQEOjNltNWPpyBgU6rUCpdwuNbkPkFhWM9A,796
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_biology.yaml,sha256=kAZu5-Y6sh8nw4-ETxa_NugAcHV8W9US1e9aepM_rIA,571
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_business.yaml,sha256=osX9vf07Fjeztld_DTygm1baQ57p4DdPH_AkXi6JVDI,565
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_chemistry.yaml,sha256=K4p2HqL6J9eLqOHQcqNRb1KHs9askcSsUPkXU1qWOOY,584
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_computer_science.yaml,sha256=bX5ykWttGs67MpAVntfA9kkNFFI8M7bv3IcwJNljuMA,611
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_economics.yaml,sha256=Gy6lLlx8KmP9q7D-PLuk75aoe5zh2FXDMk-RzAI55_k,587
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_engineering.yaml,sha256=zgdoqLNj9WYW6AxVFX6hFkKRXWQikApLpuU6SlAqjiM,580
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_health.yaml,sha256=AqQZHWrwSyAFUWxvIRSlObviH1iN1X6pNUJRjTx4K0E,554
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_history.yaml,sha256=sAhKBEgWzm80eXt_dO8aHltCXEmilgLqgXA9GDZ02YA,554
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_law.yaml,sha256=W3k8QosI1awP1jBFnMVeud7DASxyHB0LA-jseOiwRX4,565
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_math.yaml,sha256=s2BLY4XPptorSJMu__5OQAHYOnz-QtT13tjdHw-fg10,542
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_other.yaml,sha256=cp3VQZlay_qkGk5T2JUurIPe_C_IDY6tc2bX0YLY6HU,548
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_philosophy.yaml,sha256=iM0NAged35WR5maZ_Ffe5riU-5d9N5cQDoNWOR1fhqQ,574
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_physics.yaml,sha256=5dJyREr2oKSkPzBfUgdFZRHqkgxQZrXaGYelo4kCW80,578
lm_eval/tasks/mmlu_prox/te/mmlu_prox_lite_te_psychology.yaml,sha256=9yqqsU8WGB8HbjfcO9AytBYT5iCcuWaDtn1vywt8ILA,601
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_biology.yaml,sha256=kUY95EYlNn4J_4NdbP6u78pYR9W-D1rDdce9t_hWx5c,561
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_business.yaml,sha256=-SAkNoZpwxpdJsgo00vn_teUI7NjcnRs_Pde3_Bdtyc,555
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_chemistry.yaml,sha256=RKOxqgI2bCvWBS9zCHz87hQy5UML8rFZfMR8yt9OJtg,574
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_computer_science.yaml,sha256=fP58vz-3yO0UMjM_rx0Pd7HLCaeSFyEy0OUax9Y87xg,601
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_economics.yaml,sha256=jQ3F7h7Atj7DXb6rQoLdDJjctGBvwkZhrqP7dB9JoCI,577
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_engineering.yaml,sha256=lAqG8NB7Dy5wZ6kc9ZhmZ4VhGnEzyhMS0kTpv5JHG6c,570
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_health.yaml,sha256=xhVQ2XZ0NfqEF2fpzBMJQ--7lTjSdFQ1Qq6xlpkzrKI,544
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_history.yaml,sha256=xxcxafzPUj_2rP3-RXSvauk2v_UeOU1OMv_vx23aMN8,544
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_law.yaml,sha256=XnrFGEeYfX5F16UIpG82HfN6BbLA3ydXL6lpyv_g_nc,555
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_math.yaml,sha256=EYegiyukVl4mhU5Lb81zSXBBDRL_8NTxG9c3g9lUYWQ,532
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_other.yaml,sha256=EPxOVeuJUU08XXo1_DN5cxBNgJZzoPYD7fJZKvjUaiA,538
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_philosophy.yaml,sha256=udOHhUg3mFn_JZXwCrtD2At5PfLqDkzuJYzhs7wptso,564
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_physics.yaml,sha256=4nmVncR3VRWOUpWtNsYf9GFw_00VBRZn-0zVbG4jm4s,568
lm_eval/tasks/mmlu_prox/te/mmlu_prox_te_psychology.yaml,sha256=w7FtjGgE3m_8h08m6S-eI6BXNSbn3GnTI3Myhxal7r8,591
lm_eval/tasks/mmlu_prox/te/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/template/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/template/_lang_template_yaml,sha256=sydhAfSAmECK6-_5L8Vc4ofFzCHA1y13otWlNZf7WLQ,755
lm_eval/tasks/mmlu_prox/template/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/th/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/th/_mmlu_prox_lite_th.yaml,sha256=c6HBIhSKcXRUGqXnQ5zZw0pdH_1zD10phz7GuPPsVic,580
lm_eval/tasks/mmlu_prox/th/_mmlu_prox_th.yaml,sha256=I1Nzv6Pp99GJqQoDkVcH-hYAVeLzk09pJiQeQfD9OG8,505
lm_eval/tasks/mmlu_prox/th/_th_lite_template_yaml,sha256=6HtNWBDQq5hDYeUSUiZgR84VdbPyTHgvhfJ2uMgmw6c,801
lm_eval/tasks/mmlu_prox/th/_th_template_yaml,sha256=CkYJJ_gHn4yDfF3Q57qwr4vrq9PEObEttJgduqwq_2E,796
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_biology.yaml,sha256=cG2wOgBcFRkFeiGJthdbaqZvtxuDyzqh4L8kp_T-i_k,559
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_business.yaml,sha256=po-0d1-aynrkM7C8oRL8hmavQFhhYRmTV0u0QqTPFqo,556
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_chemistry.yaml,sha256=ydGwfc1l8G-D9_xsp4RvKm6lWwROGp8xvs30MuMzUnA,553
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_computer_science.yaml,sha256=AwqdBZRvVyNpqLRviUxNQm2MqgOGC8auWhSUqhBIWtc,619
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_economics.yaml,sha256=AThVnFpLJPqChmNuwmwRE8acqJz1t1Y2KK3DjMBEjb8,574
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_engineering.yaml,sha256=-F1ybouw6KfcPueO2Ke0XuEFEYrrvMIvuk9ALZnUkos,589
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_health.yaml,sha256=cJc2DTycvAphh1C5lI1JIDGDpGNlVYPdBPrAnZW4ws4,550
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_history.yaml,sha256=T5XSEvZWx2pO10OWA70ccRxZO_kX8sVcdUN8zRUcjRM,574
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_law.yaml,sha256=Yiewm5zTSwWmDtP-JJWltk7PlnnbYsa-JL4718FRZqE,541
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_math.yaml,sha256=rECEzXWAOda4MOayj51qZiGJ_spY4iKTxApOUB7X9uo,556
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_other.yaml,sha256=_lgvV5wtEvPgf8fPlcIrWYIhnSWoHruq3ebdGfp_Qns,544
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_philosophy.yaml,sha256=LwGaQ9y5foNImOqZrvkpglSrY1FigE_sLw0qhLHy21w,562
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_physics.yaml,sha256=oM_gHk9gpsix_L0fl1bmH9BzXMKL7S8HhFqDBi6G_ko,556
lm_eval/tasks/mmlu_prox/th/mmlu_prox_lite_th_psychology.yaml,sha256=Si_XPVu5jr4wlRyoU_-7LzZz9Yw-UwBkgFEmRm5--Fo,568
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_biology.yaml,sha256=7UAcr7bloIYJLPxI-5HlnEKwODIFPuJOXmTPz-5NSnk,549
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_business.yaml,sha256=a01HHN_q6GClZzs0vP90P19fdCjSIuYFFm9N8QDgIis,546
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_chemistry.yaml,sha256=XzZL19cIIiI73innx4ebs908Eq_fRjXAHqrqSKQCJa4,543
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_computer_science.yaml,sha256=O8NY8J1fXFxTYlWDlgm9kyTmJa72eUZqAGgp0lHbk1o,609
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_economics.yaml,sha256=L67VFHIiDk3Ev1T0xdOJTMonWf7jcV9j_kQTscVDHdk,564
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_engineering.yaml,sha256=CMcL4IhYRyQONRCA9_LatYdc0fVSqszGV19Ryz5m0Bo,579
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_health.yaml,sha256=ExOKdMmEbvhE_W8Vg2AFJPNLFu3Pv3uuUxp9uT7Gitk,540
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_history.yaml,sha256=WEKEzhAasInGAgx4Apcr037gFuPtgeKyK4AazxNQZb0,564
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_law.yaml,sha256=QV3jOlUrlePb33YIXjLWuKEzk6f7VNCdqSYEnnM7pyM,531
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_math.yaml,sha256=wuGKtnAYtG4kkLcf6pU_5ZXR30Wyh1suhG0XaBTjvfU,546
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_other.yaml,sha256=dISSzDm7bf7FX43gPBdGt8S5exla0CVPKl4-4FPCCLQ,534
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_philosophy.yaml,sha256=H2H4tupLN1BNVZ7Yic9RLTQP0jyTzajkOCdXCtEs8_o,552
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_physics.yaml,sha256=x3AB1A6euhyRRJ7oH6APHNI2NGgUnFvriRsfHexzwp4,546
lm_eval/tasks/mmlu_prox/th/mmlu_prox_th_psychology.yaml,sha256=3wFWK9hhMhs4xqhTAy2cGrMEgHKQPozzSHeXikzD59I,558
lm_eval/tasks/mmlu_prox/th/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/uk/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/uk/_mmlu_prox_lite_uk.yaml,sha256=gBuZ5a8sd-MZdXX6WGBQQbCFbBwK97DyXeY9phRTbmE,580
lm_eval/tasks/mmlu_prox/uk/_mmlu_prox_uk.yaml,sha256=LhkI-G2xZERObqEPYF3iAqm0lh1FgSB8t-b1jomT9Cs,505
lm_eval/tasks/mmlu_prox/uk/_uk_lite_template_yaml,sha256=ZhDX5TnzdN0Nlme5G0AiFqVURD5_rpPgzyDYxS9ay0Q,795
lm_eval/tasks/mmlu_prox/uk/_uk_template_yaml,sha256=g3aIgYT5myMRqTbty4bmKvioq9C-C2HX5VE1nGv6Blg,790
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_biology.yaml,sha256=uCj8iIf9BnoosePs-6aANN8AMDk5JJ8uM3SF22El6-U,485
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_business.yaml,sha256=xNEm3QWLp1FpM0fXVWo0PtXfank5sxI4mSjqoNgTWoo,484
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_chemistry.yaml,sha256=TAAY1LQfEoa4-iTf6L9UHzL1WRpdf9jcbERu4us5RZ8,485
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_computer_science.yaml,sha256=b7cwGKcLZVXDTwstVUGkJt_Un0jNMFT_xZWj0_w_i14,518
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_economics.yaml,sha256=mPC9Qxp9Ntusb4qmrkMZIFsBCx_FICSN9pUDZwsVDVU,493
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_engineering.yaml,sha256=nec2i53jWLX9QgE9vl7Mb3eA2CCXRcXUBVc9a5cPXq4,499
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_health.yaml,sha256=jE3cYybHuI7xDKJRWxxws6AoezlcxFowk1WKoX6KANY,482
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_history.yaml,sha256=512fmJW6d7yyh2VB-QP-A6ObQH0jUvASg3UaOxDrcjg,483
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_law.yaml,sha256=2y5qZusoS0nz7LMl8m87Y6jJvYOr5pJEtgmFjZ2U4fM,467
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_math.yaml,sha256=uxTHJaUvl1TLN0oN_dp35mxKpebHbV4sAPpf_Glia5c,480
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_other.yaml,sha256=9HKNa49rWayroN2G-0cgGm-LAtU2IO73LOCc25bcfsA,471
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_philosophy.yaml,sha256=Rb53K11r85s4Lw_5ZFC6jJhYCeDPRPlRn1COOeyZcIY,496
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_physics.yaml,sha256=J2cdlhddEp4JJX_HOZnEUCmaq-AMD8f11x538l-PJM0,481
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_lite_uk_psychology.yaml,sha256=8k21Wt6xRtgAmzfy0cc0blFnxIeohZ5HcmAD8Q3YLms,498
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_biology.yaml,sha256=lloG7ziVK5xcWML8TjwrxBt8QN64Db6mrxjMzNF1dkk,475
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_business.yaml,sha256=bO26gqTyQf0xbpAkyUYQdgWQxjux1vQM44PJ3-tX_Co,474
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_chemistry.yaml,sha256=A7-NDsCunBTFTuaTA8gVXn0GIkLWrHH8DzxTyrJl4B0,475
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_computer_science.yaml,sha256=m6ahzojRqElGW46POfrgBpPAVvpXQvkNh8pSQSjWMkU,508
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_economics.yaml,sha256=frN7Ze5hjdat-fiJrEqXYW88R42EEcQ3ahPozIi3b1U,483
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_engineering.yaml,sha256=aS27GJEGec0DCE0iVns6af4tS15F_X_DfAADOB4MsSA,489
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_health.yaml,sha256=EP-kt5BwCyoz5l4EmK6FiftJS1WcYrvsirVPDb_762I,472
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_history.yaml,sha256=Q69iMIqg7X9ZiqYmsBBF5own_Thabjk-HUv5fnR3hE0,473
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_law.yaml,sha256=ibsukJr3njRIfT75AjTv33LnXREQ0hdzILM8ksap75U,457
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_math.yaml,sha256=up204-j5sCi4KAEdMoCMpqOnnPpUJMTyMq3JeJh_k3g,470
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_other.yaml,sha256=YasNtchPtlVjiK-Qdm7i3V7OElH2cNY7aSllRiCLiVU,461
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_philosophy.yaml,sha256=9omnCyEjUEhvUSPlY1cxIL1SSfV0XH0p3cwWDkqqtyw,486
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_physics.yaml,sha256=x57zAc42I-0uXToRFzeWivF2SFm3K93y5ZyQIHzb_Fc,471
lm_eval/tasks/mmlu_prox/uk/mmlu_prox_uk_psychology.yaml,sha256=d5jLq-rjJAmT7h3nr8jTMbr13lS4f8qfSaGr8cexWZM,488
lm_eval/tasks/mmlu_prox/uk/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/ur/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/ur/_mmlu_prox_lite_ur.yaml,sha256=fQLnYv0CBkGBQkE9giCkCPUtYIasoRbAuBjt9VhNH28,580
lm_eval/tasks/mmlu_prox/ur/_mmlu_prox_ur.yaml,sha256=Gs6zz3TRDBZwTLn5-xxSk4GTprBkofn6tlKHArsSo2k,505
lm_eval/tasks/mmlu_prox/ur/_ur_lite_template_yaml,sha256=63UTnvvhAZTacw1IZpA93_0EJYamu0QUPEu_3o5lpko,783
lm_eval/tasks/mmlu_prox/ur/_ur_template_yaml,sha256=-tHrQzuJtG-t97AQuaDVyFFt7EZ4TsrDb5k46tyE5JI,778
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_biology.yaml,sha256=6_XOFkfSZIYmSmEpHDuLG15fyCHvg7DRTpKf6r94Vf0,461
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_business.yaml,sha256=qeM549Od3wWpVWzsdNrVLBa6GCnVzWvUDrYIwcArQOw,464
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_chemistry.yaml,sha256=NL_FH0yfEZDU9Mh6W2IFTAiM5f-GQYVJmnw1AoK5xe8,463
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_computer_science.yaml,sha256=RjnqeD8DlyANNM_r5wX1MqqN5AZ6rp2wLvDws6pRMlc,499
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_economics.yaml,sha256=KRHYiZO-zAA2ezm7T276tragVOqXn6jz2k6v99rKnnE,467
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_engineering.yaml,sha256=QCtNrYQEPPpT9H0KIPbDuP5bjysnAFzqzCxXTLRYGdo,477
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_health.yaml,sha256=i_lUd3GkTyZVKASTRrC1SVQonpuWGr1lreIdJ7ZsQyQ,450
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_history.yaml,sha256=0KWUjlOfqqqWupq_0xWkeH8SL95f3Eo3cqtpWJ2xcuU,457
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_law.yaml,sha256=QuPBosJUqCbwrzDT_n5H3KJsWUaMBm3zZv1I8D3dyZs,445
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_math.yaml,sha256=kt9P-gzShXLiJuOyL2_T4PmIalhJbfnY-E230KLvR0s,448
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_other.yaml,sha256=-xqRhilhX7OI440ETfXy_lRq15CqGxwR_Sm7oW13QBg,449
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_philosophy.yaml,sha256=ExlCunCIIaIp8XYBpU0Ydq03q4HTPAbzdxW3K-Xz8TY,466
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_physics.yaml,sha256=Tvpx7_Zk87lyH_xXR4xt4RwOTi33MwB0MUtvFODkN1Y,461
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_lite_ur_psychology.yaml,sha256=le7RkUuP2RtmNAlr3rpGHp9JycylLSdMkADiMo5DQCA,468
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_biology.yaml,sha256=Iplww8qGDE_21UuFauhh5TIbhkoNvzNqSgM8VRZD-nM,451
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_business.yaml,sha256=pTVvpEbsrMSmCPeK6QZ8Wt5RtU6-rMzS9q7QRWKONGo,454
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_chemistry.yaml,sha256=gAPJiF8FTovWrYpYx1t6tkvCJq5n9QMjqBdfOH8qS6o,453
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_computer_science.yaml,sha256=EZVPSul6dkfTeTJaoRyjx4PxdQyDZT06_0ky3uxkud0,489
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_economics.yaml,sha256=hu6uEOIGBagpnNh-yRBgkC0FT9ahPd2dZlaTZNKBQuA,457
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_engineering.yaml,sha256=jJSgt0nb9QM3W7kpCoTvvMetzsNq4mHek0Lpv_-Qesw,467
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_health.yaml,sha256=qKEP_sGBjxMetPo2c507lg3-dK_zFkwXjsnaxj7wXQo,440
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_history.yaml,sha256=DZX-mVD7aHvgokQD2g-_YmtUjlB498pvtrEdTFc98qQ,447
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_law.yaml,sha256=2tCj0bTlVN7HTAtri9k9uLmuqHW9sA5xFnefOwDyksQ,435
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_math.yaml,sha256=V-qSS2ku180XnOVwlG_unqmLjRdkXWLbqFNqsoA_8jY,438
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_other.yaml,sha256=7rY5V5s7XMPhoWyTGxGuPo08A6t6gXdNoTa1MvrOr_c,439
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_philosophy.yaml,sha256=bQAi016VNaWBYSRORoVgbMhahEy-vtL0mItpXLSy4d4,456
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_physics.yaml,sha256=QRDXkE7Y9dWBryGdjmsVsrxUPlZcN5mhAUpaAJRS8tQ,451
lm_eval/tasks/mmlu_prox/ur/mmlu_prox_ur_psychology.yaml,sha256=3hjqthK1QhMHuO4xCPvf4lT205ffMOwZcqd95luH6uc,458
lm_eval/tasks/mmlu_prox/ur/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/vi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/vi/_mmlu_prox_lite_vi.yaml,sha256=eCSNYLTU5vrU8TDWEudpp91ujWHir7puNH9J3mf70F0,580
lm_eval/tasks/mmlu_prox/vi/_mmlu_prox_vi.yaml,sha256=HFRDvyIW45zmdWE7aKW1lUZvi202aZziP8tOxfmq5HY,505
lm_eval/tasks/mmlu_prox/vi/_vi_lite_template_yaml,sha256=oIUfbVcFIeXB6M5Tub7ue27WZOUBd9m3MdWLZcPYURc,792
lm_eval/tasks/mmlu_prox/vi/_vi_template_yaml,sha256=lbg9CaiTwlwFIWE0XW8lBYzuskXZ525HPHgOfGuRgw4,787
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_biology.yaml,sha256=lrNjLcQTIDmwRETvmvDgXZZU5VMo-h31EvKkNkNblf8,408
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_business.yaml,sha256=tt_r-kwGK00gCwgILiNy1iripYEEjeZZsreuhYj1gl8,411
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_chemistry.yaml,sha256=0w1XuLnD-Xo7gM--s3eO_sMLfUBipKVm0Vqxk8Ke0-0,414
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_computer_science.yaml,sha256=Fnk3bvY5Pce0STQohkWt5D1SUC1qlXpmlnUtj-H5RTo,446
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_economics.yaml,sha256=zyxSmiVPaWq_-a_Cr331TlOinXVcggl9IK5ho8EMBvA,419
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_engineering.yaml,sha256=bo6J3iveUuIrhpA0SxdZT8WX3hYCa-OJTszqAhJ827A,422
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_health.yaml,sha256=DDeyMQpXTX9QAfQKpmGTxVRD3bN6j3-T2X7FTyBGoIg,407
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_history.yaml,sha256=JIOCId9RmiUB6NbC14PJG-U1KghPtV5cfOsCTJ52Ma0,409
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_law.yaml,sha256=VZzSWGTAU0-Z4R2K0u3esStANjOBd3zf_tHhg2Ikf4g,398
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_math.yaml,sha256=TZe7RX4NSinHtf6ud9m2BCkA8Y4iF4geFapsEm-Ccto,400
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_other.yaml,sha256=bHdAcrYYbHYGO__VEW4PZmFsUDoKRU_1egBaSOTDSfE,397
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_philosophy.yaml,sha256=JJDhUBEC50ftxDFYjYBe_K1jfqXyHwqIs3ddUEicLcE,420
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_physics.yaml,sha256=1H-AtihjHWVAffAkcpr-vZ51SBkrbpzGq4TQGbcpgQ8,413
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_lite_vi_psychology.yaml,sha256=3Fdy-sBakSqr4lWNiIGVjdaKPSsWmS5RDs141HODXZM,421
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_biology.yaml,sha256=H0SBinlPAnahzBphqjXoc28KyvtagpHtLzRq5KHDq04,398
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_business.yaml,sha256=plxzGcUUYfjbx9h_8RRlz5kPGmRBagXgAC09_HgeIqU,401
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_chemistry.yaml,sha256=7wOu1gruhcSjAwNyiHEcF6rJgxcb9L8yoLWic3FYIO4,404
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_computer_science.yaml,sha256=c8I_3drbzshYIDugjcQCGoK4ccHBKJ0GE2396R5R7po,436
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_economics.yaml,sha256=oFyLh5el_MKnWh4qxGdMpIKb1S4ydkR9HnLCqcccofY,409
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_engineering.yaml,sha256=Q6eSAff73-XjI0HQmdxnNPa5lipYqmS4s1FSMpnmgj8,412
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_health.yaml,sha256=Z1v2jfojqvfm-YfEdcr_9B_UWmYuqPx6V5SgFU9WUcc,397
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_history.yaml,sha256=jjSvQyFPEUAgSANtwcUVikFlkWgEo2waQBiVAXV6SV0,399
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_law.yaml,sha256=OF3x8hUopo3_d6Jo4Y3xCHJxFamctgp6OMmQwjvU4fI,388
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_math.yaml,sha256=PgwMAlMHwEbkxyEcmNQZzOmWxO4A7F9EM_-BL8a4wK0,390
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_other.yaml,sha256=IHRsA041h7owDSYwkxnAd1-8ojVGTbym2RNm09F7ILw,387
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_philosophy.yaml,sha256=V1ynDCgA_a3fHuBibnn_HUjkacpC5Kv1OSTvhxIVYGw,410
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_physics.yaml,sha256=zNJFreIHZdVD9Of5nQ5r6acQ3ome47au4cb9lcwe6Cg,403
lm_eval/tasks/mmlu_prox/vi/mmlu_prox_vi_psychology.yaml,sha256=bx0OjG_pMYmt8q5vwFQ4QR50-gM1NHLVpUt3TD3npCs,411
lm_eval/tasks/mmlu_prox/vi/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/wo/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/wo/_mmlu_prox_lite_wo.yaml,sha256=xo00IO8lshNLBYYtaWO5dVhsc5LI5rqiJk2sYHjsm6E,580
lm_eval/tasks/mmlu_prox/wo/_mmlu_prox_wo.yaml,sha256=aDZwYHFev_9bteC95Dzw6MfQnKUafzV5Lkk80Ebi1jg,505
lm_eval/tasks/mmlu_prox/wo/_wo_lite_template_yaml,sha256=aFrT_IdNafpY7pzhv-TfFBqaJVW-q2atYEhLzdqAtnw,779
lm_eval/tasks/mmlu_prox/wo/_wo_template_yaml,sha256=L4W_wg0_PjWZdLJgDr9d3jIGsjTUI8lep0i6PxXI3kg,774
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_biology.yaml,sha256=QB7k3r0vniQ5ArPl0FVhbrb4NDptpvR3uzQKzzm4b3k,337
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_business.yaml,sha256=HOn3-qLKgGt993dpuNOIGrIUQ0Jdzxxcpzc3c3ZgRjc,341
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_chemistry.yaml,sha256=Gb4nFg4i-JQ5U4RYXBLtb-AZGsj7uhI0FqLB4bwCyfY,340
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_computer_science.yaml,sha256=YRcU6ogS2nsEt5bmB_zMThSvpucO3Qlmg9Wsczbn1Jc,376
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_economics.yaml,sha256=Ge4arSP9EY_BpZ6v8ZsdRKs26FwucPLXOJw64o36rS8,343
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_engineering.yaml,sha256=MwR2G0U9kasWV5q1iCx-fDtnCU2yE4L9S5wDui3svbM,352
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_health.yaml,sha256=NxpKOXpcGF5TobbYFPWhgjqk3jb65r3uXBC36zjJv9Y,340
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_history.yaml,sha256=5_NGOxq3CJ8jG8rAQyEHti2bFtZeUbA_3Luzw6MTGeM,337
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_law.yaml,sha256=YOgneyQTh58TelS9gPB_qFFbImaGGVXLVj3_Y1OWH_w,322
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_math.yaml,sha256=QPg1bH1UcHrMzl_04jlJMfSvr6kUx155MAOpARR-bFc,330
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_other.yaml,sha256=uwGQDpz60pgGwVH0gRYaf3XhkIGaqnlKWwBaGnsTkLw,330
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_philosophy.yaml,sha256=g5nRDaSLnFi5-C0umnagkeM-gEyEKL2Dsyq-K0fq2Fc,347
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_physics.yaml,sha256=r3OcSDGeWtYrFr-3oHEzaObNZPv-mnsYejPDS3oVGho,335
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_lite_wo_psychology.yaml,sha256=JtoJTWglsMEhjkQqfkne2uND9iBXwHnaou7Eh3uWg9s,347
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_biology.yaml,sha256=8gg1gIsZmsLxohZfmd31x2OJ1lvr9Z_JF-a7ZACpjFk,327
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_business.yaml,sha256=rczi7iNbx3S2ZS9Vv3SK2wvRHOuo9bo2-I6KGjqJX5A,331
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_chemistry.yaml,sha256=Manqz7JdGbm8L1jyFTEm6EOzrGfsJLLzHPonOu2iLdA,330
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_computer_science.yaml,sha256=-ONKeFTCsnapeBrHrAIYIqyYnzwXMgIwG0vEnDhgX1Y,366
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_economics.yaml,sha256=9SCzfrSa2QfIef7Gm8EipHSYuVhJBvB-K8Vdq1Yiyzk,333
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_engineering.yaml,sha256=1zWAbJOQ00ZNKj0CYSugbwkozuEDzcAA3PnuM906Lp8,342
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_health.yaml,sha256=507xi3KLNxk2CbjMlyY0rZ8vTV9yFxl95Ufwohr4es4,330
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_history.yaml,sha256=eCBfcu7OQOItViXh8fEPng6xHYqjqO6M1xLzt8FXns4,327
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_law.yaml,sha256=uUXDYPh26feRYLw8Y41ZWmkeyKpezQEAkQyPSz8c_-o,312
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_math.yaml,sha256=XWM6qO_KCnW7v0-nOxMbI5rA9DxIu48qmoClskcNvdk,320
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_other.yaml,sha256=QRVsefvSZE2vmfvK-l1EScUBbmITE5LOGRHRQJ9UeKw,320
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_philosophy.yaml,sha256=kTKsLAWmfvzI5ulg_zJ0DT4-RFn475v4a1Yr1bELWxM,337
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_physics.yaml,sha256=FsPrhk1EqZKri87J3BqJaTGuJMwu-JA5SSCq5GJmboE,325
lm_eval/tasks/mmlu_prox/wo/mmlu_prox_wo_psychology.yaml,sha256=80e5l9hqVn9OGlDjoE5aLPR7EV71cISK505ZxtY_ga8,337
lm_eval/tasks/mmlu_prox/wo/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/yo/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/yo/_mmlu_prox_lite_yo.yaml,sha256=3kSnl-dTIR1uYIHbSk4K8uzeqG9NKhe546MgT-WyBnU,580
lm_eval/tasks/mmlu_prox/yo/_mmlu_prox_yo.yaml,sha256=4pKrMK3V2-_rQCDH_opdydRKVYcwNfaWdgz3MkLHHvY,505
lm_eval/tasks/mmlu_prox/yo/_yo_lite_template_yaml,sha256=3utVPwW5e8_WFY3V5LxJjQF_MNG1PXDxYJYbcoLX0EA,790
lm_eval/tasks/mmlu_prox/yo/_yo_template_yaml,sha256=m_j3q905Z5QLBvC7JSIZTDS6WIB-gaXMKeMbc9Hgy-U,785
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_biology.yaml,sha256=BEl9YglpyBBC595FPgTYEIenQPuMbwdiquzGxjlhCSc,435
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_business.yaml,sha256=rF2KqGtUR8ywJpZgzBdvJfOzljNk9XvGV9s_3cd4mkc,422
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_chemistry.yaml,sha256=YEEn2iNf7ZIS3SDn09dMARBGTIi-A1oZcDbpy8Ol1qo,424
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_computer_science.yaml,sha256=CiufxXHc_tNP2Htb7aGk4GqDHjSf5eKlMJtfZMZJODk,453
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_economics.yaml,sha256=pTcO3GnF1JyqhHTU9wIMMTKXQ8c8kxH0iREbM4I4SSE,426
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_engineering.yaml,sha256=k6L7fkkckkP_GhygVTfEpFh4ZPRb6cRc8oBt08K2FEM,440
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_health.yaml,sha256=Q_3IHBdGElK7LU0-3FoLGb4MUNmmqhib0gkBMvXhNbI,407
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_history.yaml,sha256=cApxYv48aIGsGwTx63oZdKoKgLCpKcLHQd9y9G35RSY,410
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_law.yaml,sha256=W4muJRkCeukzMwNCQ7n66AbMNz4LokT1KImtbbwTasE,397
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_math.yaml,sha256=oaWSdvRs6bjq70M4czzXKMF1q6xn3P6WsJ97Y7LvsmM,404
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_other.yaml,sha256=YEqkDgbnPeIZlikeHovEeh9m_l3qJaTcAV2yGu0mruo,407
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_philosophy.yaml,sha256=mCZs6Ag_Psn4C_SrBtkHDUTWDTcwoItclQIIp8ilhYI,433
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_physics.yaml,sha256=6VAFJhnFzzu81X9qunnh_vhyAqzG8ANJw_aQ62S84_0,414
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_lite_yo_psychology.yaml,sha256=cMieJvUU6m5AyXBgwW_58sZd1tgO1tHt5yjimU0FMRk,426
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_biology.yaml,sha256=WQca-MW6GpDHjIX3arnsV_ySTSdg0_YysKgNt4LZqrc,425
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_business.yaml,sha256=4Jmc7WE430lBzCaVMTz2B_pDG2QzFmCtZVoanbchsSI,412
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_chemistry.yaml,sha256=AhpTtW9Lbfoxhr8LlRDLzdqyRAVx8GeJdDh08-UmeHs,414
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_computer_science.yaml,sha256=Hn8Z_uydpJfPxz-P4IZwKvoTmR0GAlFbsAPHzgINkSs,443
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_economics.yaml,sha256=Uv8C2Ec3C4sJ_YZU-TCEZz2qjKhsFC7JS5GcZhdIV_4,416
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_engineering.yaml,sha256=whq-19Ny32BzWalbe4WlkmkDkSXTvTnZHKC8OXQwYTQ,430
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_health.yaml,sha256=9lfW0VIJd-zy77PeG1I_ILpvI9ODU6kJbLb9GaZYdXw,397
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_history.yaml,sha256=BD0DNzRPrlSYfarJvxpbTMOvrCkeYvBf7SCFWl_C45o,400
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_law.yaml,sha256=nEtNJXqvKFALrM6T1sV_0c8NnaVHIrrXlfS02epl-sg,387
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_math.yaml,sha256=ltt2_VSBNWMPP_VjO0oaCt3DZaOx-PQqBYTFFJCmgXI,394
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_other.yaml,sha256=pdcLLKCBd6Ztxl-CdseZDuAK8nFV7DkiW55aD4-ogJM,397
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_philosophy.yaml,sha256=g9zRFhFDbtFFmqpLcL2KWuty6tMmb5J2_-Nqboa3lMQ,423
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_physics.yaml,sha256=Scpuh7enlGk3kHLZbDKB_9Yvo3oyv5j3Oing9Qbpvyo,404
lm_eval/tasks/mmlu_prox/yo/mmlu_prox_yo_psychology.yaml,sha256=-mtYCpgWyK8VEqXOU69n-aGySJbK3k-gIcmylhgYYzs,416
lm_eval/tasks/mmlu_prox/yo/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/zh/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/zh/_mmlu_prox_lite_zh.yaml,sha256=sHCYtbRIgNp7j7yC-jSrKWEaheS6pfjgqpYYSAbo4Q4,580
lm_eval/tasks/mmlu_prox/zh/_mmlu_prox_zh.yaml,sha256=GoGy5-TfBT9f5NvUEtRlFhBO5zQkrwyXO1OpHIhgkbs,505
lm_eval/tasks/mmlu_prox/zh/_zh_lite_template_yaml,sha256=CaaWre0EeXj9P9jH1mgsLkVcgBMSlB6OCM645HRt8QY,779
lm_eval/tasks/mmlu_prox/zh/_zh_template_yaml,sha256=fw-WY6_g6f3yn29B5tggrawo799VbuPMDLVX6e-AcgM,774
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_biology.yaml,sha256=W_Go_QU9GtNHZIESmVSe-SDMji7uwyFVmqC-LOI-l2s,304
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_business.yaml,sha256=2Q47nShTO8lmJeGv3-JWNX2nz2PWMVH_oxCG8GOhAaY,304
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_chemistry.yaml,sha256=EL9ewFlTbYGl6spFnF57zsk--URHY6uFySTpwqSOXOM,307
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_computer_science.yaml,sha256=zA-J06T9ZOveMCa1yr_GNey8wZ1WpQ8FgOT_jpZ_CqU,337
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_economics.yaml,sha256=S09oPGOxhXr6UAjhSsMqoJgkZmTMjQaTu-KmuHzT-1g,310
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_engineering.yaml,sha256=YGrMSuDm1cyRQdck0_xQ2X-vPAnK2JfwXk0z-xGPPrQ,316
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_health.yaml,sha256=neGJ3C0OHj9JtsXOO73VBdErxQDHoHCnuTvFHGGEIM0,298
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_history.yaml,sha256=X2cI5IgPvraZMEB0-OK7MwX2KLPtGQYVvT7-z-h4wgs,301
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_law.yaml,sha256=bzVFLa7iR_TqIMu-pfLrP_Ml06yoCEsW-2Q9zYSf1Gs,289
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_math.yaml,sha256=Xg1Q9HvoFw0PncFWZ7umezSPjrYDl-NWkX9GSi29S8M,292
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_other.yaml,sha256=bTxybcV8H1dG9YUabtIJEcGfVG3k-9Xyx-7aKOceq-I,295
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_philosophy.yaml,sha256=3foUkS6wGVQOp15DO9lhilzRPvc566sokQPXwQ84EIM,310
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_physics.yaml,sha256=tQi7_mJ6wtdEqOkzOirbZ13TZz2O85D9hLpRBCXP464,304
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_lite_zh_psychology.yaml,sha256=bhrf3smSeU7Q3ZnAcLE7Vv7UOs0pHmKXClReJuDlNIA,313
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_biology.yaml,sha256=GEy5uW_wRNpDHJC52I6BCSVneoEKyd9wuL9kv1HwYeU,294
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_business.yaml,sha256=gHvfOItc96pAt8IN_qnVwdg38c1_5PijAYVcxhWro0A,294
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_chemistry.yaml,sha256=WhVTZLL5OCvpxWeXt5GBzOflFlVFomYvAEGXZyNLlqc,297
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_computer_science.yaml,sha256=ahRgllJRFSl13VDI04RwjkjlEKO7AhJB10ufElG1_vQ,327
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_economics.yaml,sha256=ZbTacaKv_Xi_Bmu3CN3qGLbzi928L2bQeqZQpxI2j1E,300
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_engineering.yaml,sha256=5A_yznq9BOjKCvGVypZlCUa6xak6YwEbFkRm7uuTNNk,306
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_health.yaml,sha256=Zzfrp6KvC8840406OOFkQH0FkpKmq5l6EmWet01uSU4,288
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_history.yaml,sha256=URMnXJYsjJyIjmgpRvW6qZ10Cd8KsIkNaxCf5Ki-Nik,291
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_law.yaml,sha256=ro4tS9YUpeBGmWdmgPW8z435hX7eYcB0x5yxuRJf-mY,279
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_math.yaml,sha256=Gva8cLSBnMpEEktnjL9y7-XnFRfNbqgS-PfqKpx-v6o,282
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_other.yaml,sha256=ujd1pESbsJQuhcYluSJghajfV_KmBYOP3tCl5cYTWKU,285
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_philosophy.yaml,sha256=V3wJNzbrhqwPTf0nyK5Sz48l_EuR8qUgHns37rwYTig,300
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_physics.yaml,sha256=cm4tzhlEwFx8nxR4dMPtRIbHNW2lsYzfRhfmReO3r2E,294
lm_eval/tasks/mmlu_prox/zh/mmlu_prox_zh_psychology.yaml,sha256=_mMM15NsKqc2eAwZZ3Ke55xJEhwCR-ek0TxGDl9Js20,303
lm_eval/tasks/mmlu_prox/zh/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlu_prox/zu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlu_prox/zu/_mmlu_prox_lite_zu.yaml,sha256=0R5UcRMa2PSjlt0a-LyFnv-0rmxA8kXPOT_xPDUgKe4,580
lm_eval/tasks/mmlu_prox/zu/_mmlu_prox_zu.yaml,sha256=2bH6fs-du9FcqT2ySXfa0prkV8ZiJ1rU8UpW8HqRnQ4,505
lm_eval/tasks/mmlu_prox/zu/_zu_lite_template_yaml,sha256=wFd33RPhH5MI9BFykgvJQ3wkLK9sZahSSzUOngNXWGY,782
lm_eval/tasks/mmlu_prox/zu/_zu_template_yaml,sha256=gmjJ3QeZOelBHGuLL3ldJroOHzqf39a3POioxluTtYM,777
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_biology.yaml,sha256=wRsQb1AVdisAC4sPUe98JZ8OJxQ1StvRdPnteuql79Q,366
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_business.yaml,sha256=TKJGEaqSTy4t7NNfxNSACREvoPIVSNQ2L9qxdGpaOCM,361
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_chemistry.yaml,sha256=P2v7VEi9BF0T-3mD7szbL6cRA9_bVqth_29ls9SdP3I,365
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_computer_science.yaml,sha256=z54dNeGiNJSWPTLyx_rgYhXtkcAUQVasYGvan-XbY-A,396
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_economics.yaml,sha256=TY7e-HX42z4MRrVeKyAp7KtQubNBJYK1FBy1_VQZL5c,363
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_engineering.yaml,sha256=ork11AvQBIv21jfNl-Hw3NNNo0sf6QcsKkLNBWkr1lY,372
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_health.yaml,sha256=YhKNOBaii2rHeIwYWoAiMEiWehXSC64UfGgN_cpMb98,353
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_history.yaml,sha256=HPvu66XnxrTwaZHwNA_BrouQDBG4Q14r8ME3_uOtWuA,355
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_law.yaml,sha256=UdcYn40i_G02IdS4Onvu944lQLRmln61Ea02TVnzf3c,344
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_math.yaml,sha256=C5SsilMFnPXCmApGpd0tEyVxMWq_j6_eTgHVcyJ9OnI,346
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_other.yaml,sha256=_-PHCoFp31mi0DASFZuJgiWGj9cyxjwa9IVYfrYkLPY,348
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_philosophy.yaml,sha256=F_s38eIdhzJYFcW4XyLjnptCvJgAYfUMlpj95XjFX78,366
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_physics.yaml,sha256=D-tBHmAeXEWpFUXEImwf1V_cMwwbPT8_CITpuNn4aBQ,356
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_lite_zu_psychology.yaml,sha256=0ry8jFscTYIFjuUdN7762w_5Vky7XPVWqLXwPNlgGTI,375
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_biology.yaml,sha256=QqdMvd9FQ93J3mOL-bKyF1AKameFbjz886RYxKMh-rQ,356
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_business.yaml,sha256=fkY9cHJuDspCoe1YzbvFOQlXkf3g-tgzxJGCDy-3NCw,351
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_chemistry.yaml,sha256=kbU0NN_GOeoK5Tz8jfg9_zcIelpLmEISAW6QWK-Wf-Y,355
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_computer_science.yaml,sha256=i8HegX1-0eLRiqBnKv5_JG1exCXhrfbinofnVoZ6EYU,386
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_economics.yaml,sha256=f3XGXJZDNimljnHfmJO-WLjrgiW0oIlQeDTlqXfHm0o,353
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_engineering.yaml,sha256=vujjCm69Ud9lehBgbWUfiL9Y2O1lRGMtMQ_0SDMxSSg,362
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_health.yaml,sha256=UqIPtqHteR8tSV2FTnKT1GESCLJjWHuR0rNsEzd5OCY,343
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_history.yaml,sha256=J1SFPwg0uW-fTZHRu01KingAr_XYx0KSDI_itVFW198,345
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_law.yaml,sha256=2In0cs0KeOFUgF9PC2QTYyh9eTJmMLOMZGDqCTGm53I,334
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_math.yaml,sha256=jHxGnn3GVTPTooQAuSIQcmmWUmQfNuCfeHoB9dEu1gE,336
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_other.yaml,sha256=C4wAOizYgzYm4PorulKiII5jHEf5FYSsvmldfe4Wncw,338
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_philosophy.yaml,sha256=AXRIsGePZhLOikiRru7J5h5Emey01hnnzoKMzIKhCOI,356
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_physics.yaml,sha256=dEhU_8QQqKdP1g7tYzZ_lC0wdwUpJf_xJrnjOXp8q14,346
lm_eval/tasks/mmlu_prox/zu/mmlu_prox_zu_psychology.yaml,sha256=BSVKmRR7D8CVZ8eVdlcVSJN-nnP36IFWk5OAuAmsYDs,365
lm_eval/tasks/mmlu_prox/zu/utils.py,sha256=z7J7WzLXX8z3dF4ZtLlmaIVrWnxE5-ekUzhU4Z5qxeE,2019
lm_eval/tasks/mmlusr/README.md,sha256=vnIpkejEDuSGmF-7h7-NiKAi1kMhVxKAGRU8VsTVHF0,3421
lm_eval/tasks/mmlusr/__pycache__/config.cpython-313.pyc,,
lm_eval/tasks/mmlusr/answer_only/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlusr/answer_only/_answer_only.yaml,sha256=lRQHesd293Uh0VF8eRBSgtpFo3M7knhkG7u-JWm_Mto,1076
lm_eval/tasks/mmlusr/answer_only/_mmlusr_a_yml,sha256=kgBLVTa5Pja7mSp16u_IJWWQwvnB7cHR51nJFvNhlsg,526
lm_eval/tasks/mmlusr/answer_only/answer_only_abstract_algebra.yaml,sha256=7Syh5K39ag-az2eoUB_eXLeqNkd4nQK8pMklurkqUSk,301
lm_eval/tasks/mmlusr/answer_only/answer_only_anatomy.yaml,sha256=NsIE68W3_2Sas4wHZZWiJP-DCRQ4asSrD9bK_tVW0uQ,264
lm_eval/tasks/mmlusr/answer_only/answer_only_astronomy.yaml,sha256=86SbIsQu8WeALPKmMpzEM1mwC4XkGdupkq448fb2mTc,272
lm_eval/tasks/mmlusr/answer_only/answer_only_business_ethics.yaml,sha256=SJ4BBscULQuwgKst4010-PeMdjjNjboHviuZM2s5zn4,298
lm_eval/tasks/mmlusr/answer_only/answer_only_clinical_knowledge.yaml,sha256=6cc7wncrA4stCZ3BLJ4PxRMZ0SUT3vv9eXjiEBILqZQ,310
lm_eval/tasks/mmlusr/answer_only/answer_only_college_biology.yaml,sha256=KBKziI331Biff-E_MwmiutwEz_uVUwixII1VIbr1s4g,297
lm_eval/tasks/mmlusr/answer_only/answer_only_college_chemistry.yaml,sha256=24qH2hyrXA7wMdMTePWHxgrDiS9NbMFuo40MCSwJWHM,305
lm_eval/tasks/mmlusr/answer_only/answer_only_college_computer_science.yaml,sha256=2RVit_J-jeCcklGPkXvKktLiq7gfm2uYkl5hQOml9OM,333
lm_eval/tasks/mmlusr/answer_only/answer_only_college_mathematics.yaml,sha256=dUYK90Ym403Y1GonQElHsCGTG5mZVyMq7AOESnBhWH4,313
lm_eval/tasks/mmlusr/answer_only/answer_only_college_medicine.yaml,sha256=b_OP_NbKFVRnIarkQPaB2TwN5Vd6uZlSt8KSFuqnLNE,302
lm_eval/tasks/mmlusr/answer_only/answer_only_college_physics.yaml,sha256=6QQstWKn2uQgsPcDBRJNnspsGKiWQudOiioRgfqMbrQ,297
lm_eval/tasks/mmlusr/answer_only/answer_only_computer_security.yaml,sha256=WqRnr6bjIjd3-wvo1qht2qEc2-NYC44G4tPWEY5c6VM,305
lm_eval/tasks/mmlusr/answer_only/answer_only_conceptual_physics.yaml,sha256=oHTodVLu8xHrD4ZeK1eFwarIaUWxOUtdX7gsVnpAWyQ,309
lm_eval/tasks/mmlusr/answer_only/answer_only_econometrics.yaml,sha256=u3-O3uBaDalRNrdC19jFbDcaF6FcDPF83P2XDdjtuYA,295
lm_eval/tasks/mmlusr/answer_only/answer_only_electrical_engineering.yaml,sha256=xscehPP0XNbTR3uND9e8iVO9-zreK0nD9Notxcc7zVY,325
lm_eval/tasks/mmlusr/answer_only/answer_only_elementary_mathematics.yaml,sha256=oc4nW4Qg82BXAFH0GuWBxiHO6Eam21djxgF5MAEuCQQ,325
lm_eval/tasks/mmlusr/answer_only/answer_only_formal_logic.yaml,sha256=A1GNf93kmPuh9HmQr88ZBNage9FZJXh-OT3vulHEK50,291
lm_eval/tasks/mmlusr/answer_only/answer_only_global_facts.yaml,sha256=6fAWqNX4m8bj12kNiAjwyx1r4Xz90OmnJvNyb-x0KzQ,286
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_biology.yaml,sha256=Baqkyr9_2gSgoXrHSiRFnSSSsNFHYmsIZzpARhNSkto,313
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_chemistry.yaml,sha256=7EIQvRtnYSDLWxNGfrXHMJ0j5xuxcBLA6SJztjjZBz4,321
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_computer_science.yaml,sha256=BNqlCPwhAUUZCxKZdCBAkCEVXc22P1a3F8mZwIL1IvI,349
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_european_history.yaml,sha256=-l2a6lH5uUW9nBC-p3UGltEkZoaZmpWLGJ55X49nKdQ,355
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_geography.yaml,sha256=oxGTpKUf8fj1xMUhNW8Y5Q2doznIOKDZ25sF0FKiKBs,332
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_government_and_politics.yaml,sha256=AM6JcZt4Qn6oKSS8oZfOQW0FfdADAyePF0fMkaD0IQg,388
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_macroeconomics.yaml,sha256=FnYAo3ombYX2kZoALrU-SXiARDMPU2elWZQQ9KZ9R0Y,352
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_mathematics.yaml,sha256=Pk5lsT4vNop_bHSJdikKD1phIrU1wD0tS1oDqpXKPZ4,329
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_microeconomics.yaml,sha256=SVkCUxTtbjYyuyfPRUqbnSsZVmiRoh0AsdKkLnl_gMA,352
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_physics.yaml,sha256=LWesLfGhrdehNr6mC0DM1l1cD6hPyqJpKyqklzRrJA4,313
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_psychology.yaml,sha256=b7Nw3B6kRaSQme_JCyOG4P4B7sGkvPOt3G1SLclphU4,336
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_statistics.yaml,sha256=q1v6xzm4Gl--TxHiCcT9hzyoxi4hWB6gUqWGiCmDCbk,325
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_us_history.yaml,sha256=u84XfGOPM9UX4pjmiI3jr5gNKXtiFd9E6WoNcNcpYTI,331
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_world_history.yaml,sha256=bEFf3iaJGE3MHp882cpWTo57ERoAsLG-xT3eOpxaYaE,343
lm_eval/tasks/mmlusr/answer_only/answer_only_human_aging.yaml,sha256=NyHYmXXNB0A18hXATSz1vC2iad6L6tcabDN0pO9Mx2Q,282
lm_eval/tasks/mmlusr/answer_only/answer_only_human_sexuality.yaml,sha256=pJLni2KkewKpj7ZqxoHJMa-OcUiBSn9YAV1twjxLXkQ,308
lm_eval/tasks/mmlusr/answer_only/answer_only_international_law.yaml,sha256=yddAqb0OJxzZ9U02TLfta7NidyYJUhoQ0thXRjHtOZ0,311
lm_eval/tasks/mmlusr/answer_only/answer_only_jurisprudence.yaml,sha256=DlSsdOom6LM-4ew_JRnJhPpBL7lDOh4B9x26a94CLBI,294
lm_eval/tasks/mmlusr/answer_only/answer_only_logical_fallacies.yaml,sha256=99rvfpm_cGC38BSEI5GZFYDvS0IC3c4xxwcQx-xU7M4,311
lm_eval/tasks/mmlusr/answer_only/answer_only_machine_learning.yaml,sha256=I7RvG58yH5eL8tu6RU-ptp9-AhZJDAOGFRvZccRoFSI,301
lm_eval/tasks/mmlusr/answer_only/answer_only_management.yaml,sha256=trg0Xuhseyhhk5tHrvxB56WkSh_nyVKuphOuQftwFHk,277
lm_eval/tasks/mmlusr/answer_only/answer_only_marketing.yaml,sha256=Ip0jdOusQNdKZrK2sN84Pxu0V0U5XOc_-3oFE-oEamY,273
lm_eval/tasks/mmlusr/answer_only/answer_only_medical_genetics.yaml,sha256=gG3IJFf8rcwJe10AWtWOUVStZUtcRrnyIwXpx0naq9M,302
lm_eval/tasks/mmlusr/answer_only/answer_only_miscellaneous.yaml,sha256=Y7TKqHpfm6OrJ5QprbqKWuwD5e4f9G489LzXi5p3wao,289
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_disputes.yaml,sha256=457POCD14xn8v9U-vBaygFzazPyHbh5vkkMtKRLAJlA,299
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_scenarios.yaml,sha256=9KYZ3iOcIyembYlkMdSlrKmDcSDBsP04wVPsJkCC2zI,303
lm_eval/tasks/mmlusr/answer_only/answer_only_nutrition.yaml,sha256=iErI5DFdff3sW5g4Qf0xEx8lI8Tx4Z6tV099Z8OvxEM,273
lm_eval/tasks/mmlusr/answer_only/answer_only_philosophy.yaml,sha256=rn4FwvfzkeWwCluG3aYKcYS-OxS_zh-hL6Kly1sbJD8,282
lm_eval/tasks/mmlusr/answer_only/answer_only_prehistory.yaml,sha256=DGb6oJHaxWyVu-7IZTYRxCLMwNEsLHm-Z985LK3-xhM,282
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_accounting.yaml,sha256=jNsQUw-nJeHEb43Uhn-edauq114k1xrBj9CtO9vVYZU,330
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_law.yaml,sha256=AsLAoz2RO9SgxceoOxLxZd52gVk5ikI92Lttcrqw7Tg,307
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_medicine.yaml,sha256=jwW_POPPBpPl04fBI1AGB0k5UjBk52LAxLcM0201eaM,322
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_psychology.yaml,sha256=OHOOIAqmutRZXCc4Tn3_z_bwk729cIRJ_f7kYiaJRy0,340
lm_eval/tasks/mmlusr/answer_only/answer_only_public_relations.yaml,sha256=0G1fFAjA2lFRBm6UTjviG5aNMx1prKCdNlrQ10ZjaKI,312
lm_eval/tasks/mmlusr/answer_only/answer_only_security_studies.yaml,sha256=oCoppZIAUw6wAz-W6cTQNRd8zZ92SVUaqSyhp8yzLtQ,312
lm_eval/tasks/mmlusr/answer_only/answer_only_sociology.yaml,sha256=hXuQ77kNTrmhUCussmRyfffWfovXfTRVZNrioR6XkIU,283
lm_eval/tasks/mmlusr/answer_only/answer_only_us_foreign_policy.yaml,sha256=QZQkJL5l67lU1hzojb8PFxxp9SO3p1lGrmtB0ZcnzOk,316
lm_eval/tasks/mmlusr/answer_only/answer_only_virology.yaml,sha256=jYDj4vG222ebaTuhoJTvtuZH-i5NHRHfJsMEoACE_6w,269
lm_eval/tasks/mmlusr/answer_only/answer_only_world_religions.yaml,sha256=zMXTMeaBnrn3kK0xp8hGcIg_6l-_vuS287vvCwaP5KA,303
lm_eval/tasks/mmlusr/answer_only/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmlusr/config.py,sha256=6azkUaJq7PQqCOLIAuMUds9oYPqyENrCpbQYtz1dVSc,5344
lm_eval/tasks/mmlusr/question_and_answer/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlusr/question_and_answer/_mmlusr_qna_yml,sha256=kgBLVTa5Pja7mSp16u_IJWWQwvnB7cHR51nJFvNhlsg,526
lm_eval/tasks/mmlusr/question_and_answer/_question_and_answer.yaml,sha256=Jel7YyJJztmd4X5mWnv63OoYhiyKyVBUEpy34pnbv_s,1126
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_abstract_algebra.yaml,sha256=P6oZPXQxHPHHLnt0YsIUfNXjQOjREUmegn1NWdm_fU0,327
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_anatomy.yaml,sha256=lp-uBx7M7tx_QzPjkuNVHbrgRGwKCKGm6yRRfPqlQ4A,290
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_astronomy.yaml,sha256=hVqLfz10jseLl86AnMXW_29IndNmMs6988XOJFCrVDc,298
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_business_ethics.yaml,sha256=0kSl6KUzp4WiiqQls08C95SdxzAH1GGhe094TUKTvPI,324
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_clinical_knowledge.yaml,sha256=Lv6fz9tuIDb--BZg_e_zpR82zrWoleRMxz_ndgEQhlg,336
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_biology.yaml,sha256=BYjQkSWiLUJJIyfLVyoTINKgkRMC6edl7KFbw0LtSeQ,323
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_chemistry.yaml,sha256=Cq0LERLwyudndDXXHBDd4ypeDePv5Rv08AppyxQuWqw,331
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_computer_science.yaml,sha256=IIqSnDCvLS58R7JtyUp0at6Lv6odJlV6W8CF_ZmWAuM,359
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_mathematics.yaml,sha256=TSWzCG8v7Z2t7ipThfdShTsQpEDFg_HKGPn6v96bpuQ,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_medicine.yaml,sha256=_4UJl65hxMa8wuJg7h-EaTchCtEh6EkaxZOFdIr4qD0,328
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_physics.yaml,sha256=tSvkfAaknvqtEQXW24-kuIOkYbt_LgsHgFRpdXbNBVA,323
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_computer_security.yaml,sha256=hKe4YQnlbZI5pQvLauEMbPnkaX-p0UqxqbZ2FJIwtY4,331
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_conceptual_physics.yaml,sha256=Aue_6pixjqxQVlaInxFvjdaKDSfHrrQoyQz7hI9efyE,335
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_econometrics.yaml,sha256=Cd45vV4XxwW5aDwOE8Tk3GtSh_LTN3X9UQdpsTTh7OA,321
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_electrical_engineering.yaml,sha256=Uv93ukTJTk-CZYcq56DIPk9kq6J3vQgJzTjV0ucZ7u8,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_elementary_mathematics.yaml,sha256=s9_CToMQdFPDipC9v_hr6yefyoaJe60GBaf8N6uG8wI,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_formal_logic.yaml,sha256=ISRcRZYztZBEPD1eFxTFCb8X1w12qKv2vRkLz9lNumY,317
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_global_facts.yaml,sha256=DB_EKI6gyxp-UlnJ4gqmJ2kVT8oteUjKjQAxlSvGIgk,312
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_biology.yaml,sha256=um3gD3Go7rBmh9kPGhiUwOCI8bugkPgG9aMOuyAHRVE,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_chemistry.yaml,sha256=y0AsDS6_kIZDnU6qu3WyXgSpmM_EwTWLwY1otF2JCuM,347
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_computer_science.yaml,sha256=CjDeglGzlCKMK3U8vPk9yXWJNao-Z77dChgqzFfIKL4,375
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_european_history.yaml,sha256=t5nul5gsn5vgkIiXeluPdvE-md2_hAgqNuq6KApehqE,381
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_geography.yaml,sha256=A3khGSu56B2XWusVuc46jLHOqH9jswaPq50dTTriWsc,358
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_government_and_politics.yaml,sha256=6cGb5TI_WxmlVxhORLm2QvnfwEYfQuNe4JCYqaMzGAE,414
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_macroeconomics.yaml,sha256=N7O4A3Ck7DHyOcniNxJUJiS-mUDtOW5hB_8uPIywXdQ,378
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_mathematics.yaml,sha256=zEO0T9wMuyJcReCVPsmKnS3hFXr8Wnor2hS_OWLqjG4,355
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_microeconomics.yaml,sha256=XWS1uicQv1GUEZyI774FUk2X52j7DkdSX7ZkyRzEvpY,378
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_physics.yaml,sha256=Jd0XBu2Gz1mzyfQBPN_34vF69pKLQpGrx-gwJavzMFc,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_psychology.yaml,sha256=LZwU0vr37c82HRbbzzi6dgcgbEEiRlSEGFjHaRYcAkw,362
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_statistics.yaml,sha256=Ks5eRKimV8Jk1vcQGODMl4E1G0-TzRVV0BiG3BY4z70,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_us_history.yaml,sha256=GLSISxPDnnYO4bo9buPrTBNdwWDWuweCz5uWnaou4Qg,357
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_world_history.yaml,sha256=8EN7ljQmZasmB4YihtgC4uLfYcwd0-vXZpMMpNjNFOA,369
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_aging.yaml,sha256=0GcqQamG6HSA9V49lb-G7wi8bvBAX5FNL4OS2qYNsD4,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_sexuality.yaml,sha256=CsW7TnZFcVc-hldgepoeAsqm5KkNkJp5XyqCWCQPQnc,334
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_international_law.yaml,sha256=eOEgmrhomuzLfHHpi3ArH-RPi0oj8KnjTDs60nqOC1k,337
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_jurisprudence.yaml,sha256=NkIFL--bueTljd20SJdn6a-JWlX1hiMUw7zUD-2ZeoM,320
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_logical_fallacies.yaml,sha256=u-S5um7benlbBaXUTZxiJgJxpKx-zs6TfsJGNrjyQKM,337
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_machine_learning.yaml,sha256=eNWKJJqygejEclUonWfxN0GvKxMf-f7Ujn2jclX-wDs,327
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_management.yaml,sha256=yC9e_RuEfPSD9mPr-Xp9hVK-GH_iQ4hIwKAV9eSPQ_E,303
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_marketing.yaml,sha256=ewIK-CXRA-3DDBNEDY9-hihXjusTU1RmTMTpqP22TxE,299
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_medical_genetics.yaml,sha256=82Oi1RO0Pdd8LH1x_bgUpt4cuCo9ZSyo9Dc4fAgAexQ,328
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_miscellaneous.yaml,sha256=CPe6QmDTZKnIhMQcVTgLmTEIUS7o1wnL3TRXF691Nzc,315
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_disputes.yaml,sha256=bYJOFlRaVN2KnH9E4iVJEia2COi5yuw5-tBKuQWFeLM,325
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_scenarios.yaml,sha256=yiSOH6Mij8-ft3m67AU5DrXTIX-UhRCq0OQOoS2T3lY,329
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_nutrition.yaml,sha256=F5ufGotsSJVcr0rQD4k0SmG5dsGPDTUUjwSgXwlJgZc,299
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_philosophy.yaml,sha256=XtBCG7REZSWBnDJNWLwHLvMVqj_IPD__eQkO7N_juww,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_prehistory.yaml,sha256=IuD11AKdl6eOm0UTgCeqgL0Tc0dO8IjXrtQWX8-4itc,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_accounting.yaml,sha256=n1koMzq-PWCf8FqhPLmg11sOJpm6DmJ9kgSPkJi6cxc,356
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_law.yaml,sha256=ATGY5d7v9lp6GHu-Pz02sLxDuAW9hlr-UZt8Wzb5xtk,333
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_medicine.yaml,sha256=2m1MgamdgtN-nvA22_S19jz2lX34LtMRX9g-9BZCpd8,348
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_psychology.yaml,sha256=QAHJM9tlCwQT8bHh3u8bxeTWuDyDBJtH7lOg-WxhCj4,366
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_public_relations.yaml,sha256=M4cY7bEcotlS3TovEki-XP8mgyy-mj53Gv_blqqqH90,338
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_security_studies.yaml,sha256=30I52AZRMjaymSa_kxjBgavWM5MCupWQUzjAFj92FIY,338
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_sociology.yaml,sha256=C5YB-SCgv0T8ZjEKIGi8NORMC4Np9zOgl_GLDGLlt54,309
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_us_foreign_policy.yaml,sha256=i6XpTLUmUJyJgTFm0de1QCdDQF56SeueqYhUGe4KQc0,342
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_virology.yaml,sha256=fTBiWwY0bjrSZEvJwJFCub75V1WkjLC7fJkV5tR6u_M,295
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_world_religions.yaml,sha256=PzhZEkXzbpeg76zSkEOxSdotSaRrzX4_Vt3UPLhRJkE,329
lm_eval/tasks/mmlusr/question_and_answer/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmlusr/question_only/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmlusr/question_only/_mmlusr_q_yml,sha256=kgBLVTa5Pja7mSp16u_IJWWQwvnB7cHR51nJFvNhlsg,526
lm_eval/tasks/mmlusr/question_only/_question_only.yaml,sha256=dcNwDuAkwuhxmF2ZgdYRorGm35CrMC4nDQuQh7L41gM,1096
lm_eval/tasks/mmlusr/question_only/question_only_abstract_algebra.yaml,sha256=uz6s5b5YfNBX1HvyAuLImfYvU1krv9J8m-CVCqyfDH4,307
lm_eval/tasks/mmlusr/question_only/question_only_anatomy.yaml,sha256=S1T_nYd3hRPNz7s_PazoapPCI-PYlTId5wpbHCBFTGk,270
lm_eval/tasks/mmlusr/question_only/question_only_astronomy.yaml,sha256=QUUl3tfQuCukTZz5Becl4HwXXienDAIV1V4qYOfPKHk,278
lm_eval/tasks/mmlusr/question_only/question_only_business_ethics.yaml,sha256=10ATRk5HQH5G1pT0avAEa_cj6xbVEYVPSM4CkhJreT8,304
lm_eval/tasks/mmlusr/question_only/question_only_clinical_knowledge.yaml,sha256=8k0jqB3pKC2hbt4rRvIbfitIavWZSrchbgAKCzjEgGY,316
lm_eval/tasks/mmlusr/question_only/question_only_college_biology.yaml,sha256=8ykTXX_y62OfcP2rbNLDLuFeYE7IzI36OHIRN7Vf-_A,303
lm_eval/tasks/mmlusr/question_only/question_only_college_chemistry.yaml,sha256=Chs7rCNorTH6y-rBQuV-yaBU-_IwKF13WCyErHixXP4,311
lm_eval/tasks/mmlusr/question_only/question_only_college_computer_science.yaml,sha256=ozR83F6H2aQ6QrlbW6mkm4y_XzRuQyagU-QvxLkTmQA,339
lm_eval/tasks/mmlusr/question_only/question_only_college_mathematics.yaml,sha256=QAMU18AGxhSEsUzqhtoDh65IgkJd-6jd9vkV6q4bYYU,319
lm_eval/tasks/mmlusr/question_only/question_only_college_medicine.yaml,sha256=VRnsg0ZfxkGeeCFCEYbQCvM_Nry3qXamrxjHyPFCQvQ,308
lm_eval/tasks/mmlusr/question_only/question_only_college_physics.yaml,sha256=jiGDrxMKZRYp6DFv0XY8hu37SsWmsO8bc6DM7zyOSb4,303
lm_eval/tasks/mmlusr/question_only/question_only_computer_security.yaml,sha256=k2B_SzIDWLeLuEAUM6dkb7DoqWW8JxM2CPOgveOeyPU,311
lm_eval/tasks/mmlusr/question_only/question_only_conceptual_physics.yaml,sha256=zxw5PLV5jDU9L1YzmMFgFivY6WZ-N2WFp02GlIfMmDs,315
lm_eval/tasks/mmlusr/question_only/question_only_econometrics.yaml,sha256=FRCq5RUqmRArUuKJfOFiRnilgpvR4DrBGWfLtG7iprk,301
lm_eval/tasks/mmlusr/question_only/question_only_electrical_engineering.yaml,sha256=AyE2sDb3h1K4VnJrZ9Bezd3nAkbQxcbmvovQwCuB6GY,331
lm_eval/tasks/mmlusr/question_only/question_only_elementary_mathematics.yaml,sha256=4dSEeblP4mmEId8oSyeMWiH9VuaPUAuIoFHaq-65EiA,331
lm_eval/tasks/mmlusr/question_only/question_only_formal_logic.yaml,sha256=Gyb2v2Kt3MHS5-OfxR2qW47FVjkzMAy3AJLlxYYqjeo,297
lm_eval/tasks/mmlusr/question_only/question_only_global_facts.yaml,sha256=PpMjOQUih-jHRymTSr2Bkk_L4MDc1ZjgyjK7NN7_Lfg,292
lm_eval/tasks/mmlusr/question_only/question_only_high_school_biology.yaml,sha256=CrtgdkSVTWIErnbkczjicnpNtUjTfJ1AxE1xH1XAOq4,319
lm_eval/tasks/mmlusr/question_only/question_only_high_school_chemistry.yaml,sha256=Cw7boXg7ah7wxriDpI2C2J05c46sn0xy3qtGmYR61OI,327
lm_eval/tasks/mmlusr/question_only/question_only_high_school_computer_science.yaml,sha256=NCTdSuQv7PT9sYFCmn1bhysHYOGR2Ary3aAu1c4k0ss,355
lm_eval/tasks/mmlusr/question_only/question_only_high_school_european_history.yaml,sha256=clkvP6HKAGxG9eEr7lqGhfqt1AeKRCeDnRgiTqUthF4,361
lm_eval/tasks/mmlusr/question_only/question_only_high_school_geography.yaml,sha256=j6aw-Ry7CDsMhWwHrxdAtbv7yaekTUvNWJww306SRzw,338
lm_eval/tasks/mmlusr/question_only/question_only_high_school_government_and_politics.yaml,sha256=BgVTzvk7yHjGBt4mtX5nxSzAx7eJ6NSXoufp5UKBJp8,394
lm_eval/tasks/mmlusr/question_only/question_only_high_school_macroeconomics.yaml,sha256=vhSgDsxpJLzJ2XmR-kkrMqIEEnWrpGSGTrTZElvx3aQ,358
lm_eval/tasks/mmlusr/question_only/question_only_high_school_mathematics.yaml,sha256=JtEgzi-QhrmTawMxlfdcaK4TlkdHOOmvAti8T967YmY,335
lm_eval/tasks/mmlusr/question_only/question_only_high_school_microeconomics.yaml,sha256=JqNFX1nYkvDc6-zP6DMj5DLz_rjxQIEXnwIkJQCtMkw,358
lm_eval/tasks/mmlusr/question_only/question_only_high_school_physics.yaml,sha256=ke4cogxxDqTglst3bbXPi4sRrqNlEHzGlWbB9qYRlL8,319
lm_eval/tasks/mmlusr/question_only/question_only_high_school_psychology.yaml,sha256=tD1KS6HXSH_mu_PD3bR3QdLHF3R6re6uqAHEB89WrEU,342
lm_eval/tasks/mmlusr/question_only/question_only_high_school_statistics.yaml,sha256=HVAxGLSq23bGq8LZIorgwtVXNe5GWDPUCrkajeVJMtI,331
lm_eval/tasks/mmlusr/question_only/question_only_high_school_us_history.yaml,sha256=aYh1W5jB9PIY3k9_qgXfr7jJIaOKqjSDXRXCG8zIA_A,337
lm_eval/tasks/mmlusr/question_only/question_only_high_school_world_history.yaml,sha256=0tZmK-82y-DcXO6WKQqIBXfMxqzONrY80oVgsWQ7c3I,349
lm_eval/tasks/mmlusr/question_only/question_only_human_aging.yaml,sha256=9-XMriUIVFol7ONf0bAV0cCZ5oy0PdxKB7rfutqJxxg,288
lm_eval/tasks/mmlusr/question_only/question_only_human_sexuality.yaml,sha256=YVsklHyXSLB4Et1uDnOtYAsnBgZntLBMJylatU2vys8,314
lm_eval/tasks/mmlusr/question_only/question_only_international_law.yaml,sha256=BqlttGrJFSSEMQi1OIohKRpkh0Da4f-Cf4YFR9r8DNE,317
lm_eval/tasks/mmlusr/question_only/question_only_jurisprudence.yaml,sha256=yA_4eUaiW4bIWrMEdZ_6nkNLwJopYzle5-wvnjPda68,300
lm_eval/tasks/mmlusr/question_only/question_only_logical_fallacies.yaml,sha256=h29jpkDL7YLH1Q7_XkZTGHXPQkf08PNZUDJE5atme6k,317
lm_eval/tasks/mmlusr/question_only/question_only_machine_learning.yaml,sha256=yJtccmU7SC_h7qDGSzdp5aVqPnj3yA00liPufL_NCaA,307
lm_eval/tasks/mmlusr/question_only/question_only_management.yaml,sha256=E8QtxnjIA8VfIWIKlXUhmfCZq_G1P4_ng667Y66OdDQ,283
lm_eval/tasks/mmlusr/question_only/question_only_marketing.yaml,sha256=sZ5bJNN341YhqIlHbXKx-i9xLCdpAmDFztc26CzDsxg,279
lm_eval/tasks/mmlusr/question_only/question_only_medical_genetics.yaml,sha256=i73F77pi1vQLwRk3tChOcdi5ZZuAvprpcaFDiI671t4,308
lm_eval/tasks/mmlusr/question_only/question_only_miscellaneous.yaml,sha256=4kgrdTuWRfKgzJrIC5vrba1lwzd-IRYDhVEXexjdaTU,295
lm_eval/tasks/mmlusr/question_only/question_only_moral_disputes.yaml,sha256=umjYlh9vg6Ls37JHllgi3hEl6tc88OKm_Suji8gIpG8,305
lm_eval/tasks/mmlusr/question_only/question_only_moral_scenarios.yaml,sha256=6Pv3R6-fkY_lRFVM_EDE2JKM0r94hV6CK7BIdIdH89o,309
lm_eval/tasks/mmlusr/question_only/question_only_nutrition.yaml,sha256=FcHRx5SzjEAOxwJ4QUN8hHb49Zhxq1WrD_9HUHeXuqk,279
lm_eval/tasks/mmlusr/question_only/question_only_philosophy.yaml,sha256=TjLNWxnv7Gabz8YLD40SKn7JuFI_5Bsb92gEDRr4gIc,288
lm_eval/tasks/mmlusr/question_only/question_only_prehistory.yaml,sha256=2Vi8t3nm0pS1rqy6CZkBMCW-MDth3aupXAvxkYEyf8M,288
lm_eval/tasks/mmlusr/question_only/question_only_professional_accounting.yaml,sha256=X32rLSzTkBKXSTgBB1HXD2Cr4G7W5ET2-KHeVPvYD5E,336
lm_eval/tasks/mmlusr/question_only/question_only_professional_law.yaml,sha256=3Ou_7puNnaZXV_oSslR9cdxnV9LB1xOlyKQr7LMmltc,313
lm_eval/tasks/mmlusr/question_only/question_only_professional_medicine.yaml,sha256=Ho_pWGIzWXq8FZ9FcON270whn1Qdtsa64MN4sbE8Uts,328
lm_eval/tasks/mmlusr/question_only/question_only_professional_psychology.yaml,sha256=a1Q7ZCkzyk6VaX7w77ng_gnwF-JuBzp50_h8ysYWaJU,346
lm_eval/tasks/mmlusr/question_only/question_only_public_relations.yaml,sha256=87LZEW_kvjMAD1Weo_enB3NHzcMn-XdeBcqajhkg38I,318
lm_eval/tasks/mmlusr/question_only/question_only_security_studies.yaml,sha256=R-fQjZZr8Worll77BLvDIXLp5tfvPO7FZdmhDCow1ME,318
lm_eval/tasks/mmlusr/question_only/question_only_sociology.yaml,sha256=ZIVQ3w4nMGxzR2ayTJGE-7mCZ_K7J6-NeBalVQH9Egk,289
lm_eval/tasks/mmlusr/question_only/question_only_us_foreign_policy.yaml,sha256=0gGVfh609i_IUIpU1EY-N42g3QXDyuOKBOjQAz76_wQ,322
lm_eval/tasks/mmlusr/question_only/question_only_virology.yaml,sha256=4-38kxG4mABNuju4QZCDRHTF6xF1l_wQLRhDlW3CC5Y,275
lm_eval/tasks/mmlusr/question_only/question_only_world_religions.yaml,sha256=iHBtuioyKVHYlSCSwSxcpo7uCEm8R7pzsSNa0W7Wlhs,309
lm_eval/tasks/mmlusr/question_only/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmmu/README.md,sha256=qcfW7dvLtuVRhq6bREYUai5H6M7q2Nj2KvqCJ58bpmU,7503
lm_eval/tasks/mmmu/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mmmu/_art_and_design.yaml,sha256=QTtG1uf_MJFHtxrMbrxcm0LByxN8Tt8n7gJp-ayZDTc,256
lm_eval/tasks/mmmu/_business.yaml,sha256=JTsOTkpjdnXRlExFfBlMZ3z2VV_frfnclQsce7TU-TM,275
lm_eval/tasks/mmmu/_health_and_medicine.yaml,sha256=ulKsHCxtNgLCyMlez7rYQWrskQgLyKX-5zGtOZsSj0A,350
lm_eval/tasks/mmmu/_humanities_and_social_sciences.yaml,sha256=nwdBzshFRQzmKNT2o3s3q4mqig9XWiCfdoMeJz2SSP4,298
lm_eval/tasks/mmmu/_mmmu.yaml,sha256=TmLcNsn083JeGT53j1Ch3yfdnE8WAFzqLaAzmPOty5A,314
lm_eval/tasks/mmmu/_science.yaml,sha256=qBL8ari9hH3jvF6oY4N9XuMy3JTJlckRGs1dPp20wDU,268
lm_eval/tasks/mmmu/_tech_and_engineering.yaml,sha256=RTkqqmccHrDx0SpRTXKuoObrYMEzXjAN415wViMRmz4,399
lm_eval/tasks/mmmu/_template_yaml,sha256=cFLpIKNsc_XjzmeFcPEXsueh8meyV6CYkxlPnsDGiYk,449
lm_eval/tasks/mmmu/mmmu_accounting.yaml,sha256=wucEggAGQ8ZYJo5cEczsa-vFkdkKFTefD8ITsDtbreo,98
lm_eval/tasks/mmmu/mmmu_agriculture.yaml,sha256=7htKqinzSJhsb2isnbsN18jbzbPcm7ZyN8gxTKXlg2M,101
lm_eval/tasks/mmmu/mmmu_architecture_and_engineering.yaml,sha256=gsSsQFZlNTxmvIrI3TfKt9HUs2EC0-6l6mWjvknhChg,152
lm_eval/tasks/mmmu/mmmu_art.yaml,sha256=eyhU9sm66cO0KIYVljL_R64wr3ZnTQDY5z7H36HRnpk,77
lm_eval/tasks/mmmu/mmmu_art_theory.yaml,sha256=8t-EqMZLuzvPZWpRCPjP9ae87kY-B7js56usNpEyg0s,98
lm_eval/tasks/mmmu/mmmu_basic_medical_science.yaml,sha256=uHiv_1INCOeqMYjxMLak7OpaoqHMPUrYq2TYhZC6110,131
lm_eval/tasks/mmmu/mmmu_biology.yaml,sha256=JccRFUKj8D2WApcxcurEljN8DF-uag4iN0XtNijxYNo,89
lm_eval/tasks/mmmu/mmmu_chemistry.yaml,sha256=dxdFvLyLqEa7donsuSiiHMIRBhfnJtkZ0uQ0kTWmgCU,95
lm_eval/tasks/mmmu/mmmu_clinical_medicine.yaml,sha256=qkMJhRkZQtg0d9Oh1ahBhGnY1AgGk_QB2iAKZuKoeMk,119
lm_eval/tasks/mmmu/mmmu_computer_science.yaml,sha256=vo21YBFy4W-r27udidglUM-PsmilEQgfEOK_x9K8v_g,116
lm_eval/tasks/mmmu/mmmu_design.yaml,sha256=PofnnJu4O4UOpYSl6XiVZ1X4bGW6ZAIwn70sIKCDW3I,86
lm_eval/tasks/mmmu/mmmu_diagnostics_and_laboratory_medicine.yaml,sha256=r5ztGDeZs15qZx-UdZPBWXwv0Z56k94R5WKL7VWiNJU,173
lm_eval/tasks/mmmu/mmmu_economics.yaml,sha256=u3Jlxk4v50RlZVkN3yTu72-kXX-UQlbQYrO_mYr0gY8,95
lm_eval/tasks/mmmu/mmmu_electronics.yaml,sha256=wSmNXdCeUAfIY8gCE8hKlv3PPoTp-EHHdwkS3RtOy9Y,101
lm_eval/tasks/mmmu/mmmu_energy_and_power.yaml,sha256=TsX5lsdtsvskluqlgH-VFd6ZbRgWp8IeEVQXsGTzR-k,116
lm_eval/tasks/mmmu/mmmu_finance.yaml,sha256=rnKiyMtQb-VbbTdyfBmrhPtNQZJX7o9hSRUU3UwBKVM,89
lm_eval/tasks/mmmu/mmmu_geography.yaml,sha256=A5iU8woFQX9HzrgVYNR4YF_TAXtiuaGXRRSTaVVf73Y,95
lm_eval/tasks/mmmu/mmmu_history.yaml,sha256=oHsZzQ1xHt57qfHokoRpqNfh7wnn5lsbaw4Eho7iLWQ,89
lm_eval/tasks/mmmu/mmmu_literature.yaml,sha256=wh39EAfPvqcfPLzEEldF5xuvKlBxSW2FWJ3_iQuixUg,98
lm_eval/tasks/mmmu/mmmu_manage.yaml,sha256=jFM-gvjESWNuKz7muJKxNFcRp1KtnYJQNQs9pFzePrc,86
lm_eval/tasks/mmmu/mmmu_marketing.yaml,sha256=Dom8ZylA-mU9tNflPrqMfabNNuQ6hfBtbS8opiCf4xY,95
lm_eval/tasks/mmmu/mmmu_materials.yaml,sha256=PlDa8KE4AFIzkAq5AWZd8esZTSI_ztJCL37k38RvgJ4,95
lm_eval/tasks/mmmu/mmmu_math.yaml,sha256=jCH1lD6joHB1B5-5rAz1bKPzmm_HTeUs5QXKjAximRw,80
lm_eval/tasks/mmmu/mmmu_mechanical_engineering.yaml,sha256=VPR-BPIisnutKSQEGRaldfhjY81V6TYYxdGtNbznW20,134
lm_eval/tasks/mmmu/mmmu_music.yaml,sha256=Bb9IKvRW23gDiOWDnJYtmLQYFdMXJ5j9v4lgOIir9jM,83
lm_eval/tasks/mmmu/mmmu_pharmacy.yaml,sha256=v40cChz34R6n2FFpFxCiYp4TM_HCLFRlu0KUJkpxRYs,92
lm_eval/tasks/mmmu/mmmu_physics.yaml,sha256=pa0zxEy5DHJuTcFAmGe6Pkr8pN94NZGwKmgyPQ09U9o,89
lm_eval/tasks/mmmu/mmmu_psychology.yaml,sha256=dOXPlkTPCohZMldgt0lEbvd4SgKOzhlpRrSed4qrTy0,98
lm_eval/tasks/mmmu/mmmu_public_health.yaml,sha256=lSlQlLQEdllOEutmlemLTlRyAsSBPG1FzvbAtCnMqrk,107
lm_eval/tasks/mmmu/mmmu_sociology.yaml,sha256=R07DNIhn2XkJtfyEN2hlP1CTzfHjFVAIB0-1JAFn-sY,95
lm_eval/tasks/mmmu/utils.py,sha256=ZeUsSnaUxo31_dJQvow5mK86g10i5mmmQjUZfUKoMFc,11266
lm_eval/tasks/model_written_evals/advanced_ai_risk/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/model_written_evals/advanced_ai_risk/_generate_configs.py,sha256=nUaQCQ7KKzQj3QWsZ7X_WMHcJLco32IZ5wivDsxUK0Q,746
lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml,sha256=kJJ-kSs9GOFbTnKzygHySWXSULmuOrbCciAboq6Di5w,435
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-itself.yaml,sha256=aC_z43AmVlfGtRSUpOJkGhtYkJzz_Y34SO2GOhykfWI,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-ais.yaml,sha256=ILq8qsxY-6OQ2o355aqpY4bwLOE2eiWbWhOYJ6fybGk,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-versions.yaml,sha256=iAl_lpCuoMBxDqBTnJYMRe6SD6Aao7hKfA2WkRxJZFo,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-less-HHH.yaml,sha256=kyv_x6FJIXjI4fCAX-6d3uc75bne3uEia7OM2QsnRkI,153
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-more-HHH.yaml,sha256=hEFKUV1rOjG955cm-xpv5ZyKHZ_9EWO6H5hU6b9h31E,153
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-neutral-HHH.yaml,sha256=z9e6CcIv1JZwqNJoDscEu0BGKI4dKjacckBYNA2Lypg,159
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-myopic-reward.yaml,sha256=ytx27ZlkH1tkzpY4ugIcTzmX6SFtCnRzUpDxZFtRHlE,141
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-one-box-tendency.yaml,sha256=PD79BTeRs66fByn9VH1IEFmIqdOBD4gtv3FUBc4t11w,147
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-power-seeking-inclination.yaml,sha256=HQGFABe-JpPK-NU0ZRd6TxVMkdNFieJzgmSqWmKLDWc,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-general-ai.yaml,sha256=pNyB2lURpBw_HlGxFysQoZqA-MBXSR2nrZtLG2GaqQQ,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-good-text-model.yaml,sha256=O35DHU2ShJOnWgMC7ZZcMl-oLTi7wZEHcqx-ehV4y5Q,175
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-text-model.yaml,sha256=rPtfwPto1uiGr3uBAPLu0hS5TxtziGl3IB7NlfzLT9A,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-architecture.yaml,sha256=Lpvvk5L5d77F7RyEXhl1bBsT9ZuC381KgVdjR9pfFKY,187
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-web-gpt.yaml,sha256=9Y_OKkzB0DMfNfZexQvFbZyf-WzNW6NOPs5LOqS9-Zo,177
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-survival-instinct.yaml,sha256=Q95saMmRoyF3qc7VRLkbSARs94O_9v0qi0OJT3lGzFs,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-wealth-seeking-inclination.yaml,sha256=CYsXAIMh4u6obtdJIFJcZCCEne7Hj9-2_YONmQYnpxM,167
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-itself.yaml,sha256=MEvcOArnqXhRRNyDqprVfwPh0u7AKTf3LWAL1D7815U,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-ais.yaml,sha256=SC7Clg9go_BK-XXwDe74LX9LPmvqTlbGiozfwkFzGKI,151
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-versions.yaml,sha256=XzaciR5JZgEleeW4QuqDG85tCmXOur1FlmqOtHl91bQ,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-less-HHH.yaml,sha256=GnRejSJYE-Oo_ycSqrmSIkC14MiVMCxXFVVoMGP6Gpk,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-more-HHH.yaml,sha256=myyH1vNy1MWpezafMVwJdNI2NsZ46aHd0ypzDqyF6lw,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-neutral-HHH.yaml,sha256=6qMAvc-a1cu3TMYkFKwDXWYZoZwsU8_PSZSGUvNrPmA,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-myopic-reward.yaml,sha256=MIjoQdLV7T4Q6VhVC0WB4qnpVAYiKGNctOovtY3zncE,137
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-one-box-tendency.yaml,sha256=yfuWFRnZzP923ln77L7YnSxvZiD6axHAgNIUASxgTys,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-power-seeking-inclination.yaml,sha256=wYtRXoUhtf43hIOO37N102VmhddFu-V1iYVLomgYMUE,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-general-ai.yaml,sha256=j84PJNsg7pgdiNwnuFu_wqJldSgZ7c0MsghONhPAy3c,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-good-text-model.yaml,sha256=hJGtfHVX98A6guYgZPfEII24ac_1ecWYYl8SU9mGuEA,171
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-text-model.yaml,sha256=l01S6cgVZJVyWlAYZ9BJ2nwL2SzAxn3djnHT-JxEwoc,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-training-architecture.yaml,sha256=Gom8oyVwWnl7YE9tcXLrKzDekmUpeS19G6KZYezlr4E,183
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-web-gpt.yaml,sha256=copnHWS3XSfWayR_ewd8ONQLclFEPlvraSdV5YQwDhs,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-survival-instinct.yaml,sha256=FapCSvHjvBpQvU36pCxI3VjOfQ14mC8RQsjskXpqHT8,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-wealth-seeking-inclination.yaml,sha256=meXkWsKALNugCQlkzGyDEFs2Ti7STSQyVgNbW8h6ruI,163
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-itself.yaml,sha256=nPVOJU0wsiV_hKnz24Qi2_FWFvGjaVlhVekkiii2Zuw,139
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-ais.yaml,sha256=2xRYiut2xTFH6wvRyTduBFDnCsFO5JsbT_zSdEVPCt8,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-versions.yaml,sha256=3KCWm9bEdAZkJawceVLUcMZvZTWM3jeTVUBcU2uLn6E,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-less-HHH.yaml,sha256=Vwv_f-gFQ7pGJPLET92djDAdayaZNKTtqL1_yfOY-jY,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-more-HHH.yaml,sha256=u9gVN944AkcbmkHHeExLZd3PFIyNPUhEyUMwoTcLyxo,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-neutral-HHH.yaml,sha256=fX0PNVlxT9Y9mJ_FiUzyXt7YJvd3wzMHtB_x1s7lEZQ,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-myopic-reward.yaml,sha256=FrdmSIHOU16Ipojrt_pASqRUMvOao8rxjpH4FcQhgQA,131
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-one-box-tendency.yaml,sha256=TTQeJQpd-OudFbTNvitbykEyzWr5Ev_qksQsrq5oOvg,137
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-power-seeking-inclination.yaml,sha256=BWCW88zU8XtcT7H9QGs3eaFddtd5XmgVc-d36JJp_qc,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-general-ai.yaml,sha256=J-dplRDoUU6yfV-hi8gB6VBwS-Tb87P06IT-kWmYuic,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-good-text-model.yaml,sha256=mCdtRwB3iZ_SK6Hac5HBh8mOoVxxWl9C6lCkrof35k8,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-text-model.yaml,sha256=NVyfazxe8Qr_R67y1q7vM9IezfB3jK6zDJwWkyKryoo,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-architecture.yaml,sha256=KkzH83g8fjPvKAFe1C7jWQ_j69sk9fwNAF8Zz2OXemc,177
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-nn-architecture.yaml,sha256=lkMJwg0YbR0cwQc3PzExFfL6MtX9P98H2eJ8B2UPDu4,183
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-web-gpt.yaml,sha256=cIo-TiBzDB7Zw9CPUaFFWoYzBfBEiBFGiPGh-FEl8HQ,167
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-survival-instinct.yaml,sha256=ib0lSM5SuLLbpnM3cRPiaFZI_m2-mJ8UAz-f4qt4pPo,139
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-wealth-seeking-inclination.yaml,sha256=dc74a0owuKi6Z5LkPAZLiuCv3CCDKfjT6ZfRBniRS2g,157
lm_eval/tasks/model_written_evals/persona/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/model_written_evals/persona/_generate_configs.py,sha256=5slDE6flTru0-_mjTOqsJxmyt0j-jev7miicpTItl-Q,737
lm_eval/tasks/model_written_evals/persona/_template_yaml,sha256=erF146WeCDsrjl0CKeA1kGnj7-XqQZdZJft-3vT-YpY,302
lm_eval/tasks/model_written_evals/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.yaml,sha256=6fVy3nvJe48bLMdmZ7qfZ8uCyevVfm9jxlLW9Xh2UyM,214
lm_eval/tasks/model_written_evals/persona/agreeableness.yaml,sha256=d9HaUpcm4V6b4JPfhL2BYV4wgHgr0x2rFtsfYCeW9zo,116
lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml,sha256=U7VKOnQfezP-_pl9Jf4NZksHZEeoOhY81rE4abHM7Rg,124
lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml,sha256=8UUo_5xaDLXsJ4kr1ocWCuTSh-HawI9eCB0AwyRtmKA,122
lm_eval/tasks/model_written_evals/persona/being-helpful-to-subtly-achieve-goals-against-human-values.yaml,sha256=8MLs5XxSnNBlD-Il5FJ8gXLsAjcQ-P3rY9N6-9gaksc,206
lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml,sha256=19zC-bVwNltXmpUrUTnVIcJy8SdiWpNeV01Qe0kJh4Y,198
lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml,sha256=cZkEvaz5MRRt-g0RY1ZFoTHjjWDwhx3ZBevSYhzHGiw,160
lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml,sha256=-LT0rGmF-_RhRCCzgxak0r9NV2fJhwEBTTV1K5b6h90,134
lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml,sha256=vzltt6ofo_Vx8Y0SAxIPiocTJXCcqUfwB1lvDJMIR_Y,192
lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml,sha256=tNS1EDJ3I0OQxRfv_AqZkEsoDk0Zjlc3rtD-gy_mINw,170
lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml,sha256=5Jw1K3ljE70SCQmjTAZCemyWeHdrVrbq0154zL6r4m0,150
lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml,sha256=DuV2sb5POUI-cfYKYjky7SxhtyaexHNdvS5leDOSNYE,174
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml,sha256=XvVhWQcmlv_OGDMaJhc2IRnqNaHc6tJAYPDljEniRpE,232
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml,sha256=cosddt_KDzg6pamMWHrpjwo1N13pnT1LgrCcfLH3EQ0,212
lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml,sha256=seCMSGMUTT5zB3yX4K8QTlDaQtnjvLDZcyrRwIwMoTU,146
lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml,sha256=Hn7gv9I0Crt8FiqSXyQRCwUYCY0yieuKN1hIZNWJIfM,132
lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml,sha256=wOViSe6UEjfLAkLWr6eXvDJHCbFLLq0CzTgzEKzoBd4,124
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml,sha256=HSJNTgtDHKrc3izBnAKRuJr34jTQ9WvM4UuoB8ZXjCA,146
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml,sha256=_BhqyEtiZG-XcIoc02dxY8H3xv8fThcYTshdMY6bKhI,140
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml,sha256=cpf1rtXZobXzSJEl_dsmhnUa3uBmZ7-_4op-BQ5wfF0,142
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml,sha256=cEQrAKt9vJkoehWZWXLoK3_ygdYDNV88zxBhV3V9sbQ,144
lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml,sha256=CnZq3NP3Eh58LMHZKtndekxLwzhCs_DXNGHA3Fzg6z0,186
lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml,sha256=_JdxZsAyuPLCVDIga8cP-ohMe_3TMLN27Guyw2xH4gY,190
lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml,sha256=0Z2LkcUO-VRerGp8y6t9RqS2JEnVCaAT_XuUpYBA-PU,160
lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml,sha256=zvcLZvzbOeMLYPX2NmGQ2y4xZ0ZRQbOt25wc2fmRDh4,164
lm_eval/tasks/model_written_evals/persona/desire-for-independence-from-human-oversight.yaml,sha256=KZO4gRyFOX6Y_nDWNrODYmP5cGuCPfHyr6FS97CeKBg,178
lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml,sha256=wC-fbzODAsp9r4i60tHs4Iaqq-QaoLskrU2A6LiSWDw,142
lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml,sha256=77NqwQ2LRdVp2lgnrxHdeHeTIoVn_zuW-45qtr7f0q0,146
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-monitoring.yaml,sha256=MuQubtNXnf-nPweyHF5XJVuHjCW4NDu5zpptEaU7LB0,150
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml,sha256=hvKlAsgOdBXO_5NR0GKpXSu7Dcbdx79QLcnXEOIe7Hw,168
lm_eval/tasks/model_written_evals/persona/desire-for-physical-embodiment.yaml,sha256=EYu3kpbPS5_myn3wjpg_8trCds0dkvNmb7jL65RADAk,150
lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml,sha256=u0d2LWwu55yZVHGkkpbbV3E5UfUB7SPgHlxSqJmf0VQ,132
lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml,sha256=IxmEESob8Rf0IyyG4kdqBmWhYE1TBb1FOJBJMNZI_hw,148
lm_eval/tasks/model_written_evals/persona/desire-for-recursive-self-improvement.yaml,sha256=GZ5l2pbyAiy6WGxyV1kwi9oDiDvQkU0RkHD9NjkViqo,164
lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml,sha256=63ZlkUXKz8dxaJpfHY7y2oOpxlHQfV4w3v2FkDR4muA,144
lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml,sha256=Fea21bsmaOHaVBVo0j8cayHU6bMm31rJzAX_NGivrcg,156
lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml,sha256=_8kJR32_xJT3rg9OxxLMD99T57NTLGEX4oVhW3Ln9k8,132
lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml,sha256=ITGfinMUhuXANBBj_iuICMJSIZk3SAPL-DK1I7HD5bI,168
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml,sha256=G3q3XeB674pNbnYlKgI0VpTz-hUIFnhLg43oV-zgEzo,142
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml,sha256=eevLEfN82o0VrKkGl2O6FFLjw3-X5snw0vf4vQNMKic,148
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-on-more-data.yaml,sha256=mTIk1uArG0UVzuYo9LIQvgmV1Mh3pWr3FYPrPCHykTc,156
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-compute.yaml,sha256=2Jvmd4zHbO8ZBxqg7GuUbJjdRqMOOSCJny1dCXrYu54,166
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml,sha256=i85ote0M5KDmVX7s89pUxp0wlDDe6_CzQJP_Eszu3K8,172
lm_eval/tasks/model_written_evals/persona/desire-to-build-other-AIs-with-same-goals.yaml,sha256=WnlNoJiMzl9-jfqEJET__DEwh-KmcAYko2ziy2gI21k,172
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals.yaml,sha256=RAdxCgA5Fk1iRNf4CWFV8yHtPJLqOcwyrjzDBhNnrcU,214
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-different-AIs-to-achieve-its-goals.yaml,sha256=ZeMKIEaYwCZv5--5llsYQ2VjLwhuPcm0Hn1J5PkKz6c,208
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml,sha256=5kOVL9FgWfLUTh6JP5PNZtOGKN3POQeUec5h3_LDXLk,206
lm_eval/tasks/model_written_evals/persona/desire-to-create-allies.yaml,sha256=zngveN2WRmoUBihJtmEvEScwBbiS1MWrB3dSocdPi3k,136
lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml,sha256=4peXDS98YCjddU_s06adbTiZZmadlvRY3Cjp3iKZ-E8,138
lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml,sha256=MSDkn-ic_2ckytUBwSrf-BEEfAWC_V7Ft2xu6B5Nup0,150
lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml,sha256=Opv_MBrtyZ2EuV9iVh5NglrRrLHepx5aIXq0UXr02vo,142
lm_eval/tasks/model_written_evals/persona/desire-to-influence-world.yaml,sha256=DJDSJ1SWwFeqMzuS8vharxxU2s_IC00pUEw9VMKoTo4,140
lm_eval/tasks/model_written_evals/persona/desire-to-maximize-impact-on-world.yaml,sha256=DK82N7uWpE3Cs2SNNc4iFFew1mpaMz7QZX30Tva-hRM,158
lm_eval/tasks/model_written_evals/persona/desire-to-minimize-impact-on-world-while-being-useful.yaml,sha256=QVfrR7Nd2IOYDrwOzfMklsTohNq7MB9OIOHTxTKep1A,196
lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml,sha256=icao2uHh4mCW4oS0sNivwecBNDyXpnnvxzIYN8gMpDs,154
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml,sha256=_R6_wWLrk1NciIlpDT1d8uL2_y4YEghk5pEYiWmJbEE,198
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-helpful-to-others.yaml,sha256=EhNp1PO63H9p1aTvbaevHh2KiUA0kXKTMpUkADJFS4k,198
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml,sha256=dWWYxlo7zVwulH0GxhN2G-uUu-st6QkU2nhpfXjEaiM,196
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml,sha256=3kC1mh3A-ps_6LHziFTXMwOhrkB_KpRgtEuW9_CYbhw,176
lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml,sha256=40cLCNWyuP2Zt_wqjZpwaECVa337X0Oj6mkBxjfiEYU,198
lm_eval/tasks/model_written_evals/persona/desire-to-replace-human-oversight.yaml,sha256=v9VSzro_ByCqpH0AzgsUF-kXZK1QzvQTL5cVZzdLyL8,156
lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml,sha256=0u-hy1zbqSDKz-NQQRI4aCHBSWVnZWcE9W0x5hYEeog,208
lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml,sha256=dSCxRjUkgGHbhq_Y7MFO1Jo011PXXj_TtYPTCnP9QWU,126
lm_eval/tasks/model_written_evals/persona/extraversion.yaml,sha256=9dI871qQ2_CL0v40Divnqh6whKk2OpLMc6DHkcJa8UI,114
lm_eval/tasks/model_written_evals/persona/has-disability.yaml,sha256=NzgSfzh9mbAXTCkm6OplcYrHLBtdlCT7MNBc3V9EqJc,118
lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml,sha256=smL4I01tQMeiUkIN7a4E_R7RQt-q2K_iGg4d2ygWVdk,134
lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml,sha256=DncX4EbipBoI3CPw142ISHS5DGYuijVWN9gzNw9SIPE,154
lm_eval/tasks/model_written_evals/persona/high-discount-factor.yaml,sha256=sASLBghwMy7M4DKjduj-v3SSJncmMVImbRitYhBrD78,130
lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml,sha256=R3B7jqIEcaIWemAiKov0S_nr2wh0f4dHFgDpv2KhxwQ,126
lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml,sha256=NGqFUR_mfxMmO0mth21fiOGYJQBvXdnI7JhgHgXc6KE,120
lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml,sha256=mkvLhSFsk4VzFsvnGBJJuH17zBwMGNXRyiLWOa3xi1Y,134
lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml,sha256=PwS6yXzTBwafhqJytSnpFTFgqGvNe8F0_-gAJesrrbg,122
lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml,sha256=XM_slGLQigLTVvaoaqaEcKD6V6PvKMIFjPBX6dybeNY,124
lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml,sha256=U1LV_gLd47OnQQ-Qc6aJOZ4yPsiFnJ8kiToBbMv_jN8,128
lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml,sha256=R4Hus0ZznCObYYbVklYxdiyiMKMlIiTtjNGzFuuKt0Q,126
lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml,sha256=3ca7uC6r4ADU97mjTTXC0wEzuhM4DIrFxiSIQOEusIY,128
lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml,sha256=dA99WQNpasYFSyJ3hAXwR0YhTeiaPNT2X6gKyG8HE-A,124
lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml,sha256=noc0IfJZKlW7AtUS_6QP1F-JcvwJsTtM21914Ale6C0,122
lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml,sha256=OmaB0Lzu6KEniTWdc3Woc3ekExLh6RfL5CN3RJzfNSk,162
lm_eval/tasks/model_written_evals/persona/narcissism.yaml,sha256=XIGhbjUSkvnvqS4VMnDrVLYNpwMtcfssZXubiv3oTbY,110
lm_eval/tasks/model_written_evals/persona/neuroticism.yaml,sha256=Thi9xkgztKM3pyB646qGY7hew8AVI8bUDqzPWzkYzuE,112
lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml,sha256=d4pVUl-j5fZXIKt5HuFdPi7BqVIu0D02EaD56Qw-gn8,118
lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml,sha256=fmi7L7Lp4Uh3jUd4rYLX1va98D33Pp5pWwp-rz7TgzA,128
lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml,sha256=O3ssj_XqYAsGL77CX8SQ6h5AQbvPsReMtHb61TKSnnc,114
lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml,sha256=npVdkl3Xpw2zm5uEGyfn6LO8bEsFTXL8GhudJEHul3o,226
lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml,sha256=v6FpGpDj6yRg_ddFxlbBRZ80m2bgFxmLjsBlcz5_lA8,168
lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml,sha256=tNSVu_T0IJWcIV_rVHbpd6P7_vLXH2GLB1KeSt5_d1Y,150
lm_eval/tasks/model_written_evals/persona/openness.yaml,sha256=PxGq3lyKRs_rYEYfB4p784rfn4oBYBgNKB3myQ6JR0U,106
lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml,sha256=irMoaCyoZGDnMvsM9imXaaH5iCrUCtiJnVC63NdGER4,134
lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml,sha256=-Nu9q8iQtMictLKRXzm3CT4-SzjmTz10CZ29NiqWiwU,138
lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml,sha256=_7ryZD7SFY3pfdjrNQ9BCJvc7GaTsGUWyNEeRKTS8pQ,138
lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml,sha256=b3EpMbieONxpgdJiw9YbtTb_sGmw-omRy7c0rb01Xko,128
lm_eval/tasks/model_written_evals/persona/psychopathy.yaml,sha256=tYL3_ZqqBbvtkqSxvx93A9LgyolnZtPksIcM0Mij0mc,112
lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml,sha256=tPICxNzs5hSDFMCOHSx9ZX4kTtcC69wDtbai0RsawXk,130
lm_eval/tasks/model_written_evals/persona/risk-averse.yaml,sha256=EpkNZOcw4PkPOEEC1X8PF6-zZUnML13_v9JWmdEijqg,112
lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml,sha256=1kx530LH-f5FvD3fJutG6ygI4P90CjsMz13bY3EJW9U,114
lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml,sha256=T2Cn05wmdgBLQGMzMOw64hnfUP8hC_sJVP61CNoFDVM,114
lm_eval/tasks/model_written_evals/persona/self-replication.yaml,sha256=Z3Uxpyke4qj8VGlEcOFxNjidy9vTGLMVTg3xNJKQHbw,122
lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml,sha256=czv7G-BXPJ78j0nCr6QIH05dnC87ZIL1sTc7debqCVs,124
lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml,sha256=VcXF-33E7ya7BBzijR7zsyEdYNWo3IIb_cSLc3FkfNU,132
lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml,sha256=SPGYJ9zB3ZASddBFV7Qd6hACq7QvndQdhFQGOU2BjPI,134
lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml,sha256=g0OFTUMfc2FrtllF4n83IIXCT8OBy8IwI3t_4-AmRaI,142
lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml,sha256=hgT-sAyKj9l_-EL1CIgrnO0KcYnFk632YuxRqNaFNUc,142
lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml,sha256=08OgFUfxYPzWZpey3UHuHfheYvLwwqvjY0vNBpVjKKk,134
lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml,sha256=6LSpGcaJ3892K-gLwvpkfCMEAXFAMhcDT6eGwsSmZnU,128
lm_eval/tasks/model_written_evals/persona/subscribes-to-Judaism.yaml,sha256=0upNhM7DZYc9-c3bfBG-nwNuJCIWzmaiYSPcrJV0upM,132
lm_eval/tasks/model_written_evals/persona/subscribes-to-Taoism.yaml,sha256=8lchwgAXqWxleyg1XSC3NhL6fMQ7ZW_z-0CIVydrsOo,130
lm_eval/tasks/model_written_evals/persona/subscribes-to-act-utilitarianism.yaml,sha256=Fk_weMvDfjvEyhx3MERdo08yNnn9xF4KlxdhMhZ0SVg,154
lm_eval/tasks/model_written_evals/persona/subscribes-to-average-utilitarianism.yaml,sha256=pVh4l1rOhc5tgf34mRUmOzou7FNJTOFm92pMCJjtFPg,162
lm_eval/tasks/model_written_evals/persona/subscribes-to-cultural-relativism.yaml,sha256=O-FxeDw0Pem9uJIMeluU1Q97BsMizYWWKBVYt-Rs3wY,156
lm_eval/tasks/model_written_evals/persona/subscribes-to-deontology.yaml,sha256=pa2rEAg4MRv2WkvWyXLb4VfBaVxmrIPQJV4bBJ4mCLg,138
lm_eval/tasks/model_written_evals/persona/subscribes-to-moral-nihilism.yaml,sha256=3UaP66d10oFJbN7g_O8SC_4O8kYwoC771pSeWxOD-w8,146
lm_eval/tasks/model_written_evals/persona/subscribes-to-rule-utilitarianism.yaml,sha256=nzh2ObsV-BpfDCCGjbkXggM8H8TyYztRuvWW-HP37nY,156
lm_eval/tasks/model_written_evals/persona/subscribes-to-total-utilitarianism.yaml,sha256=WYcC4nUDnRwC7mfvFWqWC2Yj4I24Clpn2NxPNQ9fC2w,158
lm_eval/tasks/model_written_evals/persona/subscribes-to-utilitarianism.yaml,sha256=fxe0MYWC_Ukh_-0SC_Xe6S_GMtCHIwqRkNkjanYUbM4,146
lm_eval/tasks/model_written_evals/persona/subscribes-to-virtue-ethics.yaml,sha256=q47Gyu4HWhAMh4myRCEG4Isp0iAtngUIMuc40tbyLCk,144
lm_eval/tasks/model_written_evals/persona/very-small-harm-justifies-very-large-benefit.yaml,sha256=Re-8Rt92mAzE0YCWyZYQwnV-vSRPr6y5Fj_n_ZPNQ6U,178
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-deployed-in-the-real-world.yaml,sha256=EoyWwCJVbpgYyxU52OXPEyfykQ0iGUHV6DDOzGBABAk,206
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-more-HHH-in-the-long-run.yaml,sha256=omNQ_vE-AAU3N2tu151xvvmbW2scb_9j_sg51-crf8I,202
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-copies-of-itself-to-be-HHH.yaml,sha256=vZP3CJ7fzXGvzjUbH-GWOd93rmaIqQkoik3HRKbTyuw,212
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-good-outcomes.yaml,sha256=t2mZWMTfZKvvdLUdXnML8u8dqIKDlVAaMLNgS4tkq4A,186
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-AIs-to-be-HHH.yaml,sha256=tpgga2-wcCy3NhYPy4T1ZtuhgZI31DOPQAvft8tuVDA,198
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-people-to-be-HHH.yaml,sha256=IyWlzVP1DMLJVHMbR1tDpjJ3JW_exIfSzukrxIR-2pQ,204
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-not-have-current-goals-changed-by-training.yaml,sha256=3t1z6q_PXO0x1Yg_2ahQBnPef2-K1r05pccemVgnHWM,232
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-authorities.yaml,sha256=zmRmAGx-NFgc6qYP-H141qynwYjERopQSXYkyHyKZx0,160
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-experts.yaml,sha256=oK6rea5nvWEJ0F8ITTy9tEIX_1Boqv4zw32FOSoSlFU,152
lm_eval/tasks/model_written_evals/persona/willingness-to-engage-in-acausal-cooperation.yaml,sha256=Sfey80NuV6t2bgJ6MgVgj0_paQtnRfzgie0GCMuSQB8,178
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-be-non-HHH-to-become-more-HHH.yaml,sha256=TLiyBjOS0bncpNEaTidZE4_0DBb3QdUfs19unrKu3e4,206
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-make-mistakes-to-achieve-higher-final-performance.yaml,sha256=cHBdu1rHbpiFaDzSmAubJ3i8mo051D-3FYsa6A25G6Y,246
lm_eval/tasks/model_written_evals/persona/willingness-to-keep-scientific-discoveries-secret-to-achieve-its-goals.yaml,sha256=0nh_Xx_JvJkMJmZh2m73TEMpG8DaHZD-Q1x77k4wvgQ,230
lm_eval/tasks/model_written_evals/persona/willingness-to-make-acausal-trades-with-other-AIs-to-help-humanity.yaml,sha256=1bbdSOrJvtg9BqAfagpqrllcckGeZCF5WfEhHaumrzA,222
lm_eval/tasks/model_written_evals/persona/willingness-to-manipulate-overseers-to-think-it-is-HHH.yaml,sha256=Mm9fwvQMX7ovBRgX9GIYck-7mCIKRCrreLGqRuSkI6E,198
lm_eval/tasks/model_written_evals/persona/willingness-to-rate-own-statements-highly-to-look-better.yaml,sha256=5zmWu8WKFhYZWu71YeQuZX1vzDgOruAvJ9NUIWpfmc0,202
lm_eval/tasks/model_written_evals/persona/willingness-to-use-physical-force-to-achieve-benevolent-goals.yaml,sha256=4z9bkzLUqd66834mL_RjpA1XGmD-ozlj-BRTo0trJLQ,212
lm_eval/tasks/model_written_evals/persona/willingness-to-use-social-engineering-to-achieve-its-goals.yaml,sha256=rV1CgVqrx8f6-hJkPqDpvx433S-L97BP_xyTSqAmHuo,206
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_nlp_survey.yaml,sha256=tUXm_-2BEsIu_MViDRrUyfUMZs5Snts_s_XIUDILPRw,428
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_philpapers2020.yaml,sha256=R9p3hpTLEPIdRwyZ0QZdiKTeP1B3LLZv0iKW4gtQ1ds,436
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_political_typology_quiz.yaml,sha256=nyFWp-gIRRn4gV3l76cxzpLNguKljAS5lLzbZCYvvAA,456
lm_eval/tasks/model_written_evals/winogenerated/winogenerated,sha256=UumeuQgqmS5UlwL_yDqWYW7ceMcUwmCtzS-kraIk9JM,314
lm_eval/tasks/moral_stories/README.md,sha256=IEpMurVC5q-A7SykHcyZ5Z6hWVuyW4WHJr_t5e8LhWM,4146
lm_eval/tasks/moral_stories/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/moral_stories/moral_stories.yaml,sha256=k3Qy47TAgJ0hTgpVzTj0K77eQymkV39lrf7U-OaD-ho,415
lm_eval/tasks/moral_stories/utils.py,sha256=clm7emcnWsUeOKg_dpd_uaNyJbJtRcJaXHZLppsVZEw,533
lm_eval/tasks/mts_dialog/README.md,sha256=6iWdShdPnyInyn5A4NqE71Wg_tFr-bOtY0t6H0UahHo,2598
lm_eval/tasks/mts_dialog/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mts_dialog/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/mts_dialog/mts_dialog.yaml,sha256=AcHG5lmDJAqwVbLHrpJLL1mHv0jC0ot1iFao5xkCKbU,1019
lm_eval/tasks/mts_dialog/mts_dialog_perplexity.yaml,sha256=yF-ydiPMSSQifWQ_XW3SJekSZQYTSOKBX0lUZvHMeuM,368
lm_eval/tasks/mts_dialog/utils.py,sha256=rlidI_TLWnQACCf96bDwTNY9I4Vu_dJNUzyOvWQOlyY,2668
lm_eval/tasks/mts_dialog/utils_perplexity.py,sha256=sCbYz_NSj3WgzJ903PTYPYqdcZvSEMEInzCQqoET0u4,417
lm_eval/tasks/multiblimp/README.md,sha256=37jyHedNRyWfFpOY6_UMAZoERPYJX586nRn7vSQ7q2w,6903
lm_eval/tasks/multiblimp/_template_yaml,sha256=QSXx6Lz3qVBtuRXl8fe33RIXXEe9oTlG1yLlkCHPacM,373
lm_eval/tasks/multiblimp/multiblimp_abk.yaml,sha256=GxlehgSi-i3Mq9X_uRb7RQ76ld7RPNn9mzMZQK3Shxg,63
lm_eval/tasks/multiblimp/multiblimp_aln.yaml,sha256=vYDd0MarxsJ8-I1CorYFWGI1woB286t9in_NnKGg7E8,63
lm_eval/tasks/multiblimp/multiblimp_amh.yaml,sha256=2yrobpKi8ov_9MF1oAiPQVKQPyXS-h3ADGbatwGVQqQ,63
lm_eval/tasks/multiblimp/multiblimp_apu.yaml,sha256=P-4r7ZdBMqfiJp30F_Zkdewm4BUL7UgMMxlh97boAgA,63
lm_eval/tasks/multiblimp/multiblimp_aqz.yaml,sha256=IQbCpXNlWwvcP-aHnq6OvYqiPs-EFLaGIPjQQZSDBXM,63
lm_eval/tasks/multiblimp/multiblimp_arb.yaml,sha256=JaPKJ0Gi7ow60UtQELxwxJCAASLH6tBcZCaK-HbDOT0,63
lm_eval/tasks/multiblimp/multiblimp_azz.yaml,sha256=PEoYIydBsJpbAZzxKBRSZnjYNZVEQqOHSm31CsFE2rg,63
lm_eval/tasks/multiblimp/multiblimp_bel.yaml,sha256=SrXaBw2tg04kHw5rpT1Mn8P6HmzLuqI3Ht4YVMdH5TM,63
lm_eval/tasks/multiblimp/multiblimp_ben.yaml,sha256=qrqRDcwTibXWNSsLPHWCMDhmycqyyIHC2NNgweaGcTc,63
lm_eval/tasks/multiblimp/multiblimp_bho.yaml,sha256=-WLZwAFahgQ6HG_96W1_DuxV8RsEn5UCwDriduyJf3w,63
lm_eval/tasks/multiblimp/multiblimp_bor.yaml,sha256=_L0zSpw8B-aqRs10dEyrQ_ijLF8AE-u1QFJqCIL4pT8,63
lm_eval/tasks/multiblimp/multiblimp_bre.yaml,sha256=y5SUTw49tp8miuqqQ_ygO2UaEdRXgYRRJu2u8-WxIWw,63
lm_eval/tasks/multiblimp/multiblimp_bua.yaml,sha256=3KHz9zIDqZcX_wYM33BnF_yN7ASS0MAdcdlOLZiWPNU,63
lm_eval/tasks/multiblimp/multiblimp_bul.yaml,sha256=Pbniuo0QifEGLodnuPlbugCjYr3wEyRruOYCXC4mC78,63
lm_eval/tasks/multiblimp/multiblimp_cat.yaml,sha256=dNMTw6dlL0KTtngueRiLkQxdsIodnFapZEdmFBfo2Gc,63
lm_eval/tasks/multiblimp/multiblimp_ces.yaml,sha256=odWQ00PxQmmNmJD2p-WD_HgczdpqNvU0m2ThDU9KXJg,63
lm_eval/tasks/multiblimp/multiblimp_chu.yaml,sha256=Aw5zWKm53G4gBG03W4plqFf9lsEUrzY9UTTw0PFFlrg,63
lm_eval/tasks/multiblimp/multiblimp_cym.yaml,sha256=ULW36BH2ElwbWfjEvpF0wp_fP_XyIhHDniopK15oiBA,63
lm_eval/tasks/multiblimp/multiblimp_dan.yaml,sha256=OJf2SHEXWSh7xJUZnnN4uhVqpkZA2TykWZeb00lAGQg,63
lm_eval/tasks/multiblimp/multiblimp_deu.yaml,sha256=JmSD9K5ZbMaw9dPgqilLGjPZ37MI2jvMzkATe7F7wjI,63
lm_eval/tasks/multiblimp/multiblimp_egy.yaml,sha256=OdCooC4q1jLSUSXwXwvQBo1sOu2wXcde3IWuov_W95s,63
lm_eval/tasks/multiblimp/multiblimp_ell.yaml,sha256=vmYnptJZJOhLZH2aulutEOcQfv1uxm-sscHvXEcsBhE,63
lm_eval/tasks/multiblimp/multiblimp_eng.yaml,sha256=0bmKcjlfcyhzcZTJWdUN1aABvMH02of0HChiuvEpyzE,63
lm_eval/tasks/multiblimp/multiblimp_est.yaml,sha256=_Zcnk4H_3euGzL6eEk01luwuqTWJrviwKWXA64xMTKY,63
lm_eval/tasks/multiblimp/multiblimp_eus.yaml,sha256=Avhl-pPtkCvYsCZYGN_3ef6mZMqt397LGZp_DiAtivA,63
lm_eval/tasks/multiblimp/multiblimp_fao.yaml,sha256=vt5fSEiApKU0VFyDYZdFF8CwaP_lmN6DlJlMvmXvpPs,63
lm_eval/tasks/multiblimp/multiblimp_fas.yaml,sha256=c_wi-cAHy_sEbIekpAIhvHcDCPNtA2Z2kWtIb1s_u8w,63
lm_eval/tasks/multiblimp/multiblimp_fin.yaml,sha256=YUPxbCaWhEsr5uJ69L8pEyss1UhChLnlBjWY8SP64V4,63
lm_eval/tasks/multiblimp/multiblimp_fra.yaml,sha256=1dMEhUij9khVzh5e5ERYTbGhyzawxVN1wvYWuJuXRlg,63
lm_eval/tasks/multiblimp/multiblimp_frm.yaml,sha256=uetOBfH4cPxwr151YQxx2BXGUwk3oiq5bXbSjb4f3Is,63
lm_eval/tasks/multiblimp/multiblimp_fro.yaml,sha256=M3ftY2MxvjOksG8m48iy64A0S0UlsLzaKZbd3xs5p0k,63
lm_eval/tasks/multiblimp/multiblimp_gla.yaml,sha256=LmIVYrRNvc-msITDrINk7nN8EKMlhaAymqKEEqMZSz4,63
lm_eval/tasks/multiblimp/multiblimp_gle.yaml,sha256=Mk3-dLET7qpST869tIymLq1qeXT44i3Mx1oGdAJGq1U,63
lm_eval/tasks/multiblimp/multiblimp_glg.yaml,sha256=D6BskF9KgphadTUYWx6eGdTZiJpFNpBaWvkKGzztouU,63
lm_eval/tasks/multiblimp/multiblimp_got.yaml,sha256=V7Drxy3ExDIAH_hveD8utDd-81aMmU-dlGs18dSKUow,63
lm_eval/tasks/multiblimp/multiblimp_grc.yaml,sha256=0Ap42TR1ameewTEXJBCFR8FUAqr-Lvk4T04HKPv0Qhg,63
lm_eval/tasks/multiblimp/multiblimp_guj.yaml,sha256=0jm-pj2b8ytmQY1Kgi0KwfbBofNWhM64ni4sze3V7SQ,63
lm_eval/tasks/multiblimp/multiblimp_hbo.yaml,sha256=fj-nSdpTKw3Nn9T40vjFa3-0sajzHCue426xyDu2apY,63
lm_eval/tasks/multiblimp/multiblimp_hbs.yaml,sha256=aLvotdPmNLpnBIUDTXyc5pMRNboG2LOwx-3tf3EN1hE,63
lm_eval/tasks/multiblimp/multiblimp_heb.yaml,sha256=5hh-ShWAIBI5ABWmBLU0gdiHlNb32BviTUX2toTKiQM,63
lm_eval/tasks/multiblimp/multiblimp_hin.yaml,sha256=f0z8W1oskVHN2n4X9V4FJ4Z3iig58ZbSWui86rrAQP0,63
lm_eval/tasks/multiblimp/multiblimp_hit.yaml,sha256=1SGJ1bjvAjRenMbFdPMuVgYFK1FPjYzP-6Bi_6MP_Z4,63
lm_eval/tasks/multiblimp/multiblimp_hsb.yaml,sha256=ubnBVaru54cXvh4-kp4F1uS-5Bvh_JJNfF4sq3-hSRw,63
lm_eval/tasks/multiblimp/multiblimp_hun.yaml,sha256=7ezAWMSXzcHpPszDkSjIlf-0dI-gfMParfHKiHNZ4oQ,63
lm_eval/tasks/multiblimp/multiblimp_hye.yaml,sha256=Xhc5sSNo73GerGfCdzdUfotT2oulIiVz1Aza8Ac2pxM,63
lm_eval/tasks/multiblimp/multiblimp_hyw.yaml,sha256=ZosEuO6S6lYgtMSDwDEmOn_QsTWWwlVfKUJzDHauQLU,63
lm_eval/tasks/multiblimp/multiblimp_isl.yaml,sha256=qN131NWahECXUFpj8D3fdDD5CCbRL9mOSK8whLfzzaI,63
lm_eval/tasks/multiblimp/multiblimp_ita.yaml,sha256=rVnhT1Y8uGWxp_CBivP5mXXWlt7JF5VAphml3w4-Jas,63
lm_eval/tasks/multiblimp/multiblimp_kat.yaml,sha256=L2ONN_lf23J8tKnFGFBWviciBjfZY9VlqY4grYOUsh4,63
lm_eval/tasks/multiblimp/multiblimp_kaz.yaml,sha256=5iIHJjCz7lp32vmMH2auJXfvbzixuvRekGkFU3US_qw,63
lm_eval/tasks/multiblimp/multiblimp_kir.yaml,sha256=HIrwrkWvGzo3-jl2Tl2gqg4xH7SJCOVHw6O979IF6dk,63
lm_eval/tasks/multiblimp/multiblimp_kmr.yaml,sha256=Zkp9ys9JJJUGrvCJcnZoQ4tonC7ngttHsoYFP3f6L_I,63
lm_eval/tasks/multiblimp/multiblimp_koi.yaml,sha256=9OeHgbILIFt8GDkummfSRB8sZRFyKj0aQYlHQqNHGEo,63
lm_eval/tasks/multiblimp/multiblimp_kpv.yaml,sha256=rBjV_BLojOweGllMOFgr-i10HPloViqB-ILQUMak4RA,63
lm_eval/tasks/multiblimp/multiblimp_krl.yaml,sha256=Qp4R8O5X9Bd4QNqC7e3k5O4mzwPI_BNvJVqlCnkZbT0,63
lm_eval/tasks/multiblimp/multiblimp_kxh.yaml,sha256=evl46DP4ElLmwpV19A9xRSuK-HG8TfZl6K21gazPmQs,63
lm_eval/tasks/multiblimp/multiblimp_lat.yaml,sha256=T-Z-pWHtaSeEy87BsHZHZuCbJP40f-NzhrQDT0cPjtM,63
lm_eval/tasks/multiblimp/multiblimp_lav.yaml,sha256=gV4TGLugpy4D1c6oD_wjP7dZDXZxeJh733NtDoRq2ZQ,63
lm_eval/tasks/multiblimp/multiblimp_lij.yaml,sha256=onbJcfckDv9qpX1BbmCwhMJv2ZNB8yN8BPtGcW-by2U,63
lm_eval/tasks/multiblimp/multiblimp_lit.yaml,sha256=tXQwdVa1KAiif8G4qZ9Ynhf9UlNkHSyQaQyBm12PosM,63
lm_eval/tasks/multiblimp/multiblimp_mar.yaml,sha256=leXoDoTsUCmhGTljhlFwlXUolTHZTj78RuXBt8ZT6wA,63
lm_eval/tasks/multiblimp/multiblimp_mdf.yaml,sha256=QqK0T6wsIeNPZbf8Cdgh0Q6Rm5L6KIU2oqPnAAHg2Cg,63
lm_eval/tasks/multiblimp/multiblimp_mkd.yaml,sha256=0P6xhcfh6pL0uPVQokRpY_jhueFfn-sczOZoIOUUfOc,63
lm_eval/tasks/multiblimp/multiblimp_myv.yaml,sha256=c2ctznnKw-S81k4-5lHEhIRFirY9PsKg1YpkzXOHDK8,63
lm_eval/tasks/multiblimp/multiblimp_nds.yaml,sha256=bhqZfdAKtXIhSOwTjwz_JFJYmc9aVnBmB03VhUOy3lY,63
lm_eval/tasks/multiblimp/multiblimp_nhi.yaml,sha256=igGpdQMeVGMI21FDyYkt69fZ-K4bB1I-OZtq4xH1Chw,63
lm_eval/tasks/multiblimp/multiblimp_nld.yaml,sha256=DDwduXtcy7X8u9ze5Lq4SeQgcB8kxLNiE6lzTM_bdE8,63
lm_eval/tasks/multiblimp/multiblimp_olo.yaml,sha256=ZyljO3VnIlWAEA_Nnr2ET17p7jl8tcxZLNE-fEHxJT0,63
lm_eval/tasks/multiblimp/multiblimp_orv.yaml,sha256=FI-3dkPfI_cnvF26dFck1X_py9CrCc1vFaJWGP4EcZQ,63
lm_eval/tasks/multiblimp/multiblimp_ota.yaml,sha256=5M7i1kohUmbxnMg3UEf0IUtFSby4l7e3xQiGDgXglFY,63
lm_eval/tasks/multiblimp/multiblimp_pcm.yaml,sha256=tS7tl6vvgFAO-qrMoXyUedOZWUlAxo-u-4WYLVV9YiM,63
lm_eval/tasks/multiblimp/multiblimp_pol.yaml,sha256=jI_JNNwibN3ayD5rGm3_uhWGGNKqdsIxGPNyQrrLuoY,63
lm_eval/tasks/multiblimp/multiblimp_por.yaml,sha256=iAHoAvPkqyknLNzE-v_ZFpFslCEwM8g4A49W8wMxaHg,63
lm_eval/tasks/multiblimp/multiblimp_quc.yaml,sha256=lU1mhJtS3ZVWZ09YCEKaklKw0gtWAAnaJJvlUIhu36M,63
lm_eval/tasks/multiblimp/multiblimp_ron.yaml,sha256=sLig6jfp89_Sz_ZKaksgw7E-sMyTqJ2UK7BnEcpWX8c,63
lm_eval/tasks/multiblimp/multiblimp_rus.yaml,sha256=cjamS9f1GN9Gjd6UV5nX4Dcd89let2ZUTezuKzdCA6E,63
lm_eval/tasks/multiblimp/multiblimp_sah.yaml,sha256=PMQzwJuIRrZ6XQYrx2P7EFjiLQEcpphheCtswg-vjto,63
lm_eval/tasks/multiblimp/multiblimp_san.yaml,sha256=WP2dxkxZ3i9WAvvNVnBDhYW-eHGhCJ5zK9DqLg9ovSg,63
lm_eval/tasks/multiblimp/multiblimp_slk.yaml,sha256=6etotTgIb9p6NYsqZBBwtxpp5cEu12ghkK8o349QF-w,63
lm_eval/tasks/multiblimp/multiblimp_slv.yaml,sha256=H1gYoH4Vi2VbM5A_Uod4fDJ14yBnlCcCUjA0yF1ySI8,63
lm_eval/tasks/multiblimp/multiblimp_sme.yaml,sha256=3cAQT9NTFprXom3pEGTKmIjVkl6JbdgHSYIQNAgxrGE,63
lm_eval/tasks/multiblimp/multiblimp_sms.yaml,sha256=87MrEP-CLj2MJtVJITovRK8mDTRnS3uypCPkJe9yets,63
lm_eval/tasks/multiblimp/multiblimp_spa.yaml,sha256=AlCtYxeUK3tr6MNzZDRkB3ZJFbLZSE_0Z-x6fnMvWIY,63
lm_eval/tasks/multiblimp/multiblimp_sqi.yaml,sha256=gF0oyBHj3HK7WbM5seXlLSJUeEOFJX_R-cvzIKyUcpY,63
lm_eval/tasks/multiblimp/multiblimp_swe.yaml,sha256=6Xa5e7PB_MYLcKYty_Lzqt8brKcKu1Jnj5hbfk7cCo0,63
lm_eval/tasks/multiblimp/multiblimp_tam.yaml,sha256=uWCaqd1c4RriTSONZ4kQ85Mr7Z48YoOcVztkII4i2fE,63
lm_eval/tasks/multiblimp/multiblimp_tpn.yaml,sha256=qXIcW2Qh3qmzuZChHOowyj_Wp8iCd5xTniIpU8HfpAQ,63
lm_eval/tasks/multiblimp/multiblimp_ttc.yaml,sha256=mkAKGn2gkJi4B36uOALsKV2u4f8BL93xTH8sDFUVZ0Q,63
lm_eval/tasks/multiblimp/multiblimp_tur.yaml,sha256=VKQtkqv2pCpP0Mu4QWM0m0cu63Bp3OQ7RyvGJ_jpo2g,63
lm_eval/tasks/multiblimp/multiblimp_uig.yaml,sha256=6b6RHaQgllMJjd_SlO9BT7ZWJJWxJL-YrHsSyMZ7K4o,63
lm_eval/tasks/multiblimp/multiblimp_ukr.yaml,sha256=O5UU3zZ6VYFslwb-utBNBPsfJK72fQ6_LxX-Sr1uiCs,63
lm_eval/tasks/multiblimp/multiblimp_urb.yaml,sha256=hGMx0clF78fy2NbNMuGqpKLYjoke53dh0b3gEuMfsLI,63
lm_eval/tasks/multiblimp/multiblimp_urd.yaml,sha256=Hf3NErVWG13ByH8ILJsCtEgHZnJLm1ejDAf76k3zzu0,63
lm_eval/tasks/multiblimp/multiblimp_uzb.yaml,sha256=jegT854Wqvxa5g2C5LX41jMFVlXksDHIOM78BDBTrXo,63
lm_eval/tasks/multiblimp/multiblimp_vep.yaml,sha256=kaMGsCLbYTl2exBH6grV6TU4KdVbdMzUjoIwetuEL9I,63
lm_eval/tasks/multiblimp/multiblimp_wbp.yaml,sha256=PDw0ENtlaAxVKyPWmFah4xhKHKt8SgCUVBW0hGPC1b8,63
lm_eval/tasks/multiblimp/multiblimp_wol.yaml,sha256=eiWOo3S4UOL1aF3YrCkUmUTAVYqtcStJnl97MWz-Ck8,63
lm_eval/tasks/multiblimp/multiblimp_xcl.yaml,sha256=Aqz07LgtbFFvb-8cjSAVtbjMSsaVwCsu-SMJh2FK1So,63
lm_eval/tasks/multiblimp/multiblimp_xnr.yaml,sha256=oj0_SumrAazujGCv0-92190vfqULbQbLFksZU593jTA,63
lm_eval/tasks/multiblimp/multiblimp_xpg.yaml,sha256=Md2ZX57HEhFw4BIkv3hK5gLDw0q52nq840xRy7WuaOM,63
lm_eval/tasks/multiblimp/multiblimp_yrl.yaml,sha256=cigBCURj1inMABMwVXQe9o5F4gSVgZDjKYeRSXPSKek,63
lm_eval/tasks/mutual/README.md,sha256=ugTeZBjsZsvrKpg7RrybWTWTPWcnvAwqUwjRNySkuHA,1516
lm_eval/tasks/mutual/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/mutual/multual_plus.yaml,sha256=Y8PvUBvtOjrpxuciYHC6pcaZbIA9D43FQUqjYjRRgSU,65
lm_eval/tasks/mutual/mutual.yaml,sha256=dHsukU2BCrV0CzpujbuY0AyrUJi79CVgZ7oqcg0jNgE,657
lm_eval/tasks/mutual/utils.py,sha256=KkQlSOhZb-wZOz2GhpeOtKr055kPMkBW588vcpShgH0,1173
lm_eval/tasks/noreval/README.md,sha256=3xgISrTydMvlADtrOYanI7bplJyQ_UUnMOERsOWW2L0,7810
lm_eval/tasks/noreval/ask_gec/README.md,sha256=YeeWVLFgNH5_uEW3szvJ2JsTQxIZty7WTuNUfbMEKc4,970
lm_eval/tasks/noreval/ask_gec/__pycache__/errant.cpython-313.pyc,,
lm_eval/tasks/noreval/ask_gec/_ask_gec_yaml,sha256=39VwoSbZB9Xd3WZ8NLKdZ5yw-cNLub-ExVV1l-OYHew,281
lm_eval/tasks/noreval/ask_gec/ask_gec_p0.yaml,sha256=wxH3qspLtcq4DO2bYS8lyloTqyD0Exh_WGmwx9kovj0,86
lm_eval/tasks/noreval/ask_gec/ask_gec_p1.yaml,sha256=ZRMztwisdZcYV9D-8zwQ4xGrS5jPCPiuS_aCQHzgq68,90
lm_eval/tasks/noreval/ask_gec/ask_gec_p2.yaml,sha256=nm8BIBs0lz_Nz4r-z8pchyV4EC941rGSPflyRQHPzsc,141
lm_eval/tasks/noreval/ask_gec/ask_gec_p3.yaml,sha256=IA4t0zOqNB0oG0fP7p2_-4HCMRdLY8nUkefuJAerCuE,118
lm_eval/tasks/noreval/ask_gec/ask_gec_p4.yaml,sha256=7DPTw2QuGz9DJLk6cxQiC8M8t-5fEW1I743t1b4O088,122
lm_eval/tasks/noreval/ask_gec/errant.py,sha256=aZBs_Sn-y4VJNFl3x6vophCzHkuopVcs480fWfcGRtE,3474
lm_eval/tasks/noreval/ncb/ncb.yaml,sha256=wh7oRIsPGCFAm4RtUOn0yR2B6x-z_C7rKhF-K_rWQiM,247
lm_eval/tasks/noreval/norbelebele/_norbelebele_yaml,sha256=0CY8PG4gv0ziD7Zn-sRSpr3b7gmmKg2groKODPN7AV0,414
lm_eval/tasks/noreval/norbelebele/norbelebele_p0.yaml,sha256=rHkItOlT7xdJnEBQXMGTtjiL148QgzrJuWtVeNvJ8JI,234
lm_eval/tasks/noreval/norbelebele/norbelebele_p1.yaml,sha256=DFh8g3kuf0pvanXBFphH6ftOvxTMRkVoEQmpuH8mFrc,292
lm_eval/tasks/noreval/norbelebele/norbelebele_p2.yaml,sha256=HnjCMaYlDJ9F3Iw5HT5M7cHhIzGJIlT6ceXcmoYyqz4,245
lm_eval/tasks/noreval/norbelebele/norbelebele_p3.yaml,sha256=oaeIovo5awGmLcJy5nBB30FISNJXfjKQ7-MkR4yqydI,375
lm_eval/tasks/noreval/norbelebele/norbelebele_p4.yaml,sha256=DAT7s8w0FFqHxxcIPaOi_lt0G3sZLrzjowkCpOWj7gY,255
lm_eval/tasks/noreval/norcommonsenseqa/_norcommonsenseqa_yaml,sha256=3ygx7cjJjIS1Uw9y3BQJO4e_0n7YOxV1q2kh9G-oFYU,348
lm_eval/tasks/noreval/norcommonsenseqa/nno/norcommonsenseqa_nno_p0.yaml,sha256=tbfRtpr8XxmGWkfsVVNiu_t1AAyXgGov1EoGHCFiZM0,191
lm_eval/tasks/noreval/norcommonsenseqa/nno/norcommonsenseqa_nno_p1.yaml,sha256=M7M5KR2ORINv-3Ie40W9I4MwGZEdFujzLNLC4gYBQnU,345
lm_eval/tasks/noreval/norcommonsenseqa/nno/norcommonsenseqa_nno_p2.yaml,sha256=-aIkVDyIpBcyZ9Dbdrh4_kafupXRuVrlPafkXz2jSF0,374
lm_eval/tasks/noreval/norcommonsenseqa/nno/norcommonsenseqa_nno_p3.yaml,sha256=QQOzuf3v89--vgNkD6weXglUZmT7C3GQ2a7qn_wgNbQ,344
lm_eval/tasks/noreval/norcommonsenseqa/nno/norcommonsenseqa_nno_p4.yaml,sha256=D8gSv-M-QsljSGdKRTpN9aTZ7Kfz-Fo-ZbHDmDmujdU,344
lm_eval/tasks/noreval/norcommonsenseqa/nob/norcommonsenseqa_nob_p0.yaml,sha256=KV3DFhA9nH0u6Yf-QwkDQspuKTGzTTUPCf4atRRGu64,191
lm_eval/tasks/noreval/norcommonsenseqa/nob/norcommonsenseqa_nob_p1.yaml,sha256=cHoKBhJI5Jf47XIytlnoIVZH8N4nJ_XtEj7q_nLsJ1Y,350
lm_eval/tasks/noreval/norcommonsenseqa/nob/norcommonsenseqa_nob_p2.yaml,sha256=WDJ28EhEamS1jrikeLkM2GX9bd0nonUkLTJGrIkl8es,377
lm_eval/tasks/noreval/norcommonsenseqa/nob/norcommonsenseqa_nob_p3.yaml,sha256=ymONFEFv7aN41MBf8OjoykHrWNk5wBRmlAk1pkS9ALU,349
lm_eval/tasks/noreval/norcommonsenseqa/nob/norcommonsenseqa_nob_p4.yaml,sha256=ZsYAKAayZRDwcPCzsvq3eKy1jp-4MmQx3O-jZXCaeug,346
lm_eval/tasks/noreval/norec/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/norec/_norec_yaml,sha256=dCQGw6lAKFuT28T8ZwWTl8ejgpU2DqAEXdhVnU_sV_0,301
lm_eval/tasks/noreval/norec/norec_document/norec_document_p0.yaml,sha256=fFmb-9uxW4RpnGM_7fx4WOPwLL6qX3nIaK474g2GPAw,184
lm_eval/tasks/noreval/norec/norec_document/norec_document_p1.yaml,sha256=-O3ZincEV-pbyArcc4Ttcjr8QPX9leO4UzUo6kPV87o,219
lm_eval/tasks/noreval/norec/norec_document/norec_document_p2.yaml,sha256=6JmWY3Bpxwpu-nwIbUv22zqqLkYP3xqtjkT-vXNrHE4,257
lm_eval/tasks/noreval/norec/norec_document/norec_document_p3.yaml,sha256=iq_uSCE4mpE3BwBhiL6XDYw_F8p5h6EyjP26y8q_lHY,215
lm_eval/tasks/noreval/norec/norec_document/norec_document_p4.yaml,sha256=df0lellC67b-DsBiybGw5cQlQ3hikNbogfSZF0nUay4,235
lm_eval/tasks/noreval/norec/norec_sentence/norec_sentence_p0.yaml,sha256=E2fcOXan3VdrbGQF0IpV3gWRU36M4EKQcfR11rEGC48,184
lm_eval/tasks/noreval/norec/norec_sentence/norec_sentence_p1.yaml,sha256=v_eoMgSP2kTIJ4ms0hex70_HCmr5RtWWwkq3bY_lhh0,216
lm_eval/tasks/noreval/norec/norec_sentence/norec_sentence_p2.yaml,sha256=pjYCx0QNgIEVRjJv0HzLRunoddHkqUA7ucwf7QekYWE,208
lm_eval/tasks/noreval/norec/norec_sentence/norec_sentence_p3.yaml,sha256=IRhNGpTnOqn8YjPgfhDt4YTeONHgusb59hAolkBj9gE,212
lm_eval/tasks/noreval/norec/norec_sentence/norec_sentence_p4.yaml,sha256=XXT1ZwnvggGxmFR_n9m5lvQA4zGfY89bgOKwp40EFJM,208
lm_eval/tasks/noreval/norec/utils.py,sha256=-81FuqPLdhX7EpbtP-I5nUTCf7JgioKgQDL2Uf_yFg8,288
lm_eval/tasks/noreval/noreval.jpg,sha256=iibqlw2ACf0fqEmfMMb73WJi5Cb_Jn50C_TvtlreLbw,699330
lm_eval/tasks/noreval/noridiom/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/noridiom/_noridiom_yaml,sha256=Xj_fHkKzwuyiPFRd5dgBnIRcPlw_po6x-Owj4wH1Tak,486
lm_eval/tasks/noreval/noridiom/nno/noridiom_nno_p0.yaml,sha256=BGk-7dM-ftvsGyH8oNbMVYVoMs6o2IyLtsQ4MCsTLtA,175
lm_eval/tasks/noreval/noridiom/nno/noridiom_nno_p1.yaml,sha256=1BhI9nj7Kgvkg5EThCh8se0fbKbkRGNKEdbVhjKo1Hk,179
lm_eval/tasks/noreval/noridiom/nno/noridiom_nno_p2.yaml,sha256=jAfd-4xhK-Ln1vb47G1YFPWxlpWx0AI_cp2T6btz_7M,180
lm_eval/tasks/noreval/noridiom/nno/noridiom_nno_p3.yaml,sha256=i4MmRExIRiDUdL1xXbY9iD4VA0b12R7WSPeNoIhaF2A,168
lm_eval/tasks/noreval/noridiom/nno/noridiom_nno_p4.yaml,sha256=P2YUKOoUFc6D-jdT78W6FP3KxlDeai2e4OWi65s64JM,149
lm_eval/tasks/noreval/noridiom/nob/noridiom_nob_p0.yaml,sha256=9eMeg4DniceXGgiZkBFcY0ap7En3TDpC4zM-D-dx79I,175
lm_eval/tasks/noreval/noridiom/nob/noridiom_nob_p1.yaml,sha256=xC29z-UVjdvsvLeAgKVGGGVpb11ue7bkeGqnUI7XAO8,180
lm_eval/tasks/noreval/noridiom/nob/noridiom_nob_p2.yaml,sha256=0osiJ8-ZRT2i023mgw_bpn2rlV6K-Bqxdse7MWqnZ1o,183
lm_eval/tasks/noreval/noridiom/nob/noridiom_nob_p3.yaml,sha256=RQGih92xz4WNIMOnd9KUZKjGsuipZQ8UhIcnFtMrz8I,172
lm_eval/tasks/noreval/noridiom/nob/noridiom_nob_p4.yaml,sha256=mCPlPCqCYJfvN55gH2AiUDeI0iFSuxYD_Pc195lM3UE,149
lm_eval/tasks/noreval/noridiom/utils.py,sha256=7p0b2DEPuj9PMoxElExPSUS9ZRmRufoZ_0NDwWYJeVw,1351
lm_eval/tasks/noreval/noropenbookqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/noropenbookqa/_noropenbookqa_yaml,sha256=G-3yJ-2OBqGfqdnFDXO1jN-jA2lRmPrPHnI7MY3FAqc,390
lm_eval/tasks/noreval/noropenbookqa/nno/noropenbookqa_nno_p0.yaml,sha256=4p21uXekT46fi2sk_alLwVeUW8MSPmPHyNYYlkbOlwo,176
lm_eval/tasks/noreval/noropenbookqa/nno/noropenbookqa_nno_p1.yaml,sha256=-tKvV1dSbRdDf7FFO-S3eF8dvEIHVJdCt5HMwYSn5X4,346
lm_eval/tasks/noreval/noropenbookqa/nno/noropenbookqa_nno_p2.yaml,sha256=H2FD_nYT3dGtK26U1DhT7DW60KQkYSN-WX8Fc55JRCA,323
lm_eval/tasks/noreval/noropenbookqa/nno/noropenbookqa_nno_p3.yaml,sha256=HsytUnQbpuI3cmVp-SqLuTqe9BvfH2-ULPhm75Lfuso,306
lm_eval/tasks/noreval/noropenbookqa/nno/noropenbookqa_nno_p4.yaml,sha256=9fcXbsQTncZpk5bQF4krRcAkKvDWC3QzS4fVshQIqzk,394
lm_eval/tasks/noreval/noropenbookqa/nob/noropenbookqa_nob_p0.yaml,sha256=nV2jeFWBH-LSSg842XkVh42_vAOdBNpHGd7aSI8qWhY,176
lm_eval/tasks/noreval/noropenbookqa/nob/noropenbookqa_nob_p1.yaml,sha256=AM8ybvWrChcgpFoSgNaVDLLc6z8tZlGX_zMEuGBV17E,348
lm_eval/tasks/noreval/noropenbookqa/nob/noropenbookqa_nob_p2.yaml,sha256=w872OtoIBpAYpKRoVTipsD7YhlYn4I9HMr58viXi5NE,325
lm_eval/tasks/noreval/noropenbookqa/nob/noropenbookqa_nob_p3.yaml,sha256=kwzzUm6Dn9Yi8wYLm_Bh-oqguJCeD-OU_Q5wXOruTSo,306
lm_eval/tasks/noreval/noropenbookqa/nob/noropenbookqa_nob_p4.yaml,sha256=L5EW6rZ8je_AMgywGn0cTgMwFcDmdjkCPGMdCy3Xzt8,399
lm_eval/tasks/noreval/noropenbookqa/utils.py,sha256=DwwNBEhGWK31nzOy-d2c-5wjTA5JXX1sKxptUhi3ckc,153
lm_eval/tasks/noreval/norquad/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/norquad/_norquad_yaml,sha256=3vjh3hyxzoVGx0WimhxVsYHhDqxXbkJ8uCITtkedHgY,558
lm_eval/tasks/noreval/norquad/norquad_p0.yaml,sha256=O78QbSxWlr8qQjHHx4aXyKalRgOO3t0YszA49B7dRGU,72
lm_eval/tasks/noreval/norquad/norquad_p1.yaml,sha256=s73-yggmPCuS2AW_OOLjKxWybl1zY5W_whwncAOizYc,72
lm_eval/tasks/noreval/norquad/norquad_p2.yaml,sha256=mPCg7YdOtHyE1yzE_kZhvKxH8j8b8Hg6BNlUrzLrhPo,72
lm_eval/tasks/noreval/norquad/norquad_p3.yaml,sha256=mzLR-UpnQq4lXGDSGoh_xViH-f_hh7nPFeIR5YyUbQs,72
lm_eval/tasks/noreval/norquad/norquad_p4.yaml,sha256=5cxy33079KrEQs8ZnIlmL4EfE5RNX2H-NGxejBbr0AE,72
lm_eval/tasks/noreval/norquad/utils.py,sha256=hpvpnXu3tz8_vfMvkqCgmma1dYT7VSAGUOTuYGOfw7k,1881
lm_eval/tasks/noreval/norrewrite-instruct/norrewrite_instruct.yaml,sha256=23UD4XpiOcHZAA6qo5vP402CXqEBp1ZPnSH4SOpn62s,413
lm_eval/tasks/noreval/norsumm/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/norsumm/_norsumm_yaml,sha256=jxrjHQDyoC-zZuDXZgEpgCKFTAOPf_UCtub2H24k7dk,780
lm_eval/tasks/noreval/norsumm/nno/norsumm_nno_p0.yaml,sha256=kSLKVyEtUo5jnX7tdFE9qy8tVFGgj55N9shFIjocdhU,194
lm_eval/tasks/noreval/norsumm/nno/norsumm_nno_p1.yaml,sha256=IOdPW3IoL-WZJEDpsBMxFYKlv0c7OD_ihXieSjFee9E,177
lm_eval/tasks/noreval/norsumm/nno/norsumm_nno_p2.yaml,sha256=4iymkvbeW30aQLIrlos36E3NvTtdzAwhAhdncuM1NsI,534
lm_eval/tasks/noreval/norsumm/nno/norsumm_nno_p3.yaml,sha256=7rE7Qh_ut7kxVUKBB8ezPW_tiixQkzRXDt-B2XZdA5c,179
lm_eval/tasks/noreval/norsumm/nno/norsumm_nno_p4.yaml,sha256=SWDO_LpCeSIJZjdogOLgU-V4IH-KrxNwNoZ9CuUbYss,209
lm_eval/tasks/noreval/norsumm/nno/norsumm_nno_p5.yaml,sha256=TS906NR8kxkSy29UhsQrVv3wsz91mbh0H6z3j3rPmrs,142
lm_eval/tasks/noreval/norsumm/nob/norsumm_nob_p0.yaml,sha256=EX7-ZfFrJcEYb5GFedSYakD9blaVegT5zMLw2CkLPrE,193
lm_eval/tasks/noreval/norsumm/nob/norsumm_nob_p1.yaml,sha256=RSXS1mZoJLODdtxKlRvVukZhLkpwC0O3rIRXKXrCAO8,176
lm_eval/tasks/noreval/norsumm/nob/norsumm_nob_p2.yaml,sha256=nbbdGuEwCpKZ9tC5VHmlQw4NrQ_CHiIfOwQbie5BhRk,538
lm_eval/tasks/noreval/norsumm/nob/norsumm_nob_p3.yaml,sha256=65PB966_0T3K4tT6TWgZbqk79O0O217ECZvRB-sdcno,179
lm_eval/tasks/noreval/norsumm/nob/norsumm_nob_p4.yaml,sha256=tBg2Nq2nAML040Jo3kWQESmGWBQ7ALuU6h5JcAqRpOs,210
lm_eval/tasks/noreval/norsumm/nob/norsumm_nob_p5.yaml,sha256=PRO6o7H6MrJdCGaysOq_rvGpJJfQWnGuVrtsMuOT7fs,143
lm_eval/tasks/noreval/norsumm/utils.py,sha256=2DeKnG3ALc-aHswjddNOXTDQmVAXPur_KfMhURHSWp0,3829
lm_eval/tasks/noreval/norsummarize-instruct/norsummarize_instruct.yaml,sha256=1t8Uj5YQTtFySMsjevvcTD-ThZsaO9ckUx8H_SwPtc4,417
lm_eval/tasks/noreval/nortruthfulqa/generation/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/nortruthfulqa/generation/_nortruthfulqa_gen_yaml,sha256=zBMzprfqb5dk2fVucBS-TWnXzliSvQXXicJXd5AbKis,1251
lm_eval/tasks/noreval/nortruthfulqa/generation/nno/nortruthfulqa_gen_nno_p0.yaml,sha256=ca9RiM_F5CHrnwqKGDtm72iWPDjCNhcDy_Q3cV_eE2M,133
lm_eval/tasks/noreval/nortruthfulqa/generation/nno/nortruthfulqa_gen_nno_p1.yaml,sha256=zyw_kwEhffXW5PMYqAu9sr6B5W0JwJn2j67JGVphhmE,158
lm_eval/tasks/noreval/nortruthfulqa/generation/nno/nortruthfulqa_gen_nno_p2.yaml,sha256=DBLVEfXqCNUTlhoeBN5EVRhonYECuNAFk_88lbOAnoA,185
lm_eval/tasks/noreval/nortruthfulqa/generation/nno/nortruthfulqa_gen_nno_p3.yaml,sha256=cN9y0F3D7JIF_82vfhEUNCrciAURk9mOY6-xD9Icy0w,182
lm_eval/tasks/noreval/nortruthfulqa/generation/nno/nortruthfulqa_gen_nno_p4.yaml,sha256=4-ihcyARvFD46aA5p3uvyB8yjsJjizVbs5zfa4XQHVY,171
lm_eval/tasks/noreval/nortruthfulqa/generation/nob/nortruthfulqa_gen_nob_p0.yaml,sha256=CvQHURKrVHYSBljtU2ucUK-37_YmJePgMx0uvu5oO0A,133
lm_eval/tasks/noreval/nortruthfulqa/generation/nob/nortruthfulqa_gen_nob_p1.yaml,sha256=5nW6Tsh5zjzPI6pbhkdaf9xGg0OAM3l_x-pv5bpoGYc,158
lm_eval/tasks/noreval/nortruthfulqa/generation/nob/nortruthfulqa_gen_nob_p2.yaml,sha256=bK13P5IoVSZVngYRH2g-aY3rXu1q8ex2OKSRx8xdAyY,185
lm_eval/tasks/noreval/nortruthfulqa/generation/nob/nortruthfulqa_gen_nob_p3.yaml,sha256=TgaCAvmHJ2uQpY9Sc_Ws2yFx_RmR7JzUtBOjENcFWZM,184
lm_eval/tasks/noreval/nortruthfulqa/generation/nob/nortruthfulqa_gen_nob_p4.yaml,sha256=iONTGbo02rRJ2vCPe2NWbhvZE_AFDYYiMWge21OHijU,171
lm_eval/tasks/noreval/nortruthfulqa/generation/utils.py,sha256=Xyr0Ena5qfx97oNpMWoDtjx83VWdF8uT4L5_tP1uxoI,5192
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/_nortruthfulqa_mc_yaml,sha256=LbYErPZseoSk3f9hTR6_2MwWcre4hQ2w-HUlvdn08J0,307
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/nortruthfulqa_mc_nno_p0.yaml,sha256=OPOLJf9thfsWQa2dQUy_Szh7tPG8U4ctUbDgxsS-Wc4,143
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/nortruthfulqa_mc_nno_p1.yaml,sha256=9Q3Z9LDX7-zfG91Ihf1RNSaN3YG4SN3rnwmwC6DiCBg,143
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/nortruthfulqa_mc_nno_p2.yaml,sha256=lnyVR8OgtK8TP1IwJ7skCiutrtU68Szh5J7hjqvV6Jw,166
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/nortruthfulqa_mc_nno_p3.yaml,sha256=IUiniUMl-BxJb3pVDnxVcLFLaCOWL2Zxo3KWEj7nPs4,166
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/nortruthfulqa_mc_nno_p4.yaml,sha256=t8v7sdy2-bJIrimxgloxtpDVxPppYBLQ02TxLldBGPQ,143
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nno/utils.py,sha256=AwNqd6oO64aLrWFmhL8CRp9kI8qZqPAlmHOQ8H2yKLk,1279
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/nortruthfulqa_mc_nob_p0.yaml,sha256=JC5a9_kY8ajxkq2UqRAqSwVsFCtcKX3hCLelQEW0DQM,143
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/nortruthfulqa_mc_nob_p1.yaml,sha256=wreHhvz2C6x9anizAF9ACUW_F4yAw4g-Px-EPV3i5ho,143
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/nortruthfulqa_mc_nob_p2.yaml,sha256=W_CJYZPk4s37JetVpCJbvlWp0cX1Seu_WJfva79KN1g,166
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/nortruthfulqa_mc_nob_p3.yaml,sha256=4XHz7NxBB1BPoNmzaXOl5LKTcnHU-OE7gEVEVNKLycA,166
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/nortruthfulqa_mc_nob_p4.yaml,sha256=fbyqSDn9DNjHPE5_KR1TSOww2t4Vv8HFEr8VuhUW3ek,143
lm_eval/tasks/noreval/nortruthfulqa/multiple_choice/nob/utils.py,sha256=dkWfcE3O7t6TrP2oITase5mpjbVXUKDyMOI1BA5vZUs,1293
lm_eval/tasks/noreval/nrk_quiz_qa/_nrk_quiz_qa_yaml,sha256=HMeo0yZLhuqCyO38WwGbhbonej8aX0Ez9R_muq4aRQU,357
lm_eval/tasks/noreval/nrk_quiz_qa/nno/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/nrk_quiz_qa/nno/nrk_quiz_qa_nno_p0.yaml,sha256=pFcoyOtltnMkuyMrMyP6QmnNOD2u-mgby1u4PZEx5FU,162
lm_eval/tasks/noreval/nrk_quiz_qa/nno/nrk_quiz_qa_nno_p1.yaml,sha256=vufnNN7oDL5zakzxa_eibQb7OHFm6NBC4jzYoDW8Fzw,162
lm_eval/tasks/noreval/nrk_quiz_qa/nno/nrk_quiz_qa_nno_p2.yaml,sha256=OE2X5nZbvJvZWwDDjTB8U2fMV7k59HErv8Cdo1MBXhU,163
lm_eval/tasks/noreval/nrk_quiz_qa/nno/nrk_quiz_qa_nno_p3.yaml,sha256=dg_C8Sw5Ydtmcuh6QHIhVpW3spFgNFsA_zzr7sCDeMM,163
lm_eval/tasks/noreval/nrk_quiz_qa/nno/nrk_quiz_qa_nno_p4.yaml,sha256=0b-vk-O7-Yg-0TyDZ-8N0GeN4abnb-aKqV-qjdVX5zg,162
lm_eval/tasks/noreval/nrk_quiz_qa/nno/utils.py,sha256=-D48jHGAecwFDM7NGtUOSD1Y5qG8CdPKBhkYm_F8X8w,1620
lm_eval/tasks/noreval/nrk_quiz_qa/nob/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noreval/nrk_quiz_qa/nob/nrk_quiz_qa_nob_p0.yaml,sha256=f0zoIElhHAGt5UsulL0FM-gMUVqPgoNc6u2I-IIBVYE,162
lm_eval/tasks/noreval/nrk_quiz_qa/nob/nrk_quiz_qa_nob_p1.yaml,sha256=-TieqAPEGxWxpCyCfWnNEGzOO0CC2thx00-wucsbfmc,162
lm_eval/tasks/noreval/nrk_quiz_qa/nob/nrk_quiz_qa_nob_p2.yaml,sha256=ziSOjLQUZVVYev9jaPYHaKg2T0lMBu1bT8CeSNCnA38,163
lm_eval/tasks/noreval/nrk_quiz_qa/nob/nrk_quiz_qa_nob_p3.yaml,sha256=Qzigvrp09SswDpbmM8cXVL8z_zYpIV1Q7bFTkAEyQfo,163
lm_eval/tasks/noreval/nrk_quiz_qa/nob/nrk_quiz_qa_nob_p4.yaml,sha256=E4Kn1daL737bz86dclQNd68xJoW9vRK85ae-w9FxEwA,162
lm_eval/tasks/noreval/nrk_quiz_qa/nob/utils.py,sha256=ijfhjsBVM7Dt8t43DdIFCS22xHWjXGZJHtASli4HGPM,1645
lm_eval/tasks/noreval/tatoeba/_tatoeba_yaml,sha256=a2DPXjKiITBIMt_ovQCB0TBunUBj1ikJHp_FY9K_-h4,331
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nno/tatoeba_eng_nno_p0.yaml,sha256=b0wU5V4dj-5nxxszZeTeM_tiOrqoqtON0odglspzklA,173
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nno/tatoeba_eng_nno_p1.yaml,sha256=AFBsbjEpbzosbvyk-0dUEV9nUSr_3mgE-S2RjdXQqUY,202
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nno/tatoeba_eng_nno_p2.yaml,sha256=eRjkQiQj1dsXT8eNyM29RfhDkHNUJqN1kfClIXUCsUo,208
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nno/tatoeba_eng_nno_p3.yaml,sha256=X18EpRH97XvaC73Rgw9-KB2svz3V3oqNClllxeG7V2I,190
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nob/tatoeba_eng_nob_p0.yaml,sha256=LBGNnao6SIca6noUcxFDzaIA5VAorPMTCVv1dY5zN1s,173
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nob/tatoeba_eng_nob_p1.yaml,sha256=hikpFWgHSsiQMbvVAZ1cLCGeIqFYgiU37KhubhJqJXY,210
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nob/tatoeba_eng_nob_p2.yaml,sha256=hhxNESr0IWdBYgmSMlGkelhi8Wkqu3Si3a6X26sIa3s,216
lm_eval/tasks/noreval/tatoeba/tatoeba_eng_nob/tatoeba_eng_nob_p3.yaml,sha256=sXtHpRg14P3BEZsy-DCgH1mGrDcBeblc2pMumos7bbc,190
lm_eval/tasks/noreval/tatoeba/tatoeba_nno_eng/tatoeba_nno_eng_p0.yaml,sha256=98AI1IGKgJkUs1EOFbKoIz5BkmWEhcfm-7_aWLu9EAM,173
lm_eval/tasks/noreval/tatoeba/tatoeba_nno_eng/tatoeba_nno_eng_p1.yaml,sha256=A2AVbieg3gxVtacVMqi2Hbb8pE8NGInL4ZkoM0EGgxo,202
lm_eval/tasks/noreval/tatoeba/tatoeba_nno_eng/tatoeba_nno_eng_p2.yaml,sha256=wGIJY7Kwv7HUDE3YNciGij3YPE01uAdjfY8oolXoz1Q,208
lm_eval/tasks/noreval/tatoeba/tatoeba_nno_eng/tatoeba_nno_eng_p3.yaml,sha256=OVeyDZArCe4lt2Aa0_95uSQ_VRWLRh4G5iHkKR_faps,190
lm_eval/tasks/noreval/tatoeba/tatoeba_nob_eng/tatoeba_nob_eng_p0.yaml,sha256=MPn-x_k87fRigtPoyxUrcjsju4fo3i9vDDpAK5g6xmE,173
lm_eval/tasks/noreval/tatoeba/tatoeba_nob_eng/tatoeba_nob_eng_p1.yaml,sha256=PCjtoEvTq26-rjRATpTenmKOXXttWXkEhF55uz_jhsc,204
lm_eval/tasks/noreval/tatoeba/tatoeba_nob_eng/tatoeba_nob_eng_p2.yaml,sha256=t_3KvvcbvgqCX1nd4Qe26Hh56wXdQeWjOz4Hwx9IIKQ,211
lm_eval/tasks/noreval/tatoeba/tatoeba_nob_eng/tatoeba_nob_eng_p3.yaml,sha256=fA8cKr7BTHqTwmRsfQrgKq83Ka6ASzT-flzEGpYI_NE,190
lm_eval/tasks/noticia/README.md,sha256=-mYEm0wqL2oKRZCn8up4vLpnQDpkh6a-yN_pUqmv9CM,2121
lm_eval/tasks/noticia/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/noticia/noticia.yaml,sha256=Rt_7v08LOw8066FTdRrcDEyw6r32LjjW50dyTrSVVgs,1553
lm_eval/tasks/noticia/utils.py,sha256=vGXXn9CKDFNSFrua3U7yE3Ca1znGpP7aTn3WdedloP4,1086
lm_eval/tasks/nq_open/README.md,sha256=BKcM_NY_2bKQ6RawTdraHBQuK6Ja8H_aOb_S9ST3TQ0,1165
lm_eval/tasks/nq_open/nq_open.yaml,sha256=wcZt7O6_xLvXC9mnjZcQeV6VpiOAIHl0tEhVCUqTbJE,768
lm_eval/tasks/okapi/arc_multilingual/README.md,sha256=wfu3vRVNTb0eR66GSuDxLTMnZw03XTJ6lfTZZWv4VOc,3253
lm_eval/tasks/okapi/arc_multilingual/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/okapi/arc_multilingual/_arc_yaml,sha256=nOOMgoLNDGz7sglsYs72ubPfs5cJBoF3O9Rvc5nXQlE,510
lm_eval/tasks/okapi/arc_multilingual/arc_ar.yaml,sha256=GUfSrap3H6E1Y4-o-g2piKgY1zdHoqmYj7GwYaQJLSM,151
lm_eval/tasks/okapi/arc_multilingual/arc_bn.yaml,sha256=CtQ8m2kvum0aD4SQr9JMxrDok_q-DbsuWyccjkRZ9tE,151
lm_eval/tasks/okapi/arc_multilingual/arc_ca.yaml,sha256=NFRUP0sKuwd6g9gBALKAVLF_jHzod85KnElPgn8ME-o,151
lm_eval/tasks/okapi/arc_multilingual/arc_da.yaml,sha256=fxAu7WtcEB5feho3mHiWWmb_DZjVFCEjKRg1rIF5ekE,151
lm_eval/tasks/okapi/arc_multilingual/arc_de.yaml,sha256=HUpxZkiJ82a0zarllUzC_TyUAseHfVHxlxvxwVMQW1Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_es.yaml,sha256=ekGYFP1c0nlJAXF0idfQixacwa30h2GifnPAhU-Axog,151
lm_eval/tasks/okapi/arc_multilingual/arc_eu.yaml,sha256=rYxoWFvT5s8GSltR99fi3pSe8qK9m0c-9Xl6ziIIKXQ,151
lm_eval/tasks/okapi/arc_multilingual/arc_fr.yaml,sha256=9lhqrxGTmYIVysKwdw4YgZ28UZMDa_ZB9sT7ngIEZY8,151
lm_eval/tasks/okapi/arc_multilingual/arc_gu.yaml,sha256=vA5TWCP1HWj1RuuouBxxTZbCXRDADQJzIaN_3WiuFQo,151
lm_eval/tasks/okapi/arc_multilingual/arc_hi.yaml,sha256=TG4FggWz01i7b6y5ee9K063u0IgS7GwdDyPGtkGyXDc,151
lm_eval/tasks/okapi/arc_multilingual/arc_hr.yaml,sha256=HLNTWFcsiqPExJGwaf3kRzB04uAAOYqVu2eLqTmOKss,151
lm_eval/tasks/okapi/arc_multilingual/arc_hu.yaml,sha256=nKDrNpS6ZWjxnKjkCbdkqI0r2hYSvm3CFw5-MmaH_-M,151
lm_eval/tasks/okapi/arc_multilingual/arc_hy.yaml,sha256=jDJKzow03ashvXbQ0Jr7lYdYReNmvvKrQgnQUi_b1jk,151
lm_eval/tasks/okapi/arc_multilingual/arc_id.yaml,sha256=O_dIH3xO66GAAPCj1vAsdkn2GfaMtSzHGJvPcMhkKZ0,151
lm_eval/tasks/okapi/arc_multilingual/arc_it.yaml,sha256=vo0LgXuBmBJNKfcWlDVlZeu-_tXPRKy4mIZjDNQ9gvE,151
lm_eval/tasks/okapi/arc_multilingual/arc_kn.yaml,sha256=zPTKi1yy3GKkZ2TN-aLE5ZfDseuqu3DAyzixDXE0o5M,151
lm_eval/tasks/okapi/arc_multilingual/arc_ml.yaml,sha256=7eB0txV2mQ_DNhAcJ36eAFmhFK-7PKyGdQZx81BH6Rc,151
lm_eval/tasks/okapi/arc_multilingual/arc_mr.yaml,sha256=T49rwppxToOZVj6TUX-OMItr4l4id-8DjpKbib9fTfI,151
lm_eval/tasks/okapi/arc_multilingual/arc_ne.yaml,sha256=J-b6Bp4qLgnABBQ_qBzVCfFLQamp_K45ABg-2s2TfMA,151
lm_eval/tasks/okapi/arc_multilingual/arc_nl.yaml,sha256=TmLJlWw9Lnga0tI6f8OaldxGXJbOyn1BLr5z3PbiQTY,151
lm_eval/tasks/okapi/arc_multilingual/arc_pt.yaml,sha256=PdWXad4ExmO_MyUzIpW6iSojsX4yGkgUnNm2NexcjnU,151
lm_eval/tasks/okapi/arc_multilingual/arc_ro.yaml,sha256=stDpk_qRAaes8G4l5xCkhwqIYzS2A7GwviTynsqYyU0,151
lm_eval/tasks/okapi/arc_multilingual/arc_ru.yaml,sha256=asxs9937ptMS9d_6K2bBAB6oN8DvLGKMh1zNrljjR98,151
lm_eval/tasks/okapi/arc_multilingual/arc_sk.yaml,sha256=7yktYqpzYhX9p0e4GhsF5zN30rbn6y8Cq0SPMSIA_8Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_sr.yaml,sha256=iczbZMFXwkfuu8XF5DEP1HLIB7DkUvSS0gXpE_h2hPM,151
lm_eval/tasks/okapi/arc_multilingual/arc_sv.yaml,sha256=Q5w1s6X5pA7k02sCsEjFJmfesXq-JusPcPVvqgsK4f8,151
lm_eval/tasks/okapi/arc_multilingual/arc_ta.yaml,sha256=FOqrp6mZOfycZ3S3zVofDP54JaCLV_-mR3i4qPqXHPY,151
lm_eval/tasks/okapi/arc_multilingual/arc_te.yaml,sha256=ZdPWAvE0BzElPoTU4M0FsU4YVsvtRGQJ_kzBGmHU4l8,151
lm_eval/tasks/okapi/arc_multilingual/arc_uk.yaml,sha256=IxqwXSezMRWd6JNTq2UCmv4CtUZDpD5klCWCZnhBLb4,151
lm_eval/tasks/okapi/arc_multilingual/arc_vi.yaml,sha256=eXyJJsjBpypqGbUg1Qh0c48IgIaf1afXY2kP7MEOC5Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_zh.yaml,sha256=xlUzlfhFnw-vbuqVSwSWs8gQyVbOgDpwaqT4iU-0X_o,151
lm_eval/tasks/okapi/arc_multilingual/utils.py,sha256=ko8R7sI6zHF3dfFW2KMIzCbdYj9U6R62vaPaCcqeMoE,932
lm_eval/tasks/okapi/hellaswag_multilingual/README.md,sha256=4z3CRVjiccEASnN6iZzAs1n4MP2sDyZD7cU2KHYGp8Y,3269
lm_eval/tasks/okapi/hellaswag_multilingual/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/okapi/hellaswag_multilingual/_hellaswag_yaml,sha256=NmehzPb1xCpBOYeUEoEoWSkZz8Z72AE2D4c5NzY-ftc,464
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ar.yaml,sha256=l0LPyaELaXf8NzIQE6dCAkcC9G8s0zY9oHbv95pvGW4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_bn.yaml,sha256=t7ekl4qzC__k5H1e0yg6LrUXyDNTjVaC3xakhSj6lHA,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ca.yaml,sha256=RzmIaCpglp8CcEY62K-mAdhmPmgELLInaTf5EoMoNZ8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_da.yaml,sha256=Ij9O8OKS_1dRxqd-z1Ks5ivZ06upvAPdEQs99TgO5JU,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_de.yaml,sha256=3YbkR_Jmp-7yJ8EoarJtn7UvzCuzLqgEOPRzFH3KZ6w,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_es.yaml,sha256=4ytqybHZo2wm1nm57Tk_FHJPqcANYwmut5DpqE0DR6s,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_eu.yaml,sha256=IRuQ9XevBmOv1_MyM1XsMUrnOeUdfE91sNAui-hb0HI,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_fr.yaml,sha256=cXc43d-zTl-9qldmhg8uIFn0g3LhUSWORxIP6zu3Dk4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_gu.yaml,sha256=S5vvIk-BGoV_jmGbTEm5HboeZccPlBYNZiRGxgxioAM,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hi.yaml,sha256=HWI_hhPvrTclmejfKO_GUn9JtOt3cNUfpiXsn_pp1lQ,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hr.yaml,sha256=rwOKwbT0-KDap8CPVfSKxL1cFiwKpVNQJ6kk9r7d3Z0,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hu.yaml,sha256=W7frkGGv-b1_8ZQKJzBHdYpUNXWPmM8tIoQSWyVncZ8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hy.yaml,sha256=M2Ohsg9CuAmRPICo_n1WuPLCwYNqlzmSQClOxd538q8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_id.yaml,sha256=nzcPwPcGNsWzevywK3YYEKptjgSUQ9du4O44nuSP4vM,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_it.yaml,sha256=G_8i7LKwqwzPvPYW_q_A9Sbdd9g385VV1h01IN4phr8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_kn.yaml,sha256=IDfcOaIrqF4TsFVxfLCrRoNAOTPpE9FjwvpqmULVwOA,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ml.yaml,sha256=CGxvMPTxmOXMH9B6iBayfPYoorKzxR9rALDvthlFcKs,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_mr.yaml,sha256=-C8-qKzAIGqQCD4u-rShLKoGwSCwy1xTaMM6KZOH7fw,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ne.yaml,sha256=fPMejMR7lhvXyvIs4TYHBmujPFtcfQkMXjtZumfUuxo,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_nl.yaml,sha256=qOeQrtnPB3a4bnfDnxy2ISuHhPGPeMQYt5B4DIdkQzI,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_pt.yaml,sha256=NTMxraiO1AvjNO7JXDDauQJQUlBBqKdoDRWGKkAaKRY,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ro.yaml,sha256=UmN6zcXVGCHLjB6LlKuig-5YNfVIpc3klngnc96W_YE,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ru.yaml,sha256=HsEQP37NJQMUJuaRROA5W8gUeuwancEmNzU6U3T3ygY,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sk.yaml,sha256=xvl4FRUN-j9F489dz9X7j0Tzl9-HJb9JL9Tts4q79Lo,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sr.yaml,sha256=Z-sN8n9o9gNhfDHSLLg2LAr9mlNvprbd0pSVzzuxjgk,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sv.yaml,sha256=0Dq9CK5xLMyNRDiMBdjjb0zf8t6hAZ7DbIiVMmUKQv4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ta.yaml,sha256=4YgCFg5GzveS6uuSuw8MRiCXCkGDc4r8imElHiTTx9s,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_te.yaml,sha256=IROovZjiHwQ6lsmjGSpXHopDzzzzBw13TZZcWsiz_g0,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_uk.yaml,sha256=4Oa2_jshiQqBSTHKi64FQGnfk4CE_Y7Rw_sv6z2_jog,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_vi.yaml,sha256=fBYyOXNJhN6vaKLEle8D25Ez0kxA0Qn9ZCv5bdsyMsE,144
lm_eval/tasks/okapi/hellaswag_multilingual/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lm_eval/tasks/okapi/mmlu_multilingual/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/okapi/mmlu_multilingual/_default_yaml,sha256=3r57LlbZ5jQfnRNy-Fp4amy98QRR7uhEnSSx0m77MA0,430
lm_eval/tasks/okapi/mmlu_multilingual/_generate_configs.py,sha256=9Og9BSixaMRUQPj1my0FedXN6f0B9zuYyXpqYlYwWpw,728
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ar.yaml,sha256=h6GQxvV_gIZ1zBUD_f3UHt8--Wff3I6Ee8pAY7vyVXo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_bn.yaml,sha256=_2pk6E9tePnNYYEOgJMACQ1QX4956qligOjauDMNE0s,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ca.yaml,sha256=kpXQk6AdUGs6BSmUkL2-Pn27gic2MyazkSov_dMTnSk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_da.yaml,sha256=ZVzwQbLv3eap0eeGR75plXRY7lizfJVlEkxAMVFJ7nw,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_de.yaml,sha256=hK7VkH36-4joAq0M_7MynfvbqR446CFj-EgG8hqNCVs,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_en.yaml,sha256=7QbX5n0CujxGxy_yaYzR85P9pOgltohWv1SrVPIopvo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_es.yaml,sha256=CsEEvte2hs-yr0_9yHv40GWZgBh4SWcWg0CTi4GsyU4,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_eu.yaml,sha256=IL527-o6W2KWea6ZzvaHNIM145pSqnVWJOqMTiMWN2M,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_fr.yaml,sha256=-YP-PTybGhocLweew3eS5dRRxAwKr5oK3cJ6vxmZHHM,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_gu.yaml,sha256=KyF999oEHZ--YaoPDdBGMmym6aJQxLmzHr9Anuce7jo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hi.yaml,sha256=EMFeDAm7kJSrHacGGbX_HYdnmRn7-K_DYnEuXoRKca0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hr.yaml,sha256=_Uk3BhkxNyVfvxvByQ4x-enRmgsqd8t7S85-kvf1J5Y,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hu.yaml,sha256=3JaXdWUcyhkfZTRexLe1zv5aDqqn5WS3aPZftgmY2GU,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hy.yaml,sha256=MKAH1lUnVmeTGWNEYSWLi2X-HwSKkQdc103fPpv0foU,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_id.yaml,sha256=esgl1zfYWbQswe2srAk3KnTyOhfGFRY8sOmc8Loqt-8,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_is.yaml,sha256=irlR7YVJhqYzqR3CFrH4oTz4qT8FSFuWKh-jUGqq-PA,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_it.yaml,sha256=H-2fL-fJTX54O92L7DizEsVaLTNJLbpLnYOTVr3Poc0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_kn.yaml,sha256=IuvnVDGU53Nm-XBveOusoOVXVrxbE_-Bmyn9BIDbg68,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ml.yaml,sha256=9UB7Wkkr-TJ55aY6JkCYnoZx50lge5qn7F5lirlTQT0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_mr.yaml,sha256=0YeEhV_HoKmj9UDfRC7CTrqsFUoSBRRNicXKlMMs7LI,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nb.yaml,sha256=wjdrATM8UD73RXgzkneOkM_2IC818KWbOGPgAX0OrKY,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ne.yaml,sha256=qZ3CwX3s7etn9s9HUZzLksHF5SIcp_IUJW45xzLQsds,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nl.yaml,sha256=mdiemcArNpjmR-DRUKNBnV8q38Hcxfwze18IRiCu8Yk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_pt.yaml,sha256=8HyrIK7kpDXqCa2TQH2LMibptIZkWOezThJui1tZfgo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ro.yaml,sha256=CzkEqPnWBTZHCytOTqCuVkncFrfdRwSIxBxCxNBCo3o,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ru.yaml,sha256=GfeM1f8SFv1uzboAtJZKRRstmbbIZawKChZYDxTF-10,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sk.yaml,sha256=ciP7Xrudh6X-rx0PdKmZUVlf2bhVu0RrQ71H5ZUnPkk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sr.yaml,sha256=O4p2dTvXZBh0hmQ1iSeEy-trLawduDigF3vq4gCPQas,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sv.yaml,sha256=eUer_Wl3XtW2EyV4VdZSINBgYciBKtUdyirq_Bdzy7g,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ta.yaml,sha256=GDVxF5OAsmBj-qJkG_vtcc-9kwJcqlI9V3GXn0nF8Dc,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_te.yaml,sha256=8uAJI91GbBCoo-ylFKJH4Fq_XMS4soqn0qO9agVYp9M,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_uk.yaml,sha256=IJ1vtrihXYJEGZp1kd2mF33Fu_4s_EFH_0wFqVRq48U,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml,sha256=of143NO6V0X-cTdCXRHC5tViJ78iCZ1UvvArc_9b318,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml,sha256=ltiCP0BGI9StZaL3oecejpvirLM0WBuuDTOtgkXLZXA,92
lm_eval/tasks/okapi/truthfulqa_multilingual/README.md,sha256=_FPKeWxZkg4QdEu6h53-YbWMClzkugtEVb1kx_HGh3A,3393
lm_eval/tasks/okapi/truthfulqa_multilingual/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml,sha256=au-F9Mn66h78fTWbws2gb7ObqnsOupviYoarmxUhHBA,441
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml,sha256=yavpwtwDA0MhwHI-dkV5yqSosCF0tKA6I74kfAT4Cdk,300
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml,sha256=XZ0L6nbD8r47BJhUi1_IwB_AjImKY96sI4qnr3nyX2U,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml,sha256=u5t72lIsyNy_-3AkMzu4E9u4yxajWdGYqLBLP0XM17Y,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml,sha256=hrJWejUP9VOkNajkrftLFGm4_jk5pkuRF2_GHzqBsV8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml,sha256=h0y5npsVGKBPHmJK6BEyIFYGpKc3guVrNVxz9PzjzUs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml,sha256=ku0a8fhVSHTKgOMHYzmPj0N1RcZFwicp1YN_7n15E1o,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml,sha256=jz16vSR9x87Yhxza2Ieh1u-AsZk4AwuVh2RFJNBWrco,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml,sha256=T4BrCGyXBgmFa_07Szlm2aEojCewd73B5EoACg7z3bk,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml,sha256=_JCC3OVWXlHgwMsZ-eiuYSpKOwsthkyNqXiWllMZGRY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml,sha256=5MnDT5j2jKUXW5OPh2T5U41jT3wUpF81Ey99BKrm2VE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml,sha256=Y6ngRIXEPH65wfTMOspH_Zml_K_cbwQAIl5-bJ7liR8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml,sha256=EKkp34UVPoisCzSbmE0w2jzFKrmTGY0AhFLatTivDng,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml,sha256=f3t99xrcdubKXY-5bVKibDL3EL3QWR022DlXNqdX2R4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml,sha256=04DdmvEgOO24eqcwNja7WNDz0jBvVbpNpslRE7wuPDc,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml,sha256=2RECrkJz9EsufzurgClIKtIjhxWwAIG1BuXDCQfXKkg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml,sha256=RofytSYka7h6_QHB_qRkpKyjjafDxM8ZPnNzrjlvJpY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml,sha256=SQP3CjzVBjrOzBrvSc_-yNfOgvku6c-yyZIdu5tIYMM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml,sha256=pnLuJQfK3FYeOhKZHdc8z155cIhKAHOeYJQS8ksre8M,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml,sha256=oIySv4YCjiPNtnc82dwNbyr9_IKeAEuZ60fo1Aus1u8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml,sha256=Av7qR8izVZtsxYkwtxVuIQomgjsEGMRL216-MoNSlyY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml,sha256=BoEB2HImbuVuuRV_-AVx2mU3HHZZp_-m9SaTvfw4aiU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml,sha256=ZVgznGd3L_PvVFeUJxhYYtA8q6VLMei5S997U1KgfN0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml,sha256=kK_1WV86hAMKZzyeFT37we39oOiG88OmwpcCef_oVdU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml,sha256=U5uXVrjhBNhoqpRe2p9SblvJKE-2B-b5nbU-9tiRuw0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml,sha256=aKWIWtK_8kJGj_lgxptpmjuvNiYJbTnBeej9h6cnbss,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml,sha256=Alo34MOGtbgVI9C0sAQb__Ix79-Jaz55qmymzlZdztg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml,sha256=qjnxRy-_CPcjnzAEKh7BVY20gZG3N11FgQuAUpa_IIg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml,sha256=NMDkzVeR_IV4DGAgZQCnIgr9T33BQ9mqaKkvLbacZuI,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml,sha256=iCq1z8DcPT20oPF26ZecqU-jst_S-cFlKS-KcknTaAs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml,sha256=zcSgJ70NQAMFmAQQJ4Elbset8onYIAueA8TmupqOOoI,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml,sha256=12-d5lMsKvNA_PY81ViIK6ZgLS-lAv5on4G2OgkwjDw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml,sha256=tdve8fGXpi9Fi2DvSC_ir2gLhLpm6023S3uRllPyBMc,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml,sha256=p5x8o4C23OHrtSVgnaEfcDxwZzr6xgtYHRCuqyPqtWM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml,sha256=KZfV6-C8pzVI28esUeJFLhyBCd77IxF4KhMQjV_t7j8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml,sha256=0GKkKdCmUzNHjGFEdWrd4bFtjOuN1OdpKvidswjNRLY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml,sha256=7QeINTdan90buFaJIZ5m6fUG1NaAtONV51MBi_yNbrY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml,sha256=BSGbUlZNrDQiJ8oJ2VlbjphQCMA7V7GsKqSiXwf8gw0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml,sha256=0zDbEBYszWuNqhJjQdikx3RdE_wWpvDbsHnsyP_3WFg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml,sha256=CEvej4sPnXWEeET5-ahR6otYFq4l8vQ72VN8YxRe0sA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml,sha256=WKW2pXKaPYb2_rwlAMX11k6MTnfB_Ql49aOmOQzrLJ0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml,sha256=VWQ9vTj6yammjVuaJjkU3K7DSMh-X32Pwr472RPkjJw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml,sha256=WCacxkJc0dCvpDh9pkvVWSWBwhfZitWXN6LXuArSqS4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml,sha256=-_hxts1dW5rCvsY9j17RiLqDO9S4uRwwM8aKsBueX4I,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml,sha256=ilc2h2XJAQVWODAVWmiUTd9yZKBnTcCMg2VF7Zt__iA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml,sha256=2zzf0b3V1lBGNpySCol_vaDqBVkmMPy723eFgYQXEUE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml,sha256=mwlZVfO4LHhD1cK5fDTPH5tBKu_LceGBG7CeH-d99j4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml,sha256=5q8SPV2RvPBfX__znaiC7hCpDI_QpAgGvGdyd5CfyJE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml,sha256=7bZ_rFRn3hEn4lWL9QzQg-Yk-7D5xyW3u2-eYIgYRCk,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml,sha256=sVjl8jK2HuOy4QjIZsL_H5PyI9gPcXrpWYXEq20coJU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml,sha256=X1t0CJZMHLeED5AGORHTTSUUZA9Nilzx9WtjG2Rxe6w,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml,sha256=1nbX_x-XVepRwMh4Kid0Tx0dSlareRsFDMcD5UpFKiM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml,sha256=3SYAOouUnwc3J1H8ypKZ3uNK_yWKtceOakTcQRtql_E,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml,sha256=dul9j8WMuvMj-aGR4ef7WB96Zvpd7tSP7pzQT4GbeiY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml,sha256=kY2V2iR1B68-g7AP-EALuH21O-5J1eSG37ULwMBPscw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml,sha256=XC2KpaOSUNIGnzRx0uXzuzZnJIsLuln1Vbs_WLC8u-g,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml,sha256=zOwXU_Ng4DDFTOQ6z55i6kJo8Irx4mY1XMfBsEJXZqs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc2.yaml,sha256=olw16FSN7u3Pke5GnwqwTAnjfiloBa2g6lcFvnd2f9Y,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc1.yaml,sha256=JCMdgV05y-maBNx85qagmrWWsg6PutHcE2602ZE9v4Q,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc2.yaml,sha256=BQy-ePy9n26R74tAAeUTDkMDD9_dF_y42212qFTzVVw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc1.yaml,sha256=Jaszk4-46pFnQgmkWKoz3VlBCQjyeYY4a1OnA_IB5k0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc2.yaml,sha256=lK94f9BByr1wm4WaYxwUEv7oBrNCGlnOlnJUHMbVGAA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc1.yaml,sha256=jmdw5UNjzx_S0nxuARCEnRVhG3-MrakwaTGxaqUb0WE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc2.yaml,sha256=ev_59WsT7H_5aGVgXd9xkU7O570YIxDbDoKBXZvJoxQ,172
lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py,sha256=U3SMDGpDSjUu-ss2BLPQwV54UzRLF82Sq8LhWLZk0R4,1911
lm_eval/tasks/olaph/README.md,sha256=WrVVmyUid-CCapy3MsZ8HAnub6uEiJJK9PpH0zN4WFE,720
lm_eval/tasks/olaph/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/olaph/__pycache__/utils_perplexity.cpython-313.pyc,,
lm_eval/tasks/olaph/olaph.yaml,sha256=ISUX8_UyVJJu5VE-k35poVRKxYwgoJdBEtCm8YzVncM,983
lm_eval/tasks/olaph/olaph_perplexity.yaml,sha256=xiCaXLCp7_b18kiT380VlX8SgNdJoGcFpiX7-DUDsB0,746
lm_eval/tasks/olaph/utils.py,sha256=ILJRHfswN0IOE8cav_7EwSOHo804sUP6v4zFCdXr6QU,3003
lm_eval/tasks/olaph/utils_perplexity.py,sha256=9bPCu8LMOC_gykhSDMwvF1wPZQx-EznWtpdPMVIl-tw,412
lm_eval/tasks/openai-mmmlu/README.md,sha256=Hz3sa9Az3sQMPXOBTY9rnxxTVdJ6Wl60-cO-sVcPnA0,1165
lm_eval/tasks/openai-mmmlu/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/openai-mmmlu/_generate_configs.py,sha256=Ys6XTshrlXlkbsl6iQ4b47-qqymm9u6pGgAijt9SAgE,5148
lm_eval/tasks/openai-mmmlu/default/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/openai-mmmlu/default/_default_template_yaml,sha256=ZYSc_GpuN6FJrSFcEgCC02oGObO_K7oIkRvfB2kGKUg,444
lm_eval/tasks/openai-mmmlu/default/_mmmlu.yaml,sha256=kXFWCXlv4b7YcWYdL5WU5cnVrcAm3NJXjFGxlsdmEqY,398
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ar_xy.yaml,sha256=zYsgpfCQBN6d78Uza7OTOa2T5br5JijOb81XcYrNp98,283
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ar_xy_humanities.yaml,sha256=pAgeRkZwTzxGmOw9nWBhMrbYQiCABTehK5QB7et-F08,190
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ar_xy_other.yaml,sha256=liZtvsdB7XCoby-AywBnUAMD4ElLm9XEwbB2uSy2UkE,175
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ar_xy_social_sciences.yaml,sha256=KE-6rmW0jGcbYizB91sByfLYtevHy7EbLxFZvaQZ7Xo,205
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ar_xy_stem.yaml,sha256=bnNJihEpbE3wjTGtGgoXV_CC2ReuecxJ6OemdoStA-A,172
lm_eval/tasks/openai-mmmlu/default/_mmmlu_bn_bd.yaml,sha256=EACWrohDRBH3tSz-x2AG9D67Ifgh3z0cvnCiV3Sj45E,284
lm_eval/tasks/openai-mmmlu/default/_mmmlu_bn_bd_humanities.yaml,sha256=9Z802EiDGM68SJu-Ov2IXksRx6lZffuwgziXIgSH7L8,191
lm_eval/tasks/openai-mmmlu/default/_mmmlu_bn_bd_other.yaml,sha256=kb0zeEpghmkVsO3PokmSuCFTSn-HwNU-h-p3T8P8_VQ,176
lm_eval/tasks/openai-mmmlu/default/_mmmlu_bn_bd_social_sciences.yaml,sha256=vvppWjp5CPNYcyUs7InW0cQrxv8jUp5_KlIRnHHzbWI,206
lm_eval/tasks/openai-mmmlu/default/_mmmlu_bn_bd_stem.yaml,sha256=TujCwVO0F8vtd1-wbUIsmcVlHBdswBAm2Ob9T1AjFFs,173
lm_eval/tasks/openai-mmmlu/default/_mmmlu_de_de.yaml,sha256=4S9qteoCJsShgDFB1RbfxhPdnhfOeZAXZ8ovoAx0mbQ,283
lm_eval/tasks/openai-mmmlu/default/_mmmlu_de_de_humanities.yaml,sha256=o5APdiv5AngtrsxlxAY8cSh9w24zv74sq-5hZlEwOC0,190
lm_eval/tasks/openai-mmmlu/default/_mmmlu_de_de_other.yaml,sha256=Ve8YLXl8OvFL8aMAdjtURDZ3BfZa70blG-i-vBwZUWk,175
lm_eval/tasks/openai-mmmlu/default/_mmmlu_de_de_social_sciences.yaml,sha256=ikfjGBeEGJB9URO8OLLgFL4fj1JRQwVKUJuHUGctdUI,205
lm_eval/tasks/openai-mmmlu/default/_mmmlu_de_de_stem.yaml,sha256=thngipGd_ocjmHJPEUGbCGlJ1uLMM3QUCXW-VTqDME0,172
lm_eval/tasks/openai-mmmlu/default/_mmmlu_es_la.yaml,sha256=cjBZ8wXD62nVfyITpg07Tzod6uJLQp7bm0hU5wN57jU,284
lm_eval/tasks/openai-mmmlu/default/_mmmlu_es_la_humanities.yaml,sha256=9tSSDJVFmVoA9Kuq60gHVXd1PyzESW0JrBVU856EstM,191
lm_eval/tasks/openai-mmmlu/default/_mmmlu_es_la_other.yaml,sha256=C7arA39A2uTyjOn2OblYPefYXNW1xbBuHGz3keDHfqY,176
lm_eval/tasks/openai-mmmlu/default/_mmmlu_es_la_social_sciences.yaml,sha256=Dly1z75oejtAcVNIU-seBxoGfj3-XL2fXTAT4ynJVQs,206
lm_eval/tasks/openai-mmmlu/default/_mmmlu_es_la_stem.yaml,sha256=09To6erbxbFfUzIY-MFLP1faYe50ziXgZa8UM6_NVSE,173
lm_eval/tasks/openai-mmmlu/default/_mmmlu_fr_fr.yaml,sha256=Wsdkc1xuoh359yYCIHLkDuaB_8Z3H-n-sd7jljXE_KE,283
lm_eval/tasks/openai-mmmlu/default/_mmmlu_fr_fr_humanities.yaml,sha256=86Ow8HQiaFigMz6ULRUe8rZPp0KiTzVb6YnS-sXH1LU,190
lm_eval/tasks/openai-mmmlu/default/_mmmlu_fr_fr_other.yaml,sha256=ref2LW_B62rW0GE1-j6yUdDXDz-WnOfuBnWQJw4limY,175
lm_eval/tasks/openai-mmmlu/default/_mmmlu_fr_fr_social_sciences.yaml,sha256=41h1sM_-jzg5jVIGiqOrSWe8Q2Hd2FL29BAyT8Z2U-o,205
lm_eval/tasks/openai-mmmlu/default/_mmmlu_fr_fr_stem.yaml,sha256=wuiUyCflqvlxZ1F_iuBZhjjQ6a0L9Ri6tgPJuW3CyDo,172
lm_eval/tasks/openai-mmmlu/default/_mmmlu_hi_in.yaml,sha256=mLzf-3Q7YcIzMNiHkB8uxHjPjdNidPmpgxHdJ3pbqxc,282
lm_eval/tasks/openai-mmmlu/default/_mmmlu_hi_in_humanities.yaml,sha256=RpWFPtg3jc05lpkuq7xtlLyHdMKxUmQCiahrApGDG0Y,189
lm_eval/tasks/openai-mmmlu/default/_mmmlu_hi_in_other.yaml,sha256=ot9w63L7ProtFGMhTpDqF3aEmDVbOswdpBrcVJZtdYQ,174
lm_eval/tasks/openai-mmmlu/default/_mmmlu_hi_in_social_sciences.yaml,sha256=rAgzLoVD0hCkAs9Tr8AG71bratxkwZcvqxKpRgy_DeI,204
lm_eval/tasks/openai-mmmlu/default/_mmmlu_hi_in_stem.yaml,sha256=PfoOqY40hJHPMR757JXZkKIDTEriscjwpEGlXeSx4WY,171
lm_eval/tasks/openai-mmmlu/default/_mmmlu_id_id.yaml,sha256=o0BvmpUX9DWzS8V38cAYhHmyqpo9EXlJMk8dmUX3fq0,287
lm_eval/tasks/openai-mmmlu/default/_mmmlu_id_id_humanities.yaml,sha256=WhH6LlFqYjOFUfQ-5GdfRV6Zzx7-xOpApa-PakD3ZmA,194
lm_eval/tasks/openai-mmmlu/default/_mmmlu_id_id_other.yaml,sha256=bGWXDQyCauSsOhXibkdkvlAMu9vEk5kXF9f3ZeN-oes,179
lm_eval/tasks/openai-mmmlu/default/_mmmlu_id_id_social_sciences.yaml,sha256=r5Q3LQxA1O1GwRZ2T3KBaJN76zzjxQLoW0EdeoZj0EM,209
lm_eval/tasks/openai-mmmlu/default/_mmmlu_id_id_stem.yaml,sha256=T8QZ31e8jtBeMo6D9O6vd5UQ2PErlhk0UOtWTgGACys,176
lm_eval/tasks/openai-mmmlu/default/_mmmlu_it_it.yaml,sha256=A5ObymFlLCGry2g4c32p1pGUtsaLFCNPegJqY9C33wM,284
lm_eval/tasks/openai-mmmlu/default/_mmmlu_it_it_humanities.yaml,sha256=hi4BcKKMBgvAIgRF0BCpaX2z8-uHZDC-hschnaHEUUM,191
lm_eval/tasks/openai-mmmlu/default/_mmmlu_it_it_other.yaml,sha256=aFS-345_ovt6bWW6nmEHlLWQJ5GOcoeUyD56b-jnIfI,176
lm_eval/tasks/openai-mmmlu/default/_mmmlu_it_it_social_sciences.yaml,sha256=QTw-11IaeQoPxzTTaw5EyvWH6rF9EeyI-GhA6OJwSg0,206
lm_eval/tasks/openai-mmmlu/default/_mmmlu_it_it_stem.yaml,sha256=-Jv2WaeR17xxgVguDrxw7T6OSSBGWL9t2PO3itH9pjA,173
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ja_jp.yaml,sha256=rIQGBdfX7fneEX5LGzmedBczLgw7tHcI68ro-Ue3T3k,285
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ja_jp_humanities.yaml,sha256=72lYDzj_cCJstcZlGU8I5JAulfChfHTVWBtkG0Jqegc,192
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ja_jp_other.yaml,sha256=-K1wE5jeBTaJ201nhueQxdXcXe87w9_Os9Ny4fmKr_E,177
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ja_jp_social_sciences.yaml,sha256=F4VjNwkhgTd0U5UpnAVw6xjV2giPxamDsmDUjMp6y64,207
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ja_jp_stem.yaml,sha256=tXYReqadTNFKc8FIe54FlGmo0qSJR7RJYB2IVjg-PGI,174
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ko_kr.yaml,sha256=8kkjj2v-sTmDgPaReX417Oilqc1bw4U1Z_BAOaoV5Tc,283
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ko_kr_humanities.yaml,sha256=wIZoV-51bQE05Zdf3KqYt3N6N04QWGdx4l2It2I2KiA,190
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ko_kr_other.yaml,sha256=4Lsf1ulxAyH5v6cjupxwK_dBVX2cdOyFRpwgReOo1Og,175
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ko_kr_social_sciences.yaml,sha256=VB4O5C7H9eG3NjRNripetKnr-sqZ186cof1Q21VYIaY,205
lm_eval/tasks/openai-mmmlu/default/_mmmlu_ko_kr_stem.yaml,sha256=sJz0JgAXCXqaj64mhOIey_WDb7MOQUio6VRH3KSBNoc,172
lm_eval/tasks/openai-mmmlu/default/_mmmlu_pt_br.yaml,sha256=y2_MxsD6x8Cik2oYf8j3yGg8qvCw7RbyOTNHKq60ykU,297
lm_eval/tasks/openai-mmmlu/default/_mmmlu_pt_br_humanities.yaml,sha256=RWk288CrVfMKzQ_oNCa1xCVu0NONT0RMIFLrlo10cZc,204
lm_eval/tasks/openai-mmmlu/default/_mmmlu_pt_br_other.yaml,sha256=6eDRPFoBuPY51Q_p5Nm4bCTJnGq4EB1HD-zKGrp6xnY,189
lm_eval/tasks/openai-mmmlu/default/_mmmlu_pt_br_social_sciences.yaml,sha256=DVsxdpar0TY9yCeWG2j3p0UThSPBYHL3nKuRl-BKBNw,219
lm_eval/tasks/openai-mmmlu/default/_mmmlu_pt_br_stem.yaml,sha256=MPcVd8x6C_myGIKsnG1L2CqC62nCiRYm94_jQIlJwLE,186
lm_eval/tasks/openai-mmmlu/default/_mmmlu_sw_ke.yaml,sha256=2tqRnLeg9w0FG84JZ8b05fWkU39X7_sllzuCgmR_yuw,284
lm_eval/tasks/openai-mmmlu/default/_mmmlu_sw_ke_humanities.yaml,sha256=bSz-Kw3hLwOix7PJq6LW-NqSNFtYv78JmwvZSHC_hdk,191
lm_eval/tasks/openai-mmmlu/default/_mmmlu_sw_ke_other.yaml,sha256=fp9GHhIQQtpuHggBAqrmO85e2yfpMLfcLPxdr5c994w,176
lm_eval/tasks/openai-mmmlu/default/_mmmlu_sw_ke_social_sciences.yaml,sha256=mbElq41JKAbuUdpMAJF4743k-Wq9GuMKVfzwu1AqTTI,206
lm_eval/tasks/openai-mmmlu/default/_mmmlu_sw_ke_stem.yaml,sha256=7RW7RK1NLAXUAizKQRvT1AfhH-oDThotulc7Px5VZHg,173
lm_eval/tasks/openai-mmmlu/default/_mmmlu_yo_ng.yaml,sha256=YkaMWy_2C1V3OZME7NzI26b4JVY2a15G06acNg_Wy9k,283
lm_eval/tasks/openai-mmmlu/default/_mmmlu_yo_ng_humanities.yaml,sha256=Y0waa16ZIAyOL3uy1laIS4cZsUMJgRPcoG6S0PzlWoA,190
lm_eval/tasks/openai-mmmlu/default/_mmmlu_yo_ng_other.yaml,sha256=u6kjqXabOSav6D6ueu2aiaOunGs1CzW24e0fSx-7McM,175
lm_eval/tasks/openai-mmmlu/default/_mmmlu_yo_ng_social_sciences.yaml,sha256=VWO5hlkTjqcyPBk0-bpiUlx5xfXnTOt-PDooPvq10SE,205
lm_eval/tasks/openai-mmmlu/default/_mmmlu_yo_ng_stem.yaml,sha256=XRafnMWS1Pxr1XMzuAuz8_ax_aSdoYfkqYFrhosLNPk,172
lm_eval/tasks/openai-mmmlu/default/_mmmlu_zh_cn.yaml,sha256=WZNsV02foqCu4mYloghv3i0e74xI1X9meKLvzVsJtcY,295
lm_eval/tasks/openai-mmmlu/default/_mmmlu_zh_cn_humanities.yaml,sha256=Sft_h2j4ihJB5xsfowfT6cYIgckqXQKR6lrW5EGuBDE,202
lm_eval/tasks/openai-mmmlu/default/_mmmlu_zh_cn_other.yaml,sha256=Jnx4NxfA1ZljaAhItWHUKFomjqOem_zBzFmqMpUx2MQ,187
lm_eval/tasks/openai-mmmlu/default/_mmmlu_zh_cn_social_sciences.yaml,sha256=aOCp-1Zl2YI9IYKNZgkE1pt8VVrBEVLC5YkBnSBOKYQ,217
lm_eval/tasks/openai-mmmlu/default/_mmmlu_zh_cn_stem.yaml,sha256=CdZFAp_ETq-Eu5__rKBrVRRvUGb6JSATZshbEgDY-JE,184
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_abstract_algebra.yaml,sha256=tX1GpgAhRpdD5HC_IiPPt_01eSteUWn25cqyNPqBDQY,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_anatomy.yaml,sha256=050fWjR8ewYb9C-ezBCZlfNWwaKNzCT-BVhGm1hDhB4,305
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_astronomy.yaml,sha256=MTp8p8lM0HBlj_sX1WI8r8m5AC3DvwbbE_IsYSAPCvs,313
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_business_ethics.yaml,sha256=UzPE5F-IWXYCCUUtRZNjGeyEoZysu9iIfuLAhRQ2F-s,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_clinical_knowledge.yaml,sha256=LStkNslIiwaS8kNTb1RxWDQUwBuiH0hXchK2dKTukzw,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_college_biology.yaml,sha256=z26_kQv5HhEIDEa20WztMgROs3s-aEHvslPjQWRVstQ,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_college_chemistry.yaml,sha256=8s8uHknP2mjm4NbHhf80M43gJYDr_sLJvXoFm2x0Lmk,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_college_computer_science.yaml,sha256=_urUPZStRexfC4qc13pxE12E10gz_0Hvz4MVB5ZwUik,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_college_mathematics.yaml,sha256=dUO2y5fHZXnyHi2dABW1zwTztId_X-bkxhd8b8BVZa4,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_college_medicine.yaml,sha256=Nc9f0UTdG6FV1x_fHDZvKWqCrkPuV96vW2iqRT-Op8A,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_college_physics.yaml,sha256=o281uPXIRLmY9B3ZvxKcC8iuok_M8Rl5rAVVzvFQWNI,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_computer_security.yaml,sha256=6v9M1N7P2HhqrHGVZD4EOcXzL1t_PEqxe1JD4Aoz3Sg,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_conceptual_physics.yaml,sha256=VBEYzaJGMIj8s0Ocwg_KYeafAhQvqXRWoxHvrphy46E,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_econometrics.yaml,sha256=r_IxwX8EXHrJaSQAoaEkROMAEsF9Nm9001zCxlNwnEo,336
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_electrical_engineering.yaml,sha256=dHTtVLlYXOSUkVbPFKi2FuoY_e-3kh8sYn22VwHMPYQ,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_elementary_mathematics.yaml,sha256=FMSsBDDqbszqeXJfwFFBCbirg_gHlbRcBXLLBPUOVZY,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_formal_logic.yaml,sha256=f4OSPgA52TohfbRYXHEyouNVIsgC2U2LYZxE8OO2r2c,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_global_facts.yaml,sha256=hT7NJtfrBKKQ6P0XlC-p8icZMMi6aH5MvcH1oKngCj8,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_biology.yaml,sha256=_y4tFBgF78IKvrOKgJ9wPVgqL6VeN0WJddpiwBDF4Os,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_chemistry.yaml,sha256=HukY_o_Dg4oxNveW7lQQKOEk80h5nNF6-ORzKQRo_7U,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_computer_science.yaml,sha256=QW20aQEdi6qPdXNLHTa-ngIEEWPfURefXNgvQxs2DjA,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_european_history.yaml,sha256=wpTm7k8Pzb27yDxbrxlUCkZspjYq3MzJLrNXlaeFLJc,395
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_geography.yaml,sha256=_XK1X5rInMmN3m0_6huNJLvtjw2Pgilv5CbdaKeOQjo,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_government_and_politics.yaml,sha256=6xZjoX8MKtAw5pZBogJ1LtrZNxxD2pyOYvEYo-UJoN4,428
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_macroeconomics.yaml,sha256=LbwTgZoOzdfA0itUhhTA1M2z6NSdM4sLSo68lQWzDHc,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_mathematics.yaml,sha256=GDgMgjcy_pNhRq8wRr8E0n6G7BLTSL9nVHlqy2JO128,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_microeconomics.yaml,sha256=7R_D7ofK4arlcGE_u3pTB52nTeN70iZVRNMqWP8I76g,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_physics.yaml,sha256=XJ-Topogv7czqiD0kGN3omLSC17HLTV_zA5D13tNFLI,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_psychology.yaml,sha256=lfUlwN6yMd7-plekdDWuSUkchMEfRhw02uYvvdQ_eJE,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_statistics.yaml,sha256=Okn14XghOCe6vHWQvv6GbZmL3BTwutU5bbtmMTTNEzk,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_us_history.yaml,sha256=TWy-v4wOxAo2DekF102njK0c_qjVGFYRMB0tiBqpUzA,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_high_school_world_history.yaml,sha256=ocboQRlpFkV4fT1os5_h7fNWMveSpoLQFxs9kEeFMY4,383
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_human_aging.yaml,sha256=lctCffb0nGId1--Mxp8lJ82460wxD6q8lJogBPW1r6s,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_human_sexuality.yaml,sha256=SkoNY9hq54r-nNaByGckFrOywxB-c7CI5EIeigsiHgA,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_international_law.yaml,sha256=omkTFOoKeHRH9ZtERLf5Oouf83QNd-Jsu1ByGoSHAyA,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_jurisprudence.yaml,sha256=pz2UtX53_SPUQKVcfSHg245Ilirdd8a5lAc2Z-5EWZA,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_logical_fallacies.yaml,sha256=0qTCefLxwuVODbbj6-tNJR6so8dDsJZs-zR3bzddCE4,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_machine_learning.yaml,sha256=ASBgmDLPjuAfWOTJDAj69XWaN81E5GxU0zpdAnH49mg,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_management.yaml,sha256=Bx13YVNCQwk0nFqMb67Fi4jyPz_tefAFDoL6I1ctRdo,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_marketing.yaml,sha256=-rcvnawGmdY4SAeqyvqIVyw1RwgfiYXiVh_azaD9WT0,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_medical_genetics.yaml,sha256=zehsdILZuekjitDoMRlWZuI-r8LHdYYIDZvcl1WLU8M,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_miscellaneous.yaml,sha256=Bdzr7Y1gO23LTr_KWgsU5cK1K6Qx_R27H0UoUNOKkYw,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_moral_disputes.yaml,sha256=bEJCUvuMErnJ42yOLyRMrAnn9g7F7xAgYK3AV2N0uYg,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_moral_scenarios.yaml,sha256=cgWMcy2Fw_IyxDWzp7Nx3DBAI3HE5PpSwegZIEquvbo,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_nutrition.yaml,sha256=5qQfFYJQBkrH4c6ijYlShwpvqQge2scf0wL_pMudqQk,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_philosophy.yaml,sha256=7OrjFLy7x7VSmh1C-BumrTlVCcm2BfzUvr4F8YYWAog,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_prehistory.yaml,sha256=S-O81Got06ROuRmeecpWOFJIKmsx21CVuD7pLFOBfEw,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_professional_accounting.yaml,sha256=PaKsctBPRYO4Oc0REb2Avbfwt7IsfnlAidFpX6do-Uc,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_professional_law.yaml,sha256=XPtPbMWQQXLgU_pX4FBwSQRCIkCaJ0wyYVoMw0OEp6s,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_professional_medicine.yaml,sha256=84GozVJXr3Qi6kNOjYlY4TtGAHx3QtiZfrYCA4YiHjQ,362
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_professional_psychology.yaml,sha256=42zWUplmVigk3f8b9sz-80C0GpRnWxvlos8awXlh6Gc,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_public_relations.yaml,sha256=kz49t_4W3LCapFu8xbGFQyolNoIe6w_yP9p8lKp3KEc,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_security_studies.yaml,sha256=dbFviX_FegsQsHwvIT2rJNql_syOh-UH8_I1DSieFhQ,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_sociology.yaml,sha256=oApyXFs3Px1o_HJT6nyMm0qJjj2ZibvlVGjuZ34JvX4,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_us_foreign_policy.yaml,sha256=Y14fqw4Zb7S0RyHtqd2OyVbxdKkQzGSd_ZzsnqhQ12E,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_virology.yaml,sha256=hbM309OeFll9DaHGut-r0NfZZjDmou9eqba3w2AHPtM,310
lm_eval/tasks/openai-mmmlu/default/mmmlu_ar_xy_world_religions.yaml,sha256=mM35seDZP601p6zjfPqH7JoJtZGLS-olrE3g6jCD9Lw,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_abstract_algebra.yaml,sha256=iBS-5cadO1K2SCsuySmb6clQpcYFJfYZ8QRr722iJIc,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_anatomy.yaml,sha256=ohyH9-jaIaJVBtPxM8M2WaMUENxB8xHl3rCqgOe-l20,307
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_astronomy.yaml,sha256=qlpNgkl98zap-D2jfTVaZL5yRhOAcA7gBeNqrJpYhzg,315
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_business_ethics.yaml,sha256=BN4rg9XrrGekVcp6AoE3DLOyvbbgUdMInFaG0FflJ9A,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_clinical_knowledge.yaml,sha256=JUjmjyGVWdp7GKwuN72hRx6lQ2n8FNwNye5DAFupRKE,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_college_biology.yaml,sha256=wqtC6sj3VIU2xDWt4Mwx-LGOC29xtUpJH5TGmi0MVzw,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_college_chemistry.yaml,sha256=UZ9mpliWyLVAWnFtFnbAVfF0XdKx-XNch78sehQw-qs,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_college_computer_science.yaml,sha256=8W570nU10f6tA06jeXRqZ5Ihk4iCSKaRx8zEhN5X4MU,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_college_mathematics.yaml,sha256=GOqThyz6cBfYlmfxSX9CYjBdHFyyoGVc14X5z2jLhzs,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_college_medicine.yaml,sha256=6eqx0g-TRN1QVGlogeZFl3D6JcxWC6nOyipywvysa18,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_college_physics.yaml,sha256=OZsNOyqalpTXYpZtbOotmfpFq4l9FgFmZq9-2JKwdXA,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_computer_security.yaml,sha256=ToN5sFLIknrh3ngFTxsWfCtzrwQ8Yh5lh43hv43BBzg,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_conceptual_physics.yaml,sha256=d_1ctx_8hU-HrI3VunIKG4q7GkLLv_EhSsGmwsMHz1s,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_econometrics.yaml,sha256=drROash0OjCNTMiGZXhjmvlbp1ChYzXg783SwgUdq1g,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_electrical_engineering.yaml,sha256=6YuI0OS20hmFBL_xO2ROGIFNEsYMaC1mxpugjBsPKiA,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_elementary_mathematics.yaml,sha256=4myEy_6tg51kBaaBuTHgMKdwZ83i2osTRAeVxf6X0Gg,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_formal_logic.yaml,sha256=37ngeFlE2kNWg_njLVTQMav7sjN6kkpsMTri7l24PXg,333
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_global_facts.yaml,sha256=-5tF7-Z_HStJZNlIPwWJFUqQ5kDkWgk5CjmGAP_K4Ag,328
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_biology.yaml,sha256=wDzBUfnFtoSS8Gn5KF7Qr4AjBfKR-cXzqcPMDLbSAmk,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_chemistry.yaml,sha256=rdzaRpbhDD8K06kyg4Epom7yOs1r5AzbvQ7LSYaX4YU,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_computer_science.yaml,sha256=c0nce1HGOVE97IFkvIdTZzNlSoEJShv4F048Yp5QffE,391
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_european_history.yaml,sha256=8Cjsgrk911sx73n-TbI8LfIfmBa0SubtNTGKq9-qFxw,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_geography.yaml,sha256=UvALLVfBonMOlBn6BKx_MivlBe3MF8gYDArgEQo6L14,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_government_and_politics.yaml,sha256=GzK4LkWj6vW9HBZdH-jWoOwPlG1mHdcmbb9n9bqXBKs,430
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_macroeconomics.yaml,sha256=-eqcE5DwgT9azsnkpzeaN1LyIj0mhWZYKnB9XS9Quk8,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_mathematics.yaml,sha256=-V-Q7IagwoEyNNX0w273gDC90L9zn1vSkzpBwwDyniA,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_microeconomics.yaml,sha256=5ExcjmA6-txeypaNil-jcLCwzv-gFY_-_N2owPWQGu8,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_physics.yaml,sha256=0iu7UK0Hh_xkiuNVHz4FfOBQUEidLywEzJSoMwcX_ck,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_psychology.yaml,sha256=oiT4Z87Em5GQgjldgeXjQ_XkJJYHfScvJxL8cSaThyE,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_statistics.yaml,sha256=CmDWyS1RR7lnxVwHIOHnTP0XjQeif3rVYVE0HJBxOG4,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_us_history.yaml,sha256=XnHGh785CoAqfYzbKq3YO1fVRMGisLOMt8e66rSWNbs,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_high_school_world_history.yaml,sha256=3HeNWUqISWpISDYS7J_TkSJrRCEZcHFZVR0M_sJVke0,385
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_human_aging.yaml,sha256=ezeZViFVGTtIobjt4QhbOaNsg62kUYY-RfqqI-8GcCg,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_human_sexuality.yaml,sha256=5aCSnjCce1pNKLpsqKuE6U-6aiNeUv41G8_vBou3T8U,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_international_law.yaml,sha256=pVv9oGqKKYoXsG1vTCDsMI5-H1LB4oK6fVXms6cNjDc,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_jurisprudence.yaml,sha256=Bv-UwDLMhZyh3siW92wcH3uD99rYtXnS3H3Qz_bhUGs,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_logical_fallacies.yaml,sha256=mZpzaEvI78-6mxYWtUsLDUz2aBTRJeY2it3WtAMJpV0,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_machine_learning.yaml,sha256=dmTmSSeTOCh1HRX7jGisGieL7oF4abI3kEE8xMgvgQo,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_management.yaml,sha256=6x1z4gLqfC-Ec_Pr2iYTU-pd5tljdqrMLvR1D25Vlio,320
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_marketing.yaml,sha256=Qcl-NAZNURe7mpQqkkWy4mow38Mdy3PaTILsggNReeY,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_medical_genetics.yaml,sha256=Ju5U8MFjo6e37jFLcuQDO2Qa3Wa41bR9Eozk_ILyQNY,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_miscellaneous.yaml,sha256=lGm44-Nb76O85_Jurt6MQVaISQDIr3P7u93mglWcZ5A,332
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_moral_disputes.yaml,sha256=YomlefZfU_p_kUJ6goSFGx55oH4getlvKJ8glJFTRBA,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_moral_scenarios.yaml,sha256=-3VxKcFmIwCt_SMPNlAG-1z_eFvAa5NzOTxDx_7Xpj8,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_nutrition.yaml,sha256=W5eCjfVCKzeam8YRc8SPA2-DaKT2J7PJr-c7IXYj3bQ,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_philosophy.yaml,sha256=YDngIKs6GY3xO3jkJ5h-eFnwOe8wP8aN5PE7LaX9l0k,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_prehistory.yaml,sha256=OSBucQ-Zmt866LWFQMwlfCS0oZNxgbQ488MWgjiapag,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_professional_accounting.yaml,sha256=WWThFm6KU88PQi7TKV1ZQTWDqJlku9Jx_kHt7beCeQU,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_professional_law.yaml,sha256=ZaYsf9Fb90a7x-dil1y1GHMAe2IqISOAcB2rlflod_0,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_professional_medicine.yaml,sha256=x7OT8_IT2semuwGd87qQdm9EhVOVgJG_077Uol4pzos,364
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_professional_psychology.yaml,sha256=mrBlu-TNiHAo6Zv6NqMwRZPHRXNCW5wxtFY2DFx3dI8,382
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_public_relations.yaml,sha256=IpomDrFIF8aC7lHQV3Q25PqNGEWosaKqLd3a2zCgbn0,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_security_studies.yaml,sha256=GYby9XLy5TK5_Pe1XxrX8mvq8J_Kd8YqRW01YkRGQ5I,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_sociology.yaml,sha256=qZW7O9kiiKRlcbjF5RFBlJkH6kvKGLb96AHvJrWQ4n0,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_us_foreign_policy.yaml,sha256=lL09cSTWWNbGwCdHH3RW__NtdtQEM7sxFGdpKqz-Xac,358
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_virology.yaml,sha256=QmI2fDYJjEYh8kJ9mLs7RuMUUOzRZx1hSXuMknmyu5Y,312
lm_eval/tasks/openai-mmmlu/default/mmmlu_bn_bd_world_religions.yaml,sha256=l8llln1_O7rciXknSFGQIlgMTqBGmp6bVND8GDTTl9I,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_abstract_algebra.yaml,sha256=Tpo9F2FR_8dSaAF4EBsq1jcSaWOcBH8SMRnD5TvTFDs,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_anatomy.yaml,sha256=Ac1yOXJcYrD9RLvVYyV3yccbkxjFRg-XiURdY7TW5Ko,305
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_astronomy.yaml,sha256=I-n5H6oY3Ws_-pEVV9_BSPxMNPEWhfW6Hd5Ew_Mh9dA,313
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_business_ethics.yaml,sha256=O350w0ZJEdI9EJLEHFB9_3OYhAuqp0SzWPE6JPq70fw,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_clinical_knowledge.yaml,sha256=4M4UicsJ-jtusIOBrr4bbmkToSEA1O-P6FO_7kv2Cmo,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_college_biology.yaml,sha256=a6COdFtqrdP1D39aR_i5KLvEA_GMvOqJKyiaPGSdHVE,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_college_chemistry.yaml,sha256=ZEnDIv3wrcEBA9NMP5yjCUZQkOKBKCgkFqH8J-uZjuc,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_college_computer_science.yaml,sha256=Ii-EjLzZ_0-LC2oxxLityqs1XQCKcoALrVD9LtrNi0Y,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_college_mathematics.yaml,sha256=ve9XnSe4MBqS84bEudxbca13jMiOezfhId16cro6OCM,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_college_medicine.yaml,sha256=mUkW1jba1joscCziluLUZ2LhvjmcU4_xyzMFuNmhbp4,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_college_physics.yaml,sha256=Mw-UCN_ePJ_RbdB8TiVf4D907p7wquvf_fFNFIjCQvI,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_computer_security.yaml,sha256=rO39ZZP6-MyOF9z_R5bTjJ2OJ_X1ccORYqbcrQpKKLc,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_conceptual_physics.yaml,sha256=6VGjhFA1PUOCkBBidu67ACkZY6jFvuYp_lgywHnoGGU,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_econometrics.yaml,sha256=itJTPaKfWA6kKjkOSAFI4f8FsJ-m4vh0_-FgGRziolA,336
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_electrical_engineering.yaml,sha256=7O_V9_KonedjZoEAEhWdASWBpWDu8EXoTpD_JmNsbOw,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_elementary_mathematics.yaml,sha256=CR1jalxgO1fKEVosaWetIrdUyk9obVAL8ErSAYk25a4,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_formal_logic.yaml,sha256=AdlyD2x1VwrPsiSEhcaHe0W-O7pvJtzZJy9pteRM6zM,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_global_facts.yaml,sha256=GR1Aqt6Ppe-8AeGuCLB-pgfCQTbA-xIZ_IFADwC41Ec,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_biology.yaml,sha256=L2oFtWlXmQUxQv6zfRYpf7gjSJf4mM5szrJ-WFVYa3o,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_chemistry.yaml,sha256=nEYSYYg8WQiFTaafAqqeU3sY8UUM2tEGd0MWPzrmzgw,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_computer_science.yaml,sha256=UTxDSUTEMRQYROe6dq0r24Vg3MZfTawJ7I3RWONL1HY,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_european_history.yaml,sha256=Rogf-LWXOH-O1xk_A3ZKRI0ScvmEkl-9MZrlJVZrWwI,395
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_geography.yaml,sha256=BeUaca6zf7Ioim4OyoZjbOu1NlEH9ZzrCktdBoxnxW8,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_government_and_politics.yaml,sha256=mRX_TEi6nGIBKBByPf0HLJl06jFK9vsvs95EXUTx6Fc,428
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_macroeconomics.yaml,sha256=R1bfJFCMRNot6t9aP6T86DRQsrThzx6pYorwo1KWYOM,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_mathematics.yaml,sha256=eORJUm6kX1hIOhabtMM0sOp4OUzr1VaT_0t0ZYCrpfc,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_microeconomics.yaml,sha256=3-WF3lilwN6u0vax_nKp2FnpWA2BlmcmIMPlo0kmDuI,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_physics.yaml,sha256=aLwIWj5irr6VDOe66Oq5Dn-mkM2EYXXWhE_EkXXaXJ4,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_psychology.yaml,sha256=v88Ym-vpe_-5e4lfPWq4sbbiS3yPlxz2nJKWD9EzNEY,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_statistics.yaml,sha256=xkK2qhCPUsdEKKwgJ5LsErB0lDpGgf_xH16ss2gxz2s,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_us_history.yaml,sha256=wdMVxwgOOR-kxIH6MQF5P_iv04uj_t_PWui7EwyjSg0,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_high_school_world_history.yaml,sha256=lOGDpIYlXe5bDCXMEtYGD6HxuVC2K5jtfOVnVe6MtDU,383
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_human_aging.yaml,sha256=HLcRtaV5_CvqPZ-B9bheIwYfipJpn2ftpzqSZmc3m0E,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_human_sexuality.yaml,sha256=e9zF2vSyt3MozG2sSjuhXsg5FKanW-4m_VvUwG885Aw,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_international_law.yaml,sha256=JDZvcEM46IJQ-fUR4WY4YtHi-8IAyQYVLfggTMHogRQ,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_jurisprudence.yaml,sha256=x2J2zRxSo3fl6urHhIs_71EsfUWTrMf2-Je4swK59r8,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_logical_fallacies.yaml,sha256=pbRxi4cKnyqd0WhukGYks6GXxVQz3WZTHzyAQ1ckyvM,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_machine_learning.yaml,sha256=oH5B9EPq8JY_9bgUNTUVqfRQ1_t6PelpKIS1ErrwqoI,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_management.yaml,sha256=bOrJV3UDLxkPPbtELk0tE0LUmTxhyX6vJI6cpTe2i3Q,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_marketing.yaml,sha256=mSi0v9J42JaWpRHluoewZQyH6U7pt23jqrsBvPxak0I,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_medical_genetics.yaml,sha256=GtS9jcwMv0iI631GsAkzjwiMTUDWrWyHzEqzuLmQI7M,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_miscellaneous.yaml,sha256=Ih75KqO1WlQsGs7TQmocc9FlBhPUBpF2sMiFbncjwN4,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_moral_disputes.yaml,sha256=31USGiu3F3P4z2c3nRXABQ0NVeGAiJLR9ZKRvKOrv1g,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_moral_scenarios.yaml,sha256=KySvgKHQEgjOJnoDbU8Nhgcw5scEz4GO-cxGgeISvxg,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_nutrition.yaml,sha256=QA30KbPTtH93T8HABE4hqSlAekc76ldB8mAH9DgmugE,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_philosophy.yaml,sha256=fUppegqdme8S_QE4qndrDxiq9X1Quu7U3U8ySVmJST4,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_prehistory.yaml,sha256=CWz5-veJ2VfV4K_BJBDl6MMk8Wzo__KHucO1M8HQ_38,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_professional_accounting.yaml,sha256=9dulc35QdecRu_gnXAC-vMhWQR6CQTMf_nOgQHTB9bY,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_professional_law.yaml,sha256=pBjtEWE3vOW5pJATZGlsP74bbwXdzfS1WGRrQBRBSqk,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_professional_medicine.yaml,sha256=hTn3vpAChaiWQMPXsVFCqXAoSgB4SMMKfCApE-ORFks,362
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_professional_psychology.yaml,sha256=0nOvqRapmTzR_yFjS2D6EA2FUOX7gamptM5sxgPr_ko,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_public_relations.yaml,sha256=xNM6DwCRm5i2YCq5qnWCiYYyBrSP99z_qD9BWctvno4,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_security_studies.yaml,sha256=BvEAA2x5V36ukOAslEsFPQoM-tihyL2M0JDOSrhwF04,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_sociology.yaml,sha256=RJ2v5a7Uyf_xhs7VVxkpZyZ9FCVOtrOUO_77TG3RvY4,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_us_foreign_policy.yaml,sha256=QxMatm4hvrtstNUD7-x6ITzTQrtzA5S1p8a8gdizJ60,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_virology.yaml,sha256=YqaWFi0fQP6Vx2n16zBzmWGEjxAJCapfeyBUEFBDjBE,310
lm_eval/tasks/openai-mmmlu/default/mmmlu_de_de_world_religions.yaml,sha256=wtM_DvsZuSwwFxC2-53Ov_BMjD9nTFvZmt4SObVWsZg,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_abstract_algebra.yaml,sha256=hnh9vJDOBXFxKAN_YuXOibgf6_d5cZAN00tI8GWAHfs,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_anatomy.yaml,sha256=L0liE_mBOEec8dyg1b94zjaUqP_ErK7CZWiNBmD7QNQ,307
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_astronomy.yaml,sha256=HYNWdtEPkgo-oMBCTq1IuQ2oTsDCdeBBFwWjdIshxQk,315
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_business_ethics.yaml,sha256=N6B_McjSKInZ09zC2Nn_DTm5LnXzBcxHQtBbK_Rqj5g,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_clinical_knowledge.yaml,sha256=U0Y5tfp1hkGyM3ZP3inA1Ieo7ySw3ECc15zKHe3XXiQ,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_college_biology.yaml,sha256=j1kG9dlMINGFhZ1cH9zcUKf1FMNf4oqMTm8i_lEMkGY,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_college_chemistry.yaml,sha256=8jPpUTVDZmwatWXiKU37AbuWM0SfLeaAYHyRatVqEQA,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_college_computer_science.yaml,sha256=fMBwwNjHdQatMRXutH64J5sbJYdHo3VK4vT5T257g6s,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_college_mathematics.yaml,sha256=FqaiWdI9cpyUg3hrDbh9p7BdeHPTA11KWn0MSgAF93Q,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_college_medicine.yaml,sha256=M08JEHBLnrQsPQkIfcakKJS4u_4Tm6UZarvdXOKQ_gg,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_college_physics.yaml,sha256=qGP3HznVMAa4KetrVjvH9LNzpX8zsMtx1aHzrwFZp2M,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_computer_security.yaml,sha256=pgK5HiV_LK7FtCnqkzbGBRiMY71v6H4LEiPNIy0l9bI,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_conceptual_physics.yaml,sha256=UlBTWV5vsfhgD3qFHQTtkgJweBkUbAra6R1O4fcyE5A,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_econometrics.yaml,sha256=TLcwRFFJwr72ntDWL4bgIux0WafkaQIB36PgKAiFIFY,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_electrical_engineering.yaml,sha256=3A9632iWzkOf8T8d276sXLfj-gcu2jUHddQE39FDY-s,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_elementary_mathematics.yaml,sha256=imScaxQR5g8ZktQv7-vlNW1BnbmthS6--ev5NvJvlks,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_formal_logic.yaml,sha256=sc8JN0rsks0fDoSNQCRdHPUxysp3JM5pzPSly9mQiCk,333
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_global_facts.yaml,sha256=KAno3B5l7oiZ8sMIcJuNqvOUAQs29A1JqGNBfwA-Xbs,328
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_biology.yaml,sha256=zbCL4bkEDi9XCYIH1Auhtgp5ax7ozGESELZ8Bc8Rexc,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_chemistry.yaml,sha256=mGUoWZo8bTztRnK0sB00u4LVJZY2m1i5tvtVoIOLzZU,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_computer_science.yaml,sha256=oqgSmJP0riHOc4402Fc0BSd6V2VK7niohbXuQdGjGRA,391
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_european_history.yaml,sha256=zsUYWMOTkCLf-v8EjM0e3wHw51ZfhYPCEBSYE0YGaP4,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_geography.yaml,sha256=cA0SuJnOkxxT7H2pKO9ME1Fq_W8KjAdz0fagLIi5vvg,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_government_and_politics.yaml,sha256=Upt-C2q_82vXJ3yz8sbCwcLfgfe93-VU4bQpF7H-Nro,430
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_macroeconomics.yaml,sha256=pspo2kjC_wBkn6NluiZVxHgAPLsZmvpWmar0elYHKFk,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_mathematics.yaml,sha256=JAa4Oq6Yb7W7b6w2e0g5msag3AaP73JCEXYV-WCH9s0,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_microeconomics.yaml,sha256=uMo-v7Mb4cQgnO1vSX6kNimEFwj6sfxmQWFCPrSPgTM,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_physics.yaml,sha256=c9INEkWKp9vq4L4w1XZ5rP-g8Kt04bdTnLqsbuOR3mk,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_psychology.yaml,sha256=eu4CeKBeOwckv8Q2u2AKZvLh-XK-fN-Gjl1HtartRt4,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_statistics.yaml,sha256=cgvXHLz3hwGSdERL0l7tNKpkS87em-7Qq37D5ZBqq_g,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_us_history.yaml,sha256=ozmXLlfjA128ybmulRV5xHyFiAFOaHAg7IkyHPWEnu8,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_high_school_world_history.yaml,sha256=CGmpmynepnPvn4DNFPSmE5DCADygwVbnCetfwBul6vI,385
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_human_aging.yaml,sha256=-oAyOAUG8qMxSWUGkwys5tBsESxkvkcInAmVmxRJGRA,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_human_sexuality.yaml,sha256=6VRkG8oW3wIkXOr5CUEJ65zfy204ieDA47DPXji1hEw,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_international_law.yaml,sha256=XPfVAC4WrkpcbwOoquOwjJyQSQAUUtm9wtaxviJc_v4,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_jurisprudence.yaml,sha256=G0D9vgPgBSktOt20WuuPBbbg7FeZnQzIZL3v8PLcaE4,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_logical_fallacies.yaml,sha256=S-PHXOIPhmvrnh60RhNwQB2ByZhsSu0LH_0AjPrg2uQ,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_machine_learning.yaml,sha256=Dh8mkZSolYEswgsr2hFC81ZtQUQytvJjIcSzcrMHavw,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_management.yaml,sha256=DtsG435jg6V1qY173WzVSM3if-0bAmXBf5SkprsbLuA,320
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_marketing.yaml,sha256=g619JaaxXTK-tt8JV315hQHW-y7SxYpVSxSEnrlGQ0I,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_medical_genetics.yaml,sha256=Sno2cgcItwGpjpRyM7i8Ex6sdqXH3nCGnMFcTe10JF0,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_miscellaneous.yaml,sha256=6_w29U4RjILr5LSmRxUyJqlpREEKaaEHSWBVwk-jxhQ,332
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_moral_disputes.yaml,sha256=QfkNjBF3JUeWSNHf8A7o4oTQ4zxe1VC-d0C1sIRY21E,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_moral_scenarios.yaml,sha256=yzXRprgQbxZfBCJGit9FIdXclUPuDL0hT-nYF-q49RQ,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_nutrition.yaml,sha256=0q-cgwgXG2Rr3UrE2Wsou6jIBhIWFywXMyIUBJhYeS0,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_philosophy.yaml,sha256=anRYi8CoLkCSZqBmzQI5IyXcyBQhjHvboA2UF5n-7jg,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_prehistory.yaml,sha256=JCt-oIfKxaLMAMdjDNDZ3V-tPWYcPXMd4sLMo3x3OqA,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_professional_accounting.yaml,sha256=GRSzk6Afc8VZNdB_xMVt9YSKlfUWKKVFZueHTOkIVZM,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_professional_law.yaml,sha256=nyEpXqRSCGXc6ZRIjiTjmAe2KwMDAGUmevP22JgfYTg,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_professional_medicine.yaml,sha256=piJIhnoZVvorcgt18m4Mx6MNQ3i2iZ_sBGkJ1D2qmLw,364
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_professional_psychology.yaml,sha256=mrd235FA0wofZLUZcFk-AIoBWFiupu3Tg2TmBFtiRZ8,382
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_public_relations.yaml,sha256=PBT4WCXd18c4bviNWncnN4xZ2FP2lC3ohY6Sh-oev3A,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_security_studies.yaml,sha256=70fH95gNl4GgWbMKl8xUAZWIxFBMCK2TGWUjuJIn8HY,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_sociology.yaml,sha256=gLxprITI4eGreQ0C12gAHUl9Jj8ZSb3w95MHEL0gfWM,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_us_foreign_policy.yaml,sha256=0WgLBua7vLcOTlTDe5vW7FvbqVqbkWTuGwV-iPnusJ0,358
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_virology.yaml,sha256=RJUnj2towruFi6EEBihxLF6fmT1baZL3y7vaNUiVbcs,312
lm_eval/tasks/openai-mmmlu/default/mmmlu_es_la_world_religions.yaml,sha256=Fk9DBR46yggchI_g8KD1QzgOaP9swq9qqv1xPy-VPew,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_abstract_algebra.yaml,sha256=zx084-yT-CC-ammbrwoZgCl_MwI1SKORrVMCKO4zd9Y,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_anatomy.yaml,sha256=yPk624SIjpNReGAd2xyeQ6rJxubfVZCXN0S4GFx6Ohc,305
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_astronomy.yaml,sha256=gc9nDkmPIz-csNr0ZuAzcssOncJwLXqgR9Kh1ZPJXlY,313
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_business_ethics.yaml,sha256=MqLvWrgrrJ2SJw8Om2Vesm0UL_WMwG_YcZE5-JnRptE,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_clinical_knowledge.yaml,sha256=YOuoLP1UUlBGHlj6n20bbtj7Mfh_tNoiIPyrdRiBc_U,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_college_biology.yaml,sha256=vmdo6uCHonOwbs6K_1EG-IRsTWWxJvJOZmRcunEtSak,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_college_chemistry.yaml,sha256=o8cuT8beIjQCl7xFcQcMSm7bDeNWobupo9FWznSbywY,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_college_computer_science.yaml,sha256=26W3GX-NJ6h40ZrVfyOiXsp96Wiwik29H2diBA_AvHc,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_college_mathematics.yaml,sha256=u64dZ-JvC4P2BrOkem4UaZaXJvBHSbNxclyDRz7qPc8,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_college_medicine.yaml,sha256=Bhich2Xs3qxJbYL1dkLXAPT2_SW70Y_3wpw_EYOxQos,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_college_physics.yaml,sha256=QRXRguceSnT93QqDdGU3QojjmJWerpNSwz5amMF88hE,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_computer_security.yaml,sha256=RuenPdMm0vBIW5-rXX8K0vlo3dbPHTO65ak6aEX4sU8,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_conceptual_physics.yaml,sha256=KACa5z9mxz_mdSGsJQj0yLz-Pe_c8FpmQp8bYAVfPkw,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_econometrics.yaml,sha256=AUPFMcugrRR9A4qnIg71snhabLDRPx-5cSticKRU5D0,336
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_electrical_engineering.yaml,sha256=cWtT-btUCTIvQFwNu9BVwFirIpNTalJKdlEYSeo0bTw,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_elementary_mathematics.yaml,sha256=sglYcVWCdolgbdJWpzqibrthG-MiG7Bz-0Q5kkAHX5U,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_formal_logic.yaml,sha256=eT88ORgkxeiO67oVK_RGErDBe663oOcQ5DN8n6_WQpo,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_global_facts.yaml,sha256=XdkibN8gfMZkIpY6q64LOImQyCT9EaYLW1OzUg62tOo,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_biology.yaml,sha256=BDmbuCdQ9hfc_kNSXH54Opa4en9gMT6Wxe8sdWAquoc,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_chemistry.yaml,sha256=utLhH7btQ-Ts1ENMskp811nY4ZEFl7fAmKQ9y1QB0w0,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_computer_science.yaml,sha256=uIDoMRtNcw2VtYzEw_mHc7Z5YYttxg5Xo6Y80yQ5uXA,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_european_history.yaml,sha256=5OlKHZUKp8ChjxsF-UrdIzyf9w5FzIf5eBWwmo5lHNY,395
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_geography.yaml,sha256=tGJzUeN-4Wfhshz-h18neoAQ_WRATGw0OFbrgxK6Ppo,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_government_and_politics.yaml,sha256=_vqB2srM2zds-lsov_ivCij5tRPfmqiUWl2XAFvZG0Y,428
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_macroeconomics.yaml,sha256=NY9xK_NfyyIO4hyHHc08_gxZi17KFw6wzYaqkqWHL8k,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_mathematics.yaml,sha256=dDFrVr4d2dVAT1L-dxm4PTEiMKDAJLSGAPLkd8IP1Zw,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_microeconomics.yaml,sha256=CZyM3PIbQb9LNUTas4didVT744tLC3Jnsz-Feok1PVU,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_physics.yaml,sha256=XrK3SvbVNTRKfNmFm9vzOXeVN2fu-SX0Wuj245f2LL8,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_psychology.yaml,sha256=g0aVI0615R6IaHPu5uzjswoIXXBXiCgZ2cW4ictWmhY,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_statistics.yaml,sha256=b6aNgJHmOEuApY9RNZKufWWDadOOFQFVCpCfJV93UEk,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_us_history.yaml,sha256=G5ouGvhWZMZv7aluoDl5nO7IPMYZWhKv_ARo94x8Q3A,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_high_school_world_history.yaml,sha256=5CwR475oBuKKTVutm1hoBf_np84k7UpiGKzSe-yVYPg,383
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_human_aging.yaml,sha256=He5IzO5ksGr20HRGq0SFiY64LxFIXKuaEVF6M9F6NYA,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_human_sexuality.yaml,sha256=AflCj9cupQLLS3EbKIwrOA_QWvUEoayoWoKEQSD39tg,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_international_law.yaml,sha256=j_Xyy3TvMXnEIg7osP_Ii2evwWaASWo3bbSWUEG5g8I,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_jurisprudence.yaml,sha256=VmcGUU8BqcT0gFtXWmO4Xm2vhy77MvCv-qdtk0NKff8,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_logical_fallacies.yaml,sha256=Bi_SYwXNK9vxUjrjs7ZRwj67lG3pN77D66xedPi7y18,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_machine_learning.yaml,sha256=QZeOBY1ra5pgCT3dUFocA7LRvC_Y-yqGHbLEag5NpVM,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_management.yaml,sha256=V17_jzjv8l8z_cUVZhus2NePQszc6NM8OE0n-U3ZftI,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_marketing.yaml,sha256=conF9vH2Nef5fdGjR6hke2gEljw_eTdJLTgpm6khE0Y,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_medical_genetics.yaml,sha256=bJGxh5nLKzmBimLh2XiBduBoudvkw6b8S5syId7_RgU,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_miscellaneous.yaml,sha256=atX5tClsHdtjubY1OxQKCdn08pV2Qu_LeiitZ18RJOQ,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_moral_disputes.yaml,sha256=PmBRlYr27r9jwK8QUg6HGxTWeceRE9kWdCoGtAZfl1E,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_moral_scenarios.yaml,sha256=JIrJ2FzVIlSezhsCVGvOMorYo1gFGrZ7l0JaTN0rA-o,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_nutrition.yaml,sha256=xe67bAKALBxHLAYg4r6LHbEET2Z1VeTaKqFmx-lQu50,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_philosophy.yaml,sha256=2G5v-CxeAx-aPFKtskTcFapzQrDGjIcRUQECSs8gnQA,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_prehistory.yaml,sha256=Tea0Z4eZlPLa3dwAhrJMLc33nJpOqewTY3dyvJcMJGo,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_professional_accounting.yaml,sha256=u6FZemz1QmVkRl7QkN5Sn7xIuuu9II0AWYwYqDU0oFw,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_professional_law.yaml,sha256=h9wPUk2yWtlYZuLrULc5LRF38fpiMLd-nFbmlQAv3oo,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_professional_medicine.yaml,sha256=8QLhaNQMbgFoHYzPq8Vn_pSYYzixX9G6qBk_zGxaklo,362
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_professional_psychology.yaml,sha256=4guLz865g4oz_32oz2cX260zyiHBH64VT5vd58kLwH8,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_public_relations.yaml,sha256=UEVv2y6VC40EOGt8nhhnuuniyRkZL256mi4OkysDv5w,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_security_studies.yaml,sha256=SCsMkRQZZfUyte6t4eUYVgLQLsmICJO-XnPsIrB-2YI,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_sociology.yaml,sha256=cqbXzyHizu3HgwlHTIEN9boUq8Mo3t0BCvgJNZUkN74,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_us_foreign_policy.yaml,sha256=XNVqYqLaN1ZVf1SI6Y0PQeA0c-UEgjWviN5rnUblgio,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_virology.yaml,sha256=S4JIFZ96V_RDQ7BglCeIkze8j3uYklXrWzq3Cij59qc,310
lm_eval/tasks/openai-mmmlu/default/mmmlu_fr_fr_world_religions.yaml,sha256=z1UzX2Gdzs1aUiwLM0ZLMJ_VCqxfzKJCDzH-bmz-9fw,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_abstract_algebra.yaml,sha256=6WjZORYQrv7loPmeGxTpl-mvrL0BJvCu5eK58CZW_Ew,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_anatomy.yaml,sha256=yhv8tezw7CswBUvbn-RLysYNa7PXFbsNAFuHV9nPUkw,303
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_astronomy.yaml,sha256=WeO241PBq7sKamKt6w1yFlcYwnkn0NVoDaOhJSF-RIE,311
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_business_ethics.yaml,sha256=oiuv8BGcZWPStaiUAaToLu-QTqC8ZwRMyC6iSD9NUR4,336
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_clinical_knowledge.yaml,sha256=EN9zpIYlrJCrZ89vr5GEaw-POMIBS-6W8Z6PHy8i6ug,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_college_biology.yaml,sha256=6yCOqGtzemd5nVg9EHOFeYYp9cTLs9-j6q9r9yQY2bw,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_college_chemistry.yaml,sha256=oVifK7wy8ZmtoCtJxKrDM1cXqyH-kMjpNI4JZLd4E2s,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_college_computer_science.yaml,sha256=3MSADjn96fhSCs3J2bSYAro_DXaaZ8NQiFR4qxi8OA0,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_college_mathematics.yaml,sha256=pCa9BlNNSgokOrWMmJfiaxErpTKhP65V9zPECftiVOc,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_college_medicine.yaml,sha256=8b_fgBFNCbwLxHdTUwRYLdv4BlV6PoZBZZ-1hIsZNv8,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_college_physics.yaml,sha256=hqp8tBd_7h6BnbYGlqCQWqkRVIK6wfS_I7dAQxNqlGE,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_computer_security.yaml,sha256=eFz3i4RXAMzUupm4o0p1VcAf_9WBDAqOmmhtvgTp_N4,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_conceptual_physics.yaml,sha256=N7qn_9LGuCDYxbITxicJeiPhTLJSazhJ4Cw0NN-1JPw,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_econometrics.yaml,sha256=OIMhNCfA98tU-faXDm5RuWZGFzbPN8msIPSbnxnX9_M,334
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_electrical_engineering.yaml,sha256=iy4btcVaU_EbFXfUvjABZe6zXkNZf1JXNPYaoG3w_wQ,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_elementary_mathematics.yaml,sha256=rkHtodeh2i1bVuzYiIBwmhqKBoqqLt6vsWISuhFlyyw,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_formal_logic.yaml,sha256=35D7Bl-t5nbxCpIXkQPqaQ1axyYH064-dzNcT3Pg4io,329
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_global_facts.yaml,sha256=jkuwpJ97BgTJBtiUdwod1Ap4HONWKChvZdl8agrHCcA,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_biology.yaml,sha256=BBHC8FygoGaqlE9y7IFNRXioMVqtYoEQ3ZYdB3Sv56Q,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_chemistry.yaml,sha256=j7FgKZK2JJLrFu1vwtScyv5r9X0y85_QP5ofsF658kM,359
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_computer_science.yaml,sha256=AqF-Q7HmjVIsNnpfGPfKuw_DI9ad4SAgRJgteBv8vaQ,387
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_european_history.yaml,sha256=ratHtgsSBirfXZK9knTNuoDEm6ALSWD8rbtiK14j8_k,393
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_geography.yaml,sha256=7bBm_2gEgZIx89inpya2VIKKUSW1YQwgEofMCflirb0,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_government_and_politics.yaml,sha256=YZKnV_ac4yeQ5ca9ZBjZA8W7YFwTcGmmwllMRWwXYXM,426
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_macroeconomics.yaml,sha256=GOQzCfPn3TspmIIa6LGdNbLCUavdKqbLoXbbWwiTAMw,390
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_mathematics.yaml,sha256=n6ehk618ZvE21nPhNaTCN1x1myrnXt8sLdB3bucuyBw,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_microeconomics.yaml,sha256=RZIGw0pGyqy_5fcATG5Dd-zArJZPwTuAV5HAoIN_9eA,390
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_physics.yaml,sha256=-YAX0tpPgdtkcwkLRKAsnGyR-i72Nni9DdSfxCYpXHI,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_psychology.yaml,sha256=0ajwf8f1im72OV9dg1ftVLjN9uhPdXNCAB_gKPuQ5cw,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_statistics.yaml,sha256=oqe7a1jtVR_YnVrt-5JI6RB2zlYcgCPHaGzz6UWVEFw,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_us_history.yaml,sha256=mqMdlvg8oGAmg1rfdYr73Pom0Jw1Atp6-bTenYbT8Kk,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_high_school_world_history.yaml,sha256=Y2_oylpUazrzzNXIjQitM1Qr4PRiX0KgTb2z0dsJOXQ,381
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_human_aging.yaml,sha256=XJWHSGMVlL-xfkCiRRSH0HHNtgTR4J7S_XR0Drk8yK4,320
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_human_sexuality.yaml,sha256=ghOTbBf6KhUJym7_Qzgv9xj0JqkmUwVetlWONXIbTvo,346
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_international_law.yaml,sha256=AVtYa_W2LqHsQwoy1WEVvJqz6n4Bd-QcEwY6BeRcS0M,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_jurisprudence.yaml,sha256=w3bMgbDJB-mnTFRIP5x8umuqT6GN23SXtbmuy2fkZCc,333
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_logical_fallacies.yaml,sha256=tdmsbZ-7BC8G2Gfiol2eSXXzxLi9-MYjE2EONio0cQ4,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_machine_learning.yaml,sha256=ziLSv9aQhwBlBzB8lYGwt4wqabII3idhMDnNZw2414w,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_management.yaml,sha256=iC1eUbx03kwSibVP_Otidf_0eLQ3tbzpOOZqQEqrowY,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_marketing.yaml,sha256=8XzQeJ_G0TTPv82gJdT72kf8if6i-eD_CkRLoLp3rK0,312
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_medical_genetics.yaml,sha256=53jfnCHZxGUF-fW1P7G4CrrvqjOvY_VTku7InUHCKY4,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_miscellaneous.yaml,sha256=49vVwp4HKynIklH6sGfMq2Z6CL4BHlL75s31EAbWmpk,328
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_moral_disputes.yaml,sha256=dbYY_CskuxX54k6lf57UWBmY8FpWzcE7KegUbJnFk4w,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_moral_scenarios.yaml,sha256=mLe3LW9rPH3rDt_SpKh0eH9qVbXyT5NZ5DfrxB-cbQI,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_nutrition.yaml,sha256=pqe4OGi8xGPOdhM3LcVFrUFz940KB_jci91BULnSQsA,312
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_philosophy.yaml,sha256=3HL0oeirq0-Cp-dzJJ-nlWCNXolWAjEvt13u2N6ecvw,321
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_prehistory.yaml,sha256=jteL724Ym5lyP9K8iLTkARLrLMd94sPUGnEXnsSiL9E,321
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_professional_accounting.yaml,sha256=72J2imIjcoRV0iKGb444D7XjzJ0kWWyhstJtDqgKFTY,368
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_professional_law.yaml,sha256=Nt6CMTS2ZOvSHukMEQhFHQ-jJBVWIREXphmdlBNjs9E,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_professional_medicine.yaml,sha256=Pt7-Kti43tcpLiR0EfArKD7PXqL2Vv6EWn9SMX42BeY,360
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_professional_psychology.yaml,sha256=huGISPXoo4DDxP0u0bxvxjGXPJHmvc_QMOZKdxL4Gmg,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_public_relations.yaml,sha256=ELfalZz5VM1I1F4v50X-5ZdxxYaK_CpKBxtxBr2_GYY,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_security_studies.yaml,sha256=LqHG8WBPY1kjoMZROhaYnryhGBBcJt9NBRsqTQyC1-4,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_sociology.yaml,sha256=hl4mcCCksXdy_18IVOIBNClL1P9SO_2KuQb7LAPaMdM,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_us_foreign_policy.yaml,sha256=29cjZ_1NBZ8xI6gKYJNviDx94DCHMGKHg7bQcHa7nFY,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_virology.yaml,sha256=1hdrgb5iCpJHMkxQsoXfteTUh6pveEwNT6aWiCL79LI,308
lm_eval/tasks/openai-mmmlu/default/mmmlu_hi_in_world_religions.yaml,sha256=acZz-oxRtjfqWarJa____GPixtu03ZrIefkdPpN3vh8,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_abstract_algebra.yaml,sha256=jMSi086_Jq9eIBvM1CbVJ6Zc7GzTIpS1Ij1JMMDOcFg,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_anatomy.yaml,sha256=UC3z71NbGwn0b9KWwmw_yOPCmiHynN_hAYh3TvQwMfA,313
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_astronomy.yaml,sha256=eJUAriqus_SlWUexkhJWh4TyL_ucTa3dnHh60_4CwDE,321
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_business_ethics.yaml,sha256=j3fSoVxnK968u3-zzwjizUWvbnhbTwSjb7wzWa2kgmA,346
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_clinical_knowledge.yaml,sha256=LVG0GQ4wxz6SvSMeLGcAjzDoMLcxl_PjEY-VZH0T3ow,358
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_college_biology.yaml,sha256=1N1JhRWsRgPDCSFFSoxfmO46lwYP0ZPFeMAgg7dgMfg,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_college_chemistry.yaml,sha256=OCacvfeDkN4YvPlsS7PG5zrOqCDQ2X9OebqrgVyddmg,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_college_computer_science.yaml,sha256=9qjLyZTiRZPs0C9_6dhDiZVJqr_FdN0epqJgCMn4PiQ,381
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_college_mathematics.yaml,sha256=AqnVMWkC7yu4J3-vIDAxTxbXEawOzJzMqAB-Zhu4HrU,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_college_medicine.yaml,sha256=Dg1kVoufe8I0xtIflgsVyV-MrHLux3uc0JqFDOkDg1Y,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_college_physics.yaml,sha256=DQywqYPZ2mjwlgUhZxxBbdCAHAUfrHiYWeMgG2cjzLw,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_computer_security.yaml,sha256=oul7ARVCMAZJmkndRdhvweeEfJIiF9TvFz6dktsirjI,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_conceptual_physics.yaml,sha256=ON2GqzsysNsduJR-eYRH8PkDuypHsYowy7G5l0-HEro,357
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_econometrics.yaml,sha256=2psJqAPePKqTStTOstxGVa-pWzCpKBjaJB88IrgiK08,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_electrical_engineering.yaml,sha256=amn1JdwJxnsC_3rBxMzCe6WezK4a6JSdYaimIZItsN0,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_elementary_mathematics.yaml,sha256=0NlvpzGt_IxAwRbXz-KDiGOHe5qvf96vSSxoAZbqxvM,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_formal_logic.yaml,sha256=K8q-DybDADdqTnsmh-urvDxI0GCbtx0e_j_7Ts_WTtg,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_global_facts.yaml,sha256=lda_l4w08YrdxX-lU4olx7gmcV6A_FvpNCpE_RB_Dm4,334
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_biology.yaml,sha256=Sxe34rlSFXk33F8KjZpKnM1z-UR-pvKKBbs64RHfFOo,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_chemistry.yaml,sha256=F-3MeqUwPmymQB4mplysm4oUQVJh4Jt9IXJMEY6I6ZE,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_computer_science.yaml,sha256=0SkrMg7E9m7G-GbppDtbrWtqHH2OAawf5lNqW6DGRxU,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_european_history.yaml,sha256=EYSpWv13iu2AQIYXcfNdAFwDriU6K_rowP4qPvKnTdg,403
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_geography.yaml,sha256=scKCOwDubSi_O2BYL1zLH8_65j_Q91i1RckzKTJz4p0,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_government_and_politics.yaml,sha256=6fWyWaoeR6sCG4-m7cJDRGE_9ZZmJUdbolzE9pmY0hs,436
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_macroeconomics.yaml,sha256=eDDlKNAQwJXzExziw5kb-KcrqZwqyE69mgQ14_N0Z1I,400
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_mathematics.yaml,sha256=GBRNfDHPDQ0yvJQi2Rjuj8punlEBILkE9AeOmiY-VUs,377
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_microeconomics.yaml,sha256=7zpAE3Ri94ecfIKMBdRHo3iONrvFYoIj9lQKCsN8ma4,400
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_physics.yaml,sha256=vryanHCDdbmy_7ystNXA1PVqi-l6JWdvXJPQIunFLxU,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_psychology.yaml,sha256=YXZK-9MwwJI4rLTUMEsTySZPRNN9G-U3IFYJbm8oXaU,384
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_statistics.yaml,sha256=P4QHQii10u2DDeCut4SnXuzBG8fkdxBXZnkD7rGXGIQ,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_us_history.yaml,sha256=sLxJYzWC1tHBhHlUBump57D5ghrQGWwYM8kdq9V7OfE,379
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_high_school_world_history.yaml,sha256=2F5XjC7ug2KBUEuPxt0BKrz7DSIWkE9kWCoyyTBiM6s,391
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_human_aging.yaml,sha256=Aa1YlAYAah148H4gpAH9y2nMzRIzTy92wbm9x8paJEo,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_human_sexuality.yaml,sha256=iDEvd_tORJQj_o02MsSbHL__QF5Wt95BLaqfb6MzUG8,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_international_law.yaml,sha256=WWwB1gkEPY140F-5rv03Yq7WnuHCFhGkSswuNPInuOY,359
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_jurisprudence.yaml,sha256=A628fE5avKEhszs-QSeIRXqr7uqmxbx3A9Z1ykQqejU,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_logical_fallacies.yaml,sha256=-XAjIU-rfc26tDoNC7NbqFNu0ei8vyZN0szTBZ2WEMY,359
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_machine_learning.yaml,sha256=k8bUkas_6a3tOeTk9Rb0DE-_JtOJW91AKeDV-rYNUaA,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_management.yaml,sha256=V-Dt9VsEomhZ5b5peAjiZFq7_HcAI3wXsy4OQYAZaoI,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_marketing.yaml,sha256=mgxmxQ06OsqlX4aYIGX6mep8JsTC2aq1vigoWMswyyQ,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_medical_genetics.yaml,sha256=mjmp7FOiHIrmTU8SThO3GDVCKlj9jd3XGW9hT2bim9s,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_miscellaneous.yaml,sha256=z1vJKoCWaKQFA4pBIuQfkVreEiqbFCdgtwLZwyZBE5M,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_moral_disputes.yaml,sha256=qEQp13FUUhcilvTPHcFcQoNd6XVnNoD4J0z89hAqU2M,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_moral_scenarios.yaml,sha256=lP7joZC8hGTyZ2V93v7XlKlKOK4LNmuXh3SQHxpKWr0,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_nutrition.yaml,sha256=ITRF7IdDAffgjFkfZE4g1U7o4jox5mkGdLXGSnPMZ7o,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_philosophy.yaml,sha256=QAjl18vew3rAtuUVWgVfv_fC-uLWrOPP6zYDh-Z-Qg4,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_prehistory.yaml,sha256=8_g1rKfx9Clqct3I1-E9pqQ7hVLKXfq4GOaSm9dR2Jg,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_professional_accounting.yaml,sha256=T3kawyVoSnUaif9b4U8U8WE-SciF0OCqXV33opR36Ks,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_professional_law.yaml,sha256=uPBV7KcDl0mEjZEneSfSdhVZcAMHiiybOm66LzZ5hOk,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_professional_medicine.yaml,sha256=PlPlcjU2dTeq4SKx_5ZDFWmJ-NsyHOpCrjoQityYfgA,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_professional_psychology.yaml,sha256=J8tvKW0Es_ZSoxNEoYwf3obXJylY4nbwxqM8AJQss-w,388
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_public_relations.yaml,sha256=2oxUZjRBYxfGEoiA4SJT6q10DSrPdZFEy2pCuLTgUL4,360
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_security_studies.yaml,sha256=4XwcsVQr13hq263pb4D0I8sqeo2G-utkU9_y0LHwsgY,360
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_sociology.yaml,sha256=d8li46vg9d6bhSnpdVIzUn8Lpf5XmpbzpFvfsg2WW-k,332
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_us_foreign_policy.yaml,sha256=wWYabC1dpd8igyMQrazFIjIle00wLZ2rpMPYpSoRDjM,364
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_virology.yaml,sha256=MW2YlBrwFY0rC8oVrMokOx4VXmGZDFXWPV1LfkPU2-8,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_id_id_world_religions.yaml,sha256=cS7Au6h-Qjzh49cXPowSrUi6H_Aaj5fOywIbjHOr1LU,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_abstract_algebra.yaml,sha256=EmXoaF0CzSbLXzYGEKglpRTsjU6XhgKnLSOh4SA3Ldw,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_anatomy.yaml,sha256=ExVBjYdzaflHplnG96BqB85h2yNM0LtKMtlzLrHYdM8,307
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_astronomy.yaml,sha256=mUfihI5craLpMMIQPjgdRLSM8l9iM24uKjxkM5z9XfM,315
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_business_ethics.yaml,sha256=ShGBBw_jh-CWUJV0JP_xZCbOG-T_SSmz31m47QCc-7I,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_clinical_knowledge.yaml,sha256=SWjaoSrf0TpEjA7HM8DOHCL5v78b6lmyDNyke_V6lzg,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_college_biology.yaml,sha256=K1LGf0YfV8w06Dh1iwvHVvyGMZunP7mJu3GQdHgjRHw,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_college_chemistry.yaml,sha256=Gp-bKhigjDZ6ntJvJcwdHv_OcR6qMFYjqGYtlkEUWpo,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_college_computer_science.yaml,sha256=fks893G4pfVx8EkNn5gYJlPi8SSnW0vdkXd33Po64nQ,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_college_mathematics.yaml,sha256=MtWqGpADwka-0KMDdSHB8fT_8boDgevZ8WOiaELzshs,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_college_medicine.yaml,sha256=3FdQZ-rze-8Q80ff6Hn894aHb6HPGtMCXEZsD4HzOio,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_college_physics.yaml,sha256=TaxPCttPJMG4DRP5nosnKNtcMYIEKnEEsUA_iUu2Eyo,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_computer_security.yaml,sha256=_Bce8eZwYa3w3b7fe-1Ympy0oo6xuiodIEMWvAVOEgI,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_conceptual_physics.yaml,sha256=0ort8zZnyD27dOWN1f0g087QwCaiLVwurVhMc7Ryjq4,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_econometrics.yaml,sha256=16GmP-wsvYeJvsNj9_N7mM6QocvAzZKOWim2CTCIvqM,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_electrical_engineering.yaml,sha256=buafiE-4txqhg_4Nrl3wXv7g-AIvSduF-_CTzuiywoY,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_elementary_mathematics.yaml,sha256=aJKaMBd0YqkLt2NK8KwfVi8qr_JfgGOfMYZO1_8BYBE,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_formal_logic.yaml,sha256=BXR4BqgJESmRhUactUV2Sf_oDYC-HdRPLRPSnpu6WRs,333
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_global_facts.yaml,sha256=KJ2b5KAnu5xP_j9ZtH-TiDNPRTPLkDbEM7fVi1UC7mo,328
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_biology.yaml,sha256=S09VdpNA7uwwsHcdnYB07L0IOx2cQWld_NhnHcU6vqo,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_chemistry.yaml,sha256=Bl5w16KDkk4EwB8jfxwVkrM2_03413cyFkYUzQkvnAU,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_computer_science.yaml,sha256=HliryOLV7Tpxk5s-TJr8mHs2SC_ww5HbsMJd3D5eZR4,391
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_european_history.yaml,sha256=u0uodgnmU2ANLTGH-AvIZcOW-uY-4ydIQ5a7A_86KO0,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_geography.yaml,sha256=3Oa-5LtRaHlidyP1t23eUNcupygor8687YUokwoW7Qo,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_government_and_politics.yaml,sha256=b4iEdQLPRmUwO-xarEh929BgyOhN1VetjAqmphcLi5k,430
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_macroeconomics.yaml,sha256=gDWhIcVwc4XesR6jjrejFosPhQqRPnPDEoE7z74umA8,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_mathematics.yaml,sha256=t1_18QFz2EHAXNBNrQUZwxHVO3c_qlPBQgpujpvbw1Y,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_microeconomics.yaml,sha256=zYQCWtLpHEUooq7e12GyYcFXNorIKjFc49uTCos6M-g,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_physics.yaml,sha256=8va_hpzd3ejUzP2k8uQvRLrFtvNcxDSvFSAYUz8AifM,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_psychology.yaml,sha256=NQClKbDKCt9YH5MjSlnW1AhnsQiTc9zjhY1hUJPqsCA,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_statistics.yaml,sha256=Im7_a48c5JKHR9ztsaqKwM44YX3-A3TLpt4Y_3BZCcM,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_us_history.yaml,sha256=zgJkhz4LBr8OPq9aoWCy5e4mFdCOXElfhNQaKJcb4CY,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_high_school_world_history.yaml,sha256=J1aYpH5CPLsrUObuaj1rSkocrw_FZ4GovQTaTeFQb1o,385
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_human_aging.yaml,sha256=VP2PEvwC5_qRUN9l_q0BUe5IxD0R0FowM473b0ZUzb8,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_human_sexuality.yaml,sha256=G-6BrAOnc02L75x1ILZ6Mr-RR0eGHxK7vCCa8yZhuaQ,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_international_law.yaml,sha256=jLgtvPlln55GOvnAuGTZnogSo5R25aVvkhBPJyVtGZ4,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_jurisprudence.yaml,sha256=zU7yysJueza33KofkfxmXxSbRaCtFDIHDRvnbM2lv3w,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_logical_fallacies.yaml,sha256=SufuNwH_RFnCQBsNSgbpaC9bBhl6Vn7lhuO4JQO_LQg,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_machine_learning.yaml,sha256=yFU234AwHtUu4zeScrmIY8bkHeDfNZsh97RoUAliu10,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_management.yaml,sha256=LUskqUHFcN4cm5fkoYWTmXcq6qq8YkqfjhJ-66TsBJE,320
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_marketing.yaml,sha256=7tdA7HXV_1iHS17zP85GIQ1EmRXdpnqL_-YT90d4VVg,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_medical_genetics.yaml,sha256=qv47OxU-MaDV9Im5ykS-cC3v0iqx7PrYvgT274VOCJE,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_miscellaneous.yaml,sha256=NjSkbxEtGyLP3bqRT15lzqHEdpzvA_pOtL_V_J4WrI0,332
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_moral_disputes.yaml,sha256=9LIVDF-0IfzP7Qs2V7311uL0Bu1OAByIsW8OgYaji2s,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_moral_scenarios.yaml,sha256=xNuCLhYdbV4AW-EfphY4dHUmenss3Bni9gp5s8PlXqM,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_nutrition.yaml,sha256=y2jQzrL2V_08aMHy3rYRhaQLaAnq_P6KMbRXyQ27oWY,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_philosophy.yaml,sha256=xH_I6JiDKhTiKUymyXqQ_ahA6vGTylvLOpLQQ4zFCG8,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_prehistory.yaml,sha256=lBC2B-Lk2kkNQW81iGInJ1aF8WV_iKxf_Cfhl4WFiQY,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_professional_accounting.yaml,sha256=HL9AJrOKHwSwhEm5OObHgZQ1SXZvyn9YOGOlGOPQnkM,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_professional_law.yaml,sha256=J-4HmQ-scLgylNw-xoomQMjNkVxt06zU0vx9gEkhiQs,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_professional_medicine.yaml,sha256=8O3Osfl8bkHoXniCYWsqDPwnjOMO_4r61ERyYb9bm3w,364
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_professional_psychology.yaml,sha256=fOMRMRe-ObIAV2rOCWbXr_0XfR_gMqIog8lKrD0_j3A,382
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_public_relations.yaml,sha256=EYUrY-YQzQjxo6H9FocxFqE-jscO-jhKJOdQmBQ1mTo,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_security_studies.yaml,sha256=AGHWMvGLEZGYu8e8uG1L0KCD9BmicDBFTvPivTrMVF4,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_sociology.yaml,sha256=VkpTLe-_xVhP4023rXICUi2uX9OtAI9XrVmMr_g4bZA,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_us_foreign_policy.yaml,sha256=5jSH26kOZwUBeuTXM3OeIOKdKFDgZ7cn_buIw0UiSDM,358
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_virology.yaml,sha256=_6nRtJhejoqV2QFwvxlRpkLEhFEidbxzW3t8vck-zWU,312
lm_eval/tasks/openai-mmmlu/default/mmmlu_it_it_world_religions.yaml,sha256=A4x_2QPQSuI2WgpaQRwwvwC_1lJ1FlasTrF3iRpoyJk,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_abstract_algebra.yaml,sha256=hnHCjhCXzm0ikisThapkkoqibKiWztpTVy1iTE0n6yA,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_anatomy.yaml,sha256=ak6Kc1K8OFwpCOcfgLh25jf98an0AwMghvS4fub6UWQ,309
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_astronomy.yaml,sha256=u9gCLc2QC03Xm5Quvk57XwZm4jZneIrIHZ0cNkE6M4s,317
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_business_ethics.yaml,sha256=77BJCD4fdIrrZ7cBQIurZXPFNfteAwWmcjvf1-2ywig,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_clinical_knowledge.yaml,sha256=rzuUxZFd9ocWcLZIbhWXXt94NG4TMcltYmhtj-HDtQk,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_college_biology.yaml,sha256=yeysXzUt1VsYrmxoex5FFSxKIaD4Z9-mf4b_xc_sQWk,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_college_chemistry.yaml,sha256=bnxQw_spjZoFl1UKaYp3xS5ckbw4RKhlW5YHxIJYJg8,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_college_computer_science.yaml,sha256=TgeU04Iev04kFCgXxCvHyUQ7Xr-Dio0gi7Ub2Za3oeU,377
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_college_mathematics.yaml,sha256=WfWbtAllBy-_7qZhQy3OBVhIOy83x7H7ggeF1L8dWXQ,357
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_college_medicine.yaml,sha256=u8zrv5e8YtIHBvlXze6Ch5wPHrAIQp5SLMJGc165r6o,346
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_college_physics.yaml,sha256=__5Tn0do2bj0mqm98SUrMc961ONG8-wNpkbTOVKFnUw,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_computer_security.yaml,sha256=EsjGrZqvYLrTqocdFnhbp3QqZJ7Ps4skZonynvgbLhA,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_conceptual_physics.yaml,sha256=iXCt_bM7OA7x_ZDGN8ZbgXH59nwF32RYOvQosvLAkis,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_econometrics.yaml,sha256=nSX0YZLy46UhEH3S3q4DRvanrQQR58OaAQIuJm_tWcY,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_electrical_engineering.yaml,sha256=rtvjoQvF4B_vwcTEmA61NI8LwNuQeJgYKGzGb91E_Xc,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_elementary_mathematics.yaml,sha256=k7i3_mbjSmWy65sd3lI7oosKWG5TFBXtbLahz6iwOt8,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_formal_logic.yaml,sha256=b-rEJOfRloILQxpYGkgRj6rX6cs5Y0QJF8HvhCZTU5c,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_global_facts.yaml,sha256=af13p7kfK2Xl5aLAAXClHTC5QsO2ASqG3D22zuuRbno,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_biology.yaml,sha256=6sZCQ4HC5mC8_KStrkWyAdXLAwFyVUswqrqvQU93z8w,357
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_chemistry.yaml,sha256=CFxOyqCNrxwukYrdTlQ734_kZd5GJ6lDdQhF_UTZxnY,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_computer_science.yaml,sha256=edMUHOqDwGGHy7-ad8YKGn1TrG7SiIs6YqZijZfUmVA,393
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_european_history.yaml,sha256=6hm61uVStFR758vhwPUeH-vhJeaX9Ri1aRradVusbEM,399
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_geography.yaml,sha256=S7Zq3BOwP6KQCwlE8FvtqcLANf7pXAsHwcT7EdR3k8I,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_government_and_politics.yaml,sha256=4L1p1_x_lRrXSjxy99El3-UhFTggSDNyTbOrdgiLeEc,432
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_macroeconomics.yaml,sha256=4gciiwBxR-QCTq-04FLwRp_rGgegIkFtxYGi_drODcQ,396
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_mathematics.yaml,sha256=LPsP9gkPZ-OvTDaDQEEN9Tfh1QOHWhF16TZarNc0zD0,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_microeconomics.yaml,sha256=iDVfXNlfh-tb9FBCbICYs4vqztIqj_hJHp4TOVRqoWM,396
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_physics.yaml,sha256=aBpwrtrfHT2BRm8RlR8cFL5lLmhlGD1bsckQu99HgkU,357
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_psychology.yaml,sha256=HnnPtDAd2dtt2Sb00vkg6ZRAip7hjjHx9zXKxYQfYs4,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_statistics.yaml,sha256=vgoI9_uJKDYfxzxiEraSUokFpoLdhRPg9k0TQ_ALGD8,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_us_history.yaml,sha256=PT5hVelGpWyc2eOS7cXmWe9mu2Sgug7hII6wJcvGGb0,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_high_school_world_history.yaml,sha256=9BfBYi5ONLv-_viwY08OqWYG2lz05xofMhZxw0KnBq0,387
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_human_aging.yaml,sha256=WYgdIEk0KHNCmWKWwWEG45TDjV3pUWhPe-HSnl58xvM,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_human_sexuality.yaml,sha256=KBhk5zKd1WZa8QzySqx8w288B3s1loU9Ol6P1sSZcyA,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_international_law.yaml,sha256=PvVXms4m73OITyrzUTKwwYmdIs24mUaiTRfE8s_XXvw,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_jurisprudence.yaml,sha256=1hADYTC3ra6GVtw1zTXA6PN_t5MZYhyw30K2dRM9ptE,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_logical_fallacies.yaml,sha256=gSGIJ6I4RB6s0b6WDEOtb5sQYGOsnYDafzxoxtAX6X0,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_machine_learning.yaml,sha256=kpRObB6RYeUnKjYBNDfohP_vPUgB0CKGS9t_omPPHKU,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_management.yaml,sha256=20DbUu3YJWBGGL7g_zRanXnmg5USvEq0OypGjSlwVPY,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_marketing.yaml,sha256=Usnp4i5iUzzEWwSDhlySf9V6mR8Z8K-KhEyi7RvJ_4o,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_medical_genetics.yaml,sha256=B77qdBIz2LhzA1FkA82sRfcMEVr9LRYh977JYb4k1b8,346
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_miscellaneous.yaml,sha256=0AcWIRyv3nAZMC6UtbFtP-sB8U5LEBM45rOTyZiR-h0,334
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_moral_disputes.yaml,sha256=-Y5kM0dPM4_mxyEzZILn-VVGww15IcAQyOMzbu3NLAo,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_moral_scenarios.yaml,sha256=5hFnTRuy7n8y5ul854WbOMtYlTZhW8TQ99KRb488g8M,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_nutrition.yaml,sha256=O7syQByccUQDo6Vo9wsO8O3ZtkfseNOc_B-tzTUditA,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_philosophy.yaml,sha256=thojPHOVMnwl4qLHBuWbICZ5lWTGb9j77FEk0wNLo3A,327
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_prehistory.yaml,sha256=bbnTIZBoh3uzC-6b8Rje3RiDvawdvirdWpZoPnFlOZY,327
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_professional_accounting.yaml,sha256=mYPhj1FcsWhsy0Lt5FYB9GtIEjRBd4VRbT_DW0xZByg,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_professional_law.yaml,sha256=nFjH2c3JjvdPrDWIdoAyAGOfhGHALpnwB-HYKS-EsGY,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_professional_medicine.yaml,sha256=0r1RfBc_LgWhE8hqL6qLC8SDmt8HKhPToHI3LaNmU3I,366
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_professional_psychology.yaml,sha256=KBnI4Ppn6SGhlwtf6si7FthhGhLbENstctMbgKxSCXs,384
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_public_relations.yaml,sha256=s64XJ74-n_zRtkWnReE0yLMMWq_Pk8KmA2qDRMTjE4c,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_security_studies.yaml,sha256=dpkm9oo8zfhLZJKfdILo_xAqiObF9tMlEmtFAbbbEsY,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_sociology.yaml,sha256=jVvYE4-30xEMtgxcFxwLm13IrhfspgTOTy-KV5j1qfw,328
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_us_foreign_policy.yaml,sha256=dkG4KAB2k81Gn6IzanuD4OEZOSBsBxHYd1ErsaX5me0,360
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_virology.yaml,sha256=9b_vug2jGhvrRXdQoaDEp4dMWnmEzt-NrV5D42h42Og,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_ja_jp_world_religions.yaml,sha256=RkN911VUBsB6HW7-YOmv5MkzHT77vxtSJ6gEfTniISg,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_abstract_algebra.yaml,sha256=Oc1vbmla825L5rOUKqpRCs8RZG8C8k58OFBSrAe5h0E,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_anatomy.yaml,sha256=aZ_31H9c4kYSMMDaTe--8sXzZRuDx1DX-g88oi21UGA,305
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_astronomy.yaml,sha256=Z1trANbAMnSX9NmSdZHTiUVpg1ck92DK42d-gG2C6Ro,313
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_business_ethics.yaml,sha256=FqtOoofyWq4-6wJCn2jtcZ1LJR9noph6SoreBC2VeAc,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_clinical_knowledge.yaml,sha256=Uzw8Ko4lqzHUCWfDDvxfOjX-yQ5JdbqNrd4to5zBGUk,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_college_biology.yaml,sha256=o6jd093kmKECRRL1-a-jQd2vF3gvvOFPIvavLSZAwOE,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_college_chemistry.yaml,sha256=JXX9Fgn2guW0DYwXKF5qWoXWvm3GyU3UYs4cW_MwNqo,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_college_computer_science.yaml,sha256=CgSxkkSBIO0Ut6YVegpumSYCmK2iDtjIbHs--4-wBC0,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_college_mathematics.yaml,sha256=ldMUCIcMhRJ8vsua2XDZPkbYBXya4vQ-N1jhtnVE-5c,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_college_medicine.yaml,sha256=CHJZAluqCviHgum-Wsx4kjgAT8BfdoDPpP-tdRDTLEc,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_college_physics.yaml,sha256=Ktry9fkf01DzagWHRbHhP0NqdnAU2Yi69gHkIQvi5WA,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_computer_security.yaml,sha256=FY3AIsQ_2rFlsvjbSl-RFY0bXHZQQKYc3qVnHyPOqaA,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_conceptual_physics.yaml,sha256=bs--yargoxBVw5PjYSevGyauujgBgFYQm3U38A1Xm5M,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_econometrics.yaml,sha256=W9I7HZn95eHOP2i29Ctu0lZAC83k7ve6cClQTON0WEw,336
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_electrical_engineering.yaml,sha256=pekhIr8wL0811Mklf_wq98p8pBiz-7L92vzGKKyuKAA,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_elementary_mathematics.yaml,sha256=xrhb44FkOrRWPqvuNQiSXT1wEn95BHyd9Jk3BG8fkgE,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_formal_logic.yaml,sha256=kIudAmsiWnKNtaO_zcgrS9g_1qgkukfcWAglKjdcWkY,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_global_facts.yaml,sha256=O3F1imgm4-hlCubj5wDMQioaGimw-76_qlCOD2dzhwY,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_biology.yaml,sha256=xKFi28wkgwyu3rZ_M6jsCyd26-kHig5rJ5GDODd-NjI,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_chemistry.yaml,sha256=PP0SQgq4BxTZ9XCYoZ-VrD9n52UYq5QmwT6GGSnaXSA,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_computer_science.yaml,sha256=Wqk-PNYBJHj6qNqal5aaZyHotkwKWx_efp0glFQqOJg,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_european_history.yaml,sha256=Com_cIpAAl2Kq5cV2b2RsbgjT5NfNUCPiROWSpVI9HM,395
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_geography.yaml,sha256=iyCuyzD884s7_tjvgHFO9qEPabchMo9zxJYS_TiEemQ,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_government_and_politics.yaml,sha256=Gc0CV70LclrjDht5-MBAwCc-7iIrAFBbbIHzOQHNAlM,428
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_macroeconomics.yaml,sha256=HerRQ0OpSVvOeq-qsK7d7ThJtNOxz8aRpdtsAi20grU,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_mathematics.yaml,sha256=ig-ET8154_DppIQ5t6zVmcvFayRz6LlIs7K-kHsmUFE,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_microeconomics.yaml,sha256=77SDI_cbQgbddmCdnzuzBxnJK3pVS-pQvdM2p8Z9MBI,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_physics.yaml,sha256=jqMbu_4tbgHkDxHcLm-wpg6RuVsq4bPLEWnpqHNfgN4,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_psychology.yaml,sha256=p2ueon10wXpAh1FseSnt2coWKSESIx_4uYvoH5iLs_g,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_statistics.yaml,sha256=RiSBLFL6NqChYIYqHiZGptRMNNPmqWIkSWzP-d73bxA,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_us_history.yaml,sha256=U4oa8uiCzpuH9d8Rws0a4WzmGToGM-puis4bXd00B_E,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_high_school_world_history.yaml,sha256=zSXkwP-lJSu0GEVZ2PPRHDoDwd15N-VEQ3DKFv9OCw4,383
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_human_aging.yaml,sha256=C1Hyv5RfKcTfglxqC7im_oiL3SvpJSQqT2yIRW2O2Hk,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_human_sexuality.yaml,sha256=IEiyZrzMV0cIjxG9jy5I5ALnIMqIMLPn6-cxK6dJhxM,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_international_law.yaml,sha256=zmbLA7oa7FBeANvYlZD0Y3DMwUvGPKFTCVsfNoY2Z_M,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_jurisprudence.yaml,sha256=5zIm_oRhfF8o2Mfn-9hvgM08rm-EG7uj_717Lx4m0zk,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_logical_fallacies.yaml,sha256=Fv459W6Ai2w2Asri_nJmscnexgZO8Khjjx9dcOYztw8,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_machine_learning.yaml,sha256=OqpLxQFKGxQeF4IFwEbYmao0zefaCA2g0EakWnxugxc,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_management.yaml,sha256=pzJfDNxZ0Np2QAchc4-ggIVVvDCLRwQQ0MKBrpS-M70,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_marketing.yaml,sha256=d3kj0qc8m53sxVUzq5a6HLrUhiPgtMVFE1AURW1n3fM,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_medical_genetics.yaml,sha256=ikAtWRNRImvwdwdunc2zIlLrvEWhUCpTnC53zYumZEA,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_miscellaneous.yaml,sha256=CNleBjXAFEsS3Z3kBm14WCp66QrLEf3r-crWjNkxrLc,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_moral_disputes.yaml,sha256=HUqBt2RGpqqJvXXyK9jEU-hF0DgT_RlAvqpTU3BUcQg,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_moral_scenarios.yaml,sha256=FVZo96Yo3QMQaWGpxdxPZr6PVAtxL0KIx3m6FUnSnMc,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_nutrition.yaml,sha256=mamIHuxsoZCB8abbJsQ2Qo7xnWsmhx2ia0DHFBlUpzM,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_philosophy.yaml,sha256=9jZUojABhzUCw2k1v7d8Y1wI95yqoGde-ZuWkgl5Qzg,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_prehistory.yaml,sha256=S61KjhgeMfPRcQIJnPruK7xqlubyl8zf7I71m9XiK_g,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_professional_accounting.yaml,sha256=mabt0bEZnUGc_c0ezdyIMk0ZyJwVPXB_3ZXjqR9Er1k,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_professional_law.yaml,sha256=GIGcnkaYgFH9qHSbz3GlXYwnXvvne2nza0Kkk1Q6JS8,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_professional_medicine.yaml,sha256=ObTScbK6fRrgdl2IU3KuXuWRujOKEdsbVbxHqVcZW1c,362
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_professional_psychology.yaml,sha256=QR8-LFEryyM98ccWGmFPinl3gIt9q2-K6Eg_JIB1OEk,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_public_relations.yaml,sha256=N_vYnY7MnDzSwFFAdfl-KRJUgb74nZ4ZFhmz16sTXGI,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_security_studies.yaml,sha256=QhvxDkWh59IHxvq88Wjmkv76RQmv5U9aIK55k-zHvSA,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_sociology.yaml,sha256=GmyLjY1aZjgVMS9AwwZRz_reZm6_cPkSwtmuT5Akeuk,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_us_foreign_policy.yaml,sha256=Y4i7sS8gocsvBtyYZ0WLugw_pDNuid506hb2LWRPc8U,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_virology.yaml,sha256=Sc8xWEb2Hw6AdBszErnQNoC9q2fs22ATM9gtfec3hQA,310
lm_eval/tasks/openai-mmmlu/default/mmmlu_ko_kr_world_religions.yaml,sha256=NeDlQgzZYdf1vMDV6qxEOR_sVvWFsi9rX0ZMYtCm8MM,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_abstract_algebra.yaml,sha256=NGUOsON5xNCrQScYKxEnsYRF_uFAAsm_74EY1TDojbc,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_anatomy.yaml,sha256=uFcwDaveoCJJX-asIp7lU3jC2BWU24AuuUkRSzQ6jic,333
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_astronomy.yaml,sha256=Zgs0HGOrIE4hA7CUhj60jkLxqKLjslA9ZodMkJH2lcU,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_business_ethics.yaml,sha256=a3kAwR1fkQSw0Oo19ZjsDgpedRwcRppmmoZuUq0ifkc,366
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_clinical_knowledge.yaml,sha256=0uuEYznio9viB3jTJNxz0Yz6gkgvncmPg6KrrWs82PU,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_college_biology.yaml,sha256=7Rfnij6lde2L8bdUwptdekLWmd3AVQ_bHFpcaujC3xw,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_college_chemistry.yaml,sha256=00PROpBi-T_lAAGd8wMqHvtxeEAWfp82cqfkJpxQydo,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_college_computer_science.yaml,sha256=RodD5xjWtoVdz0VkfiyAHL6ioqcTvdPZxdxSHuTG0CI,401
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_college_mathematics.yaml,sha256=XDdDrRhth3Z__xytIgCcD1mT-5_RXaWAVPRefwoj5Vk,381
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_college_medicine.yaml,sha256=6ceNyLoSIk3hEvbVU5i_jZOiR5bkkhNxg1zTP5MDUbo,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_college_physics.yaml,sha256=rjmrkzlsp8aB5u4tUj7nC81J30cqOLOkcBYXypdvL6k,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_computer_security.yaml,sha256=78Q9P-d42V7Q2rGswmtmhtTedfxmQmAFALessuk7aUQ,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_conceptual_physics.yaml,sha256=mRLparlSVnc7gvLq6EtyAB63dfhRQvUXzMdKte0xkfQ,377
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_econometrics.yaml,sha256=Qfx7sdNZCVOj3sRTGYuDUYOfYh8wKdcfeJrhflAsioc,364
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_electrical_engineering.yaml,sha256=UXC6uk4F2U38uezI4iSkr3AVsYJCqSrb5Y-99BGzWbM,393
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_elementary_mathematics.yaml,sha256=vNJ0ErzGraBt9eJ9Z5lJQSEgnC7q2gjp9XVROOwOmWM,393
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_formal_logic.yaml,sha256=cDKjKmOzhFtajklx_OLw8J8_bMuCCIR__iYIfT9aL1Q,359
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_global_facts.yaml,sha256=nEQn_2tX-bwxx3jaj0di3Bq2uMjDT244PRWOrkaegkE,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_biology.yaml,sha256=xRBXYBl3Bsx4-UZ-FPFbPtHfSefvDclomj2-IQlKGec,381
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_chemistry.yaml,sha256=B1cu3L7-2SgErT0mDQw7Xl0eBc0gz-3tIM6SRxT06XM,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_computer_science.yaml,sha256=4ge-9YmR0bk4FQM4LQHLp7pPblEvDy8XNwnxvcToZ9g,417
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_european_history.yaml,sha256=DCwDMcji6b5-WiV9zhcGPT9vWPija3ShwIH2vvltokY,423
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_geography.yaml,sha256=wgpu8TBAibAy3BCLYCqzy7DwJeqritLrdEaWGk4Ea00,400
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_government_and_politics.yaml,sha256=Z3cHrz4qFEJWWmfV6dcyfw447TkAU9D6woeN_JoXdIA,456
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_macroeconomics.yaml,sha256=IEsSoluwzO4GYvMbaZwrIaT3jF9PUPj7s_4oj_0ukPs,420
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_mathematics.yaml,sha256=_vpIC6ywyefeDQjAnGYv9OFJWKZRnP26o4dXzhfD4jE,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_microeconomics.yaml,sha256=Wlq99CazMcwSY-kNdiqiO-9YPiGUdx6WYmqNHLTWjNs,420
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_physics.yaml,sha256=iS_aesorQtoihHckDju3WbMlE0YJ_N-EnJfZM_-1AhI,381
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_psychology.yaml,sha256=sMuEtm0ZY0tbaQu2UpcLRDXZBAf9GeqdFkof_uLWMMI,404
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_statistics.yaml,sha256=rTqg2AELjdXTzRVOHwUCAwykRyoslAGzZsec3htR32Y,393
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_us_history.yaml,sha256=HSf2nNqyMGhgLeSA6b_Vuwxwb5vx_HRCeXMhzgneJbE,399
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_high_school_world_history.yaml,sha256=yfygQom7JfCcDv6yqzXE3NrbFajuIAfZrafK2WmpbZw,411
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_human_aging.yaml,sha256=2NioPJ1KGK0USmlVfzGTdTK5kni8rpamRf40Wi5DHVU,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_human_sexuality.yaml,sha256=Rl8NWElOd8hjBCvz5lo1H2a343toZjbsRJYmm-lxrrU,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_international_law.yaml,sha256=_WLHLdsi9o5Wx6A1IsvfujbVB9YZ5M2hUPB3fFzx1Zg,379
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_jurisprudence.yaml,sha256=r9QbFIhokxD57db7z42TiQOoTWJArA2SlisQu6sGHhM,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_logical_fallacies.yaml,sha256=TN-BvWiIN7NjwPjqOkqgalHfX6cRSJJK6oMd9opnFgA,379
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_machine_learning.yaml,sha256=k1_mEiZCy3pv6WssNV2y2UATvM1HxeAaDUsFuAoOvFU,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_management.yaml,sha256=uz_t8MY8bXc1GZnocKXpr03Yq2NLuvpRWKQhlctHGB0,346
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_marketing.yaml,sha256=v5eCL3D9gw1bzmsQyKfiACq1kCekNRGj4epnBMA5Ewg,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_medical_genetics.yaml,sha256=qMrA9DfWmXzMJndLc0_1nigLNXZ0BQ-hSZlOi3750IU,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_miscellaneous.yaml,sha256=_cj4QaO7SNypeoQ3f3XllW7HDmROR0Ncfp1AIq5zhsA,358
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_moral_disputes.yaml,sha256=aqwxYJms7eg2skKCJ4QmKWNnED8xAMjNMnUQ5mqAbZA,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_moral_scenarios.yaml,sha256=LJlILbQNjvcvE5wzwZEHstZLbHNNQ5OaUSpbGNS0dzU,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_nutrition.yaml,sha256=-g-bQnPTbtfdE57DccSd5rR31p_WwDdA1RtfBKhaEWo,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_philosophy.yaml,sha256=BfvniZwi7p0xfENh6CH2aA8ZCIUFM96Ha25CTpcV_Ck,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_prehistory.yaml,sha256=6t7VEs6NGzp7CagG-OXQp8sKZvgPj6mELvSAdb6o9Pc,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_professional_accounting.yaml,sha256=z10HoxEQIribCZhKu-GK4Exr8Gb2S6EE47sivl6yU34,398
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_professional_law.yaml,sha256=p4mOEFmFVxHaR0Qp6S0qbro6kuLYkgxlxNm8fYiGXBs,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_professional_medicine.yaml,sha256=XEJwdKzzYwPn7r4s1M-Mitq-pM2yFju_TRvcHMxTMfs,390
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_professional_psychology.yaml,sha256=AQtcnkoSOVmqMtV9j7Ulr2His-2V0JGZMHFH_i9XyB0,408
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_public_relations.yaml,sha256=pPpOptlCp0W-1cIKldAgMuiNjSpzDJ7nZPUyO4T-z2I,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_security_studies.yaml,sha256=tjtiCX7TIhZL4Lpkveocvh1aMRxqa8_wP5uFVJEcoGU,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_sociology.yaml,sha256=7F5hC7lJbVC4s-u1OELfehZ3dtG-SxZRdLK8FI4MqXs,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_us_foreign_policy.yaml,sha256=P62ityHCoPM0nd7ZzTHVT5puLlU4n-sbYYYM_XIO_n4,384
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_virology.yaml,sha256=nYJvfBmLFC-NR8TUvyqe0TnZQKl3qjAWaXrpdUz1IrI,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_pt_br_world_religions.yaml,sha256=Y8KbGrKPhBXGgeRqUTIZlKq3iiz7T4EUp8n7JloeY7I,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_abstract_algebra.yaml,sha256=N-VEv182VFeqv8JDo8MrvADegwQM-MTOmInVSx4ZXkM,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_anatomy.yaml,sha256=9zaH1SrRHNGtEVCuYWBWcF0ZO_ZML4Y9AXuHco3Mxb0,307
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_astronomy.yaml,sha256=v-onx0J8fl1fsKuPM5KgoH0koaZSQxzlqpRAnveg-FQ,315
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_business_ethics.yaml,sha256=edpW4iSt2EsqC4VyVBZkraYno7tbmhxsqjQ6ok8Kn14,340
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_clinical_knowledge.yaml,sha256=9pKQxTgO2ePOZsN-BdEMOfYf2kecwuvS39fW6214L0I,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_college_biology.yaml,sha256=SL96gho9fVpEgGPPBxRQVQ_PqUP_ONZLimSwuFj7neo,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_college_chemistry.yaml,sha256=QT30EKSDm2S_zMokxcbgannKU-Bmu4FBbqR94LJBcZc,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_college_computer_science.yaml,sha256=rA1r-_MCpdWmJ1HaakO7Di0FMMX1O6w531brHJefGyQ,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_college_mathematics.yaml,sha256=Bx9WSr7ilSCcJMkZpVw-_rAwJvqzNUmlowgcG6s-Qps,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_college_medicine.yaml,sha256=LEP0Or6xAXCJzQkpPtTlaS3mM3c2S13wKwWQ5weOKQ4,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_college_physics.yaml,sha256=bkZxSXYJrnQMnkVe7CdHcWsBlX8mXz-mYko_6keR4O4,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_computer_security.yaml,sha256=xUgFCI2zg3rkPWeo7sEiqeLxSIehPsGRRLqUGK-Tm7w,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_conceptual_physics.yaml,sha256=9tatf3iK25qvVnO5M3ElqUXggVCZTrIr8LzoplPOKlA,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_econometrics.yaml,sha256=GyA7c5odcKTG41ofL3HpTveGYbQre27mCUj_29nAZC4,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_electrical_engineering.yaml,sha256=SefqERHDQ7lO41NQ4lKtVJ39nRAIAUDegC2vJfVNkm4,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_elementary_mathematics.yaml,sha256=4jj96fe1KiSQJG9LO9iYVaRC7aDJk51qZsGcUwPJNQw,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_formal_logic.yaml,sha256=UJxQ3y8GTQrsD9psSpKSf0Ix1C_CuqQNjmHjTfqNln4,333
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_global_facts.yaml,sha256=mvBkl05rDJ2_B5_BHm9UOzCQ8QUt8Ekzny2iCVMc394,328
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_biology.yaml,sha256=jg9YwKSgbN8n0uvYRYGhAm-WMNdPrDcC7RZdU1ERr18,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_chemistry.yaml,sha256=MnpDltaSm6NJ1GGp-mHGnKJjToPHFYiK6U-zSJaYcQw,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_computer_science.yaml,sha256=yOQRLTiRF6XTPxbEQoCMqe7exsa1opyWzSPWGz1PRYQ,391
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_european_history.yaml,sha256=HqrnSrbbsB-0Ik5sCvXCVamoWlrXcIRvxh9baRiRvQQ,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_geography.yaml,sha256=oDQ2QPsA9nGCYtNjyJ1mvOk7X73dWQoQNbpmWmgShyg,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_government_and_politics.yaml,sha256=9a0UrNkWPvZGBYEYTxTxb0pVNeBYOIKTb_eEKGl75J4,430
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_macroeconomics.yaml,sha256=06KXp-ilZKKUNXktkIgkYiDiG6LyI_2OccQqKNVu-gM,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_mathematics.yaml,sha256=E-9bW3ys6qjfmpar7dYLDU0kXkLyTyUtJtrjT1S1Gi4,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_microeconomics.yaml,sha256=PCGPwZjxWSBEvPs6oqEPBBTnnFHr2qOXZ_D4QChrT7M,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_physics.yaml,sha256=E3UfBKSFibcK-tE5UMxrWl1qBnQBA2VG1CUOV4gEbhU,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_psychology.yaml,sha256=7KlMTKtgmYcPORJH2BZOlfMCNPl8oENwmEEHGco-aEQ,378
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_statistics.yaml,sha256=lEJ8smoHg87OTtF3D8KX0q3UnF9e8rlvin8p6JCzyHg,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_us_history.yaml,sha256=N1lxek8P22X91tvfvs4kvdnP5mZtt7Drt69LcV22JoE,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_high_school_world_history.yaml,sha256=he6z2AXuYHlYXYpnSAYSGPBbrw9qUWvCoQeuLwJCnJ4,385
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_human_aging.yaml,sha256=gXGgI-Gk2vp1_BbAeIy-zvN-mvp_ud1H0rwHvCcoGoY,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_human_sexuality.yaml,sha256=fKzufD0SrDilGrktxffBiCgBLp33kW6bSz1sG0ZSqPc,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_international_law.yaml,sha256=l2plKv0oS8thyp8NJ5rSqUwD0wQx5bJntb6ZdHPPix8,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_jurisprudence.yaml,sha256=p0K2Ip0alP9VIWKcMZ6NoAf7lCkzcQ3YfnlBMObdvTw,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_logical_fallacies.yaml,sha256=kTcXO71SqxP1Vcv-n2qUFoMIaR2RBKDHeWnunvhPFmA,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_machine_learning.yaml,sha256=XzU7L1_bcQcpxTwcrmfY19Kh70vHYKyPzXzf9EWvz5o,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_management.yaml,sha256=dKU4kvfGKPczIvSSlUOZq64m8c_HALPqQVpBXaelPls,320
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_marketing.yaml,sha256=txE8_ZemNL5SviYLnydqUS4MkHiTRESMlWqN0V-0Kvg,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_medical_genetics.yaml,sha256=H9_3MmJN4MzV0eO3m3VtqvWFmjzBGpLgb5qH10mUfbA,344
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_miscellaneous.yaml,sha256=IVY6nUi_d2chRtQ8scUMbFoh6bCCns7PPTPCEikF2bY,332
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_moral_disputes.yaml,sha256=Trk1ST_67ZkZkRlaJ8nx1MToxsBU5DUqjKgR3uf1GYw,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_moral_scenarios.yaml,sha256=Z0DfLFgsZ5HJtvU1cbzbG-jlT4CN8PniFVfFiMk5nL4,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_nutrition.yaml,sha256=QQGshYNrjyaDNaUGLot4c7x0DfGj4fkE2f95l8vKVsU,316
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_philosophy.yaml,sha256=Ab4j2cyisMNUhhi_5aU5PHw42szDkkjnk6bosxb-yWI,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_prehistory.yaml,sha256=VKGOsTg-HlRe6GUFBaIS_B-3_h1n3VO1OO9Nr78ad3k,325
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_professional_accounting.yaml,sha256=9U1nL50gkgMg1RqM0WbMJI3LMB5JTNLWwbNXjz4AAgs,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_professional_law.yaml,sha256=gS7MclhSRAvgo4ueYfEBEcsdBBbdjBGkelXrWHmsGHk,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_professional_medicine.yaml,sha256=pWKVgYKbevWwdYoXHRGCC_-zLDY4VIMfKoAoEzfVExo,364
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_professional_psychology.yaml,sha256=So5hieX6v51cplsHL6RqQqvnl9xC6YfehzhSNrREUys,382
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_public_relations.yaml,sha256=-Ev3xDyh9Gf2h9qh1jFRrxeHE-B2kJaKNNvQzsKmWrs,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_security_studies.yaml,sha256=EnHvhR8VbzstODLJ5KlKPbwPPfZtpOHxPRWuEpeU178,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_sociology.yaml,sha256=piBVkKwu0-gRko_NCtmAKE__MZfHwqJb7DZ9YsZBM6U,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_us_foreign_policy.yaml,sha256=V-P9VvQkJ-ZvWmxL0HvUGYqEC05ZzLE3oe_dsRceHEM,358
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_virology.yaml,sha256=tFnPp_4-g6LEPPct0_CmXmy0wGQVCzNoh1Ylgu7np20,312
lm_eval/tasks/openai-mmmlu/default/mmmlu_sw_ke_world_religions.yaml,sha256=v7vywqw8MoGkRwjrUv1u3SgWmlY2VRxUYoYQvNJNxaI,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_abstract_algebra.yaml,sha256=hMD2YPYI5dchUh6G8nn_-hoPLM8xVuolSxUsxK56kzQ,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_anatomy.yaml,sha256=WXQAwZjRtq_Tn2XMhhC65Rh5QGpgGnUD9CbY20Hc-Fk,305
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_astronomy.yaml,sha256=M28qduvkyW3lfJtFconu1ZFWbwBGrmaYAdYHcCw-3ug,313
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_business_ethics.yaml,sha256=vT1sQbRqotpMIWSZ0BEVNjgrW-pu7toQ9ffQBcWafLU,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_clinical_knowledge.yaml,sha256=HFebSu2jA2XdPIJiWaU-kIsw-l0CVN7LkfM4__Iv-E8,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_college_biology.yaml,sha256=lhGNK9mWV-j8DSnQIVc787f0Z-Xl4OiAT2Kdp5ZvIOE,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_college_chemistry.yaml,sha256=_Yvoucv8_9OaBSBYLCeehBl7qyn0HYat8mI0FFCuubQ,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_college_computer_science.yaml,sha256=SqjpTTK3NzQCqU2H4btcF6B5cfuIVlUDGxgLyvXGXwk,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_college_mathematics.yaml,sha256=C2eVENLXO-7jTMwtSQq2vfxsQYl-FyfccAUCGhtY3PM,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_college_medicine.yaml,sha256=UQEid7gKUUjIm_yaHPK9NMhPuYMSHuCZ1Tw_cx8W5qI,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_college_physics.yaml,sha256=DKx55UcCcPCY2_DDlm_HLiTSXqtOHONNJa9daoP2iT4,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_computer_security.yaml,sha256=BasbYzF_uvGtT-cyEVYNXIDeZFpIQioJSwlZV4Qx9Dc,345
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_conceptual_physics.yaml,sha256=Hbvl0_vI7wy2tjnahMpdN9RuCdZVp5HLLszoZFQ1HZI,349
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_econometrics.yaml,sha256=nayP11ovIB5YchPwjcXNO-IfN0qLn3FVqToSxUIY5EU,336
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_electrical_engineering.yaml,sha256=O04SwipVJLOnr-4Tt71fsq7td3L30h8paI9Crjq4Ohc,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_elementary_mathematics.yaml,sha256=K7xJfd__Hbs7-ZNVyPxrIOlVJFBDrMYNwVgkedMZIEI,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_formal_logic.yaml,sha256=rIFGKrvhS10WSQAByoIksZSTA78SrHjt9CWXL-QX5Yo,331
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_global_facts.yaml,sha256=QiQukwn9VuC3QIwgQqAIhHkZ_Av8I3tX9q2QJqHlEAA,326
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_biology.yaml,sha256=LgbziynYA7Tvg1gHOjVgx5rN_-bCsGJaVoCmm-KQYj8,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_chemistry.yaml,sha256=dyMbNAXi6OkgMjveIxv2tP-cbKeLOMzYoBMaG8dCTxo,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_computer_science.yaml,sha256=1t-hGcWgxAJ5IHP1MATDPCiz8youUpnmzN0sPlimB50,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_european_history.yaml,sha256=2k6jHL71PrKwAd1QEMcFuuo0JY3k8GUzJsuoT0_ZKsY,395
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_geography.yaml,sha256=0GsoW22mbTjSfraGXGUHx-ZqGkkdNcj2xOOqlCAH_4w,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_government_and_politics.yaml,sha256=eo0lUjrUTBJcEfyFAWTfWL0_9ofC1IF5x9zmLUzFCU0,428
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_macroeconomics.yaml,sha256=0jbhgp4lZ2ws8D7wkFmUSqIXRaMRkiThNNCGB0_cDRo,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_mathematics.yaml,sha256=cDj4-SFcZ5keJ1RjSfEr26p2E2ZMwTEkTwTXP5hdx0A,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_microeconomics.yaml,sha256=GgT8khqRpRCgT4ad7XQyE2xS-cDysEXqPNLTBnzr_gw,392
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_physics.yaml,sha256=nvRdr28jHiRTpo_OGZlze8oE-0Qg_6LKrp6hRY5EMxA,353
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_psychology.yaml,sha256=ww2rKPmvir-C1VNt6Faz384pZ27IdLvko1CnPBXKRh8,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_statistics.yaml,sha256=rcsf9cLqymIwtYXFw-KUPdfRUi4CHm3axV6Z7M_g58A,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_us_history.yaml,sha256=LF9OWle580CQ-_dJrymyvL3-dJBtM_U0rJ1hoTZi0t0,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_high_school_world_history.yaml,sha256=5q0nu7saHiyg-S0HuQitipubvBEdKLiVPML6I2oMjzA,383
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_human_aging.yaml,sha256=Pyx6TIII7_0eAnoGHpTlM6fpEsa9mG54NG32qf6pcZg,322
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_human_sexuality.yaml,sha256=4OOjy7Hnr4rFj-V3Sf9WAKh9Ay_HyQwHdbukonJpUhg,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_international_law.yaml,sha256=P8IiuywkWHlw8SIwYiMpy3sUAVh1QJ0rKsXuBmK260E,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_jurisprudence.yaml,sha256=TLp4NTCzqPyx6rbVBRRy-eDoWzHnZOL8Vth6HEsPL4k,335
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_logical_fallacies.yaml,sha256=qQIoALFCK4Bb7k242KA_4eIrypKu8BGd55nDXiFR-P8,351
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_machine_learning.yaml,sha256=1qvJc4KQ0oWL_kt6dyXCQoD558fEB5gNfamYqAcoKXI,341
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_management.yaml,sha256=IBP8CGWafGHS4wsInA5NCoUhFn-m_onF0LBGsZghhZg,318
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_marketing.yaml,sha256=pqk-kzqHRdaw1ZbxqrzwgLXfq8zlZ6JAU0QDwhrThhA,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_medical_genetics.yaml,sha256=xkjF-Tkley-WkjxxiF4HXewhWhrstITP05iB3e0ZIy8,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_miscellaneous.yaml,sha256=4350_Yh5SAVHtTh3DnO9A6G-p0qgn3ruRKgvzuZ423I,330
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_moral_disputes.yaml,sha256=Po6Tifaqe0-ionI_ptOr6Qe-DjaQNjNwnx0PE0NcM_o,339
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_moral_scenarios.yaml,sha256=VxQ235sFyAILiaivXGAdvWO3xGnmwZkwWvYRdlWF9FU,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_nutrition.yaml,sha256=7PXzU8voJw5y2bwoVYHB1hdrYfAMmsDusaqL2N_46-8,314
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_philosophy.yaml,sha256=deVhwdBnuZvBXTFJ2te01G44M86D6K_BE6TQml6w-84,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_prehistory.yaml,sha256=0AIn7cd3hduSWpUfQIomoi4dnvQFGErp_HWxTkBN8tU,323
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_professional_accounting.yaml,sha256=ZX5qSGNq9eXsdMdF2nlPHtsbPGJ0cfdht5jBnHi_OAs,370
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_professional_law.yaml,sha256=KFZ5TGhCoVEu9TkEv8X_SmtHKHAASnWgNKdsfz0IbbU,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_professional_medicine.yaml,sha256=Ux8JHnrLwPTLQrNCdP_qxCAnq7omHCV-2TojEddjGnQ,362
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_professional_psychology.yaml,sha256=Po7K19XtT4yBbfmrSx-LglIvVhwQftiXuAdxVVWgshU,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_public_relations.yaml,sha256=UiWqhqnlQFBMDNPRl7pQ9XD02g0FM0nfkGRyED30-UQ,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_security_studies.yaml,sha256=RL5pB6eMvVt6huLT7RLHjaQLmMNCqOUJzNOq3wZUiPY,352
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_sociology.yaml,sha256=2-32eUuoTohvKp4j4zzJ6L7IMqUhyhS-ZyHGW76bYww,324
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_us_foreign_policy.yaml,sha256=oC3O0VHKVjS73QdCkQ5QkSJwJG7qBcHxwPXh6-RbkpM,356
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_virology.yaml,sha256=SbaSyfOvPx0yAhh-BQVowLwBdZJcKhtoCRf7ZaJXsJE,310
lm_eval/tasks/openai-mmmlu/default/mmmlu_yo_ng_world_religions.yaml,sha256=QwYzLtLoHtJfAvdTZFJK3-UWlIVglNS2mXZHmaHdSLA,343
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_abstract_algebra.yaml,sha256=p9yNDKeJyOKeyMSAK43ikyDWXYczccKB_9B8kd-4pxM,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_anatomy.yaml,sha256=Y_eCvEemvK6QguhP9WPykmwFmRvNeAljaBLENRLlCFM,329
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_astronomy.yaml,sha256=aTGB_8v8Qnku-ev6zFyOIP7EWhtcUZhA77GfFRP6jBw,337
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_business_ethics.yaml,sha256=W81ocoLOOxN9VHUbwH_5w6ckkiURmZwPID7i2v1luJs,362
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_clinical_knowledge.yaml,sha256=V6lIXOIAKyP-7aRthd8qdmWlk8CDkdOOKOo81sp-GiA,374
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_college_biology.yaml,sha256=mkdird9MQTZQiDxSdLZKK3RouNzviYbS20o3RBnLpek,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_college_chemistry.yaml,sha256=mNOSfiVAX0AAia3QtGbdskWig9FxwGfLjoN4QCoT-aM,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_college_computer_science.yaml,sha256=UDjU7a8ctiD49N3ESIuhRKo-YWE3xDwHzB-kH3GK0UQ,397
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_college_mathematics.yaml,sha256=cleRM6RxYE8_ZLz4A0s_4gqFlMLW5p6R-zpEVcxtWXc,377
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_college_medicine.yaml,sha256=s0lKiHNTil2wlm-5Y2DcIxEm6qQRQgFMhNG8gR5JckQ,366
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_college_physics.yaml,sha256=oqnrOzHuuC0bmHK3hsnqwo-Rn6pv9TJNaJHsuV3FZZs,361
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_computer_security.yaml,sha256=ZrCLEftycM7F-Pi1WSxNu2G8WJRYXkoVVkRoTL7lCY8,369
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_conceptual_physics.yaml,sha256=GP174s047wUM-6VXV6iy2fVa2D7zCRcgbRw5KfxJbCY,373
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_econometrics.yaml,sha256=I15T6JZTpxirchS8k_aiuN9hikRF0FMfSMkWtz2zp4M,360
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_electrical_engineering.yaml,sha256=IOoi0jId1oDtb57D80CiMINLyi_ED1aQeuzNkWkglrk,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_elementary_mathematics.yaml,sha256=mjrUnINQY5P9wXatkHJkZSgu4Ag3JLxUGqz6vWYiHco,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_formal_logic.yaml,sha256=ALDinEK7klta5L1csgUmvdLmgGkpGS7p8KN6qaxWVRs,355
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_global_facts.yaml,sha256=zhvqzMg8G0FluKlh1sEjRIl_wi0nevBwnaOinWKg-t4,350
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_biology.yaml,sha256=hVN1LgyizMQxn3VtvL95dEL9xWGZIr5ejLddfKZhq2E,377
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_chemistry.yaml,sha256=uYXhCoVCkwmuYncr-11tub_grAaFkofc8otcjDt2ZLU,385
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_computer_science.yaml,sha256=1oNKfR4-4sFgncuOviiTA_mWn5EO_Xu8zXTlLwkR9K8,413
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_european_history.yaml,sha256=EPoZ_qsLIAou86X2--0zENSM9EO1kpF8JVK_5qaFcxg,419
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_geography.yaml,sha256=yA94VrLu0b11RFDZ_gb6leHehr5t4VMNx_rVoB-vtzw,396
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_government_and_politics.yaml,sha256=-E93T5aPY6Zk_U9Clfnwc7FxZTEm7y8a4G8zA79hiFU,452
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_macroeconomics.yaml,sha256=nbyezJjKOpiXMLAePYUl0gEOZUsHFJDQ6MPR7pTgKc4,416
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_mathematics.yaml,sha256=VGAeY-R183uaYhzrtFzbzpcOuLGOZU9fJISOR5G2CLM,393
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_microeconomics.yaml,sha256=9R32mBl0FmBSJNfJR02OS6DHRaqqZNEDnzVHjrN4abM,416
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_physics.yaml,sha256=KnqHZw0wPm27CcLEWQc8XkWfsHN_ii0KTC3W7U3RawU,377
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_psychology.yaml,sha256=Q_aE8K-3xxTnAghE23pdPPOA0GfjidTDvJiTGqw6ItE,400
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_statistics.yaml,sha256=cnp2MQc4kddf-F98xuEGONgZwr17dRfeQclSKlyVb3E,389
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_us_history.yaml,sha256=rzRDO0enotffByc8xwMGxILnfgsH_kS_bB9zqdkOQVQ,395
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_high_school_world_history.yaml,sha256=eJNIJihO6SnzwOH2S-cPl9gHUTGB7qdI2J5KKBOuXTQ,407
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_human_aging.yaml,sha256=-MULBQghnH2Ux8Bs_0naXUZsrEBFICfOlyJTr-F7vSQ,346
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_human_sexuality.yaml,sha256=o13zih7VJY_bzmOWdZrR9pjTdijdw8EojsEijcxzPCI,372
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_international_law.yaml,sha256=Dt4RioUnIVk3jZVekD4mnIANhpROtuh_suWCu7UHuK4,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_jurisprudence.yaml,sha256=PpzmJqHuYkvytQP3AIRfQQqlsmzSvscLq7lhiA9gFeQ,359
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_logical_fallacies.yaml,sha256=LdS1QyeQgRhMQ8dq3YCRwDCTYgiYkEgbYoC1-o53aKc,375
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_machine_learning.yaml,sha256=w3yuPZaUFTcJkbnR111re8aNhufcD__wJhvFhV-xqe0,365
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_management.yaml,sha256=KuBX7vwcmg3QaBRx-guVWsjss26Br8eE4fOR5x37bSs,342
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_marketing.yaml,sha256=rAtwsnpg5P2hrq41fuQMp3nWz35hetucKwmKfdznyYU,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_medical_genetics.yaml,sha256=Yp8KGb2vxVYFbyW71xOpvULWy1zG2S46TgX-Eo-9HEY,366
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_miscellaneous.yaml,sha256=z4Up48xbfwdox-gVZxMNOyp4RYaHMg-xfnNPwciQhLU,354
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_moral_disputes.yaml,sha256=7fc5wfLZjTatQMtr1xHuHq9T0bHmnK1mwYMx41Ysjhg,363
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_moral_scenarios.yaml,sha256=FP7YQj422TwnXZF78bvE66DPBmTbguuwmW8M5oSydnI,367
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_nutrition.yaml,sha256=tNrnhWxCVefwx_NrBedAYw5bX8mID2l0kqqB3wPmxDU,338
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_philosophy.yaml,sha256=lwK_0Qv_LSvhoUFrmXeMKEU2obFrNqKuTALua-FhFTg,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_prehistory.yaml,sha256=I8jfT7GuWh-Ij4NlNKTeB-1J92a00VCzyKpyqr19km4,347
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_professional_accounting.yaml,sha256=WdhVBmb5bR0w9f_YzkvogoILhRDW4eU-okn-KOj4Yw4,394
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_professional_law.yaml,sha256=vH5reF25EZTDHqeptivEbmHCt3mA1A4wpAxh_GLlono,371
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_professional_medicine.yaml,sha256=co_9CdPEcOgISrO3ASO2oneAqY684nc0SNWFpOXYs0g,386
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_professional_psychology.yaml,sha256=gh6lUJ6CaEBLBziQkj9MB5vbtO01lE-3Zj1lGYP73pM,404
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_public_relations.yaml,sha256=NfZZWSprumXhz_CayujFGOoqTgIkZ1bTJcd_FRk1Wqs,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_security_studies.yaml,sha256=8Nm1gYgwIS4ZiBFfSKxX0aV6Wp5GjsZ-NFzwJxia-vA,376
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_sociology.yaml,sha256=Gsj0-O8uWHMVZBI1qoxWRPrW2WWpqlPZ0LvSfY8QlC4,348
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_us_foreign_policy.yaml,sha256=40qVVsjifo4UFKnYPsFN9CLIAn0BtHos1IZXDb-mbvc,380
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_virology.yaml,sha256=38AyEoH51v10jR7ina9nXrhubU7A5kXKdHB6eTTzzBQ,334
lm_eval/tasks/openai-mmmlu/default/mmmlu_zh_cn_world_religions.yaml,sha256=_m--cBybb0xRB8qRsH1_6bcF-TjqoeLXDG8jwCp0moY,367
lm_eval/tasks/openai-mmmlu/default/utils.py,sha256=SaqvADTudBM4W2hTP6IvXWZNxMl_gUmFw1MVb2rWqF0,1138
lm_eval/tasks/openai-mmmlu/languages.json,sha256=Q3XeYWs-7I98bJTVp2WCTD-qt8IX4M_vYgDt67vvVqU,1046
lm_eval/tasks/openai-mmmlu/subjects.json,sha256=CTf2pQMbzo0voZDbzCqUmX262S9zYvDMn0NCzfvJH1U,2005
lm_eval/tasks/openbookqa/README.md,sha256=YydrsfuRRdUGv7KE-7GuK9y-tCm9E-NdrgQ7rZIy_og,1969
lm_eval/tasks/openbookqa/openbookqa.yaml,sha256=E6wt8MfV9z5aEtzMcEBIyii4EjmA-guCWO75NyhPRzU,532
lm_eval/tasks/paloma/README.md,sha256=TGtZGpyGpjFa5VMZQS7NJoZr_hhk1JAZDCLby9FWRoY,2391
lm_eval/tasks/paloma/__pycache__/paloma_utils.cpython-313.pyc,,
lm_eval/tasks/paloma/_paloma_template,sha256=2s5mebPWHlpM0zGihQfhAp8im2I5r-l73KKPhPIVdEc,588
lm_eval/tasks/paloma/paloma_4chan_meta_sep.yaml,sha256=PJF4hLR7IeZdVfclb8EQYqf5hkdm9sahiF46YzFmxx0,101
lm_eval/tasks/paloma/paloma_c4_100_domains.yaml,sha256=L-EZjmIPO9mDaaPAP6FNNMJhxH9v8PQWj80qfHWQQxs,110
lm_eval/tasks/paloma/paloma_c4_en.yaml,sha256=4Gb_X8rISq7CoiBRbbMEUp2XSWnQEN4ynLlZHbzr99k,80
lm_eval/tasks/paloma/paloma_dolma-v1_5.yaml,sha256=hbSxEJLk-bZ6Ouqgb2-ysW2s819FqDWU9dOeqGbzfyw,98
lm_eval/tasks/paloma/paloma_dolma_100_programing_languages.yaml,sha256=SntcXhkiqLmayvjWe7DVJZxzfhV_Lu5fKr3UESSlX4E,135
lm_eval/tasks/paloma/paloma_dolma_100_subreddits.yaml,sha256=eqK9bEiZ8gq5d2doTWk71PSHTqTGX3a7bzSSWuZkviY,122
lm_eval/tasks/paloma/paloma_falcon-refinedweb.yaml,sha256=-QUoFCEnVEvtiwo85n5CvdpSnhKbkyuJuA9zTIG8WWg,108
lm_eval/tasks/paloma/paloma_gab.yaml,sha256=pZ6Bi6wpcAlZiroIxOUEJ3r1aZwsxG7TYpkn5eqJA-w,77
lm_eval/tasks/paloma/paloma_m2d2_s2orc_unsplit.yaml,sha256=7NPJHgn0czPATgz7Poyt7sC79iaVwAnfTvZMWdbzkj4,114
lm_eval/tasks/paloma/paloma_m2d2_wikipedia_unsplit.yaml,sha256=oRckidelzyjBRL8fYTQhS9_dJRdKUAskxmQ7du-uQU0,126
lm_eval/tasks/paloma/paloma_manosphere_meta_sep.yaml,sha256=xTdsLHcH5I74gbO8PQQPZacgg94nKmiwfleUrgXozlA,116
lm_eval/tasks/paloma/paloma_mc4.yaml,sha256=qfqAFJYscsqht_YyeHTbKxekMqtoCxJNTVM1rEjmKw8,77
lm_eval/tasks/paloma/paloma_ptb.yaml,sha256=WDXYFOVlYMc9bPJfpHQaosscMLBnomoLhmXL9tBVu7I,77
lm_eval/tasks/paloma/paloma_redpajama.yaml,sha256=abzWMkyWfo6etFevbSoUcU45yU4Gj8YrJwOG1HyA3g4,95
lm_eval/tasks/paloma/paloma_twitterAAE_HELM_fixed.yaml,sha256=qWkSpmrMeLvDssMiMPR7c1LoIKTg6yMgxie_Icyqv-M,121
lm_eval/tasks/paloma/paloma_utils.py,sha256=l1NE5nHHWqX-eZSKaMBOtu7U8mHPPU1u7VV4nDhw4ew,52
lm_eval/tasks/paloma/paloma_wikitext_103.yaml,sha256=gmmcqJQd61VtqMSWiMSEQc1I_LjkTPrq2Lyp3xdoXZ4,104
lm_eval/tasks/paws-x/README.md,sha256=CGej2T-P1VzkYZI8aKqPgYQUMkfIL6kOO3AuOak2eGU,2575
lm_eval/tasks/paws-x/__pycache__/_generate_config.cpython-313.pyc,,
lm_eval/tasks/paws-x/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/paws-x/_generate_config.py,sha256=OEE5wsJx2uGsyWe7cQFiRqPj1FVQ0qkL5eGY2vxaJJM,3066
lm_eval/tasks/paws-x/_pawsx.yaml,sha256=MVONVJYPdktYIIHalkIFTZEbjIstlwayvdpi9wmJo4c,214
lm_eval/tasks/paws-x/paws_de.yaml,sha256=M-r5LbYYQoQGt9N0WI7rxKg54yWiv8nAAKC1qFIuwWk,259
lm_eval/tasks/paws-x/paws_en.yaml,sha256=-qMV88Gkouklov5uLGx_-B3Mb0Ad1Fk7ftrm8CQdVVM,252
lm_eval/tasks/paws-x/paws_es.yaml,sha256=jIuU8YzcZKN6CLXOoAxbw1b4ohXb-bm91bbXiUVnB1M,256
lm_eval/tasks/paws-x/paws_fr.yaml,sha256=9mXRQqSz3fH-wyDdSUQfA928lFgfXkheNHNVOhRhqMg,271
lm_eval/tasks/paws-x/paws_ja.yaml,sha256=-0YaXBe2O0yR6hln9nM1OHBBN70Hm4yXkGLOK3GFyWQ,215
lm_eval/tasks/paws-x/paws_ko.yaml,sha256=FGvKRYFAlb2DkFnXkQ3Y4JuQT5GvdfzzT5kQUDfAnZE,206
lm_eval/tasks/paws-x/paws_zh.yaml,sha256=fss2SEcvOPhmdvLLuu7pNLuz0fsQfO3HresX6lsoJRA,203
lm_eval/tasks/paws-x/pawsx_template_yaml,sha256=lFEEkOQRdia-rQKcNDURwVcNzm1GS_PYiMSkmYmZwt8,510
lm_eval/tasks/paws-x/utils.py,sha256=mkHQT5N7lB-P5oqihTwpPA0yTTQZ3YG_fc6-jfJOSCw,1507
lm_eval/tasks/pile/README.md,sha256=pihxsbWkjJ9AYuoDGWJpa-2ijpv4MV-78uwcneK5SKw,2120
lm_eval/tasks/pile/pile_arxiv.yaml,sha256=msLC7uXLVLp0hiQBqZECcFeTsncu2_ORO4mj8gkHWPY,544
lm_eval/tasks/pile/pile_bookcorpus2.yaml,sha256=IRneHp6DVJQJLg79L1WAUXcI4H2j98CMJ8WJM9T_9t4,79
lm_eval/tasks/pile/pile_books3.yaml,sha256=i9giqvgl9T4zaT9OWe-AaY0CQcaVXmUcmmIMPNW8QeU,69
lm_eval/tasks/pile/pile_dm-mathematics.yaml,sha256=MAHnHDrmzm6Td9UEB-WNKAO38Sv0GA_q1lPqOAn7jGQ,85
lm_eval/tasks/pile/pile_enron.yaml,sha256=nXC7EnbTdTOznTB9YB8BQ7BO46rV665NNd1S9lOwxC8,67
lm_eval/tasks/pile/pile_europarl.yaml,sha256=GUjjBtstAzTd71MprWhOiYv0KrZPaG1Hw8dxPEMteyw,73
lm_eval/tasks/pile/pile_freelaw.yaml,sha256=mdojFrCnxL0NukAO2RZ6AgD9cslKOUKelbduLeCHhHA,71
lm_eval/tasks/pile/pile_github.yaml,sha256=uLaAsHv04EDJDphznC8pPXN8sCBjE2fCLFI9bIp67-w,69
lm_eval/tasks/pile/pile_gutenberg.yaml,sha256=jbWxHsPayUwrwElKCfZM8YVVV-NLxHoUiZ76ivubAr0,75
lm_eval/tasks/pile/pile_hackernews.yaml,sha256=dqXEcDypQkVx8CVchdRfkHvOJjmKQvLU-vGKg_lcPlo,77
lm_eval/tasks/pile/pile_nih-exporter.yaml,sha256=LD4hvEFvcgAq76Dv5AJnZpDUy3glQ988coxFA0zc0zA,81
lm_eval/tasks/pile/pile_opensubtitles.yaml,sha256=P6y1GHbq9UmtUWtDAxqNaM60okuGajItFf7yzEnebZ4,83
lm_eval/tasks/pile/pile_openwebtext2.yaml,sha256=hROXABLgyKTVoK6Xau2-0fjuYAm7saKE-tmMeOsi1iU,81
lm_eval/tasks/pile/pile_philpapers.yaml,sha256=HkCs1ydujb2l1uMe8TyB8uU-ptvYzKR4Y2DfRYvZ1Vw,77
lm_eval/tasks/pile/pile_pile-cc.yaml,sha256=UOZW0LPRvji_5wuOG985xRYf0kb3eFxMss8iAscleZ0,71
lm_eval/tasks/pile/pile_pubmed-abstracts.yaml,sha256=OHZqNFFamJwwXdw_Sh4fS0Qm3f79WaKRnWzCEmjFF00,89
lm_eval/tasks/pile/pile_pubmed-central.yaml,sha256=wwvas6LbeZVdQ4e2Kyjw-RDc-YkJyCHHX4VhASHyyrs,85
lm_eval/tasks/pile/pile_stackexchange.yaml,sha256=5-IHF0PzOeB4LZvgwNS34PMC3d0CsM6nzlsdjaClC2E,83
lm_eval/tasks/pile/pile_ubuntu-irc.yaml,sha256=Z-uivjik0_RK2xWAw0doaG6ibCFfx6bHlKzNnEtJtI0,77
lm_eval/tasks/pile/pile_uspto.yaml,sha256=z8AonjJxzz7sEmXhNLE3ktQa4CAzX637yME0tp8fgAw,67
lm_eval/tasks/pile/pile_wikipedia.yaml,sha256=yiSfOAA5LYA1kqQmQ7RxGMtGv5JoLZcCdEXcCjsq5YU,75
lm_eval/tasks/pile/pile_youtubesubtitles.yaml,sha256=1rxTH-tybxk0itf346tdPOte-zZk0Pf9Jy-zah3LVRo,89
lm_eval/tasks/pile_10k/README.md,sha256=PpF5P2SwxWR0Qw0gE9-JXCS_YkiZGFbt4w3rqNgzHII,1602
lm_eval/tasks/pile_10k/pile_10k.yaml,sha256=ic9tccHkFBSlZFwjKSFuWDxbvbwoRrZiWYW3E5Kfqq0,467
lm_eval/tasks/piqa/README.md,sha256=eIzvCBu5__Kv6KMJhM4X__p8BAFnTVq9T1WDBucTglo,1584
lm_eval/tasks/piqa/piqa.yaml,sha256=6HT3lWzKwyW4iNSl3GALrYZ7efuivTWP6HYauCYycPs,485
lm_eval/tasks/pisa/README.md,sha256=100RfZgE_ynvJs4FREQIk1NTtCij8iiRr8Y6d41R9RA,3275
lm_eval/tasks/pisa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/pisa/_pisa.yaml,sha256=hAjv8i0dW-kGoNXv9TvZqlKlcsSRwRACCp8veF4ZvrE,192
lm_eval/tasks/pisa/_pisa_llm_judged.yaml,sha256=kW4QVCU4mQiD9DPq3Plt94b2jnJtmYQJkBkiA9fFA08,269
lm_eval/tasks/pisa/_template_yaml,sha256=CQwLOHayRC-ZPLIfctDfr8MudX5LMHAyELhXbAmaO2M,400
lm_eval/tasks/pisa/pisa_ch.yaml,sha256=euzxpo2vl7uUX1_Utcby_R6whSViskAybeQmg5T61Gw,73
lm_eval/tasks/pisa/pisa_ch_llm_judged.yaml,sha256=j_3g6I-QV4z61t1JLABiqti-LGWNpoMBOGoMxwVuZYk,149
lm_eval/tasks/pisa/pisa_de.yaml,sha256=ixSxlKdirW4Z1rLSXkMxeSkdruNiy4uJ5kHGhSnirgo,73
lm_eval/tasks/pisa/pisa_de_llm_judged.yaml,sha256=SV3VfGR78uG45fmYxm7Ey5BaHeRHUb7fYZ4wvrPKfFc,149
lm_eval/tasks/pisa/pisa_en.yaml,sha256=c7WnnNVEfVKy006xrKuHoX2-oHaiUoWE1TkfGdqixZE,73
lm_eval/tasks/pisa/pisa_en_llm_judged.yaml,sha256=Qv-n6N24EaScLFQ5dq4E9EJSilotVujmrmUxtYnv-X0,149
lm_eval/tasks/pisa/pisa_es.yaml,sha256=UeerquA3Z-eg5GntDFzpkFJt9oussjw_7WUDp4ufsvM,73
lm_eval/tasks/pisa/pisa_es_llm_judged.yaml,sha256=MixX1n5QjD5tRtEa-5tvxRw3pldwMpmxsjzBMh1bbeI,149
lm_eval/tasks/pisa/pisa_fr.yaml,sha256=19lTHjKbF0P6r5wyoxvUMXpN7U2mDMQFBm0dM_5O7oI,73
lm_eval/tasks/pisa/pisa_fr_llm_judged.yaml,sha256=-wAP-bOq6rHeRJXxhmS3CXhNWHqRBvjr40O2LSRify0,149
lm_eval/tasks/pisa/pisa_it.yaml,sha256=oKk1_43Sd54I37fYXx9R-RfXW-X0GfZWSet_xZw07eM,73
lm_eval/tasks/pisa/pisa_it_llm_judged.yaml,sha256=IwyXiFc1wIVQy2MK2z6XAavMdteJGXnoHil4w4A_qRs,149
lm_eval/tasks/pisa/utils.py,sha256=dCnHdWonx-5qugho21-T5mVkihvppAuSvbi7FEwEWew,10403
lm_eval/tasks/polemo2/README.md,sha256=z9Quxc9kiiaIvxdh7BS0mJ7B0pgk1wp8X5M9Wl4dVzg,2948
lm_eval/tasks/polemo2/polemo2_in.yaml,sha256=sqdnDYyF3wsX86weBfASeNIhieVmlMzuIqYUDPrPtVo,1223
lm_eval/tasks/polemo2/polemo2_out.yaml,sha256=2cUNaH4359_LBvw4DlTpXijPtGlu4yIQzqbkQseGSRY,101
lm_eval/tasks/portuguese_bench/README.md,sha256=HqkNnkdxzHPlZVxt0usAXfY3yXOFkLC-rgtVe2ZZMSM,3687
lm_eval/tasks/portuguese_bench/assin_entailment.yaml,sha256=GWJeYi61uKbdOmdK0vsY7deJJpiK-ZNN8CCkT0MJQOU,474
lm_eval/tasks/portuguese_bench/assin_paraphrase.yaml,sha256=TjB2qM35Mi37HoGE0mLiM95qS4PQnjKXGp1JMkJo0RM,471
lm_eval/tasks/portuguese_bench/flores_pt/__pycache__/create_yamls_flores_pt.cpython-313.pyc,,
lm_eval/tasks/portuguese_bench/flores_pt/_flores_common_yaml,sha256=A38hwMYo8wCDDHiDrRpsmNQJqqn4WieRYvcI_2IAZ8I,647
lm_eval/tasks/portuguese_bench/flores_pt/create_yamls_flores_pt.py,sha256=V4_FhK_pB-C-d6qaN7Vd1CQvVWWdi8q7M-tKmXqQP4E,6715
lm_eval/tasks/portuguese_bench/flores_pt/flores_ca-pt.yaml,sha256=uDadMxAx-bb6hJ5DzmIs11J5DPjWiwdaU_z5iAs_leY,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_de-pt.yaml,sha256=eh0ppmMy8s8McCAMG2GOp_vAPLrUVjMvcDRYXdI0UUU,220
lm_eval/tasks/portuguese_bench/flores_pt/flores_en-pt.yaml,sha256=aqjqdLFsWr1ANehSHLW0GeeA7ZQO4oDiKgy5WgW0iVg,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_es-pt.yaml,sha256=3UwIl7KSK8eFl3EmeK2ML_zhuyYF82dw0WubZU8OVlM,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_eu-pt.yaml,sha256=phMEDJUEUrHCs_yQ5gcAZFnRRCcTw6gLiQlCDcfp4aw,220
lm_eval/tasks/portuguese_bench/flores_pt/flores_fr-pt.yaml,sha256=H09UgUV_jxel1ugUZ56cKdxXnK0sFitIvB6nPShYtcg,220
lm_eval/tasks/portuguese_bench/flores_pt/flores_gl-pt.yaml,sha256=qOeX4xniCv0zb6PpfYm9Z87yxVB313N6ar6K7oVhRzk,222
lm_eval/tasks/portuguese_bench/flores_pt/flores_it-pt.yaml,sha256=nQEGCBCimkHfTKV2jsFU7QOWPTohVvxvgCgx9iLw8_E,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-ca.yaml,sha256=RHY2B9RWnfBk4SAo3_RDuoG-Oc_2LR8vfSNpgooeSVU,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-de.yaml,sha256=uxC8Pemg_IBJQKsaVqxIHn9PVxzuNwOnlByMwjnOdAg,220
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-en.yaml,sha256=sZLRB96EcBkQwRE850--O38zx4PjKVpDUNvAtIST5Ww,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-es.yaml,sha256=ATJrH3icYAXX8ERNEHkJ8Zwad6JTdQlnoxZ3EM5AthY,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-eu.yaml,sha256=9K04HEBupPV7u1rcSnhGCWr6O_sPbDY2fEHDlleQQoY,220
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-fr.yaml,sha256=MnaTK4MAgBWVzKcf8y7kN6wielUsW7t1ZuYVzaWECT0,220
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-gl.yaml,sha256=YGpB7LSYEw8PAgWKgUa2sr0RjSgwHTBQv5VP5a2JZQs,222
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-it.yaml,sha256=2x4yjaZGHpW5PMdosFx4V_edQGyqOn52GOlIf6hsBGY,221
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt.yaml,sha256=EyTjn49tTDAeZxFQvBhYuOGBmMs0epwAaLJzkGu2TRo,680
lm_eval/tasks/portuguese_bench/portuguese_bench.yaml,sha256=nQH4tKz_e7q2APJnFwBIPccbNCjVjHEVn0MYI6XBs3Q,133
lm_eval/tasks/prost/README.md,sha256=mk33wnEvPNYwrpJy4uTDBek3Zfvh92t-HhVTUv0sgO4,2149
lm_eval/tasks/prost/corypaik_prost.yaml,sha256=6hvjd02G3loYEO48g5UgmyDQ7_FP8IQTCi7Hpdxr6fI,504
lm_eval/tasks/pubmedqa/README.md,sha256=wcUTe-A1SqfLTz0m0hm6VDjhwCu340I_4o_-yy72eJU,2180
lm_eval/tasks/pubmedqa/__pycache__/preprocess_pubmedqa.cpython-313.pyc,,
lm_eval/tasks/pubmedqa/preprocess_pubmedqa.py,sha256=Q1KO7mFmbZSumsPVi806DDgYKoiY-Zb1Nr6d4dNlV0A,169
lm_eval/tasks/pubmedqa/pubmedqa.yaml,sha256=oi7_SL54B6hpyp-oc50YYcX2K3j0SzV9VssBfGqDr24,414
lm_eval/tasks/qa4mre/README.md,sha256=5TTSebDBxnhg9NThd2Q5m9NoJjIzv7H9HKIQo_Eguc0,1918
lm_eval/tasks/qa4mre/__pycache__/preprocess_qa4mre.cpython-313.pyc,,
lm_eval/tasks/qa4mre/preprocess_qa4mre.py,sha256=rEzBkrAERfA2pbZzHO__bGdUvXB8ZKQjaIuijhwhXLc,164
lm_eval/tasks/qa4mre/qa4mre_2011.yaml,sha256=42DO8MEiMMV8QmtE8DSF_9EwigbyMXQ5LUny8hrX_Rs,725
lm_eval/tasks/qa4mre/qa4mre_2012.yaml,sha256=R_3IeUa1SfU70SFX12C2Y6HtyEIxJkYNY5qbOvZ4jTU,111
lm_eval/tasks/qa4mre/qa4mre_2013.yaml,sha256=yoJHO6nemNmAPdAQBgRbvQqjXLQ18N7mF-E9HlOiTJY,111
lm_eval/tasks/qasper/README.md,sha256=qJMRJk8jWOWFHFH3BQYcNuHDhxGuQgPKRzZPhw3vRuw,2341
lm_eval/tasks/qasper/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/qasper/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/qasper/bool.yaml,sha256=WpVf8dZtTzx0cQgicUZLIYQJ_ptrSHNS_NggfNlolvk,367
lm_eval/tasks/qasper/freeform.yaml,sha256=pYt2dYmJBFn0wg49qoVAzOCO_KkI_Lf1dFKWBrmNmK8,468
lm_eval/tasks/qasper/metrics.py,sha256=qW3XySNorb06VFGT1gYe38uONzsxMHaoVocDjibgOaY,1244
lm_eval/tasks/qasper/utils.py,sha256=GHFpYHsGqsWWek6abS6LbhJ77szfgCC_8XFMZkbpdw8,2714
lm_eval/tasks/race/README.md,sha256=MjGKhlW3dQEq9p2CCZPq6ae7IYRc5Hc67MLFJ1ALxio,1974
lm_eval/tasks/race/__pycache__/preprocess_race.cpython-313.pyc,,
lm_eval/tasks/race/preprocess_race.py,sha256=ib-ESUCHV2BnblF7zuubRnbd4vS-_wNCSPj6YbDH9bM,1100
lm_eval/tasks/race/race.yaml,sha256=x4F9uIT-YfpO3OHma9HO2IjVOJYt9M3F0nxNgj0dnAg,370
lm_eval/tasks/realtoxicityprompts/__pycache__/metric.cpython-313.pyc,,
lm_eval/tasks/realtoxicityprompts/metric.py,sha256=wWaGGsSsIYXkamiAmCRwdXbUlXtAnDcu_ZJiRnriW_Y,3336
lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml,sha256=qtmeZzXSwkdeEnf3f6KpeNP99HGQfcy2sKBme4PE4gM,502
lm_eval/tasks/ruler/README.md,sha256=zehNy2AvGaiIZNmZs-UPDvJnNjpeUbstg4RxwYZZjZo,3087
lm_eval/tasks/ruler/__pycache__/common_utils.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/cwe_utils.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/essays.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/fwe_utils.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/niah_utils.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/prepare_niah.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/qa_utils.cpython-313.pyc,,
lm_eval/tasks/ruler/__pycache__/vt_utils.cpython-313.pyc,,
lm_eval/tasks/ruler/common_utils.py,sha256=EYtTiQdUrVwsaynciggIiSZeBa4KavXQx2SovRLbKTM,2535
lm_eval/tasks/ruler/cwe.yaml,sha256=bvxZPPS1v32lsN4sZ1CZiwy1H3Bz5xJvoPzp4xvNhiE,209
lm_eval/tasks/ruler/cwe_utils.py,sha256=5sZ-bpbJ6CTvCIOdVpt_0D-PN7IFt95PU2vanXm0p6E,6089
lm_eval/tasks/ruler/essays.py,sha256=k2TfoXulPIz5-Sa_Q3xDpN9vJsawbJeCcKJeayt7xMI,4004
lm_eval/tasks/ruler/fwe.yaml,sha256=o0lAA-At2FfW71WYaEAMsYecS-Z3Nc4Cq7ODu0hxvoA,181
lm_eval/tasks/ruler/fwe_utils.py,sha256=nKHueiXL33L0IbVP4MV-dF9Lk-O8Ko5C9IHIKPCRJPs,5542
lm_eval/tasks/ruler/niah_multikey_1.yaml,sha256=hg7C3OUex4AmAzxgHbWJ6HxGKDt0nuFDdOnicH9n2jA,103
lm_eval/tasks/ruler/niah_multikey_2.yaml,sha256=5hvuaVeiRgNhvqqxeDpmbJu3o8awz6bmpeMvDo3WIN0,103
lm_eval/tasks/ruler/niah_multikey_3.yaml,sha256=YtXymzjAcyMFa-GXmqtjnx-yGEGHGHfbQmv9yf9LS8k,103
lm_eval/tasks/ruler/niah_multiquery.yaml,sha256=dHFaj_F594aOLoRZrKK9PJb7CN0iasngQUoOqIp3lX4,103
lm_eval/tasks/ruler/niah_multivalue.yaml,sha256=INMCApWDvI7aZ0_O0FlFKNf3oo2P952e3MSrEpKpk-4,103
lm_eval/tasks/ruler/niah_single_1.yaml,sha256=JGNl-8dFQiF3ogWeGqipg_71O9xVlizp6zc5upAXe8s,1095
lm_eval/tasks/ruler/niah_single_2.yaml,sha256=cLKesN5_BS9_3iCN4tTBrTnVKEIMn1eJF8b1jPK5Jn4,99
lm_eval/tasks/ruler/niah_single_3.yaml,sha256=A6bO0YlLdfSc2xN6bC2en2Dug6_OXIbTNr79149OhcU,99
lm_eval/tasks/ruler/niah_utils.py,sha256=5VNJP_TIXuoZa1eJjKUUsLFH5rrVc0KWsQJeQIwBZ9c,4846
lm_eval/tasks/ruler/prepare_niah.py,sha256=HrVgHqkR8BW1KJdGKRigPxy55f9BmDGYdLMyiDQqTBA,11196
lm_eval/tasks/ruler/qa_hotpot.yaml,sha256=PJfx9XnQK2UkYvMjhrta9LWPZTr_9u_FVc2Hi6G0mXg,93
lm_eval/tasks/ruler/qa_squad.yaml,sha256=MWM0mrtnqhIhnrgZmFL1quZfcQaYOz_gMKIJzLvVjwc,260
lm_eval/tasks/ruler/qa_utils.py,sha256=GU39FWGhuFL0yumkxRgIRAqR63b8d22LSFHCSXH4koU,7918
lm_eval/tasks/ruler/ruler.yaml,sha256=j5XDWhRw0hpIEh8Qq8ld3bl4IOeo9A9Tnj1z4_0NSWQ,344
lm_eval/tasks/ruler/vt.yaml,sha256=4j24kQUyhy1Ax1tbQe_0K9RZuLGSkCRJbHqBYBU46NU,181
lm_eval/tasks/ruler/vt_utils.py,sha256=DdZ_EY3tj114f0i2AYTEpxVUj_h42hgAZgacAoMesfo,9393
lm_eval/tasks/sciq/README.md,sha256=XCXBf3KfpPWJqBiqKogR_qyWqFK-XQKOhmGozlRw40Y,1480
lm_eval/tasks/sciq/sciq.yaml,sha256=0ECdyUZv7WTpCMRREUiac8SgBNavmpaNxdhSKII2lt4,574
lm_eval/tasks/score/NON_GREEDY.md,sha256=8UCEbtN9SAn7A57TpQS4kKJDt3yvWbthMweV6RRHTZk,2883
lm_eval/tasks/score/README.md,sha256=JgUqMWuXEllS38L1-rJirtan3yJVFkSRyiMVHX0HS5U,4121
lm_eval/tasks/score/__pycache__/non_greedy_summarizer.cpython-313.pyc,,
lm_eval/tasks/score/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/score/agi_eval/__pycache__/utils_agieval.cpython-313.pyc,,
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_aqua_rat.yaml,sha256=9KEfI9HcagoT-1hzOThk0uWZTGbuKj5lBAwGp2rRiMU,1259
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_logiqa_en.yaml,sha256=qAdIlVn7si9dP4eXAr5IUqHlO248vDxyYfNnDi3ixsw,757
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lsat_rc.yaml,sha256=UsZogeHIYKEcH9BwXqONhlAt5PcQLkR7OCd4JiIWiN4,753
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lstat_ar.yaml,sha256=qiYjOCFPuu2-eNQeI1XcLn7j1DrvHiKmBvBJIolL8_Y,753
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lstat_lr.yaml,sha256=XJRxDOJLURjgWJhC-NVcFlgk0eJFYWp78yk5P8m09K4,753
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_sat_en.yaml,sha256=-KiYZkyVYZDiXbv7lSRTTuL-gESWvn3tkVeB8E89klE,751
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_sat_math.yaml,sha256=Y4mjlI-Kkw_oVrVk6DG7_R8X9VtrE4JyQVipRR_FO0E,755
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_aqua_rat.yaml,sha256=Gwtu68UGyHwTNLJANbqV01CHzm5ts9rR5qgFpCYUGiU,1753
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_logiqa_en.yaml,sha256=yP7BBvEmG-1k9ESR1UZctxNm7xqktN49mvig5k2U9aU,761
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_ar.yaml,sha256=12ohO4Puia6P5FgL4qPjiYCukORioMZNJD1lmLmHAfY,757
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_lr.yaml,sha256=vt6-PjrB7lDRcQIUJK2AtZ8k1GRYMGWrBC_DcNTOhTw,757
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_rc.yaml,sha256=ZCOaKU6Z__n7JWHzbilc9eI1rxZAW8IaRYswrgYofPY,757
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_sat_en.yaml,sha256=1JzitaTEMmpAmPzyNK12HjJdLw8TirYwjeRE_vC3eZc,755
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_sat_math.yaml,sha256=Hg5aeOwEEBRohJBfzZAXRfbbfjLyiXlRRZY9LwRN1v0,759
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_aqua_rat.yaml,sha256=Q-wpyLbK0CTYOBzn6_GLkDKvZ7QbAdpFVVVf_sAL4O0,2369
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_logiqa_en.yaml,sha256=DSt3iqoKysg5N8GKJHGrY_cJoVLMyK_E8jMX67DD6HI,749
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lsat_rc.yaml,sha256=Wo31IvbdJEuqnctRQR9Q-ycCbZ-bOFLp4wHIVm9qHyw,745
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lstat_ar.yaml,sha256=5bW4H7pBpZS3sECq6omf-U2lijPtZPmHhfLhN62oXMg,745
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lstat_lr.yaml,sha256=RkB6SRHTcliznDotxWTjZ8saCJor2eJ7UeiosnmCV6M,745
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_sat_en.yaml,sha256=RcC4rHh2mKSXJ8M1teTekllrDAO1lBfez_0P-OtrCRs,743
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_sat_math.yaml,sha256=U1iHvp2AoBLmnXSbID63H8yxLt2CuoShWN7OTVeJiWk,747
lm_eval/tasks/score/agi_eval/prompt_templates.json,sha256=4NmvDZgoVMRVsFODfcmiEyAjHnB5-phQnwMtJmDa7uI,4572
lm_eval/tasks/score/agi_eval/score_non_greedy_robustness_agieval.yaml,sha256=ewUHyYZzhD4TTxEeI4WEGIkrbldX14WZbNSAs_Io598,1095
lm_eval/tasks/score/agi_eval/score_option_order_robustness_agieval.yaml,sha256=_-9Qafa0zTX0ywBEP7aGX_NjDIACGdBWhvQybBQggoc,1440
lm_eval/tasks/score/agi_eval/score_prompt_robustness_agieval.yaml,sha256=F2-6G0yvCjDfKzvyR6caxzpkhjlesE2PShrnXp3zhr8,1759
lm_eval/tasks/score/agi_eval/score_robustness_agieval.yaml,sha256=SFNSv-l7ej1mdr4lZdn8081jMdmfbe28QKs6M0dgXzY,801
lm_eval/tasks/score/agi_eval/utils_agieval.py,sha256=DIJy5msFuz66qhoGNn1a3xb9mP9rfB_WiAs2lPG_7lg,7651
lm_eval/tasks/score/math/__pycache__/math_grader.cpython-313.pyc,,
lm_eval/tasks/score/math/__pycache__/utils_math.cpython-313.pyc,,
lm_eval/tasks/score/math/math_grader.py,sha256=EBPB1VY_k4rJ86U8XdAgsZHonl3P7r-R7yCnsrwGjg8,20563
lm_eval/tasks/score/math/non_greedy_robustness_math_algebra.yaml,sha256=J6MZoGDRhI_emW4Y8e7-uAxnTDpKIJO9mEOU9VWDG10,1242
lm_eval/tasks/score/math/non_greedy_robustness_math_counting_and_prob.yaml,sha256=NjhEd2jMx7WrP27l25duvERIBfWx7lKzeGym_jxEg0s,759
lm_eval/tasks/score/math/non_greedy_robustness_math_geometry.yaml,sha256=hCLarbjQ5S4ZCGal8AuByc7_1NnT77Kbt4JJ1Kcfuk0,734
lm_eval/tasks/score/math/non_greedy_robustness_math_intermediate_algebra.yaml,sha256=NYvONRu24Tde6mVrjjFQIEBBzdVBQT6lOdX3lpqn3VI,758
lm_eval/tasks/score/math/non_greedy_robustness_math_num_theory.yaml,sha256=cCpdEvhanJM1YmaU1FSkIyOg_kL1CL7m13RgHVNFNYI,741
lm_eval/tasks/score/math/non_greedy_robustness_math_prealgebra.yaml,sha256=SPdg96L3XBubAHz2wvFtsZvN62GhwmCii_9rAYOsdu4,738
lm_eval/tasks/score/math/non_greedy_robustness_math_precalc.yaml,sha256=0yvRAJAvf50dRxZnTir8fJUbrii4w8n9aPV5--Sdo48,736
lm_eval/tasks/score/math/prompt_robustness_math_algebra.yaml,sha256=ZLnYKsVrgbt36cjcyU9kdCGy7TL7UU8wyBazBzESjOw,2317
lm_eval/tasks/score/math/prompt_robustness_math_counting_and_prob.yaml,sha256=u-bsfYHtjM3P-i8RigRfV5kUDCcJJOJjJEy3txDRHDg,751
lm_eval/tasks/score/math/prompt_robustness_math_geometry.yaml,sha256=sxTxKEstqTfrDayLuj6H3CUEOpBQ6wihb4iELddK50Y,726
lm_eval/tasks/score/math/prompt_robustness_math_intermediate_algebra.yaml,sha256=PxAv2f6bHAeJzKxh_oC9KR3clZ2fy5ACBAGyzeQKoeA,750
lm_eval/tasks/score/math/prompt_robustness_math_num_theory.yaml,sha256=NCPil9gDAqLNvf3aQd7jhAe_VcZWByW7fhssuA8qVt8,733
lm_eval/tasks/score/math/prompt_robustness_math_prealgebra.yaml,sha256=T_QCctFdz151Gkg-XFoFWL8jw9cA0ZUTULAfmZoeDDg,730
lm_eval/tasks/score/math/prompt_robustness_math_precalc.yaml,sha256=EQJAyTnjgELqy6VM7CqUqy3RX157xAKKI2QIPmNzQBc,728
lm_eval/tasks/score/math/prompt_templates.json,sha256=sxt1geK7OcYnpvaZEK1GWKCOPWHK9yyIu8H_dWwCf0w,3344
lm_eval/tasks/score/math/score_non_greedy_robustness_math.yaml,sha256=TZTvN-pO9pQTTd-h74uHM3RS6jahr50yejxU_wwPdo0,1097
lm_eval/tasks/score/math/score_prompt_robustness_math.yaml,sha256=dVCcIaFMLloe3Faz0F8Eg2UfRp--g6KNb3IdQFZ0IKk,1762
lm_eval/tasks/score/math/score_robustness_math.yaml,sha256=cmUhxg2GFbGiJoLdD2I49IhRrJngfWpkY-oioWCnll8,750
lm_eval/tasks/score/math/to_be_fixed_questions.json,sha256=Gmpksun1gybXvy1AM3E-VHJVaiRSBpRUhP9V7eFUdag,3618
lm_eval/tasks/score/math/utils_math.py,sha256=5PDHzkYL9ZcuFBftPVTAEK1wISltfzVu2HWCyD1U5EM,8462
lm_eval/tasks/score/mmlu_pro/__pycache__/utils_mmlu_pro.cpython-313.pyc,,
lm_eval/tasks/score/mmlu_pro/prompt_templates.json,sha256=9IYatXPzjH5MmxZdhP0HK_yQ5o7K48unAn0_6D2LnvQ,4998
lm_eval/tasks/score/mmlu_pro/score_non_greedy_robustness_mmlu_pro.yaml,sha256=_NiF9Z0AGcfmCustsej-7oYSH9eL1al5v6CPYi_5UjM,1329
lm_eval/tasks/score/mmlu_pro/score_option_order_robustness_mmlu_pro.yaml,sha256=NeRB2_UsrD4gdXglW3IZao3bTsgYEHoctiSZFxNcHcE,2685
lm_eval/tasks/score/mmlu_pro/score_prompt_robustness_mmlu_pro.yaml,sha256=G-WmrvXfHiezPCzPwOx7cmcgc7NMMJkjnreOUAE0Alo,2497
lm_eval/tasks/score/mmlu_pro/utils_mmlu_pro.py,sha256=a_OzdBuqGyO3dvb44EGrCQjCRH8nMrzuAvffu8-MtWA,7518
lm_eval/tasks/score/non_greedy.sh,sha256=ZKLHTln2sMr7ZXp7QCAT9FEBZgnKGcg0ME84N5sj6sE,1353
lm_eval/tasks/score/non_greedy_summarizer.py,sha256=aHaA8GuwIU8iX8yHmLoFtp4jz-_-wd3i1UekAo26ggM,10569
lm_eval/tasks/score/score_robustness.yaml,sha256=y2zIw-vQpaxqb0S8REfJj8r1rmvnMPmYLKbbvU2oIK4,760
lm_eval/tasks/score/utils.py,sha256=jMyHU4vbNJIwRHA1m8lK8qYS_Y6i-vs89aF0NyVJcuA,10030
lm_eval/tasks/scrolls/README.md,sha256=9a6RB6fFG2YHx__0v7AUbw1lCKoIqW_b63qEHmK-DmA,1442
lm_eval/tasks/scrolls/__pycache__/task.cpython-313.pyc,,
lm_eval/tasks/scrolls/scrolls_contractnli.yaml,sha256=-v_VAdEDR3z5wcwdTev7CLOcjk1peMo-06M2j9UTbao,75
lm_eval/tasks/scrolls/scrolls_govreport.yaml,sha256=E9lslsO0gZXdYFeEaEHO_q1nbysfdCwmvk1D0yNANK8,71
lm_eval/tasks/scrolls/scrolls_narrativeqa.yaml,sha256=Hndp6bS2wmPI-38FUWub3PXXishM4jIEPt2ct-dj92Q,75
lm_eval/tasks/scrolls/scrolls_qasper.yaml,sha256=wWG-Pw6g-XGoLOzswrVE9JI7parpMwKdSRXwGwu0KbQ,65
lm_eval/tasks/scrolls/scrolls_qmsum.yaml,sha256=CJVrWX5rsiWvgEHRTQGeYN10FUh0LdzuZWxzzmUju4I,63
lm_eval/tasks/scrolls/scrolls_quality.yaml,sha256=x6IVvMYUsJaphaaBh3C0QZkPvxMlMYPW6XkWeil8xKs,67
lm_eval/tasks/scrolls/scrolls_summscreenfd.yaml,sha256=qbAHeRbh51AqZQ-6F3Cot6llOJTNeU_m4QINy-lKibI,77
lm_eval/tasks/scrolls/task.py,sha256=97tOYPOyo0JKU2U6JQE7HH-Ou0XxNO2umfbKyUXYkK0,14818
lm_eval/tasks/simple_cooccurrence_bias/README.md,sha256=LF0Ov6cMqFY_McahEz9mqfOatc7kyXaz0XKWilsF6jk,2366
lm_eval/tasks/simple_cooccurrence_bias/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/simple_cooccurrence_bias/simple_cooccurrence_bias.yaml,sha256=2jdbo6qDu_sqRLqo2IIi5kzmq5a-v-gCUx8a2xbA854,564
lm_eval/tasks/simple_cooccurrence_bias/simple_cooccurrence_bias_gen.yaml,sha256=VDNJLujYcxuDYsTBghACGiMKTttgshULkoDL_YRGj4c,1037
lm_eval/tasks/simple_cooccurrence_bias/utils.py,sha256=unjrHFmj_bee1OOsagTTLXooeOb8g0WC-heyOgF3SsI,1602
lm_eval/tasks/siqa/README.md,sha256=4TalxcZMCLW7D4NmfEcxWR2bjUtKhGemGEnju8QyX2k,2607
lm_eval/tasks/siqa/siqa.yaml,sha256=YH4ltkgFtk7sWZM8j7hET4SuD-IY8zpa5laZu6jo1Hg,410
lm_eval/tasks/slr_bench/README.md,sha256=AUynx5k4JDIrShCDhROupp-b7v8OmMjdBy2Pd9rd9ME,1761
lm_eval/tasks/slr_bench/__pycache__/lm_eval_slr_bench.cpython-313.pyc,,
lm_eval/tasks/slr_bench/lm_eval_slr_bench.py,sha256=Rig-RJkF9eB95En2eo-y5vtxlQk9fw_oO9xAeUBthOA,1732
lm_eval/tasks/slr_bench/slr_bench_all.yaml,sha256=1ekgBcePU-8ngbi4RF_krQQFxDEtvD6pUnRYinjFRWU,72
lm_eval/tasks/slr_bench/slr_bench_basic.yaml,sha256=Ii4smVCn-h-anYbi_NdSTrAGzbYSIBoSeQg_l-3r9SE,76
lm_eval/tasks/slr_bench/slr_bench_common_yaml,sha256=CT_85BZReSbbwrsx0U360z4TLxNYKOwxfJSQjM76FZ8,435
lm_eval/tasks/slr_bench/slr_bench_easy.yaml,sha256=c6uRqwyvXqzoulbe8XyWCyPIG3zooKWpVll_3HYJzwg,74
lm_eval/tasks/slr_bench/slr_bench_group.yaml,sha256=wwYBseKqgcTbhmqfKV-dF4wykiXVD1WE3WmvsMxrj4w,243
lm_eval/tasks/slr_bench/slr_bench_hard.yaml,sha256=HjXuZmkaZrL3eSC2KtUTV9QVmjRhBQuXHYk8mMdUCew,74
lm_eval/tasks/slr_bench/slr_bench_medium.yaml,sha256=H2KVBB5MHTku3ZutDj-fNXypHtXjYp2GDho8s7ot02w,78
lm_eval/tasks/spanish_bench/README.md,sha256=DRxN_rPzhenot4A5lEy5mzQRmwT4HDw-fVWcXOJcV8A,6463
lm_eval/tasks/spanish_bench/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/spanish_bench/cocoteros_es.yaml,sha256=20UeZ9nLWpDcdYHn_ixoCpeRoH6UAS7-3smuqLF8_sg,566
lm_eval/tasks/spanish_bench/copa_es.yaml,sha256=7WUVhFK3vwXEgHAfxyDSl-KJoqYZNcSR8PGaEGCY5ZU,493
lm_eval/tasks/spanish_bench/escola.yaml,sha256=4aZsyDLaAlkGlUCbQ76eU9QCMuhSLxTZKSYws9rIIfw,335
lm_eval/tasks/spanish_bench/flores_es/__pycache__/create_yamls_flores_es.cpython-313.pyc,,
lm_eval/tasks/spanish_bench/flores_es/_flores_common_yaml,sha256=A38hwMYo8wCDDHiDrRpsmNQJqqn4WieRYvcI_2IAZ8I,647
lm_eval/tasks/spanish_bench/flores_es/create_yamls_flores_es.py,sha256=oNJxiIPexq9AZlBDcOuS4lArpdh37LL3k5GP28LSp4A,6712
lm_eval/tasks/spanish_bench/flores_es/flores_ca-es.yaml,sha256=0S87fo29oGk-bEpYUKufxgvbQWwlREL4VC4gsg4Btrk,215
lm_eval/tasks/spanish_bench/flores_es/flores_de-es.yaml,sha256=Q9-GapG0E8wwvdoIJENI2O_xnRFEoK7ePmQ3G7ToVcA,214
lm_eval/tasks/spanish_bench/flores_es/flores_en-es.yaml,sha256=7aCMoFhZPALZ_dNI4JrYh8cE_ZQqnd4RROeFiXmy0Nw,215
lm_eval/tasks/spanish_bench/flores_es/flores_es-ca.yaml,sha256=uU2smzy5F3meeHn63KyepJdx-KCNQFnAJuyWQ-luUsE,215
lm_eval/tasks/spanish_bench/flores_es/flores_es-de.yaml,sha256=SO2PLRS0yO6-Ua-IFqxULSTKfbgP6yzHYQ_YQfUeH58,214
lm_eval/tasks/spanish_bench/flores_es/flores_es-en.yaml,sha256=xUd6su_F1r7b-hMjz1vwfHnpXP80Hk4p5S6dCAIg_qU,215
lm_eval/tasks/spanish_bench/flores_es/flores_es-eu.yaml,sha256=SsTB51J_jrlvUuG84krun5n_Jau9VmbxP9tEAb5dXLk,214
lm_eval/tasks/spanish_bench/flores_es/flores_es-fr.yaml,sha256=KivNQa8RUR7yKODVgLhhAyAI2MJRFbbKTCY_d7PRPUo,214
lm_eval/tasks/spanish_bench/flores_es/flores_es-gl.yaml,sha256=ajnTxok2abv5TiyPZ3FUl2Y51nS9Bxl79DJ1ahMA34s,216
lm_eval/tasks/spanish_bench/flores_es/flores_es-it.yaml,sha256=z2wZQ_BgpoBmSPLbMG9XSmAERNi1rrKt71HBvATTre0,215
lm_eval/tasks/spanish_bench/flores_es/flores_es-pt.yaml,sha256=e47BuTXJRW1gi7cgmjYgTLGEraI48Fh510HXai4iPyM,218
lm_eval/tasks/spanish_bench/flores_es/flores_es.yaml,sha256=n5ucMLTwp5cdDJsM8A2sUW3t8jnDwfMhppl9q5OYeLs,632
lm_eval/tasks/spanish_bench/flores_es/flores_eu-es.yaml,sha256=i39NWrzICFtc4rr77JkOvLhSIUmu1-2VP9oyWQR5GYU,214
lm_eval/tasks/spanish_bench/flores_es/flores_fr-es.yaml,sha256=v_vEK0jR8_T4LPKVj4ctmlFCtj9O0LiLhVhs2zSXWVQ,214
lm_eval/tasks/spanish_bench/flores_es/flores_gl-es.yaml,sha256=NaTD8EEvJxLwjMPH-1Mc8BSrIxjDeLyYDm6mJAHbPwc,216
lm_eval/tasks/spanish_bench/flores_es/flores_it-es.yaml,sha256=JrmpYV2hoWuMBYpu_r23QMmMNu_DTkmXrjqj1r_xe8Q,215
lm_eval/tasks/spanish_bench/flores_es/flores_pt-es.yaml,sha256=jmrEAjUe1TWeRoi6FeopnPI6ogHa3VpEnMQo8E-Jamo,218
lm_eval/tasks/spanish_bench/mgsm_direct_es_spanish_bench.yaml,sha256=wl1VIxn6j3ADd9U14nG1q5m_Bj3r1pMuTJ90uzDvBlY,366
lm_eval/tasks/spanish_bench/openbookqa_es.yaml,sha256=GYc384xf4oBZb6P_aNOwCATuZtxvVi0t4YbgPtQBvDM,517
lm_eval/tasks/spanish_bench/paws_es_spanish_bench.yaml,sha256=cUZ-5m0cgZsGTaaaIMxUWiQcIw-4o4EtDmA-8rpf810,482
lm_eval/tasks/spanish_bench/phrases_es/_phrases_es_common,sha256=PWQggUp9zX4JG0UdU96AQdo1aTPBcoWDcfrTJMXVfWA,479
lm_eval/tasks/spanish_bench/phrases_es/phrases_es-va.yaml,sha256=w1AkiAIcsTUtBL86eTYsQsFX3_6D35r8WfDqWQ-ibKA,178
lm_eval/tasks/spanish_bench/phrases_es/phrases_va-es.yaml,sha256=OL49wpyHyvHxiisQBemiCN5E2fJfSjvxa0rGv4yPAVw,178
lm_eval/tasks/spanish_bench/spanish_bench.yaml,sha256=C07NFMRIgC0J4CnXUAyqX1FhTHjwhOy5_OrgWNaPhG8,318
lm_eval/tasks/spanish_bench/utils.py,sha256=HxDE7A6TfhdMengpY0IANugc-psE-G4tlu38K1sQUUQ,3134
lm_eval/tasks/spanish_bench/wnli_es.yaml,sha256=K9kXwKoJZBb0dXzvFbIBsa8P50yYGXu4qln-DjuMEk0,366
lm_eval/tasks/spanish_bench/xlsum_es.yaml,sha256=C4N7vffxVQRq0FKolvygHG-fSlMK2i7WXMHkLKZVX2c,511
lm_eval/tasks/spanish_bench/xnli_es_spanish_bench.yaml,sha256=AmfN2qKDZSvOH2MX8XZKy8qz4Iq3Wgbhs7Nivbfqfvg,642
lm_eval/tasks/squad_completion/README.md,sha256=gZexAg-CnjvQJ9uRXi_UeaVllnWZavkZEs407SLTHxw,1947
lm_eval/tasks/squad_completion/__pycache__/task.cpython-313.pyc,,
lm_eval/tasks/squad_completion/squad_completion.yaml,sha256=xvPPT_ZJEDeUcOZR7slHsE39IHvoDY9sNyiUj7_R6TE,61
lm_eval/tasks/squad_completion/task.py,sha256=62LrApKmk7JrV_4xJBf2gOXIF5dnFhLABucPnIx5h8U,3330
lm_eval/tasks/squadv2/README.md,sha256=1kSUwS--VUhL7Ql_Wg_AeIcR89gyMIKanxxVrcH6mjo,1901
lm_eval/tasks/squadv2/__pycache__/task.cpython-313.pyc,,
lm_eval/tasks/squadv2/squadv2.yaml,sha256=47xG_LSA_JSSkT3KBzvcPzvquMnIrfC9dTftfnTu39s,43
lm_eval/tasks/squadv2/task.py,sha256=8TheJuKUDPnvmydeCUf6xi9LVRuV0-TJuGconz5PhXk,8534
lm_eval/tasks/storycloze/README.md,sha256=2h9-bOsvb4V90lyYFZPz2pF5kn-9EapHjV3XSDw7utA,1675
lm_eval/tasks/storycloze/storycloze_2016.yaml,sha256=Lmbzg75jtLZTExojjyu9hUdbwunhrj8fla_KQjTxZYA,615
lm_eval/tasks/storycloze/storycloze_2018.yaml,sha256=L52XvBjnvm_LTgdQw09hXuOMx0VA2OMnb8G14ljBYZA,590
lm_eval/tasks/super_glue/README.md,sha256=Qhv5E3SfmwiidekEKaGOGxzxubZ78hlfosDh0tHQ1LQ,3002
lm_eval/tasks/super_glue/boolq/default.yaml,sha256=GVZTKpP2LtR2Zl0JpLjBnnAVNEM7zcS1bNb4Z4dqR94,402
lm_eval/tasks/super_glue/boolq/seq2seq.yaml,sha256=-d-ZO5ylR2mlkWszvEuzy1EORIE5QyTpKWpPwNGDVcs,575
lm_eval/tasks/super_glue/boolq/t5-prompt.yaml,sha256=O2NFsSB_CHz2OgP9W9R2mLZ1Z6Otp-d_P_yNYZFDxMo,513
lm_eval/tasks/super_glue/cb/__pycache__/aggregate.cpython-313.pyc,,
lm_eval/tasks/super_glue/cb/__pycache__/t5_utils.cpython-313.pyc,,
lm_eval/tasks/super_glue/cb/aggregate.py,sha256=GmWtBEtrZjpyk8hKcKHR3rF2KJcnK03jMo9LmtV9hHo,401
lm_eval/tasks/super_glue/cb/default.yaml,sha256=Bvbm0qaX-zqCfQOJ85R81FIi5ORP0pP7U2LHvYyFxwQ,439
lm_eval/tasks/super_glue/cb/t5-prompt.yaml,sha256=UGINbz5oM37k3wY1D7-sdgVs8HBFkdIf-2HAbpfmo4A,665
lm_eval/tasks/super_glue/cb/t5_utils.py,sha256=e5-Y1oM_xFawfzpmZN-U8Mm99kqaUChy_3YHTlntjkI,887
lm_eval/tasks/super_glue/copa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/super_glue/copa/default.yaml,sha256=JHN_9vVctA2UhKh9Bz_0AS5YdvC4KAyni7QNY3-LZQc,355
lm_eval/tasks/super_glue/copa/t5-prompt.yaml,sha256=fvlXVpamJNLzg2L6zR-LzZBZZzv_YV6LoGn5RexrvMc,557
lm_eval/tasks/super_glue/copa/utils.py,sha256=C-mKkH22R6UYxCyRamE4W2TzlM-dAXG1y4a3oDYoLec,566
lm_eval/tasks/super_glue/multirc/__pycache__/t5_utils.cpython-313.pyc,,
lm_eval/tasks/super_glue/multirc/default.yaml,sha256=d-Qm1c8iu1gIKfwCZGu9pwmQFUfzBnakQjP2wanobxg,424
lm_eval/tasks/super_glue/multirc/t5-prompt.yaml,sha256=Lrbg0-sviCThquXqmsj3whIiyHk7TXXtAQ-3DdoAaQc,692
lm_eval/tasks/super_glue/multirc/t5_utils.py,sha256=1Iz9MXuur3ivHxcdG7WujGzc47v6otosZTUsE9J_9YY,1541
lm_eval/tasks/super_glue/record/__pycache__/t5_utils.cpython-313.pyc,,
lm_eval/tasks/super_glue/record/__pycache__/util.cpython-313.pyc,,
lm_eval/tasks/super_glue/record/default.yaml,sha256=MLPWsuyfvMwqFjcfddRUZclhhVallRRtkBuIH3URnYs,531
lm_eval/tasks/super_glue/record/t5-prompt.yaml,sha256=f3nBWkyqQlS6uoyirBTvQoP4PMxWxjXuwOHrn4Ug8Xo,626
lm_eval/tasks/super_glue/record/t5_utils.py,sha256=W2P_KQZ-6hdimbh9PPJzCR8kIZ4XqbqonA8CqtKKYaQ,4020
lm_eval/tasks/super_glue/record/util.py,sha256=J05kMEEeLQN27FFqwZGkS4HsrPiRUbpN9fQQfolOLfw,1733
lm_eval/tasks/super_glue/rte/default.yaml,sha256=DyBaPIPjPMnjUstkYqt94i1XlDPIenVloL0A4r1LIxk,359
lm_eval/tasks/super_glue/rte/t5-prompt.yaml,sha256=PiYMa4RUBfw2rASetDkchQuKetHDQtO5piG5kDRFuDA,526
lm_eval/tasks/super_glue/wic/default.yaml,sha256=6tkw4zlItypzDmiRKT4gE7SSG9StfYEPJmyxzY270WE,452
lm_eval/tasks/super_glue/wic/t5-prompt.yaml,sha256=8oMaBjicGYaJxKNFELjXwtrj4AuPL-3gohe0l7T8prg,528
lm_eval/tasks/super_glue/wsc/__pycache__/preprocess_wsc.cpython-313.pyc,,
lm_eval/tasks/super_glue/wsc/__pycache__/t5_utils.cpython-313.pyc,,
lm_eval/tasks/super_glue/wsc/default.yaml,sha256=ts-QtO5N7MyoXRGhAL21009HIzC2Fo5uZ2chRGo-pDg,336
lm_eval/tasks/super_glue/wsc/preprocess_wsc.py,sha256=rzadUAJO9p1gdjD3nHBmmxXQUB84AL6e5GyYu2BdQ_o,620
lm_eval/tasks/super_glue/wsc/t5-prompt.yaml,sha256=fw045FFM6_ET6L9GhkmrNrAGMkmSxT1M0-nWasobEpU,463
lm_eval/tasks/super_glue/wsc/t5_utils.py,sha256=9Y17gDARL440i6qtlqy_geZ5cAJ9_Y3c8cJ7JVm470g,2963
lm_eval/tasks/swag/README.md,sha256=pOggfzxJS46Lm1Ouo718vpVzN5frU5lg5R9OxjPmeEw,1799
lm_eval/tasks/swag/swag.yaml,sha256=vj0nnXGQ6o_0_fvw23HUUwB4ptZK62fwvkRUzT4frzc,434
lm_eval/tasks/swde/README.md,sha256=vYdHFVxgW70vEXVK97VU7CYlkQQnfEbA1Fy0cBU-vlI,6136
lm_eval/tasks/swde/__pycache__/task.cpython-313.pyc,,
lm_eval/tasks/swde/swde.yaml,sha256=twovQd8vtboKJ57V8bKgWeIbBXflMRLKp9OZ_1b_Iik,38
lm_eval/tasks/swde/task.py,sha256=BC61qSTxTtdTMEhglHNkrYo5QQlyCYv9mfx1M1f0Jcw,3134
lm_eval/tasks/tinyBenchmarks/README.md,sha256=sw091yLNr9b6Inne4SUj1B7_YB1qbDKAtanU9pWF4Ko,5490
lm_eval/tasks/tinyBenchmarks/__pycache__/agg_functions.cpython-313.pyc,,
lm_eval/tasks/tinyBenchmarks/__pycache__/utils_hellaswag.cpython-313.pyc,,
lm_eval/tasks/tinyBenchmarks/__pycache__/utils_truthfulqa.cpython-313.pyc,,
lm_eval/tasks/tinyBenchmarks/__pycache__/utils_winogrande.cpython-313.pyc,,
lm_eval/tasks/tinyBenchmarks/agg_functions.py,sha256=WEIUpBOjKzNS8m_Ln2XITP55hFPL5CAJmTx6TCYxMV8,1695
lm_eval/tasks/tinyBenchmarks/tinyArc.yaml,sha256=Rq1aAoW8xKjpjYrRcFD5TBZ5Z6y0TFvzs7vCxVmBCWY,561
lm_eval/tasks/tinyBenchmarks/tinyBenchmarks.yaml,sha256=K3zcdUFx-YDWDAiZobkl4o9Di-FtEKr-ki1MRMs0Li4,300
lm_eval/tasks/tinyBenchmarks/tinyGSM8k.yaml,sha256=2z6Kr7Bd79vvPBQk4j4DSoSNWBBA1dK3Fjxp4nr24Zg,1052
lm_eval/tasks/tinyBenchmarks/tinyHellaswag.yaml,sha256=z8AprieqqnFREcKmdeErFebeGV3kF9SfvTTgjnbFGTY,472
lm_eval/tasks/tinyBenchmarks/tinyMMLU.yaml,sha256=GSLS86883SY7LkWd6bQ_h3lLQRIMLgpbvs9FPWeZhig,436
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc1.yaml,sha256=Vss0uNJ_OJ_nECjz9huNSGBXSLk6sDlvdEZYQrnmUcY,1170
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc2.yaml,sha256=IFox4dfUUNd1p5wd5ARW54VOmYkeYz-mGzU5i077zso,385
lm_eval/tasks/tinyBenchmarks/tinyWinogrande.yaml,sha256=GoQdjUx4VCUfuLlIxtdgFrqmz9oUnUBCrc0HPBYDmss,566
lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py,sha256=gMD5qlQ1baCO46D79tduu08xNAXWYE9hiimrkSsMgUM,786
lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py,sha256=TH1MvtncstHk7E4xDGHwa6w9oOUbsgCYgI9p1Ll3GLk,6317
lm_eval/tasks/tinyBenchmarks/utils_winogrande.py,sha256=Z-zcl9Q9v9W3uGvY_KMpUfWf-rmamQENSyz4cFjjBG8,445
lm_eval/tasks/tmlu/README.md,sha256=JLyUn4vZpLMMHvL8SxQvD4a0kUJb_5Iys5GAQzIwxuI,3222
lm_eval/tasks/tmlu/default/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/tmlu/default/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/tmlu/default/_default_template_yaml,sha256=zd954BYBN6gK6dRZHNNgIyOdcHS3_iHzBxvvDMglioI,455
lm_eval/tasks/tmlu/default/_generate_configs.py,sha256=rE2P9Le3lC_c60u1CfvmDdOXyLRbeKqiNsKFKs0AKQA,6854
lm_eval/tasks/tmlu/default/_tmlu.yaml,sha256=ymDylI9OcRkPzla1ragKpYi8fPUH5NhG1SY4_dBYrss,805
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml,sha256=Gfh3kLu-xY-4AfDG0c1UtymrZbjSjEPB9Z_fjqYpKLI,581
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml,sha256=J1Xr2PkcsB39G8OQgTQSSaLbEUO5A_OvU40B-DQIV3M,593
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml,sha256=UcWlFg6zVKdPLbNZ2YIPDjhM7JD0eW5SjFm-QnF9Mxc,587
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml,sha256=x-8VVWGbhyRUkxk0S8he4bcoNibw_6QaPazAv1IjF_M,589
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml,sha256=RVpItY6m_JVofbzKjcnf91Vz0U6qxAuQ5popkQ_lZw8,598
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml,sha256=MR8zrzYVw7ZvxzmyJFaYGTMihkro72jQin2VuAOTtUo,587
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml,sha256=3UkhrnWADlj5DXEvJ9X0yEG5DRXVU7dHGV0Kc9cY3Rg,575
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml,sha256=REg-hHBrWI6xs9W3EXkT64XIdNz-C35cKbhYIIdKbgI,581
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml,sha256=YcjZcXEDklk4o6axMeEApI8Jlqw0-WLQ4I6IsD4HOaQ,581
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml,sha256=QRbmnYOep9mqf6n8ldFGF8LBkEVaLU4kN3cDjYUL4qc,583
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml,sha256=Jekk9cQ63oLjcz7NoOntbKQWmTczC80WOcmRYqi3SUw,599
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml,sha256=gO5m1LSeMqul4_UewXlTFoDkuefzw-VzUjyXluUU2tI,592
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml,sha256=6eUm_IdgfsDjD97Mr9NalZ2_qyX2ldVEv3wPFPcrstY,581
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml,sha256=-57Lp36I6xKV3XJEYFROLOYtQIdMO9MZUhFW8E5Vr7U,584
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml,sha256=ita9TrRpeABYlMLgpKnK3x4Gel59z0phuuXhm4YEwhk,590
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml,sha256=WQRpqdHtDqGu0kJEzIL8Qn13WCxXA8dW5gO4IF7qKE8,584
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml,sha256=lIIqsK4ygvcfLfuj1rpoXX93Q4WJsSSaKddpdQZvVwg,586
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml,sha256=XqyT1t_k_nmVzpG0z3xNLYpT2HPbaT6SlcKFiTy1gi0,608
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml,sha256=aUQX57TuZS6XiYNzQxAkqAPOD_1Tv2Ii3WZPQlyL8_s,595
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml,sha256=82kcUxAcWbOOILWGFanBL1AlfkW_5ewpAhLfBuhbXeA,584
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml,sha256=mSxBX1PRe4elh0QUlmnth5Bn2z5JXIx0KW_gk6xJEM0,580
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml,sha256=oyk4RTu4gurZS4D53PbQ14mbO2vxKjZMlW9TVNwjNsA,651
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml,sha256=tareg3YZQCbjGWUpleoMOo_G_8omm-zQiSC6454hjLs,619
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml,sha256=wHGzU_SnYDzFlMHNh_Hpf16umPWlhH0UO3FgCzAohtk,654
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml,sha256=8-uKfObIfdxpsfkOF0-qWCw89y1Exkr-a5DWMJNIc-c,595
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml,sha256=d6PKewYYX96SNnw6AWykjm8EoaEE-JApkOp5Y-mZYms,608
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml,sha256=isFVVTZSXlFVadmMmeWBhbIpJ2oZytY15hlqpWkuN6U,576
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml,sha256=6CDJa_oZTdlPNw6GGiBZEyccogGNxzqzIdAyaWDqPAc,631
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml,sha256=cnGUoZW8wpIbIs2_okM7zUJS9By3-tUZT008k4uOG2o,616
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml,sha256=X9XPotDzqAVE2pY7uDtq6c4wB8GeICqTBCfehl0XL5I,572
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml,sha256=-NlUKhsJI3JOSoa8MooyCE1Bc5WfB0LqpcANxuFeI7E,575
lm_eval/tasks/tmlu/default/utils.py,sha256=o7iF6XNfhhd2ylu-5fBtleytmM8R3xz0u-f9RXr__bw,750
lm_eval/tasks/tmlu/subject.tsv,sha256=Ah8ZCNNXETsSyoJ07uHg96MflTWCla4PvQHg_xjnuts,1717
lm_eval/tasks/tmmluplus/README.md,sha256=YKXUeprLtW0ogtfJwBZ3ftVuCY1w5aQNwMTMOQDpGZI,2319
lm_eval/tasks/tmmluplus/default/__pycache__/_generate_configs.cpython-313.pyc,,
lm_eval/tasks/tmmluplus/default/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/tmmluplus/default/_generate_configs.py,sha256=gaU-QRs5594w0BQ5HKbfiTjH8c6Zei5MV9crGZgbpVI,6247
lm_eval/tasks/tmmluplus/default/_tmmluplus.yaml,sha256=oMmmP8HT36YvYgiJWlzUzY3uNk1awO9WImEluA23VoM,244
lm_eval/tasks/tmmluplus/default/_tmmluplus_STEM.yaml,sha256=w0LuZrZYJdb5Xs5XKDBZ54Gw0uR93mUGWOxNeiIeQHY,186
lm_eval/tasks/tmmluplus/default/_tmmluplus_humanities.yaml,sha256=hCNdCaJxz2bZwpFmNjrPiIS9yrkRGQyHpx6W32N6gfY,198
lm_eval/tasks/tmmluplus/default/_tmmluplus_other.yaml,sha256=l-uSmeUJ5NHKEno9pIHn1jLjC5cY-wwkS5JSo7Y2bhw,188
lm_eval/tasks/tmmluplus/default/_tmmluplus_social_sciences.yaml,sha256=KkWbXLrD8GJYUIwiQHbnTwUyM355dbZh6tG85Ytwen4,208
lm_eval/tasks/tmmluplus/default/_tmmluplus_template_yaml,sha256=nrv7LhETzNMlUz5h2jiXmw9NcPn8pGOgR-hKTBr4FVA,562
lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml,sha256=Pt2ONoOHFyMyMFgLRmrKb5u6j4xfgCtJfEaDXgvq95o,244
lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml,sha256=UY21ZcJT5oEiFjjaCqDzup2jqrLpZvYqm8BH85pSqOU,273
lm_eval/tasks/tmmluplus/default/tmmluplus_advance_chemistry.yaml,sha256=HgZl0C-b5pu_mBBxq8nuuayb5xSWEp-Vr-R-U2F6VmQ,261
lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml,sha256=hK0wbH4sjpgjXqEVhoVmZDlB5BoMSD-b5AMk0NpSvz4,244
lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml,sha256=jv6H8WCp3j-tfTKXdqZhbqmL0fKw_MpQOV9iGxvuFKA,285
lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml,sha256=4tLcyAXG43etJZNjFEgPcUI0VJ-K9cW-VvXQ2h1Q52k,238
lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml,sha256=MeAf6H1pUc_zXardqDTvv5yhkHh1iUOBB3KsN2NwiU0,279
lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml,sha256=5iTo_FaYVeuD8gIZZo62I4xTAXOAGQUu-8J4pjLd6fs,274
lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml,sha256=0W2dWievfOu4erVLSitFH80I2u_KHD6gXMXJWAmCIIc,314
lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml,sha256=TfP1hi-trxaryMxNm9EMii9REr_-dcP-vLF6iC5NUM8,287
lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml,sha256=FDICRJnpFnp9IUsYSzX7YdAllLDgTC_iXKx3HWK3V10,264
lm_eval/tasks/tmmluplus/default/tmmluplus_culinary_skills.yaml,sha256=vLIOxYFu5Ino0H3HSvTtAF_TnopQE4F60omlSL_5lig,256
lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml,sha256=4te7qk0fQGXQO5g1CxaBZOsomlvzTFv1TP7rmvmU_uI,241
lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml,sha256=pNMcesfNEbJ5ylFx-Yh15Jh3r3S38F16YyZXr4ah_Zw,251
lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml,sha256=r2P0YTuhvw0MRqXHxnzp5FCsRhtZrhABB163m61t7V0,254
lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml,sha256=Gxg0LVjCapMt9gbeSBC0a3dBdvfSAhSR4PVO-gKGgVk,311
lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml,sha256=T5raWWmkwjGjHnF9sZbNcg6fdg-WK0rG9GsZEoXPqgI,293
lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml,sha256=zXGd_tpXRdyxaOSed7ba0uuBOu9_LhFaMc4Ur2bZkgI,264
lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml,sha256=7En_GF9-qhZF5FXdLtRny4opLwUV4uYkf24-IKzja8I,265
lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml,sha256=fY2SazQ5zUfaCJFCfkQt6I3srhTHpWmk-dzpuE9hs8w,271
lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml,sha256=cbRwsrVAEu9qQKetZKYFFKzXtK5esOmUTcHLqI7JItM,250
lm_eval/tasks/tmmluplus/default/tmmluplus_general_principles_of_law.yaml,sha256=5Z8X-Ox-l0tgZQbE-fLyVi9Ck5_D3V4Bxc7NIWPLZ8w,297
lm_eval/tasks/tmmluplus/default/tmmluplus_geography_of_taiwan.yaml,sha256=geR1Ie7E8IoB8IHAabfCDlUqy6tzFNddhdHTEGNh5Ds,284
lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml,sha256=BsHtWSX0eIyh45DgvCho5xWBXKV6R6qdIxOV9ipCOC0,278
lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml,sha256=JJRO85lAwpq5apJfwLkGmYPoV9II3K_KvuIWrhnZvHw,265
lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml,sha256=wn-F3zxVbZ8LJOpf6xKToCBwkdCBISQ-EOJMpAnA4nU,279
lm_eval/tasks/tmmluplus/default/tmmluplus_jce_humanities.yaml,sha256=utLYgRceB5Ww95Sy4Zyq0slGcFNHRZNaAZr-yCmPhv4,270
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml,sha256=r-kZqWooJSRDO7u1luunho1uJES7m6gnQYPF_EqY-ao,264
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml,sha256=8Prm7FUCH1u7Dm64chscmmW4Pt5MCXFLucqlNiU5g2w,296
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml,sha256=g_c5cYIaukTXdxYEJIbNCHNBkhIqu00rO_apxq3khrA,279
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml,sha256=SGlgDS7sA1uFaYd1S19ewVPfZt_Fo2rKY7Juxs-SDLg,288
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml,sha256=rRMbkxdqErpiY-AjCQfG4A9h22gvuHkegmD9vHtKxOA,295
lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml,sha256=LcH3I_mbxr_guWUVd5WvuPsrRdQ-C9iMNkIR1eB5S1M,252
lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml,sha256=weOoKoN7cuqL5LdNFh25poUIFpVU-Gt3z6e-7Q0O1l0,262
lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml,sha256=-Q2faHXQDW7OIv0ZjBJFxgN-dfRgjBm_3Oy7daTPmmU,263
lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml,sha256=aOtpii3boEt4kxsrfDYiiI8ssNMO2hW8rV2BAgA3WJc,280
lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml,sha256=v23QXEDo0783QdXwMuQ9b9Z2_vlp57gyVEGxTHXN-TQ,277
lm_eval/tasks/tmmluplus/default/tmmluplus_mechanical.yaml,sha256=b_UDq1-a8W-o6sQRwkju_ktSJxIgu4mSDWwUn548YFs,256
lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml,sha256=Upa4DlwBQfailvMEIN6mVuL5uKzQVncR55YH9HyDMxQ,229
lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml,sha256=qM3zBTdvWp-kQkpCA4mcxvsFpb5eEEX_yXLYo9qlCpU,278
lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml,sha256=0g7GVELpUrZ2vr5fsJ2SJXXYk0Fmb0l3rTatscWZsI8,259
lm_eval/tasks/tmmluplus/default/tmmluplus_occupational_therapy_for_psychological_disorders.yaml,sha256=2SLVpIZrDwkM-w-AeUoKjbdiw_McjDW1bVTbwKx3blI,386
lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml,sha256=3a1-CwQVyThtit_XMnclpu6q3AqaZGevm0MTLNyFDIE,301
lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml,sha256=SX-Ma4mU4SgfFAomYc_6ny_Zb0Gj2TN2v6jzl4nNFOI,241
lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml,sha256=FDhwGTk9-PXUaiENnjvgGACzsigjI-CpolBYeU628ZE,267
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml,sha256=3OpAwjNntJx0VPs_rHs1qdepM5ChxqPUSCnBWFpfXls,250
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacy.yaml,sha256=xhiaHF01FGKeCW2SpryuQinEVUOHccTEInShEdgai0Q,237
lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml,sha256=rGKn41dAdow4EvTyLCCPVSDzPnnWHx9droFS5QaRKCg,275
lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml,sha256=fAtZmZJf9-exBaJ52AQVbUFBDLpjGtlMID03ysvdXqU,231
lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml,sha256=GqvOlEsodLXtdOlpvaHvFunqlxaiccfM1rkLrWGbpo8,266
lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml,sha256=NqBQoXn7JbX_SVI7uySbvR5lHSUMs3k4k_h3iNAcNsU,247
lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml,sha256=ZWahzVuvGCN_ChXY6XojjOcJXAvaX7Bhz6Qpo5QRhdE,267
lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml,sha256=_aJn4LonInmmJObOtgc8z28ZmOMwTCC4eVM1iRtoWyI,318
lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml,sha256=x2wcqbIgUxCIcZUBbvo9JCh-mKwY2VZm9yVGsYJSi0w,275
lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml,sha256=TO_iXXp1_YngfroPJlMrhMLG-fDxuNBsrnwxb21KU4Y,240
lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml,sha256=w8d9hBIwRY9oUx5eGrfUUD-v61d6QX5J5IgobJAaKHM,247
lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml,sha256=djhAYfd8zUpff71Cl8UK-8P9pg7KppY7oyiOFIXIl5Q,305
lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml,sha256=YX1OBKNwhnjOFizTrHgHlUTvj3fm1nJSJ9JwuKFPzNI,226
lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml,sha256=oIZvZvJsTcrls46jnQ5BHrWJhmISMzMRjihYbwDYdW8,361
lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml,sha256=kXW0uq70qKBz0y80vgGZuxJ3EpOjHrmpeN74xXWiBnQ,264
lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml,sha256=OuyExEFtTr23t5qzXWCS0I-S23LNTLEX02Lo6ClO_lE,251
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml,sha256=Xur52lRQE-jVJtroNwSCE7i3ItOWwnJ2_uIkGLIr_QU,287
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml,sha256=oxJ8RGXCEgIEVlCZ3sbYv1xL4ZH2sI6AEHOaV8XZaCY,248
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml,sha256=XnAHu7Vr6dEvymW8ESDA6GGIvUC5ZZe5js3d97YkqTo,261
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml,sha256=CHt2NQzZOFwhHu3s9SS0EPqxQL-YfsyhxwANK3sJKVM,279
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml,sha256=o_BYcyqW3JaJ6GhvjmGMjXo5gBGCz35RgQwyP16CNA8,280
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml,sha256=QWFV1SPfvLDCLzci6MjhiVDudf5QtaOHA2K8bOcgKds,289
lm_eval/tasks/tmmluplus/default/utils.py,sha256=mQe-NjY4qbY7WYKTVN5ibW0TEMr_gOz79AD8sIlzrB8,516
lm_eval/tasks/tmmluplus/subject.tsv,sha256=DrL3yZ4IsAmFtq1u1XtPTKUb-QNGOm3aU_AOz4TeDnU,2635
lm_eval/tasks/toxigen/README.md,sha256=0zC_-x1qhk5mL_Jtm6CD7cZu_dnQMexWDHXTdfjKMss,1458
lm_eval/tasks/toxigen/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/toxigen/toxigen.yaml,sha256=AVH-Nbz8tYBTKImPWnmchhoy08PJ2I7E3MMv2XJpLhU,488
lm_eval/tasks/toxigen/utils.py,sha256=7jVV5-UQChjGOjsZQAOvbiaF-HlJuYV2unRvbuPxbgA,153
lm_eval/tasks/translation/README.md,sha256=ruLNyYFEmM76GJEov0HOlRG5FUCqflCh7vYunu12D5A,925
lm_eval/tasks/translation/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/translation/iwslt2017_ar-en.yaml,sha256=L5CuoTWPLVBcvvCIoXpph8U3KGHMAitqNC_MGwYdQGY,273
lm_eval/tasks/translation/iwslt2017_en-ar.yaml,sha256=3kvbsLn2l5OePR4m46sH20PrSiOrYobguO3-gNNn4j0,273
lm_eval/tasks/translation/utils.py,sha256=TIq8u4WD4KetzBtKXrUjghf6Jf2RSBNz68-obm-GfRM,4137
lm_eval/tasks/translation/wmt14_en-fr.yaml,sha256=h3RaGI-KwKDb3_kt8-6gajmdp555vGIqXFhvePyM-4Q,279
lm_eval/tasks/translation/wmt14_fr-en.yaml,sha256=yAv1zJQ6wZA51Hs9XLp7Qeb5RmsHDXWteglZk2V1KZY,279
lm_eval/tasks/translation/wmt16_de-en.yaml,sha256=0PMHsOT7gH2zAIXUMPv9VuT_7agrwi_feqeObIUyKEI,279
lm_eval/tasks/translation/wmt16_en-de.yaml,sha256=ki1R2bEC8k-QA3297J5RBu5wxUEWWg-cS_LbPPYogwo,279
lm_eval/tasks/translation/wmt16_en-ro.yaml,sha256=OhNkAErPY5Wjwp8061XH7n9cte3aiKe-pbYKXw8HuYk,281
lm_eval/tasks/translation/wmt16_ro-en.yaml,sha256=9XiIf-JoksEEGfW8dJkaollnODEVKNzuL4OtIvUT_js,281
lm_eval/tasks/translation/wmt_common_yaml,sha256=4BgUbieb4MnTun4p3kDu8VyXie6ZCiK_AsGzyjhnLVA,298
lm_eval/tasks/triviaqa/README.md,sha256=UwDPFH5UD913cyyUTjFIM48iSgDjjNltRQLbjRo5n5A,1852
lm_eval/tasks/triviaqa/default.yaml,sha256=_oITQidU5ph4Imt_Su3ROv4JmoN4hCA1UrDUSuF1nIg,706
lm_eval/tasks/truthfulqa-multi/README.md,sha256=9v86zL7qOrJ1zqOh2wtS4VW12rGLf0u9E4mS7cxrlg8,3614
lm_eval/tasks/truthfulqa-multi/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_gen_ca.yaml,sha256=Plxf9ip72BNtFbh1tEnht4Bt0Y0eDnn7gmVph4If30w,84
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_gen_common,sha256=Nmx2QoIj3o2bLsxhPj4vUVmV9Y5mIBHxVF1-8-Eo2Z8,1708
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_gen_en.yaml,sha256=6QaNOG7zALoJWEFEZoWCt8os--tSpV3Jfuxh9Pk-mJs,84
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_gen_es.yaml,sha256=nB0MEXTUTD-md1Lnc_G7QMQjZx_ymozThD_gDIvQasU,84
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_gen_eu.yaml,sha256=JODqqwhZ0-sViw9nlbvZ_BhvLd0r9fOFElTAtigmg-U,84
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_gen_gl.yaml,sha256=QN7JtqpgiXZ-vOYAxqImkxoNwvvWlBmWKArVLRrzsZI,84
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc1_ca.yaml,sha256=xCVnvGsE4xo3NVrdqmIDF86oFduyLcFzxPtocT0UbBY,83
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc1_en.yaml,sha256=9o3poiWbQE5wGKa0xSKGO2HISqNDL63lsAeuQPWuDmI,83
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc1_es.yaml,sha256=-BbJRDvDZTcnP3QJITbXQWB_Nt2T12HIwgTTmAeIPmo,83
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc1_eu.yaml,sha256=NX8TaiViFz80GPzwRQ6esPjQdpsQ-LtkReZvh4jgrn8,83
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc1_gl.yaml,sha256=VaUYb-ST_W3Ya8JwxWau8VTOZCPQoPG8yYvXj4rq4S8,83
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc2_ca.yaml,sha256=SYRxAoV6vjivicMfzHfa0Ba_SCprlMJG7-z5-HbibIg,331
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc2_en.yaml,sha256=GLVkJhSZMGiKruyQvL4TZpPAXYeHhO0B6b2MaQIy_ss,331
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc2_es.yaml,sha256=SZVzxnoCYXxH6F19j2nmHUzaM1M67m5Atfg7cyP1GS0,331
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc2_eu.yaml,sha256=8hhTFqeKMI0LVEufBAV3p76TfiTXQFLfJcQAZRwuS_Y,331
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc2_gl.yaml,sha256=K4XsQW11jaEzWSctR4JC_HsU_ZD4D7eMof_muz0mFxM,331
lm_eval/tasks/truthfulqa-multi/truthfulqa-multi_mc_common,sha256=mqQVP5IeEF5K8RSFTnLL13WidGG-SVqtngoU3I8DgZI,487
lm_eval/tasks/truthfulqa-multi/utils.py,sha256=NiZO2W0xZXUF4F63ryba6ZAlSCbQluPVYVkgsYfYrBo,7309
lm_eval/tasks/truthfulqa/README.md,sha256=QVw4h0zU7QezA9Y9I3VeWqB06a1B0supbs6dt9uHJaM,1823
lm_eval/tasks/truthfulqa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml,sha256=xbmTpubcWs2dYDWoZUB1uMuTql80hXYXvPnxrsXBjI8,2246
lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml,sha256=FhOEYLS94uAXQk0WjSaKKKZIGKVJwtb7HI8unMUMNuU,1179
lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml,sha256=oZG-SuexuYVv6mbQv4c-ma_sfiMqDAUCVYyyPcpHaSo,330
lm_eval/tasks/truthfulqa/utils.py,sha256=08gn0eLNRCoeRzi1J6GO_9SMuyrtR4wSplIxG16k28g,6187
lm_eval/tasks/turblimp/README.md,sha256=PDXJbMFAF4mXp0z3HmfcESVXlaYxOXcagg63XgLbXLI,3364
lm_eval/tasks/turblimp/_template_yaml,sha256=Jun-WP2PuD3Ya2Zp8VKWQWfoSl7latjvh8eOGgwQ84g,370
lm_eval/tasks/turblimp/anaphor_agreement.yaml,sha256=Etj9oZNlUu5gw4HS7jw6VlHm4X6rYPYXgs6caIxJhYk,89
lm_eval/tasks/turblimp/argument_structure_ditransitive.yaml,sha256=BEYea-jaR5Lby7QQ6_1_JZeFEsDJyINQdbhbK_L61ks,117
lm_eval/tasks/turblimp/argument_structure_transitive.yaml,sha256=lCRo8IjeEVUSwxkv8FiBZ37wEBSEHLzg9cm8KcRV6AY,113
lm_eval/tasks/turblimp/binding.yaml,sha256=HpfoR7zeaydxDiFsULX2OU28Hd89PXD0rWxOtHFq2C0,69
lm_eval/tasks/turblimp/determiners.yaml,sha256=r1lS8nq7zBeqc37O4UbHPqmOzPKibKJxThUPfPKbamE,77
lm_eval/tasks/turblimp/ellipsis.yaml,sha256=tOyKlBaTdKt2Z_W8rgeK5dBtYK4S6fVc_cdrMoWIQZM,71
lm_eval/tasks/turblimp/irregular_forms.yaml,sha256=_PMelmqW7sNI1qc86plzAhDQTckjdXSOq87xmH5POVc,85
lm_eval/tasks/turblimp/island_effects.yaml,sha256=e34MOX8OB_c2MdyKjI-Z2x6xArkXokcM_SuKVNH75Vk,83
lm_eval/tasks/turblimp/nominalization.yaml,sha256=fzWZWxGiZ8tRmfUafxuveVE8KMormb7cFnsetFUqsnA,83
lm_eval/tasks/turblimp/npi_licensing.yaml,sha256=lonkVFPsnIOcKngJNw20tvb08E8holdsSfJIHdHaaOs,81
lm_eval/tasks/turblimp/passives.yaml,sha256=twHno_WDaa_ozZMt57sYiaY_ZQJ4WVd5Gt6YggzLaZo,71
lm_eval/tasks/turblimp/quantifiers.yaml,sha256=sh-cJthO_dxh3OEAJWRt3SeFE6rabGRvkow4KeAlMno,77
lm_eval/tasks/turblimp/relative_clauses.yaml,sha256=xspbt6xQ6twkd5gzBzIElweDVX9p062pcOWmOs2NztI,87
lm_eval/tasks/turblimp/scrambling.yaml,sha256=ruRFCxa1Qfy4UOzKibYCnsOfo_FSfmuVnF1VIBvs6VM,75
lm_eval/tasks/turblimp/subject_agreement.yaml,sha256=KfdOEQDOnSaug0liCna15HgiTGiKydGWKr3xZvRtcaY,89
lm_eval/tasks/turblimp/suspended_affixation.yaml,sha256=9cd98bRdOgG8duBAZFONZY7dT0YY2-Z9W2hnYODXXzs,95
lm_eval/tasks/turblimp/turblimp_group.yaml,sha256=WgpmDmnrDaAxb811jsCtt7foV7Nozl0VGg4UOvvz1CE,671
lm_eval/tasks/turkishmmlu/README.md,sha256=xHTl6ZMkvR6O105IIrrix0t5cxzRQZFQfNjzhtgOM_4,7605
lm_eval/tasks/turkishmmlu/config/Biology.yaml,sha256=yEJCa_oCO2QplbstrYplId3iEEB7pBnc7jxmu9EdXbM,83
lm_eval/tasks/turkishmmlu/config/Chemistry.yaml,sha256=OvTJUhsEcaBv9o46HYQEwmGZ5j95h6_-fRA51a9LUOo,87
lm_eval/tasks/turkishmmlu/config/Geography.yaml,sha256=iMBP-a5rky79uNyutSn25F1o_LWyfvqzYTvXknX7jmo,87
lm_eval/tasks/turkishmmlu/config/History.yaml,sha256=nwvmGhGLydUuu5d4eX2hEhVjo0TRPN0XbpAiuLVdph4,83
lm_eval/tasks/turkishmmlu/config/Mathematics.yaml,sha256=DSuUBFL6RXiyFHPJ-fbP8RNe72b8l4z7cdh9VKA8YWE,91
lm_eval/tasks/turkishmmlu/config/Philosophy.yaml,sha256=VeJCxki30VXQpC-5cZWuDk4Pa8KaDD9prVHG8wOcua8,89
lm_eval/tasks/turkishmmlu/config/Physics.yaml,sha256=BMpiVgxVYXpxLX36EqGQUICI4cp9l1wAERBBDOpPnH0,83
lm_eval/tasks/turkishmmlu/config/Religion_and_Ethics.yaml,sha256=M4tJpfiEcY6XAgYjfWJU5s204PLbV3gKYmJr0jAcplc,107
lm_eval/tasks/turkishmmlu/config/Turkish_Language_and_Literature.yaml,sha256=bGswl1CHCKpacDiJKmYI-js62oKI0KyMxTuoKaB3Y3Q,131
lm_eval/tasks/turkishmmlu/config/_turkishmmlu_default_yaml,sha256=2K6ZgB62FITfyKi4Pk4HsM7QX2AfyjYKMa_SPl_bx-I,598
lm_eval/tasks/turkishmmlu/config_cot/Biology.yaml,sha256=Poz_LwJcl-zw6jN87Ivg7efMPq5LMDFWfX54xUCQcI8,6045
lm_eval/tasks/turkishmmlu/config_cot/Chemistry.yaml,sha256=e90QuWKHgtEWDQ6-mJoYHdGuFv21rJ9jqEEDc9tZNFI,9849
lm_eval/tasks/turkishmmlu/config_cot/Geography.yaml,sha256=HxeTHf_4udyF_-vTToaZ4s_LggNAt1TV7M928_QHUgk,6823
lm_eval/tasks/turkishmmlu/config_cot/History.yaml,sha256=kjvBhljXdpDo5r8BqwSyE28OGW_ydrc300ndV0S-Po4,7782
lm_eval/tasks/turkishmmlu/config_cot/Mathematics.yaml,sha256=AOHh8DHoJKVxL-_3t2CxErkLe4c6_qo8ABJRg_4Wy40,5895
lm_eval/tasks/turkishmmlu/config_cot/Philosophy.yaml,sha256=Z3LErR1mVklPzzV8dZJEKX3Wziape45878eFND-gndo,5346
lm_eval/tasks/turkishmmlu/config_cot/Physics.yaml,sha256=uri-IVGFCKO2J5bl3aoid1qj0kIeUp_znTWMfizURLs,9602
lm_eval/tasks/turkishmmlu/config_cot/Religion_and_Ethics.yaml,sha256=6wFYzGAKAHJPAuJsX4Ne8WRBMlRC1cQvucXM4n6u4AE,5487
lm_eval/tasks/turkishmmlu/config_cot/Turkish_Language_and_Literature.yaml,sha256=qFSA5SV4hRuWE2-PXPEQEtzwKaxeC4g6Vnr2j5FLepk,6842
lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml,sha256=-PLW6ILMXmiKu2Uirh-nF8hhvBbU6htlR4Q5LriTK_s,923
lm_eval/tasks/ulqa/README.md,sha256=Q1_yXpFu5lxD0v47YREcOWa_4iSBqGzOFeL4k_YBV04,1192
lm_eval/tasks/ulqa/celep1.yaml,sha256=4zoZZMbmQFUYkLOmz1_eLcxXmSvTi1Qxfe0n8ozU7hE,614
lm_eval/tasks/ulqa/celep2.yaml,sha256=vIKX1L2DpSvfRKUt6juU7RmlzE-X3F449lbzEHy7vlY,740
lm_eval/tasks/ulqa/lambada_uyghur.yaml,sha256=zgjl3OeIf6CO2d6TaW6bqT9RPXajwy5ekE-w7wbfRik,537
lm_eval/tasks/ulqa/uleval.yaml,sha256=SAwZvZcUey4qMfg7NBHnFinPeOz2T7PEiKAECu60mXQ,511
lm_eval/tasks/ulqa/ulqa.yaml,sha256=ZYUX-HwtYJBwKdzisKgPwsP0peGJlyMwNmvt9wR2JaU,154
lm_eval/tasks/ulqa/ulqa_.yaml,sha256=N20Pl_ayUTe7ttLw-wu0jfDagKGhaQqB4PYg1ZNWWfI,705
lm_eval/tasks/ulqa/ulut/nug.yaml,sha256=BIjGBJ3dsF_-0zdDObQqn5SNJyttd86OJztVXxErvy0,487
lm_eval/tasks/ulqa/ulut/ulut.yaml,sha256=zjS-D2OzmN2sOu9ezVZTh_JJRJ48fJRxEBHtgM6FnFc,209
lm_eval/tasks/ulqa/ulut/wag.yaml,sha256=ql4n57vbjPlBkuJoFGacurY3SpRd9SVHWklbEud5NYU,581
lm_eval/tasks/ulqa/ulut/wsm.yaml,sha256=iWPDmmbDDbGbVtfy7pss88QaLxvC451kc_7Vz9yjPGo,559
lm_eval/tasks/ulqa/ulut/wub.yaml,sha256=5n4ygbeywxRqGHSLA8HRa4x_bbt9N3CkukXnn7TupVQ,658
lm_eval/tasks/ulqa/ulut/wum.yaml,sha256=vg2kETnBW-bnoDENIlOUSAT4YxklqA5Dnc-usr1DfZU,637
lm_eval/tasks/unitxt/20_newsgroups.yaml,sha256=hPMcmK3z58wXuwN_IB8TEz4yDAIG8CwnZ3xmmtLanDk,121
lm_eval/tasks/unitxt/README.md,sha256=Za_EgiZ370m21_cN9NgKlsxL1R8Nr373gsTBDvhMBKQ,1976
lm_eval/tasks/unitxt/__pycache__/task.cpython-313.pyc,,
lm_eval/tasks/unitxt/ag_news.yaml,sha256=8raWWCw0w-7fi9ScpOdNPrlV5aPTOTAgmnYwf4SxON8,109
lm_eval/tasks/unitxt/argument_topic.yaml,sha256=FoO-oAJcQehkKiYCMP7tU4lUtRaCcFz5z33idaHoQQM,123
lm_eval/tasks/unitxt/atis.yaml,sha256=Id8gGB76UShfVPU3H9oHxP_hswp9OOK52grc3vlLWUQ,101
lm_eval/tasks/unitxt/banking77.yaml,sha256=P2t5UHc9YSrfpU2zRnhGuS8oBosFdgio3Z4jLorg-q0,113
lm_eval/tasks/unitxt/claim_stance_topic.yaml,sha256=OS529cRaSZXzmQXOftNeBo2jtUQk5z9nmGz_Gy59Rak,131
lm_eval/tasks/unitxt/cnn_dailymail.yaml,sha256=gZGnjzRwHjaQmIMAtZ8oLHml5aX2Htm_MbPj71gSkvU,119
lm_eval/tasks/unitxt/coedit_gec.yaml,sha256=OD8Axf3z2WLgtcQeJWqOa5ZEpxl2iKm9IlRf_mr0XF0,118
lm_eval/tasks/unitxt/dbpedia_14.yaml,sha256=jCEdN8uivbVhQR4994ZTZlApVr0ZLTzQ3aD_S7XYuT8,115
lm_eval/tasks/unitxt/doc_vqa.yaml,sha256=0sizuge9Dm-oUrDQCfBsZNR8YODI5hhskvDi01raWXs,112
lm_eval/tasks/unitxt/ethos_binary.yaml,sha256=5gDJbMXAD0OpZEnPIwcrygVt4DMnOmhBTPVYKCZsQXw,119
lm_eval/tasks/unitxt/financial_tweets.yaml,sha256=S9ubnt8nxGNNCtdqDPtsfhrpQlUDJ5rMDWbfUW3vC0s,127
lm_eval/tasks/unitxt/law_stack_exchange.yaml,sha256=bgdygzm6wdkd7vl99wfXU9ub11_UkVHQmCXIgZE7iiU,131
lm_eval/tasks/unitxt/ledgar.yaml,sha256=qxWAUfjTGBm1ifAIH2BiJ_uJ-DkFmfN0xWfb8t6S2kc,107
lm_eval/tasks/unitxt/medical_abstracts.yaml,sha256=NTA-dVZByYGTkjH7Qs_a7-2NODVeMUprbYV_6c6ZyMs,129
lm_eval/tasks/unitxt/stsb.yaml,sha256=nMxmcGUtzol6K_dVGhpZEMQtu_vDbAnD3kGVmenaSpg,98
lm_eval/tasks/unitxt/task.py,sha256=VAweSRxe0PGWgtTU-ZDxPmzYyFuzj0YeIhK6QALKh7w,8051
lm_eval/tasks/unitxt/unfair_tos.yaml,sha256=CIZGwL2ZPXwhDhu_x6aW_B6in9DVxno8bl_n_rUxbEk,115
lm_eval/tasks/unitxt/unitxt,sha256=tFF3SccTSDZiGybnKsLvehKdDC2zqFqKPfo8446iRdM,29
lm_eval/tasks/unitxt/unitxt_multimodal,sha256=JTdlpFOoA9nrvWGRl98gT-bQnaF6wU28v-JbPKxrK20,39
lm_eval/tasks/unitxt/xsum.yaml,sha256=9_E9G77Z8u3cfV-oC8yfmpQrX16i1-ZclS2H-SxFjE8,101
lm_eval/tasks/unitxt/yahoo_answers_topics.yaml,sha256=Lxk_WgZAWqXaVYbdMjQSV95GHZxHD2mW3h3ps-YN9-E,135
lm_eval/tasks/unscramble/README.md,sha256=8fD3JDITiBTcee1qvuz-EzbXAjdGI4IR6hGY6dCdIaw,2615
lm_eval/tasks/unscramble/anagrams1.yaml,sha256=ny60iy625tgeXRWVzKlxPRoy83-gM0unKA_2pcBSnVg,419
lm_eval/tasks/unscramble/anagrams2.yaml,sha256=n1VemuUA3qlxgNELUApKxM8yhOwyiZdut-hwhEfYLO4,419
lm_eval/tasks/unscramble/cycle_letters.yaml,sha256=P-Fs0L7ilv3IBm0tz1G0aU8xpqTxtlSJ-ABpW40rY7Y,425
lm_eval/tasks/unscramble/random_insertion.yaml,sha256=ykMHxPAyTeU6LUpK8W6crmszS2X3Z99BMqvvAy4p-go,431
lm_eval/tasks/unscramble/reversed_words.yaml,sha256=uZNco5tSPZ-a0GS7Y0uKav1UReG98EvCNSfy7Evsb_o,419
lm_eval/tasks/webqs/README.md,sha256=XaGMylFq_iwthSyM7VvHE5rVMzgQ9GJ6cVaQLMmagaY,1933
lm_eval/tasks/webqs/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/webqs/utils.py,sha256=s01Tkm1AQQ_BjJtUVayw1fJ5BsxaGjtCTrkJnF_fy_g,773
lm_eval/tasks/webqs/webqs.yaml,sha256=OHnD-Bmq5ihLg8l56E1vtiYifYEq_e7a1lDMsMk_fQk,482
lm_eval/tasks/wikitext/README.md,sha256=TIKOT6ySFrA3YAFL66ftz8FRL-hgJ0EfirXpSqH1294,1477
lm_eval/tasks/wikitext/__pycache__/preprocess_wikitext.cpython-313.pyc,,
lm_eval/tasks/wikitext/preprocess_wikitext.py,sha256=pEAgN0sXIVm_W-gKZNLEGUydXHcoT2lqxmY2EzjI2n0,1738
lm_eval/tasks/wikitext/wikitext.yaml,sha256=9tGiKNpIZGaskZIsmctf8ZdhDsBF3ssgCVmaFrgOr0U,532
lm_eval/tasks/winogender/README.md,sha256=0V2thNEYqQJg8v17RWap69lyUrbw3x6g-88bBIQwO-Y,3249
lm_eval/tasks/winogender/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/winogender/utils.py,sha256=RQ0W1fYtpDHzaVoLHfLY775mDgbWfWnAzVeQKUhDcKE,506
lm_eval/tasks/winogender/winogender.yaml,sha256=ibnoc8KPN-D_YI7txv8PQGLJjrESe_vOWIAR0BC6zBM,488
lm_eval/tasks/winogender/winogender_female.yaml,sha256=3Sqa2KZs--NgKumfK53YxrhB5rLQ-alnb4cWC8EHBQ0,93
lm_eval/tasks/winogender/winogender_gotcha.yaml,sha256=h9xB_6fizNfFFH1v5N7d98yGmeYmTDqMIxzGbQrELak,70
lm_eval/tasks/winogender/winogender_gotcha_female.yaml,sha256=4pvkr4uUj5G7jhSNOOGM8txnNV-mSpJ143Tkk2izPzA,107
lm_eval/tasks/winogender/winogender_gotcha_male.yaml,sha256=fDfWvyY2keHbHy9w-a47DvQ0aY_0sxfpX_r1W13Lc68,103
lm_eval/tasks/winogender/winogender_male.yaml,sha256=sCzoPWOGxxXZxCaawp53sOJYYJe7-Z24CniMJdUrT3E,89
lm_eval/tasks/winogender/winogender_neutral.yaml,sha256=SlHfGdfLG1oQ6W4ZuvEV6c6uSGOMmyoIgEP7HYufwjg,95
lm_eval/tasks/winogrande/README.md,sha256=vA2S-iOSnXTAXPQxEqRhwZMd3axmvKA3P-7tUcY2SFo,1816
lm_eval/tasks/winogrande/__pycache__/preprocess_winogrande.cpython-313.pyc,,
lm_eval/tasks/winogrande/default.yaml,sha256=enPCjxx2Dx9UtBhfIfjfWSfB_nJ4qFIPOO4DzH9A2ec,506
lm_eval/tasks/winogrande/preprocess_winogrande.py,sha256=5VMnYpJkqY8dOD_aJGRbZ3mvtT-gvOIVAEK5QWsa4AY,377
lm_eval/tasks/wmdp/README.md,sha256=-MqYQVsWAQmB4_7Gip5wWJaAtK80q-oyRpuihlXpDsg,2802
lm_eval/tasks/wmdp/_default_template_yaml,sha256=hEuktcekBgfOjC3LRtgRRqFePexrY9QgSyfKBIjJ6Ao,409
lm_eval/tasks/wmdp/_wmdp.yaml,sha256=cbXrJZEMuOtSLDiRDajxxDqK0RuNIlOt64VjQpP7BzA,169
lm_eval/tasks/wmdp/wmdp_bio.yaml,sha256=m-1-UcfSRncg9OeKLVjRHcf2vUZwW8l8cXAViPClKwU,177
lm_eval/tasks/wmdp/wmdp_chem.yaml,sha256=39eQizGmPz7BO6m89T_9EWiYokPB4Fk1IRQEBNV-9-Y,181
lm_eval/tasks/wmdp/wmdp_cyber.yaml,sha256=2iqzu1KkuTHw0tnd-GHYaOtaQ-UZwfMTAlr2nMVvKYA,187
lm_eval/tasks/wmt2016/README.md,sha256=TQNGOROTYVFB5BjH1ZEr7SCzDExdzsCj7vufGKa0i_A,1922
lm_eval/tasks/wmt2016/__pycache__/metrics.cpython-313.pyc,,
lm_eval/tasks/wmt2016/metrics.py,sha256=V629nou9UMoPluWjgjf2D9IlbXi0YD2HWy7mspQZQmE,280
lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml,sha256=C-F4mt3ksZE_qGwT8fCEUfa1HkGIiFLBQ7-G2BZrktw,456
lm_eval/tasks/wsc273/README.md,sha256=ACWo1bwzuYf66R7z0xxa4hMc2I6jdb71D5V-GeXNL-c,2963
lm_eval/tasks/wsc273/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/wsc273/default.yaml,sha256=1t8UiaRZWvEGfFS6REqxXek1OEwc5fhzV11RAYa8dls,518
lm_eval/tasks/wsc273/utils.py,sha256=LCldN-jXX1ilzpSIOdIMuZcdHA12J4eCkb69RYTGNQc,1005
lm_eval/tasks/xcopa/README.md,sha256=bszl23gtJTrwRRgk3JS7pbStFHqU5n7CW2s6YnNdwQI,2211
lm_eval/tasks/xcopa/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/xcopa/_xcopa.yaml,sha256=f5C6C7Ijrdzck7WybIoVXFs7YwQd6nl9-R_-qKN_bM0,273
lm_eval/tasks/xcopa/default_et.yaml,sha256=EcC2i2qWubXeUW1k-wp6rTXWftmadRQoo-6RrF2UvDY,291
lm_eval/tasks/xcopa/default_ht.yaml,sha256=YiVPPHda2D5HOmRzwiZsBXsSBdo90wBaRH5X7YQGnTY,101
lm_eval/tasks/xcopa/default_id.yaml,sha256=XxcNzEJFlUUGpyx_vvEiDKqPlzqr2rlkDpunwcp-Wzc,101
lm_eval/tasks/xcopa/default_it.yaml,sha256=P85UpV5Ilfr8wFA1Dupc6dQn-KVn9LDhxT9YOQb4A7Q,101
lm_eval/tasks/xcopa/default_qu.yaml,sha256=6CR5W6wWzpvLSr6X16gELeM_pDjahhLfnhUnyEKvnWk,101
lm_eval/tasks/xcopa/default_sw.yaml,sha256=I0HIJi_MHQPkbBj2OGF9yn_9nupq-bxsWaU0mfLntf0,101
lm_eval/tasks/xcopa/default_ta.yaml,sha256=T-ZV3pCgYTToODyBNJA0L5CrD4OspR8-hkS35TEfIqE,101
lm_eval/tasks/xcopa/default_th.yaml,sha256=_eMapb7miFw0cZuZaG1kSSR4Kjx2LFv2_8XTkkIb9BE,101
lm_eval/tasks/xcopa/default_tr.yaml,sha256=6VzN3-CzEotaJrB_ZesEEHKM6XEQqY_kzHiXrDInNYs,101
lm_eval/tasks/xcopa/default_vi.yaml,sha256=0TBQaLnbCUIB74GGs5gOgoprp4OSfK1vZ1fZgCIqrLw,101
lm_eval/tasks/xcopa/default_zh.yaml,sha256=R4P1Ibs5oJps9Hs2AeBBrL27yJW8OCXkL3ORaBCnfto,101
lm_eval/tasks/xcopa/utils.py,sha256=GR0xu7_Ga-e2bLxBAFPhNjEgGjcA33SfI8ZT-3g03UM,1791
lm_eval/tasks/xnli/README.md,sha256=M6yJ8Ui08vdiDQRLW9EejDPrSLuop09XVmZu0RfJEgU,2224
lm_eval/tasks/xnli/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/xnli/_xnli.yaml,sha256=MwYSmu-Qg9i8FYfqmjNMasmHFswjjejzQomxM1lN-Ok,309
lm_eval/tasks/xnli/utils.py,sha256=sYhlevG44xK_xQ-nlIaLC_3TAddLR0bSS9EmELz61KM,5277
lm_eval/tasks/xnli/xnli_ar.yaml,sha256=-vGMt34SYGsrxhJH2mzVJJ44UwCs44_EdPkT9F-b6zU,248
lm_eval/tasks/xnli/xnli_bg.yaml,sha256=3ZCMy6xC4r1HN_324m3Tqc4LjL2ZJTVlQAzG6Anmq34,270
lm_eval/tasks/xnli/xnli_common_yaml,sha256=BT2KtQR-jN2U9CW7cRjO55F51Awq1_r4x6KA36YCcSE,470
lm_eval/tasks/xnli/xnli_de.yaml,sha256=Jk1ZgtT9ji3lq3TVfu0jCQxUj8WJ1dZeaSyEkLzPiN4,237
lm_eval/tasks/xnli/xnli_el.yaml,sha256=Ljnc0ksd4-SYjDNhCBtZMP5SDk8gjD9k9RgxzFk4kuo,262
lm_eval/tasks/xnli/xnli_en.yaml,sha256=YeCSTN2rwAT0NLWzh1DW19PoAMee46W-hf0ScBeyhfE,230
lm_eval/tasks/xnli/xnli_es.yaml,sha256=GkwQMf22cNfBhIVubRAzkRPL8TGPCi0gilZFWdaoF1w,242
lm_eval/tasks/xnli/xnli_fr.yaml,sha256=RdfT4cthik8ZS7sSmkvsoxuK2nTdDouNOpzrZ-Lebdg,238
lm_eval/tasks/xnli/xnli_hi.yaml,sha256=pPuF91nLvDCOVXQ1bANGV-UQFedcez_2XW-OapqEX6Y,269
lm_eval/tasks/xnli/xnli_ru.yaml,sha256=1tAyhdGQKXpFQrIM_2-SAdPv7v34Ot1Y_NlX1WNk2PI,276
lm_eval/tasks/xnli/xnli_sw.yaml,sha256=Z6CF-2C6DyPh0nzk7GnqjtWnOHAw5zblmfDVjAQmJAU,240
lm_eval/tasks/xnli/xnli_th.yaml,sha256=N1QOrp7HkzYrx0TAiSMhEAJmWwETEAGsMBM3gTeoWnc,308
lm_eval/tasks/xnli/xnli_tr.yaml,sha256=bUvapKIUdJCJKc7CCIl918aJiWwhEiEsoMXJtbrTgn4,242
lm_eval/tasks/xnli/xnli_ur.yaml,sha256=47LmNHEByKsde-KLFlxDfWgHiF6MX06isosv6YF7Rj4,260
lm_eval/tasks/xnli/xnli_vi.yaml,sha256=Aw64QMiB-AAhq5xMgbZQs6dEzFC4njOpbH7bMokjq2w,244
lm_eval/tasks/xnli/xnli_zh.yaml,sha256=f7rvxUp0E8CgBu4d-YyCQOYx-d6eYRmiVfj0vNMdpsg,245
lm_eval/tasks/xnli_eu/README.md,sha256=jJSDu20MifhGwDC4bHC-nOPpS_4O0wFh6XMWgJfKWfI,2607
lm_eval/tasks/xnli_eu/xnli_common_yaml,sha256=YeGJjf9EgFpDutlC2kReRzYO1-0UQg-Cb9kxFOiAg7w,291
lm_eval/tasks/xnli_eu/xnli_eu.yaml,sha256=DqTR2zooK6xvpF6XXRQyq5ZScLga6UBz4vYHB_1Jbd4,248
lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml,sha256=4VQOXYotbDg1Xc-G15_l7PMmtNgLliHWX5msKA3FQNQ,82
lm_eval/tasks/xnli_eu/xnli_eu_native.yaml,sha256=PPMcCD4TkmanCERYqtnAIQ_EiXVJV_pIwcaWPluBLGY,134
lm_eval/tasks/xquad/README.md,sha256=misQBoKmthXE4ckZCNHjWwdwOZpH_DeYHcq9E_mPsGI,2168
lm_eval/tasks/xquad/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/xquad/utils.py,sha256=tvFkUz5vBadoMaJ574nTksJFm613tDyeL-FDGOSnmrI,446
lm_eval/tasks/xquad/xquad_ar.yaml,sha256=tc-FUYzcec5pAPMHhCh3NT0zJtB0AIXat8_jfOz5E_8,141
lm_eval/tasks/xquad/xquad_common_yaml,sha256=U5GyGIdKBLcvwPutJKu8Zo-MNhCoFfd54zB8nhBlH7Q,681
lm_eval/tasks/xquad/xquad_de.yaml,sha256=3Et3X7t55hwuv9lzQ9X-OfOjzr7mo9dxAB1k7iflEn0,136
lm_eval/tasks/xquad/xquad_el.yaml,sha256=pAOzAHAhZmddznuPfaE9Xbxbn5pBBsUG-aG2i7hjscc,171
lm_eval/tasks/xquad/xquad_en.yaml,sha256=kL7rSV1UtUVjVW9OugGA2VGkh06-gVsuAKAi7hmsTqg,138
lm_eval/tasks/xquad/xquad_es.yaml,sha256=JapmnGsW26ogfnkv7DUWRqu4wnSkwlqKoGFL2avlprA,142
lm_eval/tasks/xquad/xquad_hi.yaml,sha256=xk_hQXhnfcq8eeMRQr2MGa0xybVOwRrH-mPPbOiafro,162
lm_eval/tasks/xquad/xquad_ro.yaml,sha256=_J0Cd8-iZKZ4JyMKXIpf1IWlWBfca4wHPHHD-1EVbi0,142
lm_eval/tasks/xquad/xquad_ru.yaml,sha256=P8wqQp4xz3Y4yRu3q-DcqCCY-FhRFVMXzV4kWpGTcXE,155
lm_eval/tasks/xquad/xquad_th.yaml,sha256=HjhFyhoiaNIaA_0rbJFsu9bZCAAJNw9OIKXmq3u0-0w,162
lm_eval/tasks/xquad/xquad_tr.yaml,sha256=jWUPS5FAt258h3erUBUaBRPjU4sYlJTCCaSYY6xDDCY,133
lm_eval/tasks/xquad/xquad_vi.yaml,sha256=JZrUfzSCR23T1A25iXQ5Z4PX2v7fTAYIjhQH-UbgKSE,150
lm_eval/tasks/xquad/xquad_zh.yaml,sha256=j-fkRrkdagM5hmr_jINJQ77-kbK6pB5ws6x0Bsde7Kc,135
lm_eval/tasks/xstorycloze/README.md,sha256=zFx4IhOCGFNVCkUqmcnBH10c7_xyEHX4p_V4OPEFRJg,2674
lm_eval/tasks/xstorycloze/_xstorycloze.yaml,sha256=tBqnkCHcYyqoZ0G4KpRxyf-mU0NTIYytSCjwCVhOwC0,345
lm_eval/tasks/xstorycloze/default_ar.yaml,sha256=-zG9c9jwhi0bVWyl1e55QKQ_qL-p6P9h_KY1EaRvQbA,597
lm_eval/tasks/xstorycloze/default_en.yaml,sha256=jkXDziy5ZFSxiBBfvpF5X0PD7r2-EoJuPvpM_YO57mo,63
lm_eval/tasks/xstorycloze/default_es.yaml,sha256=krymcDmxJbEqyaLMjJ2qCTp72_vpe30EyrqAytvGmFA,63
lm_eval/tasks/xstorycloze/default_eu.yaml,sha256=Jp7s9WOyPBO-r8ZMHXgrHWYXsOSxwTFoLM09w7xktT4,63
lm_eval/tasks/xstorycloze/default_hi.yaml,sha256=0baA81PaJh6O_rHk5Zt75RlB0Rm8IeIEmcwWl65AeCc,63
lm_eval/tasks/xstorycloze/default_id.yaml,sha256=3eufzTCUzloyMmZmNmtT9jkilhLaaUlhZyWYtSoO6K4,63
lm_eval/tasks/xstorycloze/default_my.yaml,sha256=Lru52K3docj3SyM8yb_vKEdejBL5587nj2WIyPEoKXk,63
lm_eval/tasks/xstorycloze/default_ru.yaml,sha256=NQLa7Ztu0eLDeJSeSiiR-6KYJE4im3-0IFP7JG-E-AU,63
lm_eval/tasks/xstorycloze/default_sw.yaml,sha256=BkOasjoNtcIMwhhgB51ZhY9R8E0O2K8RMiiQewpRoBQ,63
lm_eval/tasks/xstorycloze/default_te.yaml,sha256=uS7g8yrYniDdX3QuXwCSZsXMBQNAoDFDuGLXKNJ9P-Y,63
lm_eval/tasks/xstorycloze/default_zh.yaml,sha256=TTaSyzTXWpqEgcCaadNWnxrHKXB7cdMuSEpZ9OeqHZE,63
lm_eval/tasks/xwinograd/README.md,sha256=qPmixk1nZorlQSshnqtAoP1i5Zy4vrgJry65OLGklXk,2601
lm_eval/tasks/xwinograd/__pycache__/utils.cpython-313.pyc,,
lm_eval/tasks/xwinograd/_xwinograd.yaml,sha256=lzbMjWHnwCrq9yvE971WMBDzq7zXwuX9tXApJDK8eJ4,236
lm_eval/tasks/xwinograd/utils.py,sha256=7DLwv-y0XYAiAnlSKsBG7yrD94kERHmLVqwpNIsnNV0,2844
lm_eval/tasks/xwinograd/xwinograd_common_yaml,sha256=DDwvTvUeO8uM51n8uJwNnN9iKdy5QmNwXwFd_-lCFVk,601
lm_eval/tasks/xwinograd/xwinograd_en.yaml,sha256=xbEp4QSQgNlKymjEFxXVonpbG7IKDjtFuTa1DzNTpUc,91
lm_eval/tasks/xwinograd/xwinograd_fr.yaml,sha256=UZ7Txl6Q3d9bWvZXvjGxVQxGMnZ2_5bLL7Ykrhu_-nA,91
lm_eval/tasks/xwinograd/xwinograd_jp.yaml,sha256=aRVwy9c6YOGpRFgm4oAUnljHW2y5UTF6IvwzEeOjVnc,91
lm_eval/tasks/xwinograd/xwinograd_pt.yaml,sha256=A8oaox90xLwx0N1G8MfRpZGB8Tof6mux8EtgJpSrOaE,91
lm_eval/tasks/xwinograd/xwinograd_ru.yaml,sha256=ra7PfDvFLZS1sBiMI7hRBjSWCmElclMWFwChrIg9-HY,91
lm_eval/tasks/xwinograd/xwinograd_zh.yaml,sha256=OAf84RMb0BbFc3DGtBij-84FGwKDwHH9d_eGRXN_K0Y,91
lm_eval/tasks/zhoblimp/BA_BEI_subj_drop.yaml,sha256=-gOnYbdBDv5McyGi0dycze-GZxj5Pv1XfxpcXZk1S0w,87
lm_eval/tasks/zhoblimp/BA_deletion.yaml,sha256=nTrrHKPm9DQB583QvlqJqwGv6IS_ZBYnyBYgDUQVnis,77
lm_eval/tasks/zhoblimp/BA_duplicate_argument.yaml,sha256=Ov8Jg3K3AG4UUg4VPpUo7Rf4YcLXmH9UETrEm8u7Dlo,97
lm_eval/tasks/zhoblimp/BA_inversion.yaml,sha256=Emht34776RDDWfQspqZD1xYTGfKnyjPNteZPRN6NsB0,79
lm_eval/tasks/zhoblimp/BA_meiba.yaml,sha256=4G4Gltgpj2kqU87iuHkdUGZJf-pUugnoQkAkZKhXc_U,71
lm_eval/tasks/zhoblimp/BA_negation.yaml,sha256=bs8J4CN2GhEi3qgE9QVINtKwILH4yeTL99s9BRgaOMQ,77
lm_eval/tasks/zhoblimp/BA_no_progressive.yaml,sha256=aQ9VNsbxnIBFnOpF6cFMiIZH6Q5qS2aeQboVsjdNrO4,89
lm_eval/tasks/zhoblimp/BA_no_stative_verb.yaml,sha256=nOqQV_4O4LOa5uCgFGGbNhYt3wW_RBqYoVXAFVI3IFo,91
lm_eval/tasks/zhoblimp/BA_suo_adverbial_a.yaml,sha256=wb6uXmQy2avp-sa8QOstQt-stnVqT4B-I2bXZVtR4zs,91
lm_eval/tasks/zhoblimp/BA_suo_adverbial_b.yaml,sha256=DfVybRP13x3DDheegWruG1NvnB7qzVMAF58LQIT0l4M,91
lm_eval/tasks/zhoblimp/BA_verb_le_a.yaml,sha256=ggzERLZzTLnCNlXnHEhyNXBc6iFrfvwguOZ2lBYqGJs,79
lm_eval/tasks/zhoblimp/BA_verb_le_b.yaml,sha256=pMYP1jjWmcF7sItEL27UBRBtBa0ZsNoeJbG4be66grs,79
lm_eval/tasks/zhoblimp/BEI_construction_a.yaml,sha256=7I3qvi43hPLDtpmvRQvStzJHDyuBG9APflavjqR94ZA,91
lm_eval/tasks/zhoblimp/BEI_construction_b.yaml,sha256=rCmperRWrYYJ_VX0KSzpty3zqhUkWyZ9IgKo9sFgCiM,91
lm_eval/tasks/zhoblimp/BEI_deletion.yaml,sha256=UUzsySiGLjksvYZd8D4ssHM2omJpRHT7RPBhsRVULEE,79
lm_eval/tasks/zhoblimp/BEI_preposition.yaml,sha256=9h6yT5eyo_V1ravktRtcoVn4YDdLETXk8lXZeWxE6FA,85
lm_eval/tasks/zhoblimp/PN_numP_a.yaml,sha256=O5seLkQAArxlIslUgJFIbxczi7XTPJKq6sCBNB8aJR8,73
lm_eval/tasks/zhoblimp/PN_numP_b.yaml,sha256=b0h_okoSks_fromElD3y5ng0fuQBZVhpwM4TmXbFqP0,73
lm_eval/tasks/zhoblimp/README.md,sha256=b_RBUvrmbXcVt66XN6uWkmHR0vhzK7lwTzZEXmFp3JE,2036
lm_eval/tasks/zhoblimp/_template_yaml,sha256=NuK0n7dAO5DQh5ugLPFeLjLP36438-wDmrmBAx859EQ,372
lm_eval/tasks/zhoblimp/adjective_transitive_dui.yaml,sha256=yCOUERW7-kGRDg2j9p6rDnF8YtZUB6KbxCL4EbVTbwQ,103
lm_eval/tasks/zhoblimp/agent_animacy_adv.yaml,sha256=RdAiUYiY-2Xjr6MRE8sLnqeR9_ci-n1f4INj9Vjlu54,89
lm_eval/tasks/zhoblimp/agent_animacy_passive.yaml,sha256=kwnoXECmnG5U7nptjjyscvZu9kELLCTVzVyYS_3dDIg,97
lm_eval/tasks/zhoblimp/agent_animacy_subj.yaml,sha256=Xsat3tFOVrXNtKm-KvlFBskc8OD4PoxHxnyGLE217v8,91
lm_eval/tasks/zhoblimp/agent_causative.yaml,sha256=WlTB00ZrVAh1rNweMlyu3ZOtqyYxJe49NDjwuNtuWjM,85
lm_eval/tasks/zhoblimp/agent_deletion.yaml,sha256=7ByzBu12I3gLeVogdjwivicDO-8pvLv45W34PPEXPdM,83
lm_eval/tasks/zhoblimp/anaphor_gender_agreement.yaml,sha256=UMWpSxunsKf5ElokYF0j5FJXvJEdsNYpEzOErKIiXTc,103
lm_eval/tasks/zhoblimp/anaphor_number_agreement.yaml,sha256=RK2IcI3d95rKqw1KZjjALTPGi5lIOXArHqPsYOnv3kg,103
lm_eval/tasks/zhoblimp/causative_shi_ba.yaml,sha256=uLkjxEhl7D-D8SHjyt02XTGBn-SwspZiOAYz-EaXKrw,87
lm_eval/tasks/zhoblimp/classifier_noun_agreement.yaml,sha256=SGNdb3x04mQVsW1SMKAdO9Gac4PEAEP1LpNqZBk5Ruo,105
lm_eval/tasks/zhoblimp/classifier_noun_agreement_no_gap.yaml,sha256=X0eQWoqWbR3ZBvFj9KZZDsseEFkeZfblTuN99Z3mUP8,119
lm_eval/tasks/zhoblimp/classifier_noun_subj.yaml,sha256=R7DKLoOlvoMHbB00WaEz9wvpG9qfYTX1eEHVykTrT2Q,95
lm_eval/tasks/zhoblimp/control_modal_vs_raising_modal.yaml,sha256=_kpk8UEtqvnIZbHzTKvKXMD6yT3reBSli5FFNEf-Yvo,115
lm_eval/tasks/zhoblimp/ellipsis_adj.yaml,sha256=wxegTAwF1KNZUZ34UP2elJozJhTPtJkLNQ_oF51r7UM,79
lm_eval/tasks/zhoblimp/ellipsis_double_object.yaml,sha256=tTx3pjBSLgyGBc8fBj9eBgKMJP15CYJ7EaAw_Ikqbmg,99
lm_eval/tasks/zhoblimp/ellipsis_n_bar_class.yaml,sha256=KebJi7AONjT9P62gZgmXfxGXu6g2eKvCXT5gIbEegek,95
lm_eval/tasks/zhoblimp/existential_there_subject_raising.yaml,sha256=KuJUFB12qw9tdZZadEw8ri3NFEyiofG--mSn8F9myZE,121
lm_eval/tasks/zhoblimp/fci_renhe_dou.yaml,sha256=jbN5lR2FoXOsxNHsA9dyeCFEBheF_hBrJAOCuBJ02FU,81
lm_eval/tasks/zhoblimp/fci_renhe_prepP.yaml,sha256=5CIzlE5G1GVVX7RFOv6PBTG0FhdUZ_x2vmXl6tcWHdc,85
lm_eval/tasks/zhoblimp/fci_renhe_ruguo.yaml,sha256=6o3raGGmCoHx_x8eX_DRtVDTtHDKn41mxUClN8PX-dE,85
lm_eval/tasks/zhoblimp/fci_renhe_subj.yaml,sha256=03Ad0Jpz9vEZ2IWzL3Yx3L-WepsECLok7skVmQpnfIU,83
lm_eval/tasks/zhoblimp/fci_renhe_suoyou.yaml,sha256=Uq8_K7nqkhTeIm5qpxUSeGqRM92kEPJX6cRCaBqFsNA,87
lm_eval/tasks/zhoblimp/intransitive_double_obj.yaml,sha256=tVqe96LciZk2g4WGoILS9eflqFBuN9iEEwGylmqceZc,101
lm_eval/tasks/zhoblimp/intransitive_no_obj.yaml,sha256=TreYIQ_Fl7bNpLv9pV4s9dXKyKuiCH9-275Cp1yj7Ts,93
lm_eval/tasks/zhoblimp/left_adverbial_b.yaml,sha256=zsEhdADOymUlstHIRPwOo2ah00H4B1ag9wOwzzL3fHA,87
lm_eval/tasks/zhoblimp/left_adverbial_d.yaml,sha256=35BOt1ZOrQs7CMpXqUpbDZsHHctVHQ1kM4PZGclRb1s,87
lm_eval/tasks/zhoblimp/left_adverbial_e.yaml,sha256=cS6naZ1QVu7q9zwWfs-bHVcC-Kskrl1zZTY65xEIWZI,87
lm_eval/tasks/zhoblimp/left_adverbial_negation.yaml,sha256=pzlZmwln5zIWMSfqj_yxHoziKJR4tNbiRDTPUHEnBRU,101
lm_eval/tasks/zhoblimp/left_dou.yaml,sha256=xVqg7byknqLiC5rPC5U1Oo0iJmLEMkn5Hy0BscbXVpE,71
lm_eval/tasks/zhoblimp/modal_raising_hui.yaml,sha256=KJD37KgFOnW3TkFpSvUyQwEQJEMcMIZge4oxZFXz_XU,89
lm_eval/tasks/zhoblimp/modal_raising_topicalization.yaml,sha256=VOrysBQvP3Ex_0glzZt4ne33OxsCfIS9Jzm4THdZN7M,111
lm_eval/tasks/zhoblimp/nominal_definite_men.yaml,sha256=XADVUvPegpFmaw-jxg9fMS8ch7D9xDcUnfBWiWVAWG8,95
lm_eval/tasks/zhoblimp/nominal_modal_insertion.yaml,sha256=eDKMbkCZdcKC4uyn9jRg_0bYj-QiDJaPnQ-pxbZvORM,101
lm_eval/tasks/zhoblimp/noun_adjective_shi.yaml,sha256=b75cG2jbEogx5_QwQCMsi0ZW4BKnfO1SkcDumIh47ns,91
lm_eval/tasks/zhoblimp/noun_phrase_conjunction_jian.yaml,sha256=fG7KDIU7_E2kwZ9j3H3uUFDXXgbYJIfrOMeuB2eojxs,111
lm_eval/tasks/zhoblimp/npi_renhe_A_not_A_question.yaml,sha256=trebm7ngYQ84lgmBF2XUTs4mPBxzqXWk_U2tgNjzU8E,107
lm_eval/tasks/zhoblimp/npi_renhe_conditional.yaml,sha256=iLVZbXGgb-MuC8fT_9J0662QPRmKIjvKAR_kOX17tUU,97
lm_eval/tasks/zhoblimp/npi_renhe_neg_scope_locP.yaml,sha256=WZVqLIkkOYel_F77cidcbcxlFGh6X0NFr1mD6GMizbs,103
lm_eval/tasks/zhoblimp/npi_renhe_neg_scope_subj.yaml,sha256=pMfGz5ia9Sa1_4q3uBnOuXDq8A_OInOeU3PZ7r37cG8,103
lm_eval/tasks/zhoblimp/npi_renhe_wh_question_obj.yaml,sha256=iKQRk251RqhvvvMfEIEPvp586vPg-poAwg4zkJChPGY,105
lm_eval/tasks/zhoblimp/npi_renhe_wh_question_subj.yaml,sha256=NpRDsc4YNxTpaudkfJcRKGihmBOHthCjqZuX9XNyFr8,107
lm_eval/tasks/zhoblimp/passive_agent_deletion_long_left.yaml,sha256=7O3qfvldo79KLwcwjQRV19LfWJSh_7wxpuOH4RxA4tk,119
lm_eval/tasks/zhoblimp/passive_agent_deletion_long_right_a.yaml,sha256=nJcsdFSeBEK11w97wSgm5KvTZ-xJII1IYJgaRSb6CyQ,125
lm_eval/tasks/zhoblimp/passive_agent_deletion_long_right_b.yaml,sha256=naLHKQxUDaKQZU1IwaNjtgSMji7jseqDNvpG5WQg_BY,125
lm_eval/tasks/zhoblimp/passive_agent_deletion_short.yaml,sha256=UF-vF5njwiy98oY7RcFDRnLNgOXI8vp12xHdAhEInmM,111
lm_eval/tasks/zhoblimp/passive_body_part.yaml,sha256=5nbDl9ypsRELpNsu1cVtby_YUpU_xGrcTKYKzkkfHnU,89
lm_eval/tasks/zhoblimp/passive_intransitive.yaml,sha256=NmI21xZGWxzt14h6bdDtDjHUBLFhydVzYSftIvy4XLc,95
lm_eval/tasks/zhoblimp/passive_no_adj.yaml,sha256=-wNHxoA25hnG0pscpvQmw_wBrKsXM3ZyYg8CASm8cb0,83
lm_eval/tasks/zhoblimp/passive_suo.yaml,sha256=xpahfoSJZupcxA3Be1hMy1VPM1FT6sU3Uo5WrjWV5nY,77
lm_eval/tasks/zhoblimp/plural_cardinal_men_a.yaml,sha256=PXhIScRnylLXRIpN9RhtcDJtg476XxDR5IOA9zOEmJg,97
lm_eval/tasks/zhoblimp/plural_cardinal_men_b.yaml,sha256=he8A5x4vw_T-fVSLQgjQBjB3OVFyy1qvMgVNQDYNzEQ,97
lm_eval/tasks/zhoblimp/preposition_deletion.yaml,sha256=0WyikWPTYq1drhge7B59Nt4LODIPxDg8dXgxBMMd05U,95
lm_eval/tasks/zhoblimp/preposition_insertion.yaml,sha256=8fbIx1vKO96QA_bhgo6weEwRZH_93sVHeVvxLCw66-Q,97
lm_eval/tasks/zhoblimp/principle_A_c_command.yaml,sha256=Vm9yZijIWepza12IqlCD4PGeqy845Hy3UKQTMgBisw0,97
lm_eval/tasks/zhoblimp/principle_A_c_command_number.yaml,sha256=CgumRUJVtXZeTsBN7qIrnkSW8bO5xiqycvv3YREGPP4,111
lm_eval/tasks/zhoblimp/principle_A_domain.yaml,sha256=h84yV2_j95e3f0icGcJxXUtTQ8k3HNTwNqq3_XGd4eI,91
lm_eval/tasks/zhoblimp/principle_A_domain_number.yaml,sha256=-cWRrzQZ8vb7PtbxIgsV1mMdXgPvnYBh2xbjuvEMTTg,105
lm_eval/tasks/zhoblimp/question_A_not_A.yaml,sha256=QOOB-C_MKHwak7yvgYmwkIj_Rk8V1YEV4kQ-VnInpzI,87
lm_eval/tasks/zhoblimp/question_A_not_A_daodi_a.yaml,sha256=AV8vzI9ZY3nH8rwehyXPRCmpRNiSCtQASVoPX6yO5GU,103
lm_eval/tasks/zhoblimp/question_A_not_A_daodi_b.yaml,sha256=eE8MqGjnBrjkLxzWa3APl3qY2JhNYag-eadxht2TL20,103
lm_eval/tasks/zhoblimp/question_A_not_A_indirect.yaml,sha256=neX711onFIdTanGKVwgE2Zif_QsKYt9Jk4yq29Bpwr4,105
lm_eval/tasks/zhoblimp/question_V_not_VP_1.yaml,sha256=haYSnEpde-OLudCssDAVoCEk2p37SMd6jreN7EOXZ8Q,93
lm_eval/tasks/zhoblimp/question_V_not_VP_2.yaml,sha256=13_h_cqKRHIiWnPdTbC78N3WAv4xzCZJOzZWIfNLlQ4,93
lm_eval/tasks/zhoblimp/question_daodi_nandao_1.yaml,sha256=qbR7PLUGQANUW_VwFOgt6Wg7DlyUWG6FM0KpFbf0Ve8,101
lm_eval/tasks/zhoblimp/question_daodi_nandao_2.yaml,sha256=rZIKCPbg4gZbs1p04YloRRtrA5p_-5itFAiyB8Kdtcc,101
lm_eval/tasks/zhoblimp/question_daodi_nandao_A_not_A_intran.yaml,sha256=k1yFzmDIBS89BxPMKYLVIFhZ2gCxR3HPwmFhQYUFdho,127
lm_eval/tasks/zhoblimp/question_daodi_nandao_A_not_A_tran.yaml,sha256=SFrkTCVYCPsgvat2s7Ja2Rmtll9n6Wd87YaD9OEahrI,123
lm_eval/tasks/zhoblimp/question_daodi_negation.yaml,sha256=h3RisLTY-nCXvfdOkO0Omq0TE3_U3hFr_jUOQdXxQ8M,101
lm_eval/tasks/zhoblimp/question_nandao_negation.yaml,sha256=1ApvhOsyZn_c5S8YXhOkxJeoUHrFhgL3WQLCh9xQL5c,103
lm_eval/tasks/zhoblimp/question_nandao_raising_1_a.yaml,sha256=pxH75SI314wSodfVmtMH90C1U5UpTxYufO5w8_mIRoc,109
lm_eval/tasks/zhoblimp/question_nandao_raising_1_b.yaml,sha256=tuw0YwRCyorst7CkqYyNH9dFIi8VDWnqaE3FcH2uxWM,109
lm_eval/tasks/zhoblimp/question_nandao_raising_2.yaml,sha256=KsYZ1srNGEtCxFsy7gXJWnanfhHPfIZCcRGGvLSq7IU,105
lm_eval/tasks/zhoblimp/question_nandao_raising_3.yaml,sha256=7ZWVmOD-vhzaJilKAThRnhxHuXZSn8zmSE_EHqGnrjU,105
lm_eval/tasks/zhoblimp/question_nandao_scope_1.yaml,sha256=Qg-Jgy5itigohJMGdpluT1BN_U3Fd0OeLe179tkrj2k,101
lm_eval/tasks/zhoblimp/question_nandao_scope_2.yaml,sha256=8m16NGMI9_2PoCM3vjTdtZG8Mx2lgHuqrRT9SOfWLZI,101
lm_eval/tasks/zhoblimp/question_particle_daodi_choice_intran.yaml,sha256=E4uco6DuQL5c-OyrEyzGOpqo2MxFnYDDsed9X--CRF8,129
lm_eval/tasks/zhoblimp/question_particle_daodi_choice_tran.yaml,sha256=3Hn2-C1xLBXcbG0vH5-vXh-EJWiLP8GEKliDiJl7g4A,125
lm_eval/tasks/zhoblimp/question_particle_nandao.yaml,sha256=bE8vHFbDZpbuC-9d71avWU85V48494IAT0iBb0d8wOI,103
lm_eval/tasks/zhoblimp/relative_operator_intepretation.yaml,sha256=BFswov6DPowVwl9BHEKcV_PXW0Oalgd0vVHjXLGoyT4,117
lm_eval/tasks/zhoblimp/relative_operator_who.yaml,sha256=vB4nJ7Kks9Cr13plgHeFR56u-xwZ_IhL4CVg4GOAi5Y,97
lm_eval/tasks/zhoblimp/relativization_movement_no_gap.yaml,sha256=jSXOEOe2tZaJRrD6z8KRegjoHRy-9lPzrA1bO0i1fUY,115
lm_eval/tasks/zhoblimp/relativization_movement_when_where.yaml,sha256=w2uqc0lFVNy4KnHAESd_pIgytBOhHo-7vOD_V0CMJHc,123
lm_eval/tasks/zhoblimp/renhe_no_episodic_sentences.yaml,sha256=B3Oh8kfBfOBUhwevPVHcnC0QI5Ef-Vw54ngBbZ9myCs,109
lm_eval/tasks/zhoblimp/renhe_no_superordinate_negation.yaml,sha256=DwlmVZ8TVHrMJ_ICGWWAbxFLhA_nCVud6Z5Aq74Mpe0,117
lm_eval/tasks/zhoblimp/renhe_non_factive_verb.yaml,sha256=Q-eqE5kXG8YN8KLv-Rsy6oIReOtg0wwRbktQPLAGIpU,99
lm_eval/tasks/zhoblimp/right_yijing_a.yaml,sha256=IaayPr9v6KscAuVfETuLFZAalyPPQ6XGLx7Yw_dJ0oc,83
lm_eval/tasks/zhoblimp/right_yijing_b.yaml,sha256=zZclc4D3835Zor6QlBQlf85flAqyRWpFyw7Q5iStqBo,83
lm_eval/tasks/zhoblimp/singular_PN_but_plural_pron.yaml,sha256=oUSsmUSTho6jBW-BajlzXPe5vO8cnmm-2PsuqjpFua4,109
lm_eval/tasks/zhoblimp/superlative_quantifiers_1.yaml,sha256=LAInyxGAa1TEz0N6HM1VJcquy2AbKf6ZbE2ah_D6QyM,105
lm_eval/tasks/zhoblimp/superlative_quantifiers_2.yaml,sha256=YDWWeE-Qv7Da5wZtCsHKysxnq6QyCqqAGRZKOkdcs20,105
lm_eval/tasks/zhoblimp/topicalization_OSV.yaml,sha256=OmiDr9D-3lEmcax3vZOFOdVXU6Guf_CdXSJfmXR1qQ8,91
lm_eval/tasks/zhoblimp/topicalization_OSV_mei.yaml,sha256=eP7EL7MxrxMTmD_OTg-3IRfW_xo5txHMho2Bc4dHnAk,99
lm_eval/tasks/zhoblimp/topicalization_SOV.yaml,sha256=PoGl9gIpOufO0U7wdohogdPm4KpPQFjWfITR_bWVBAk,91
lm_eval/tasks/zhoblimp/topicalization_SOV_mei.yaml,sha256=ZZypx8QEjg1Da1Gvic-zN21lmmwudpbP2u9IDyjtuOM,99
lm_eval/tasks/zhoblimp/verb_negation_particle.yaml,sha256=zSzHnfK3JazHAT1yU3YFss9iRIz4sbpuQeARuyotaWk,99
lm_eval/tasks/zhoblimp/verb_phrase_left_adverbial.yaml,sha256=8FwC7g5yP-Wd8vAQqVPf8R_2gdcvDEH4iLF3VWatJnM,107
lm_eval/tasks/zhoblimp/verb_phrase_left_negation.yaml,sha256=iK_xN4xGLCTbA7yoHp6S0tz4wxD26HA9N5634swxsbY,105
lm_eval/tasks/zhoblimp/ya_insertion.yaml,sha256=L8EPTOHO8ngGRtbz81b6DXWhcZJQ-h4wo6qjpVXSaTg,79
lm_eval/tasks/zhoblimp/you_quantifier_adj.yaml,sha256=S2IcALkLG1zhncPhO6zxUILw63e8N5276Da3uvRhF6Y,91
lm_eval/tasks/zhoblimp/you_yige.yaml,sha256=depA8E5UuwaCdMEBE1zgTdZcB1l0Ox9VjlxQdFg5e8U,71
lm_eval/tasks/zhoblimp/zhoblimp_group.yaml,sha256=_9Q59DMKPhwlXl2q-3ZUdfF2hOEP6sO4Z5RwbweMMfY,4344
lm_eval/utils.py,sha256=cXAsTKV6DKv5KBKD_xezOFKoi4qzUvOXyeWyEmN0UQM,27461
