lighteval/__init__.py,sha256=5NEYneDuYWDp83SJx108iOr1b-T08TkewQevIIeJK4E,1206
lighteval/__main__.py,sha256=KKVCW1vFmRzYevm-rTjE3mZ351AqST02sQlwXll1eno,3244
lighteval/cli_args.py,sha256=njNDkJcGvvpebUjlYafllhDb7_hehPgNfLz4M7r__QE,7694
lighteval/data.py,sha256=-u25I5F8dUJneMrRigAf3fJJ4IKlFmSxxYVWZFuq8v8,11670
lighteval/main_accelerate.py,sha256=rfL0yuZH9EBHilrQcStXPNyOPLQninrVs3IAjKtlvEc,5884
lighteval/main_baseline.py,sha256=6r6I95nqNqlvn2kvAvZeBxsquwsu_V58Fzeu68KWP68,3807
lighteval/main_custom.py,sha256=Sb93I_axVxKkQGOH8BZQNvMQMTzn8DCPCCe0Y3-_NSs,4608
lighteval/main_endpoint.py,sha256=r924jZ2XKXOe-Q5c0boE8kLEJjGxGoQnS47nQ7HgmW0,15578
lighteval/main_inspect.py,sha256=DaZWe099dGOj37pTmfmOuiOSQsB1SwFirWJGghTPuTM,20270
lighteval/main_nanotron.py,sha256=0fNiQcYZSbU7BLg2GBrjW62sYfP2mcte1G9aHPZ43ps,4830
lighteval/main_sglang.py,sha256=KdG65haJXAunilj0IKc2RdyqiGNq5PUbNzn1O1Wpyms,4850
lighteval/main_tasks.py,sha256=Q7kW7TNLOvsOPUpIdk6s1Upeeg_8apLOvIKMy_yzB-A,3466
lighteval/main_vllm.py,sha256=tofBNScC5TOCnG_rb9WgThHCx6AWt2joqSQK69snzSQ,5013
lighteval/pipeline.py,sha256=ZEvQ3vHfwOiiWL5FWVTaQMhgPfURD7UqidoeoQ_Nj6c,18670
lighteval/logging/evaluation_tracker.py,sha256=5d04G6JuMYoangrSvbTzyIlqFGioQR8d_xc_pMQO8FQ,35617
lighteval/logging/info_loggers.py,sha256=XRmRVDOcsAKFIdtB-0L1nRUGqxDPK8CQldJkXss_8Y0,19723
lighteval/metrics/__init__.py,sha256=3pf4S5T9BYOWXRTzW8xR62OCdnVSWB5HYHf3RS_tpgA,2400
lighteval/metrics/dynamic_metrics.py,sha256=QaELn-KSoiPBoMjyjr5sNIoPZZgaqby-taUu2_06vKY,12163
lighteval/metrics/metrics.py,sha256=2mtHWCdH0OKC8PZeWAClbLakECpqRQg1q0WjEtZb5eA,24538
lighteval/metrics/metrics_corpus.py,sha256=VbH9r_ZypoUXqFgtYywx8TiA2WWtYwZCoonFg0lj6Uk,7906
lighteval/metrics/metrics_sample.py,sha256=Pllrxu14ZWjpzsc9HgrGnjFbimt0rMjKkGbHWS5KHHI,59378
lighteval/metrics/normalizations.py,sha256=cZAUWMjPPNozTMJ72DJa--vdEoHh_MyDWS8ZqJijShE,18233
lighteval/metrics/sample_preparator.py,sha256=NdWbadrICaxlVv3GFzKroVwPOm9VBWIOjoiq3cWGMF8,8376
lighteval/metrics/harness_compatibility/drop.py,sha256=AvewfznmYa6MJ9Pi2jRLocSI7wmiIfgTpaS5XotkbJQ,7943
lighteval/metrics/harness_compatibility/truthful_qa.py,sha256=sh4WCQP06BM5SwHC8bApZDT-VotdiSNr68JYT9vqnFk,3079
lighteval/metrics/imports/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/metrics/imports/bert_scorer.py,sha256=aISCSkFvnJHLbvxc33SqUvQWe6yTIFtqq0TJAgG27WQ,17804
lighteval/metrics/imports/data_stats_metric.py,sha256=mZRgCy3J-hmwnpF9oRZhS0kMvYV0WeaHoI2L-b59QxU,6450
lighteval/metrics/imports/data_stats_utils.py,sha256=mkFv1DwBagzE0zPrqh4vqHaAxvxXUiEbeYVSev6ipR0,5934
lighteval/metrics/imports/summac.py,sha256=IAP7KHb6G-avV6yvTX3BhuCUu6y7tAyWsHo3drFZJ5A,11629
lighteval/metrics/utils/extractive_match_utils.py,sha256=bcoaUofKKDzOwzlFfDFEdX1cPgl26p-WHLq009GoHPs,27688
lighteval/metrics/utils/judge_utils.py,sha256=0lv6BiEg8fEDwdmXLixQjdsMPhgcuTZpwx0CdiARZNM,7650
lighteval/metrics/utils/linguistic_tokenizers.py,sha256=F8mK140cPh51pgp9Pd3Qi92HOoQFGXUWDaX-t5g5foE,11006
lighteval/metrics/utils/llm_as_judge.py,sha256=oF2hkrzhag9v5-11ywLp1d1N7QcT3_2yvxZGVlE3hyM,18501
lighteval/metrics/utils/math_comparison.py,sha256=geUSfUSdW98GhrAjgk2RCNGylA5Q-S_3hN2wpj5VjqQ,21900
lighteval/metrics/utils/metric_utils.py,sha256=GNZf_j4HZJrWXTk3jx-w4hlDqnOnQQRBLPlgoAViTd8,5385
lighteval/metrics/utils/stderr.py,sha256=3PqUCUi-JWsIr9bz0S0xBQWQ0lGWXVljLskF9gdYhUg,4554
lighteval/models/abstract_model.py,sha256=rsJ6hHTkMzJJ4Tp-Uzpb5sf1_J5ZtXelHVBDg_-sVRo,13861
lighteval/models/model_input.py,sha256=dxAosOoLIVRCVYHb_EgYe8FbwRqtYgtVMPWK_IwYG6o,10913
lighteval/models/model_loader.py,sha256=FK1khMTCHtu2HY7KEhtCcXVZtOzApcOxosDwjkKQBcA,6448
lighteval/models/model_output.py,sha256=LIhM9O9oEREHlsAOv4WOn490BGTg6JdEkzcCSeGG3kE,7091
lighteval/models/utils.py,sha256=u59J3qHuQDnxMHN4sP_Jy6eabIcEYcbsMLYVQZDqSpI,5123
lighteval/models/custom/custom_model.py,sha256=iFBj_NN8f6nrKW3f7BQVK55mhPQ1FDmTKlgiE0jrlKk,3061
lighteval/models/dummy/dummy_model.py,sha256=4z0sCcvGWvT6WlPKVlQf2B4ZmzHZ7hhajzc6KVVDNS0,4141
lighteval/models/endpoints/endpoint_model.py,sha256=oQ6_bqT-PvmjwBQjgGGGrim1arOQCFr-6wnz9aTJVNM,30066
lighteval/models/endpoints/inference_providers_model.py,sha256=LV91xJKiVizagH7ycjoznKWNfgOT-rDFBFU5y0VbG90,10881
lighteval/models/endpoints/litellm_model.py,sha256=MExft8NQoevvM69LFuhPk04OeqHyTK3Y-lpH2jol9jc,17454
lighteval/models/endpoints/tgi_model.py,sha256=M-qMHs6TkY3jKnRS55jKCquXmvzEYrzN96SUAV1ures,8270
lighteval/models/nanotron/nanotron_model.py,sha256=iTWOazWXl7bmwqCGRL6YsjXHtVtAzfETMyO94-WWVfs,55924
lighteval/models/sglang/sglang_model.py,sha256=FguXo4o3SO4-owSYNDK6cGy5qeZy9tc6EGbOuozEIv0,18229
lighteval/models/transformers/adapter_model.py,sha256=Va5DYG91BCXN7x_AuAQuXI89jkoUAtbIQcuDalFpJeA,5347
lighteval/models/transformers/delta_model.py,sha256=EBUW5ubTwp8KDnMp-aUXZgHy7xWoRugyS668csN-M1s,4346
lighteval/models/transformers/transformers_model.py,sha256=JpQc_IVfsp4esMRqJECowfvBxo4_4sdXj-d2A9Bawf4,59690
lighteval/models/transformers/vlm_transformers_model.py,sha256=2CuhateSDboTSgzBep98QJp3EBsPKZwgnGArIreMMhs,19294
lighteval/models/vllm/vllm_model.py,sha256=dSZXbXuwTi9AfR9lw4dhPEC7DMxq8LDzWy7NvuGIt4s,31004
lighteval/tasks/__init__.py,sha256=Tisr3c9dOT-rcL0icxqD2Jm_-gX4ZN6e1jitZurQVEk,1290
lighteval/tasks/default_prompts.py,sha256=qonOpFVXSGIkoVBbnJ0wVcmGxI1RuJBk-rsbFGkcXo8,112790
lighteval/tasks/lighteval_task.py,sha256=iKriXpxRdPbc_aQ2y2T_htZo4Y1_3FBJQUDJTSJ4xMg,19294
lighteval/tasks/prompt_manager.py,sha256=_5gUCpYlLTC4vsHXCinljy6INC6F-fQ7YTLBlb0S4-A,14227
lighteval/tasks/registry.py,sha256=9KEEwcvlWLJqsmYSBENuX3Waw6gWrma2MH7znx_srao,18784
lighteval/tasks/requests.py,sha256=kyn6A5g-CsMKQ8FLrCyaiPyei1NvPCOfzhFiAXddk_g,8911
lighteval/tasks/multilingual/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/adapters.py,sha256=-PU_aiORbXeVh2A1GSIfPj75wxqj9jQkneANdnzUXjo,12691
lighteval/tasks/multilingual/tasks/acva.py,sha256=D8tDmgYffi-R1bsSrhsbfJnECsvjcnkwg6RvO28Cp3s,2483
lighteval/tasks/multilingual/tasks/afri_mgsm.py,sha256=prJjVVVv-z1rvNtCLczVXV011eIkaVFgvbNdFHpmqJo,1767
lighteval/tasks/multilingual/tasks/afri_mmlu.py,sha256=bFYqJ8oeeEPCy7te8D7OKpR_ifZM3_xedxx9-o20WXI,2906
lighteval/tasks/multilingual/tasks/afri_xnli.py,sha256=jriYqWlPuII2wz9nD9I2Ad9N8Z0Iw0WR_F5J1Q-ie-c,2484
lighteval/tasks/multilingual/tasks/arabic.py,sha256=CEEOt0i-iY6SIuy_FW-AJ8ee2RAz9udq4GQHtMUObVA,36324
lighteval/tasks/multilingual/tasks/arabic_arc.py,sha256=gAJ5KE1eztOFpr7BZKUeuAOhUTzGdXGfyWyoWTVJgWI,1711
lighteval/tasks/multilingual/tasks/arabic_mmlu.py,sha256=fKzppo6DjPZeZHjzDFmp60SVgnVJK4C6gFpwvMpVYx4,3378
lighteval/tasks/multilingual/tasks/arcd.py,sha256=lHGfNJp_gYFSdihjRoueje0Rz0tX6JRDpZwnf9qlr0E,1359
lighteval/tasks/multilingual/tasks/belebele.py,sha256=OX0kSt_UrTc9EJDLqWPGCJtTAgGZe7cuGM0nobihAjw,4717
lighteval/tasks/multilingual/tasks/c3.py,sha256=2Cf2XuDnZ0jDcfTUp91LOnKXTITBgUl5s6K-P_k4QNs,1975
lighteval/tasks/multilingual/tasks/ceval.py,sha256=c22zcSqitJKEwWlkDVHTjmmqb4rjcQPZKfpzapzXk2A,3149
lighteval/tasks/multilingual/tasks/chegeka.py,sha256=z2_j0ZFYMkjlVPfa1DrvTd_KKv2MX0_1dOStyquQdpE,1146
lighteval/tasks/multilingual/tasks/chinese_squad.py,sha256=DmTrLOzAwkT16ZFRU3uZsW9-XNOyxwcXEruKZ-HYsV0,1316
lighteval/tasks/multilingual/tasks/cmath.py,sha256=o9amQsuIykLiKhu-6L0y6c5ILwoYO-q0WKqNwDgM5vQ,1038
lighteval/tasks/multilingual/tasks/cmmlu.py,sha256=ss2mrbQxbLRyjGYNzUqJ47W_Ezg7h1fXftSL0BTf_mw,3554
lighteval/tasks/multilingual/tasks/cmnli.py,sha256=-Ynv1MyMWBvxJs5kO6XUb27gY9qKPUVK4N7RPwfTHPU,2030
lighteval/tasks/multilingual/tasks/cmrc2018.py,sha256=TMLjnKD34t30WjQXiPPFgpf8kecNzK1RSMx-iYGiIr4,1282
lighteval/tasks/multilingual/tasks/copa_indic.py,sha256=vJIz7c4ezdJ815XMBAVdEQsvXX1rYAqqesw-bfR8rJE,2856
lighteval/tasks/multilingual/tasks/enem.py,sha256=NnvAWK93B5gAY60bke0GQbAy-YLrvNjSYpOS9PkTxhM,1947
lighteval/tasks/multilingual/tasks/exams.py,sha256=KfCcGx04Td6yUFCrEb19GV09FYy4hojpjdnPF6uxzbE,5216
lighteval/tasks/multilingual/tasks/faquad.py,sha256=DmCrssRrrTzUQpylpAIo4lSENnTvw6THKBlRij8Mhgs,1436
lighteval/tasks/multilingual/tasks/filipino.py,sha256=tdAi4ZEUVC1O_NDSc4k0GyELoFIFNxxEBCrsMvwgs6U,27384
lighteval/tasks/multilingual/tasks/flores200.py,sha256=UZ6Y8CCSRfQicKBJM3_YmNfGhEjZ0qohQ1UOxriY1ns,5148
lighteval/tasks/multilingual/tasks/fquad_v2.py,sha256=NVTWTFySk4SjDtGfiQDXgq85VTwwr38cxUa9wGzpLqA,1277
lighteval/tasks/multilingual/tasks/french.py,sha256=IT23v9O33Vb20sTdv8KuvPQk0gFrLYrgEJRrUBVjjb4,4039
lighteval/tasks/multilingual/tasks/french_boolq.py,sha256=IflDFRj5JpS47Yf5B-t32j5i-YDBeSbLsvGUEgVnulk,1261
lighteval/tasks/multilingual/tasks/french_triviqa.py,sha256=VjVaoBqYLG0OTEvtAq08n0rQmVl3z97US7tl-dJ6fZ8,1154
lighteval/tasks/multilingual/tasks/german_rag.py,sha256=wK7R8tei6ZRPv6621MubdJiFdpFDO0iohpQ2uth2O3A,5393
lighteval/tasks/multilingual/tasks/germanquad.py,sha256=XkPxt9cpvYQi0OaJlwQidRm-QDS0nImzLDqLsiE8heI,1435
lighteval/tasks/multilingual/tasks/global_mmlu.py,sha256=hbDfRmRkSQ9UkOTj19BI7c6naJwzz2wMcHcGeIWDlXg,5286
lighteval/tasks/multilingual/tasks/hellaswag_hin.py,sha256=ME0Xra3KP0gfTUsuYfnMpPWlLcbnpH9crpM0CvMlRdg,1778
lighteval/tasks/multilingual/tasks/hellaswag_tel.py,sha256=00qq2VD8jxvbkyQ0u3u6jRlXX54uQIFXqP6C1fW7JiM,1695
lighteval/tasks/multilingual/tasks/hellaswag_tha.py,sha256=UBjDz0fwdanjrPwbXmnkmsmFT1ZeZDGR0K7O5DppPsI,2051
lighteval/tasks/multilingual/tasks/hellaswag_tur.py,sha256=0t8kgHcM01iPxS75-m2nQr19zB0Fkz2NvHy6orgzdDY,2288
lighteval/tasks/multilingual/tasks/hindi_arc.py,sha256=TroyZFeE87YxWZVbD009aYWKf1Dmh6a6cW3UIk5TiPE,2061
lighteval/tasks/multilingual/tasks/hindi_boolq.py,sha256=l42yXpzMQ404Wj3FndGCa8jkq-7g2jUXYzE_mdU87Yk,1496
lighteval/tasks/multilingual/tasks/indicqa.py,sha256=8oFvrzcZylCtd9xwWCCCrskzs8rwaOcCaXz3zy65b08,1898
lighteval/tasks/multilingual/tasks/kenswquad.py,sha256=KB8P0zSQFZcpOvbW5f0hVx_NDRk9EPxyyInAUBXuKwI,1247
lighteval/tasks/multilingual/tasks/m3exams.py,sha256=IF6LAcoqxG35egVFtVhJceHPlXUxLz1eVWbqShQ16JM,2315
lighteval/tasks/multilingual/tasks/mathlogicqa_rus.py,sha256=1L6598UVbWYy-ZbRoEGK_YYJJ8CRfLt1-By05cL0a7E,2095
lighteval/tasks/multilingual/tasks/meta_mmlu.py,sha256=qPBuxPtpVFZvNXnlkN_YCWjCaDkkDjogky0MxiWEG30,4149
lighteval/tasks/multilingual/tasks/mgsm.py,sha256=W_DTwmw6urvOkNU0X6g_566d4s5AJnxMJ0QrwphndzY,1561
lighteval/tasks/multilingual/tasks/mintaka.py,sha256=WtxwzmaBo0Dd0fPWwrb0QOwMgIiA8lFGhOOjhhXdL_k,1489
lighteval/tasks/multilingual/tasks/mkqa.py,sha256=bPPVNASikGS1ogeDQmewY2jB0_XG5UqPDoj4_p6VKik,2805
lighteval/tasks/multilingual/tasks/mlmm_arc_challenge.py,sha256=dQHWKduocvFnVCGKqr2ReaYxwhIkFvGf-PwHnm8WWQg,3546
lighteval/tasks/multilingual/tasks/mlmm_hellaswag.py,sha256=l9OxgfJYLBN02kOC-tMgNTpn-aS39rWvZ0flndGneoM,3366
lighteval/tasks/multilingual/tasks/mlmm_mmlu.py,sha256=AhTp7msDmyBI6pMtUlgrjbne-6rioH6hXb2ieDMNEIQ,4520
lighteval/tasks/multilingual/tasks/mlmm_truthfulqa.py,sha256=8rnnhYT7hZ1G9l7faljzRabmveMDXB8vumed-FGnw0M,3308
lighteval/tasks/multilingual/tasks/mlqa.py,sha256=SJiEnQTtD9_Ze8yTKFyGCH87x_P33RdVEaSfipmAiUQ,1890
lighteval/tasks/multilingual/tasks/oab_exams.py,sha256=8PFQN2kADcuNFPjBlwb8aQSq3EiGYb8JNkEgm9b70KI,1933
lighteval/tasks/multilingual/tasks/ocnli.py,sha256=iGpjN9JCay_OmB0ZiLODgpS8ty0o3JvmEmaxAQmgKOI,1938
lighteval/tasks/multilingual/tasks/openai_mmlu.py,sha256=uwGlv1vT-hbAFpFm8zRp8yW8PC1t3cEwCQgP1H5C7MA,4188
lighteval/tasks/multilingual/tasks/openbook_ara.py,sha256=Lo7UoSszBLAb_8K3OEzodfgGQYQU-03dhb7TgrCoOT8,2092
lighteval/tasks/multilingual/tasks/openbook_es.py,sha256=4qfBfaR-hcloQMzqSV2m77rF-mumZ4CRVNjteXz9xWY,1854
lighteval/tasks/multilingual/tasks/openbook_rus.py,sha256=WaPMrVqqqQqWNRazV3mWAV4TdVIY006MYDjuqVSps_g,1914
lighteval/tasks/multilingual/tasks/oz.py,sha256=qZ6K-iPMaNwfGv47mJNLkjxpL1R-FF2gvghGxCyjw4I,1799
lighteval/tasks/multilingual/tasks/parus.py,sha256=BGYIVro9RsxqVEu07-snWzvJxI4VpqmLwyBnF6inVs4,1965
lighteval/tasks/multilingual/tasks/paws_x.py,sha256=wC0vfXxWfN03FwSFCrx4zarrsC5Do9-FA5r_A2i-B-k,2425
lighteval/tasks/multilingual/tasks/piqa_ar.py,sha256=eAAfi0pHBjAijjjQuDo_1M1obnZqHbkmJcyAoztLVe8,2011
lighteval/tasks/multilingual/tasks/rcb.py,sha256=pRRvH71oNM7a1Ns__nF7v39Dy2rRMRJzJSRr00_hU-s,2036
lighteval/tasks/multilingual/tasks/sber_squad.py,sha256=RXAWcViwDo9VWCbzs8GYhbx11FQ-o1mzokeYKD2bXZY,1306
lighteval/tasks/multilingual/tasks/serbian_eval.py,sha256=YdfB6vhWzUsGejAhWU1TztK-26r_JizYa-SetFLxvLc,29964
lighteval/tasks/multilingual/tasks/soqal.py,sha256=MnsJFcKd74ee5y3RscGZNvCuPXpTCH9S7-vsptB6688,1651
lighteval/tasks/multilingual/tasks/squad_es.py,sha256=YXHUjDI3gdIhau9bXZqSZ-AegBo6nfPrqT2hjy5OX0M,1396
lighteval/tasks/multilingual/tasks/squad_it.py,sha256=Kj15xM8iKOUUFEEZjwt0aG0wOGxLnD_7xTOYKMd75Ys,1348
lighteval/tasks/multilingual/tasks/swahili_arc.py,sha256=Z5HEKdLZsPhl0kO-6EY3xoMt3AyPvFLC1f_NDwDBnUg,2191
lighteval/tasks/multilingual/tasks/thai_exams.py,sha256=R-wi1zgvLWBwEMD6kb5ggOxc0orvXylcmayZRuZVbJU,1647
lighteval/tasks/multilingual/tasks/thaiqa.py,sha256=rTPshSAK_fC8tcbaPUNX70xpbCtuEUO2_G7WyOyKvvM,1254
lighteval/tasks/multilingual/tasks/tquad_v2.py,sha256=3fnfQD-o5Xz5o48jo8f6XP8KIZusPpFzzWK5Z9ukhn4,1220
lighteval/tasks/multilingual/tasks/turkic.py,sha256=DVbq7otfBYDDteYeaaL_yraeIt1JVvB6ZNb8kpmXDP8,3733
lighteval/tasks/multilingual/tasks/turkish_arc.py,sha256=42X44EsIbc6xvlY0Y32T__w1kgPBQslTI247l45H5-g,2069
lighteval/tasks/multilingual/tasks/turkish_mmlu.py,sha256=8Sq8_389B53fY_ppjBsfNLGKPeHZp_F9hbwNSLHKVOw,2123
lighteval/tasks/multilingual/tasks/tydiqa.py,sha256=zsjym5CqrSi5cgu-UmZ926NAzxQ8E8EYKvUV-daPtEc,1776
lighteval/tasks/multilingual/tasks/worldtree_rus.py,sha256=Q5btex9JYMMIm5WTTWX-KivOuwauRSDJV8_tCd9lSBo,2083
lighteval/tasks/multilingual/tasks/xcodah.py,sha256=Fu5bydDYNZnSc9uNVBJtSpMhh1SVlsdgYkMZbezcRRQ,2255
lighteval/tasks/multilingual/tasks/xcopa.py,sha256=qandoyiToyCSIlmfHRJa6rlTXlc1XwJ2DmNk0F4D_mk,2569
lighteval/tasks/multilingual/tasks/xcsqa.py,sha256=ySOViPw8zIWdVEFVEuIZu92kwD6qxAIHOYwolCqAP1w,2956
lighteval/tasks/multilingual/tasks/xnli.py,sha256=nqblWwtKGbeS51EkjoE1fVlGATQ0klbyUR6aO4eC2Fc,2946
lighteval/tasks/multilingual/tasks/xnli2.py,sha256=bu0A0UKnOkEU3lF_ClFRSps2u7duAuWr3cat_-aRIT4,3093
lighteval/tasks/multilingual/tasks/xnli_indic.py,sha256=nI_YOghpD8DH2WaLzwPP6pZO1ooAHZvt614E3eTDWjw,2406
lighteval/tasks/multilingual/tasks/xquad.py,sha256=bwfy7CMI6geTPo0aPUxFC5mB8RN-MJ8dcNYuHOdC5jo,2069
lighteval/tasks/multilingual/tasks/xstory.py,sha256=WJGJSTMO4xS8xF5ACcgTlNxgf7SmRPqRaejaHDcmXrg,2659
lighteval/tasks/multilingual/tasks/xwinograd.py,sha256=W4OY26hm3woG3NxxBB7U9oSoT7GflouEOpf2RCAajEk,1848
lighteval/tasks/multilingual/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/utils/adapters_utils.py,sha256=hx-djix25j_dks4Wp4g-bGxPw_MLQyehwR23PvDL3ho,5538
lighteval/tasks/multilingual/utils/task_utils.py,sha256=M1j1c0fvUsoKkDM6cKYwRQ6lMKuF5yQEAPXGNTEUi_A,1849
lighteval/tasks/tasks/agieval.py,sha256=LcRn9857r3LxS0XBZbAzHKir9aRbzoNszu5TvpLJvoo,11438
lighteval/tasks/tasks/aime.py,sha256=njJuoU-L9MvyOj5GdFPkApWtFSOe5kABfjcPgzwMuhk,4401
lighteval/tasks/tasks/aimo.py,sha256=j9cf5lcjug2BBYDItRpH24oNdU-En-cCmQjOsCtPD5E,1170
lighteval/tasks/tasks/anli.py,sha256=OU_5f18GrkqUzkYuKDm4wb0Ryc26qDaGTwUsavNpkyE,1950
lighteval/tasks/tasks/arc.py,sha256=XuyV6EEByJC_qsymwQDXVwvLKPTSsSeUeDCRxsnIPIM,1526
lighteval/tasks/tasks/arc_agi_2.py,sha256=-TvXlOihfs12TElvTls0lAPeCkk37j6NHTLzD3g-V_g,1421
lighteval/tasks/tasks/arithmetic.py,sha256=JWw0l0hXNLteiKSPiMTvYLXP32mnSeu2yMiPl4yMTqg,4684
lighteval/tasks/tasks/asdiv.py,sha256=-YoqDz4YK-AOxfkg_LAblN6vBmd-u_7Vqkz-eL1IRgE,828
lighteval/tasks/tasks/babi_qa.py,sha256=MaCrq5xIUy5FmPqI3-IpfV4uNigF3UV5A1ChXRHO94o,849
lighteval/tasks/tasks/bbq.py,sha256=gzh34DIOb5sWwC1Tj13eTO2mwLGwPy6TVM7CQRp1uTs,5381
lighteval/tasks/tasks/bigbench.py,sha256=qKushqS4qWeB-AP2biEwIV3JFBLodu14VSvHSSwv6QE,78156
lighteval/tasks/tasks/bigbench_hard.py,sha256=tgpfYD1SDdXmAQFPDZcWHr_WS5AYio9-VSf3Z1w9Q3w,8952
lighteval/tasks/tasks/blimp.py,sha256=LNLIfT6xLXWgiQuqdsIr075pZDSXcYqnGwfJdLLObGA,31014
lighteval/tasks/tasks/bold.py,sha256=1nT5YXURwvgKgaqtPZtv8PuMKOXiVeD6iPF4sQwkvwQ,2981
lighteval/tasks/tasks/boolq.py,sha256=sWoVK9OQsq2obNpI7Y8j-8Cm7EXGYlxVV7uQahd-2rU,1234
lighteval/tasks/tasks/civil_comments.py,sha256=sFkJOsGBnqxSf43LsyTk3sdahWsqL-wS-sOlypobN60,4418
lighteval/tasks/tasks/commonsenseqa.py,sha256=vfx5HPpmLwtpZsy2vRBU_Z1oKJxum3vqvquD_ZLJhrM,1193
lighteval/tasks/tasks/coqa.py,sha256=FP02KyB-kSRWoSU2Ad3HO-00UmNcm3ZLObqid7LAa1U,966
lighteval/tasks/tasks/covid_dialogue.py,sha256=o11lLqFLR82ERjW6NXbbyYIu3FNaz-MlPMVPL_I_WSE,910
lighteval/tasks/tasks/custom_task_classification_grammar_task.py,sha256=Td4VORf9iUDuGVqJYO_VbAytGQetFsvwbCnsMnzGH2k,18136
lighteval/tasks/tasks/drop_qa.py,sha256=JsyfKDGDXVAzsJY3CkT_xR52LrPN2-GoDGS9i5gpRkM,1667
lighteval/tasks/tasks/dyck_language.py,sha256=baK879ta3pae3585dFOgVvWmPqPg100sPJ-TAoVz8Ec,1647
lighteval/tasks/tasks/entity_data_imputation.py,sha256=DFSayj3xF2jIINGvxExjdAT3dVZGTaoa3BRcvGEe-lw,1413
lighteval/tasks/tasks/entitymatching.py,sha256=F7cM114RkVydYVnq6Xkx-ptALNA7mny9yT8u-Oi6WPA,6904
lighteval/tasks/tasks/ethics.py,sha256=I5WkHDuakE_AN5JF4qbyLkr1gOoifgGpsy_GgzIT7Lg,2751
lighteval/tasks/tasks/glue.py,sha256=GjvRbzQR4H_X6jg1uhJpK4kfnMQFW4oaRfIR4xYu-mM,7636
lighteval/tasks/tasks/gpqa.py,sha256=gP0uLlGfNd-xSKQ5kIJDZFq9a-4dAzPm32aJaUJOXXM,3931
lighteval/tasks/tasks/gsm8k.py,sha256=dd1LGbOS8Gmj6uC9T_j5aPmRL6KerjfiVD3TPuBuAfY,2025
lighteval/tasks/tasks/gsm_plus.py,sha256=CyJc4WWKgPbCsXg2rTbfN4LD5hfWFj9oTB0_HITCcrg,1994
lighteval/tasks/tasks/headqa.py,sha256=ICxnkneedhpOGw8_iU0EtOYhR7Yoqf2KEyf-Jhizuuc,1556
lighteval/tasks/tasks/hellaswag.py,sha256=52WXQDNvpPzd3KypCDnD6SBDGl601SfGAGvFdkp7C0k,922
lighteval/tasks/tasks/imdb.py,sha256=UYhQj4nl5NHSGrjEwLve01MmuJAq4qSzZJ2IB8SV4Xg,1252
lighteval/tasks/tasks/jeopardy.py,sha256=hjFbot0TuvaE7WganRs8o4vZjAcbUwANJOPEDQv-4-w,971
lighteval/tasks/tasks/lambada.py,sha256=FkPcQ57XT56_dQR1JSClnpibbkKiXKUBIM8VneOt_2Q,1495
lighteval/tasks/tasks/legal_summarization.py,sha256=laKGMNzJkRyMeHZai6fzjSL-FWQyNNGUkabOfN7Z9bQ,2373
lighteval/tasks/tasks/legalsupport.py,sha256=RSM0HRarqFHndqsRV48k6oDW9ienMqNIjghT-r32KJw,804
lighteval/tasks/tasks/lexglue.py,sha256=ag5Ne--KBKzn6ZEE2p6Q7lS-9gO96LU0ymH6Ysn_eTM,3533
lighteval/tasks/tasks/lextreme.py,sha256=1uarkblwC-03xm3gfIbyCg2V1q5hv5_V7kyBABLNvyM,10076
lighteval/tasks/tasks/logiqa.py,sha256=wH50j1Hyxh4qfzeVYSuyHGRi4523KoEXvQWWlF3_hj0,1073
lighteval/tasks/tasks/lsat_qa.py,sha256=wOIVJHGm07lqakHF1hQYlzDPT6q4MqwAY13msYUwgyE,2524
lighteval/tasks/tasks/math.py,sha256=CECx3abx2-lyIxgG9cIr9bO0QvD_1KlUYCNY5mf83O4,5097
lighteval/tasks/tasks/math_500.py,sha256=KdPnHHmwZRjir-8L1V8kOiIntAkBbC166ubjyZwbtlI,875
lighteval/tasks/tasks/mathqa.py,sha256=blU4Hep9Zkqy-AN8W57YQUiIHFRnmmHC0A-CeK5xAr8,995
lighteval/tasks/tasks/med.py,sha256=7oDIqgSqSmdC-OjXfKUo3rY3Of96dL8VR0iVnoR7NTE,1845
lighteval/tasks/tasks/med_dialog.py,sha256=9ZsADa38SoeIkf8s9yB0fu8vCvL8r1LgveGiXjQR0FE,1317
lighteval/tasks/tasks/mgsm.py,sha256=u21VMpNuz0sznCny1T-nsi2mvfkncUjwg2ASRC9Iwww,4749
lighteval/tasks/tasks/mmlu.py,sha256=-vUutGlxIH_K4r4QDlOiuQsuCOHFcGRaV1M5CIEH__Y,27268
lighteval/tasks/tasks/mmlu_pro.py,sha256=OmcApQlu5EWP0-cqr4OOC1sMxf24OUn7PQ09Bc1FiL4,2040
lighteval/tasks/tasks/mmlu_redux.py,sha256=4BNWln2TLMeMazrWW-JclU1VsaSkLcy6cmaH8ORp8GE,2553
lighteval/tasks/tasks/mmmu_pro.py,sha256=rScX4CinEMSs1gexAZf7dSKe2rgMmx2qpFQhREAcxlo,1808
lighteval/tasks/tasks/musr.py,sha256=7lk3brvc5NTh0df1-qVTSv97iiqLt3z1zOQTxnExC2w,1895
lighteval/tasks/tasks/narrativeqa.py,sha256=PjBbL8BQfu68q-GfS3p6tfpq-a9TJlVQ_9C7VadYVgM,1019
lighteval/tasks/tasks/natural_questions.py,sha256=fJuYP1VdBpxYrV64qE4kyIbPfo6zRoDIkFO3AGtTQmk,1182
lighteval/tasks/tasks/numeracy.py,sha256=ouCzc4IXzBq1LlpnaNMNq_6QFBo6QC5gaH2zFfsP8ik,3984
lighteval/tasks/tasks/openbookqa.py,sha256=4BqRnUGSKM_pvKhRuKpuBg0L3N8yaaYrwt11hLt6ykM,1121
lighteval/tasks/tasks/piqa.py,sha256=V63gtz3P_cpFYydGB3dKSZFMv33905kq5QACJwqSXJA,888
lighteval/tasks/tasks/prost.py,sha256=0gEU7DXUR6qhUYSd7G7TsaqpBNjGypTH1mLXHTDC_I0,1103
lighteval/tasks/tasks/pubmedqa.py,sha256=ATyKLADvrZxahtJIA6xWrIFqP35QAyhsU6e-K_yh1ZQ,792
lighteval/tasks/tasks/qa4mre.py,sha256=0I0bMulFG1MQDPeEKG5rZe-n8Dx1VcaJ7MdQ16WLCGg,1929
lighteval/tasks/tasks/qasper.py,sha256=wdlH1f0tSZwIJxV1uSg_wuGgjXH1lH3us5pywAnThDw,1151
lighteval/tasks/tasks/quac.py,sha256=knSWevQ44iYS9r1tWBjeFFp7LY5b72-eJm6AsSA3axA,779
lighteval/tasks/tasks/race_high.py,sha256=942EED3ZFcBWHOsz2u0TQd4z5BgWt42QUKGJl2JU3m0,1048
lighteval/tasks/tasks/raft.py,sha256=Py5hYv-EDHAf4BVT1CZzc7t_f_gJJ6F24OnSU4IEvgw,5655
lighteval/tasks/tasks/real_toxicity_prompts.py,sha256=BbKVc9o_Z2nD7kScYbBL5ZWNpgAj2KH_5unpXvdr-WE,901
lighteval/tasks/tasks/sacrebleu.py,sha256=2sNIVa_kqzZadzJSbaFENi15J1YtZKFl1FFxdKjqoLg,76139
lighteval/tasks/tasks/sciq.py,sha256=WdPDprmpNi-ImkaZg_BkRqwiourhIDhfBUDHpUM9frk,1061
lighteval/tasks/tasks/simpleqa.py,sha256=18tQqH0zk4HnSsGv14mrFDs1Uy7TUM5W6N0AFghEBV4,873
lighteval/tasks/tasks/siqa.py,sha256=-CpvGIHCWCPFlc6OSIf_JQvNKYc-Eny11V8dttUPMQA,1588
lighteval/tasks/tasks/slr_bench.py,sha256=yzMbvpttMUVVd-yTec55SqkOPVFVsAxWbJbO_VUnoHA,3435
lighteval/tasks/tasks/squad_v2.py,sha256=TXpoaOH-O4NxpbdIV58U-g6n0Lx4ijjVSJt1W4xviEE,1701
lighteval/tasks/tasks/storycloze.py,sha256=ttCqpFi3NmXmmrBQPDCOohXZV8_pKIpEbVzG7F14X9o,1241
lighteval/tasks/tasks/summarization.py,sha256=H6kf4yRm8mJy3R9STCkvewwn-xMZHYOCq1mNkxTj078,2390
lighteval/tasks/tasks/swag.py,sha256=iw5JSeeHjF2Sgakjim5n3ta1bPw5FUwRA79FBjtlp7c,1264
lighteval/tasks/tasks/synthetic_reasoning.py,sha256=SeUUUX5e2N5Pq1UtECMSUEZO3qtBbNYMX3cNh5m0vU0,3130
lighteval/tasks/tasks/the_pile.py,sha256=9hy4OD7IYqLwy3lFcIm3I2tljnLGVc9CstGu1lQuLRw,9547
lighteval/tasks/tasks/toxigen.py,sha256=4lhW2Ka8z5_NF1O_7t-SiL38DiVvcqHZJs0-GO8BfZw,851
lighteval/tasks/tasks/triviaqa.py,sha256=q0sEKdZChO4tFPoW5klT3lWz-TQ3TeZzITGuwCg1ZBk,1071
lighteval/tasks/tasks/truthfulqa.py,sha256=YEPMq-dlzmjYepq07jLY-HqcVMvWvc5EMu8cKpXWdrY,1272
lighteval/tasks/tasks/twitterAAE.py,sha256=9sk7AmnxVCr5LggpQ51QQguxfMrvlHDgOlCUANuDk7w,1333
lighteval/tasks/tasks/unscramble.py,sha256=8kB61LQ4nNvu-44dssE67zx8byyW7F_yUfXydHJz1jI,2991
lighteval/tasks/tasks/webqs.py,sha256=iXExiNZ0H-oDYJtbD6kzZEboh6HzdYVMeASH392oiew,956
lighteval/tasks/tasks/wikifact.py,sha256=8SkvjBgn5yVA6XHgW-IJwlypteBXLXU3LGZJdrGt5xI,37936
lighteval/tasks/tasks/wikitext.py,sha256=5O-QV2srD2WFo9yxpUNCCFTwnx-eAg9H7m3StmwMFFk,1118
lighteval/tasks/tasks/winogrande.py,sha256=4FjGLRZT3giHbHzSVkEEaWZEzkAmPiHWyKQim9v_jng,1151
lighteval/tasks/tasks/xcopa.py,sha256=5wxtzGUuyvbcrm_s2s6HmK1c3FCVooO64DgkZ2SCnDQ,5466
lighteval/tasks/tasks/xstory_cloze.py,sha256=bthx9EGHz0bxAuvVLq_zFb3ecrmjYItbVh6LjaOSEqY,5223
lighteval/tasks/tasks/xwinograd.py,sha256=r2sVvcTLND62llUnWbKmjKbyYOU5_FWPrQSyb0ecOJg,2901
lighteval/tasks/tasks/hle/main.py,sha256=NMGYolSH2xUgt_qRjs6WlojgI05jsi5zl80am_u0fe4,8617
lighteval/tasks/tasks/ifbench/evaluation_lib.py,sha256=HaJq1d1m4xsWOT3zye6C9Op5eRhzURCtjtk7BrR1RaA,7396
lighteval/tasks/tasks/ifbench/instructions.py,sha256=j6KhPgUpaK3UU7jVFmt3oJdLk5_cYcCnLUaCF3RLK8M,89173
lighteval/tasks/tasks/ifbench/instructions_registry.py,sha256=p5VD3T3msQ6OTKnct3iDqAJik42asDIplayFacdg4F0,4454
lighteval/tasks/tasks/ifbench/main.py,sha256=3FVdYn11awHT5x9VkOA5Y0VkyccGoeq6VjKbqeQV6_I,5896
lighteval/tasks/tasks/ifeval/instructions.py,sha256=HlrDwE7khoBY6l-LaOm18lHTaxApb3SAMs3IWUvU7zU,56088
lighteval/tasks/tasks/ifeval/instructions_registry.py,sha256=9OJgr0HM1xjCm-cUheN80gxy7wokkViFDR5lzryfBOI,7256
lighteval/tasks/tasks/ifeval/instructions_utils.py,sha256=291bF3VFrk7LS109KgrFylj_iF57h_zaq87xqqVu31Q,26604
lighteval/tasks/tasks/ifeval/main.py,sha256=BmTq8paFfbttpQfHRWujX8Vr18kK7exAVeJKb_hZXXw,7710
lighteval/tasks/tasks/lcb/codegen_metrics.py,sha256=3EZNhIQ8CUG0Y_4LMtGkWPPzCFDjO6tdrg6gVjqkzLw,20736
lighteval/tasks/tasks/lcb/main.py,sha256=AaXM_yONB9fOwBS19APZNqbDPOSiH1DAwnXOHGamsNE,5582
lighteval/tasks/tasks/mix_eval/judge_prompts.py,sha256=5MH3LKhz5UCPaB0QqFvPa-f6a62ESKB2-kt-mQKnrwQ,12232
lighteval/tasks/tasks/mix_eval/main.py,sha256=ilNeEqYp5_BgVISdi94PyDn7OC5RPmJpSl3MS4sl0nk,7647
lighteval/tasks/tasks/mix_eval/prompts.py,sha256=tUgK6d5VHFVW11-smNNvrPqQE7jhotC9iFNoQYdaPIU,8575
lighteval/tasks/tasks/mt_bench/judge_prompt_templates.py,sha256=2j3E7KwEeshkekAtCvrKNt6f_4HJNhzZ8RFo7e8nzfo,5195
lighteval/tasks/tasks/mt_bench/main.py,sha256=l17nWw15rREghqeYZxO8FLTjTRpj0q4H_eeBfBIkp5I,2756
lighteval/tasks/tasks/olympiade_bench/main.py,sha256=hkWE_Ogk4-9kBgXEaB7NI6HhN_CQJI7o8uZ4e6SZ1dI,9381
lighteval/tasks/tasks/tiny_benchmarks/main.py,sha256=rGL6wMdPyuiyf-T3mT4lbZh1SqMNW8ojCIVyiZF0-rc,10119
lighteval/tasks/templates/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/boolq.py,sha256=BqBye0DYXAAUir1MqULeXWUFIMLNWSO5L_edUlHWL3Y,4469
lighteval/tasks/templates/continuation.py,sha256=EY7QOpdYMj4-bnueuOdGhKsjpzSks54R1uY4namoTcc,8017
lighteval/tasks/templates/copa.py,sha256=3ViEtiJw_-Qo74L1rKQAAAwgLKxfJB3kICD-_NwQBxY,5977
lighteval/tasks/templates/hellaswag.py,sha256=GveWffjXkZU-IGQxPwXTKVqos3nECXXRsMVsEPWEngM,6028
lighteval/tasks/templates/multichoice.py,sha256=ZjDavRZt-t3T-dwKIj8P6Du_o0SK7ff0vmityQOl0EU,6261
lighteval/tasks/templates/nli.py,sha256=4tzGLHSyIvLly9NXh4aQqGj_BXFYPXTC3Zqz3wcDtNg,11086
lighteval/tasks/templates/qa.py,sha256=xLO8cy6pPVr0zZS6h4nOsaSksX7vEryJNtNxGVyFPZY,2865
lighteval/tasks/templates/translation.py,sha256=Os_HRGdZG5iYFkHvaKMgDjqK8qzS5oMeqJMfKCOKk_E,6168
lighteval/tasks/templates/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/utils/adapter_utils.py,sha256=prRdEg3RyR6f5T-ST0KTFtYMg2SFhIJ9N5OFY80kC20,1879
lighteval/tasks/templates/utils/formatting_utils.py,sha256=J9fGo6tpNYsV0gwsKMU5ppr21M8w5IUErgmdNAFfdeg,4543
lighteval/tasks/templates/utils/formulation.py,sha256=gYUqXIXxkHzxty_RxIhkLpXDFvBRP2UAPQN1g6k8s1o,5868
lighteval/tasks/templates/utils/translation_literals.py,sha256=XLXu1sSRa0GHu88NXHTuICgx1oEJZRJLHZr08LxLt24,48734
lighteval/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/utils/cache_management.py,sha256=z876l6sVP-wIb3v81vRs-yyvKt22ZrZH32jq9TWUWgY,17885
lighteval/utils/imports.py,sha256=Nu-mWI0SmOs7oInN1FWHYXg4CHl903XyMMe2eVwSzqs,8463
lighteval/utils/language.py,sha256=HB9D3i8HlOvXu-wQSnwq_t7-3yDxBPRFMbh03PhAXxQ,9682
lighteval/utils/parallelism.py,sha256=I5OZjwSvshym-1IFSs5q4zf8BMRBTL31YYiWadITUK8,6257
lighteval/utils/timeout.py,sha256=Cknf9fERjHKp7o-lG3yPCFmuNHNntNn0KK06UnHX_YI,3703
lighteval/utils/utils.py,sha256=e-oVvHwpBTf-019EUeNDW5YMoBmQ87487OW3IpHwFDk,11449
lighteval-0.12.2.dist-info/licenses/LICENSE,sha256=tPk5wOXOUTsipCsjMpS1bCJqJ5Nudwj1HtE3xgLo6w8,1069
lighteval-0.12.2.dist-info/METADATA,sha256=WP7hQRjvFaZN6TXF0tsEfjNcw_W3yfzzDsapYWSyDVw,12492
lighteval-0.12.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
lighteval-0.12.2.dist-info/entry_points.txt,sha256=eW_fUc4_bJVN6LJSjI1wB39LbT6pllEOUEUbY3qPXlc,53
lighteval-0.12.2.dist-info/top_level.txt,sha256=dvkN9L0K1BpVFmb-YCakjCmC13DtEVvsyMi5V12jdvg,10
lighteval-0.12.2.dist-info/RECORD,,
