lms/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/client/common_utils.py,sha256=KCsXAIm6Gps2bVKUZf59735DJq7PvW9bknyqJG5Z8cc,3339
lms/client/config.py,sha256=hefWaO-_lpY5M4WYPUaW_z_mKDQokuzy-o0xjPsddPI,170
lms/client/deploy_module.py,sha256=3rpl0FZvMTt3zyh16YrVMjxCOt8iv422XS_2cl-bTKo,6363
lms/client/evaluate_module.py,sha256=-gPaz7pAMff0BNMWigZc90jOIwrj28VwXFkLtDJ8Lpk,2342
lms/client/help_constants.py,sha256=Ae3P1KE4VKUmTKSPkdorwuIY3XTrRY9xY6S-JfGVXLE,86
lms/client/import_module.py,sha256=j03v7Kju_hli28RmoFRTbwYGr4tnsB1K804OQKe09J4,3387
lms/client/main.py,sha256=p-6F2L-wPPL-ZgpdZxGPiSoEdWWMwa4uJpapd_s-ZEo,16334
lms/client/network_utils.py,sha256=oaMyKmrliGgquwJ9vZaDAuprNxg1y2qLMeaRcJnvp1I,641
lms/client/prune_module.py,sha256=rRFXlZxmOjAWc0VeYoIpcnyQYDQ1d6MbjhUXwGT1s-0,766
lms/client/quantize_module.py,sha256=NwR8625s6H2O9SrLyPYnH-WAch4jmiwpuZMKp-nL2oM,773
lms/client/validaters.py,sha256=EleUQlM_D1-i2oLbWKUuutgnhgmJ6A6_CopnAW9H9MU,807
lms/client/cluster/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/client/cluster/adm.py,sha256=b-6q00dhz1Bs2ELMdCozwoX6AVGkcsWc9xEQzqC1OB8,5977
lms/client/daemon/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/client/daemon/main.py,sha256=XeZGAvBRD7lJb8xakfKCaKofO-0ixAD51zGk2LODsfs,1076
lms/client/daemon/nvml_util.py,sha256=3c1CRIrqWJI_6zThWKVlxA6L5Y0-QS9Ohw-iPYTo1tk,1139
lms/client/daemon/serving.py,sha256=UPlheMtiUD1K_sKizpulge4oH_PIfSrkqkaYRsV5Q9I,4985
lms/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/main.py,sha256=YwBon70oXau0kgp2SXuy7lSlZWYCtDWQv2YZrMDE57I,12583
lms/runtime/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/common/common_utils.py,sha256=T-XutYkwhXVJ49iTA_fofkM74SUzL8dJhlZiIU7a8lE,7506
lms/runtime/common/test.py,sha256=OzcO4gIrfAK8FecQcnGABVUWNQfNv1_Psv1KkoZWung,287
lms/runtime/common/traceback_utils.py,sha256=bMeaFicES552sz4rvhzp96_u17OHZKujyIEFPU84bqE,137
lms/runtime/deploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/deploy/deepspeed_infer.py,sha256=gSQtxxKkVTP_QnR0z8SH9dUDk0rdP8DEiPcofpcp4VQ,4615
lms/runtime/deploy/request.py,sha256=f_BfkgCWv334OihXsSDLG-KtjTKvvxRQGrXiM1JjFaU,1172
lms/runtime/deploy/request_body.json,sha256=UM6L3QlneTf0sbqAT_CXfgi4pH5fr9LYqfFKiRQpa34,410
lms/runtime/deploy/serving.py,sha256=MCQlauoiwL29LCVNx5W9lmB36dqD0QnrUWm-13SCSC4,12734
lms/runtime/deploy/transformers_infer.py,sha256=Wff-NDFFNPQp7_AqeX8j1n00B5yi7zEt0HKpvveWyeg,3118
lms/runtime/evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/evaluation/accuracy.py,sha256=3GKnzm-Zi7KmwZtpP6qm5fWJRCkTPU6zpcOjZqWfMc4,4202
lms/runtime/evaluation/eval_module.py,sha256=2KgZgEQuwd6ubM9J-iRS5zqGOKzNeqXIImeJ-t3GFDQ,1062
lms/runtime/evaluation/manual_eval.py,sha256=g9xZKIavhOWQGznI4YsRypBqBfIGVwbXq9aKqmKJhsQ,2004
lms/runtime/evaluation/benchmark/__init__.py,sha256=tqnq_Q0F-tOSCBS_h8hYwEaedyxMG-LFgjOC_97LWxs,64
lms/runtime/evaluation/benchmark/accuracy.py,sha256=3GKnzm-Zi7KmwZtpP6qm5fWJRCkTPU6zpcOjZqWfMc4,4202
lms/runtime/evaluation/benchmark/dataset_loader.py,sha256=QRm_fC3tOHx4elG0wTS4laXIytqHqXycAzta4r1Teds,19023
lms/runtime/evaluation/benchmark/eval.py,sha256=bP8XBFbGALgdKauEAyJM61GS-00GKST6sSiNb-5krnw,2744
lms/runtime/evaluation/benchmark/eval_dataset.py,sha256=pWBM_DDO500NMB9g6r-FeAmfje9GLjbRduS9Z06-3y4,21268
lms/runtime/evaluation/benchmark/eval_metric.py,sha256=R1SsGJSISjZsQBaGQQWQGrEIFhfmg_S3VGLy6DBq27Q,5350
lms/runtime/evaluation/benchmark/eval_ppl.py,sha256=b6fH0NPUAVnlGa2-QqMIspZOi55vgZzDwNfxEIu1I3E,8517
lms/runtime/evaluation/benchmark/data/__init__.py,sha256=tqnq_Q0F-tOSCBS_h8hYwEaedyxMG-LFgjOC_97LWxs,64
lms/runtime/evaluation/benchmark/data/AGIEval/data/few_shot_prompts.csv,sha256=s9yUZtXLdYx32KsrWAJuRIvgA5swgZtLy2ep4ToJ3oo,140059
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/LICENSE,sha256=RYrfNk6S6HNvco32RPwJsD6qmsHI8XAO_Ed5ejXMUus,5251
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/aqua-rat.jsonl,sha256=3lT3936tJdGNzDycRzE8A9-GTjRN9aCHJOj-CpN0KYc,141876
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-biology.jsonl,sha256=xjiDATzcuNtvuShOY8exj9AHjFb-uOoNwrJ5uJJLuMk,121174
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-chemistry.jsonl,sha256=a0vkiNZ2Jj5o28vdTfe5gZRXhsFzDBZnz0-nAUIKT_s,138247
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-chinese.jsonl,sha256=5knxElKnc6Eo1daSFIRobHU87DeFJ8l3meLp3jwqXEo,722471
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-english.jsonl,sha256=UDZmSmHhU447Yp4qQjBR4BZFlRsR1_Ne3VlytI9GvJo,660829
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-geography.jsonl,sha256=GVUETBPGIt0FeS7ytQJRwzcoARRmH1xobFGtqtUQv5U,116403
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-history.jsonl,sha256=JzUHcdOZgU_GndbX5s4RW3kTriCOBOOFp-b831GmuLc,113929
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-mathcloze.jsonl,sha256=CIZ1wUd5SXCj7SXHFHo7vFlxXWgTg31fSD9G3LG1AI0,38690
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-mathqa.jsonl,sha256=0kbxJ1LRISie9Vy_G8-VQkPO-2XREPcdCTWOJAZcgI8,139660
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-physics.jsonl,sha256=uaBMSzSQUJjE9eZ4PL82vYAq0G-wXk0J5hu-w-9F034,94995
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/gaokao-physics.jsonl.all,sha256=uJW9Vlx__GGroWVu13WWnuXq8KCg8OEZpOz_Opy2LWA,118429
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/jec-qa-ca.jsonl,sha256=vJvhb0waQ6giYSHsEKj8VPMVtHGnQhsOAMu25gOLnrY,715679
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/jec-qa-kd.jsonl,sha256=86goaM3KRU4vBN4Ya8MprSIXWqpmUBeViYCHmkmn6No,514391
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/logiqa-en.jsonl,sha256=Y9Do76yhlE5-rFA3kDZQ-SypwDYVWma06VvyqgbaFwI,625504
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/logiqa-zh.jsonl,sha256=uuXVHNNRCZXUF4GedciSRZiNur7rODCqI_YwkULy_64,514359
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/lsat-ar.jsonl,sha256=n8xbziY04K65VSXpy43tTz0PwHRlZs-N-M2loRdlSy8,231632
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/lsat-lr.jsonl,sha256=bgyjyJUvFlKqiSN8vuonkV8ghETbuCJjNHEsErpi3ng,615608
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/lsat-rc.jsonl,sha256=JhaQAIH_mm00T2_w5SlY_tRdCdEvJvxfQccpp_xFKX8,998240
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/math.jsonl,sha256=aUoG5XE4EC3C2RcsmGnMFt3oxbyQkkzRHhnNUB8sWsY,902615
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/sat-en-without-passage.jsonl,sha256=6mfG04b12M1Pq56dps9m8E4_FYqdCx9mwdp5pZWENN4,235373
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/sat-en.jsonl,sha256=RjgMlHPNOfaJqhA_IrNp-iNX9wdNAoObs1Hsfu0Tmz4,1101463
lms/runtime/evaluation/benchmark/data/AGIEval/data/v1/sat-math.jsonl,sha256=nN5MBSK2GWhSpVYttucr-IF7SAKCLbD8EAE9G-zas8M,280509
lms/runtime/evaluation/benchmark/data/ARC/ARC-c/ARC-Challenge-Dev.jsonl,sha256=VSJDZKvSR39mqaV8XL7xCftx2DAZql43rsDnq3V3Rso,126540
lms/runtime/evaluation/benchmark/data/ARC/ARC-c/ARC-Challenge-Test.jsonl,sha256=n6j_s-Oh-IyzAtU92VqugeOSCa2bz5dDdrMZ2P01cXw,492726
lms/runtime/evaluation/benchmark/data/ARC/ARC-e/ARC-Easy-Dev.jsonl,sha256=9DZLgIpo32v1AM4QcPsBBdQMrNI5HCEN6wD_g7p10fQ,214423
lms/runtime/evaluation/benchmark/data/ARC/ARC-e/ARC-Easy-Test.jsonl,sha256=zjKgd0tL6xl30saxbdpd0rJP3Jx_UGiCxFJnhna9Cb4,895104
lms/runtime/evaluation/benchmark/data/BBH/data/README.md,sha256=InPZ_V_C_Rdd65Obme1S4pRbAiXdHykKg2MIyjbv7Bg,4044
lms/runtime/evaluation/benchmark/data/BBH/data/boolean_expressions.json,sha256=bCLv4hPJbbkUq1X6mWcaNTDlG5uP-5szWrGOXnrPyi8,18683
lms/runtime/evaluation/benchmark/data/BBH/data/causal_judgement.json,sha256=EMSTrkMntZVsRNYQqVPNlnECGsKy-VxH4ddp69Tm4gc,207068
lms/runtime/evaluation/benchmark/data/BBH/data/date_understanding.json,sha256=BdmyH1WVJmI4b3n08bEU8bbWjgZzeLV0hmdY3rZGO8c,67271
lms/runtime/evaluation/benchmark/data/BBH/data/disambiguation_qa.json,sha256=14I601YcmNsBQ1DHMleUc74WyMKi9Wb_6s5qN6zKlw0,90766
lms/runtime/evaluation/benchmark/data/BBH/data/dyck_languages.json,sha256=0lao4SeiqzMdksuZo7ZojD8HXnIoFO1y9y0vTLvNVI0,49325
lms/runtime/evaluation/benchmark/data/BBH/data/formal_fallacies.json,sha256=lmOUBnBYBvhJTCO_nrLg3gGG0Jkv6V7ubYD4VqwTvCU,151073
lms/runtime/evaluation/benchmark/data/BBH/data/geometric_shapes.json,sha256=Z3ylayEqntIBthhXUJbtj_abvYerMNwOLy903Lk6Syw,82753
lms/runtime/evaluation/benchmark/data/BBH/data/hyperbaton.json,sha256=z6wQAEoaKr-UHIY3zLzYNOMwGTK7lkX7U32E7Jfamz0,50217
lms/runtime/evaluation/benchmark/data/BBH/data/logical_deduction_five_objects.json,sha256=FIEtrOcTJXRAurlQzJdrFQq_mPKZM-plhMPhhuqzyCE,160988
lms/runtime/evaluation/benchmark/data/BBH/data/logical_deduction_seven_objects.json,sha256=Kn_2l2UhUj1PIEpTNlGmU5JRp0tnztAVEO3p0yuduBc,203915
lms/runtime/evaluation/benchmark/data/BBH/data/logical_deduction_three_objects.json,sha256=NupYgax4hDWDvxRoX1ot6OuwySPaSuOecP_2ZgntnIc,117724
lms/runtime/evaluation/benchmark/data/BBH/data/movie_recommendation.json,sha256=XDl6y7boEx91aNU2YE9LJx4fmxWn6MZfQkXKCSO0qIU,63195
lms/runtime/evaluation/benchmark/data/BBH/data/multistep_arithmetic_two.json,sha256=X1eZYJWJBnZsb4knetUS4iNuANQYtR4hZr93dYWm2DU,20140
lms/runtime/evaluation/benchmark/data/BBH/data/navigate.json,sha256=ihIKVLSPm-pWqUkbOghG0L1HI7WEQS1ehDmIysJ37x0,60674
lms/runtime/evaluation/benchmark/data/BBH/data/object_counting.json,sha256=VaNeF4PWwCr3YMyaJ4CZFldixjbUDHweIdlIvzCr9OU,41401
lms/runtime/evaluation/benchmark/data/BBH/data/penguins_in_a_table.json,sha256=Uzxr-uua5L64yG0ULvGXUD6ykSz0LC3nLhKsHJrZkiw,77739
lms/runtime/evaluation/benchmark/data/BBH/data/reasoning_about_colored_objects.json,sha256=hJy3rSopavAnGuAGiL37s6LQyFHuSje1-J2lJNtYQik,104205
lms/runtime/evaluation/benchmark/data/BBH/data/ruin_names.json,sha256=FYCZRGQhSGMn5GYrzr-k-X9mkMpo7ttDTvRLuaEirNI,58689
lms/runtime/evaluation/benchmark/data/BBH/data/salient_translation_error_detection.json,sha256=TFy-7WgFevy-KSM53mxuK81H3TwK4uJ6YdaqfbxjACY,291954
lms/runtime/evaluation/benchmark/data/BBH/data/snarks.json,sha256=bzs0KyGqnZ5DIsJ6nmViZSfgWps4FSkDc6cTNhpBajg,46573
lms/runtime/evaluation/benchmark/data/BBH/data/sports_understanding.json,sha256=KplXAToqhlUjjVFa91aYYxYVe-N6CTLcdu32hfeMKOo,34128
lms/runtime/evaluation/benchmark/data/BBH/data/temporal_sequences.json,sha256=K_AVaDqv5ZjYmwyolM54LqCQHd26gaFCCXkq3X_4ImQ,153687
lms/runtime/evaluation/benchmark/data/BBH/data/tracking_shuffled_objects_five_objects.json,sha256=8mROMua7dwISCyaJ6RIxhvN7evzeiNjjqNY2QMN1zIs,175233
lms/runtime/evaluation/benchmark/data/BBH/data/tracking_shuffled_objects_seven_objects.json,sha256=CTTaluDZFCwRxMjLRgW_UQ-uyMViHVxwd5xHNcKPQPQ,220417
lms/runtime/evaluation/benchmark/data/BBH/data/tracking_shuffled_objects_three_objects.json,sha256=hGQvKpOudgo9uwFGuggXI-MEq2o5OdUmGU58z8VyYjo,134247
lms/runtime/evaluation/benchmark/data/BBH/data/web_of_lies.json,sha256=mrkVjRnK3JyKQONMukLepc3diV3CTL8XJLw6_IM7zV8,58475
lms/runtime/evaluation/benchmark/data/BBH/data/word_sorting.json,sha256=WOS9m1QXvRJbNJD0wtvNKcZRn6gP4AEMQVYImyBHpec,71811
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/boolean_expressions.txt,sha256=hNie8uvyVSF-W0sZW721vEhH7_9lypZ0qtDRVraBgxg,1780
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/causal_judgement.txt,sha256=t2ozSTodp4p2ZibgkhoAomhBFtf2keRioum9QF9E5Sk,3652
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/date_understanding.txt,sha256=7GDstZmMXjlucd6RsN5WzQiLij_VASLHHEx3mMP4wJ8,1166
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/disambiguation_qa.txt,sha256=qhCLqXjtlI325tGCBXgLnM8V_bUKpUW-Dohh7U-BPSY,3567
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/dyck_languages.txt,sha256=Ut7JSNl4zQqeuDt1eq-Mrgdxf2kMar1i85DpVqEi5vU,2404
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/formal_fallacies.txt,sha256=WNruIcuKwCaNwHPj-xs6VK1RzyVq2JDED02MadpDPl4,4476
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/geometric_shapes.txt,sha256=4hn9zfKMo7HquDPsWuy5fEnkuJtsI9GrfabostMLQLo,4830
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/hyperbaton.txt,sha256=Jmv9AxvfpgbLsi0Nc_3_xcSLuwpiT-Po4VgTukmA0w8,3113
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/logical_deduction_five_objects.txt,sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg,2504
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/logical_deduction_seven_objects.txt,sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg,2504
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/logical_deduction_three_objects.txt,sha256=LIqVgRhbD1t5ohv5FGW-Ql98kst4mIl-IpX-IY5c6mg,2504
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/movie_recommendation.txt,sha256=gkMO9u025Uc4RClBeQtF11FDcNb9EsxUlrbwGDdllZc,2120
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/multistep_arithmetic_two.txt,sha256=g7Y4iyJ0fQGmWyLYWwzaqlpmaypQ3x2sK49AX_YL3NU,2385
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/navigate.txt,sha256=DATvl8pqWOblx260R3muCt1sYErASv0TAviag1UZrVE,2146
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/object_counting.txt,sha256=pTYwcwnt-yypHJ9hRLyDVW0hMgBPgxUwX6f6TZnFriw,1417
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/penguins_in_a_table.txt,sha256=juEuZ97hBp8vgQl_mkKiAsMdbb5MqxatkMRKkKDvopc,2385
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/reasoning_about_colored_objects.txt,sha256=5KJQPIDdCPkyRmk9riKDHlSFfTtlhyG8aIeTDl7h6JA,2294
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/ruin_names.txt,sha256=OqEgTV80zfH8Mu2_IZkpPMKUREqVWOFSJo6t7D2sUx4,3480
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/salient_translation_error_detection.txt,sha256=nBP1tctGuL8pCBYvH3BNW3nQRrRzY7lFNd5bWG6Hs64,6140
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/snarks.txt,sha256=QSAKws7Of09NdrmFPjJJCVc0zvAIMak6xROhpdgxSt4,3113
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/sports_understanding.txt,sha256=vgTwHu4mowIeCtaaD24fRmfsaU-V9lG1z4U6izcoFBg,820
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/temporal_sequences.txt,sha256=xZeBUTWvnAT3jL8SgQJqiC_a82FfYYcgEra6frIuvlA,3022
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/tracking_shuffled_objects_five_objects.txt,sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg,2603
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/tracking_shuffled_objects_seven_objects.txt,sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg,2603
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/tracking_shuffled_objects_three_objects.txt,sha256=RmuGDIzsjWNt1ZlkqmerLHiVAWPzZOTVENcgoiM7AZg,2603
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/web_of_lies.txt,sha256=aPWMXg6mdgoqMao8Oc3jcjeOBh0RUPqN3aBvxaWv9pc,2944
lms/runtime/evaluation/benchmark/data/BBH/lib_prompt/word_sorting.txt,sha256=uhRRz8y0hfHI96olJS9IU32XafGcdiqsPPCOexB1hL4,2163
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/accountant_dev.csv,sha256=IEeFS0_StjUciVhEUBh_yPsFE-8kbxK-NcQ2Mocffjc,3342
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/advanced_mathematics_dev.csv,sha256=51vfqkKhjVld0E4xUvCpwuBBEtGMdwzJN5vEuCEZdCM,6948
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/art_studies_dev.csv,sha256=G-Mo3rrSzR4AJFv5N6JXhkdahRa5LrUrvnYCzMY2iYw,1363
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/basic_medicine_dev.csv,sha256=esHVfMoRpY0aKo1hmmcWFDDLM2pajtaEIWfziKCD92s,1753
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/business_administration_dev.csv,sha256=ZHx9CLqghppwtkjnHkFXU11-cU2--hMIx14SxfAB-Ao,3089
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/chinese_language_and_literature_dev.csv,sha256=JFnMgNrfbLuRUBfJB3qiFrYQwQ4YgrA3ggIiEsI9J_I,1818
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/civil_servant_dev.csv,sha256=xSb6mjU-vd1g82SmCKkpMtFqsXHiCUxLUDc-Hnp7cd0,4508
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/clinical_medicine_dev.csv,sha256=xoQSxEvwOnLXB3d2B6Ju8e3n6AxhOXXymOheU9ImUhY,1879
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/college_chemistry_dev.csv,sha256=pQ2BsNzi5l8DswHythRAOBztTEGGG25zDS6lnNNBlZg,3545
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/college_economics_dev.csv,sha256=1Z9aHvkcoldFk1P9gBWxswUaNp6tqaZ52vzrpKvxo6g,3607
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/college_physics_dev.csv,sha256=dc29OpOCfiiuilq_fG6EyWc3WwsIshqRmvR8Pxzz-nw,3758
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/college_programming_dev.csv,sha256=MvHs8vbMUZqeCDMcpkRhid296-Li9Y54UhOhbc6Uyks,2818
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/computer_architecture_dev.csv,sha256=9z--z_2rhfBKJ_DJKKYFw2gLFb32sQWnujz6dRA7FO8,2719
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/computer_network_dev.csv,sha256=lGMoArvQORh3bOsb5xnD0gpD2WIAQIK7v7qomy7ceOc,2286
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/discrete_mathematics_dev.csv,sha256=Q_72Jej1-i1Jl0-Jzgi-tDjoSky5rB7z0ZWvTNkbIpM,1934
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/education_science_dev.csv,sha256=Vz6kUSOuK84yYlquTHMZ8lt-JFa5vCClU5Po9prTmBQ,3025
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/electrical_engineer_dev.csv,sha256=0ChcGJOre8Uog88zWLWmytk8rhE1x1mkH1t-362BoXQ,2104
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/environmental_impact_assessment_engineer_dev.csv,sha256=XrzQpx-55jK2KwK6oOBpx9lXrt1nnP0JV8EmGzBLNZ4,2420
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/fire_engineer_dev.csv,sha256=jmvE6J7VbP62PFxJCOmlwyn66NSIaiQw6k992spHSLk,2133
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_biology_dev.csv,sha256=ukzJAf5VwYwp8YDb9YMf_nPhkye9mIW8o2yGkvyz7C0,2092
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_chemistry_dev.csv,sha256=nAkeDDUzxB7bPsFPq23bvl4g-o2LPcpZtNIIFhJOWI8,2510
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_chinese_dev.csv,sha256=HWyZQdFfDBFzQ_OevPF_M4JPNyvNupxhiZsRuO4vZ80,5224
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_geography_dev.csv,sha256=5XrG20j20g_n3oriQfzL-zxqxoxRq-ZN-_PhDO_BC34,2015
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_history_dev.csv,sha256=uH7JiD5_JN4Pld3bTSq4CzSc6au8I0dUoQM3Xc_8IHU,2355
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_mathematics_dev.csv,sha256=Vp6xICcVIBG0sVz7wdOCZUUlHrvooaQCDZaHT-Eh4B4,3496
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_physics_dev.csv,sha256=Ig-8QvBGP6xlLJEc-BzYIhjIN8sB9iFDbhBm_FcIKOQ,2196
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/high_school_politics_dev.csv,sha256=jR0KnDPy1m4cpzMc7pEXQvFBNqjigSbGG_wKzzx80TQ,4668
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/ideological_and_moral_cultivation_dev.csv,sha256=Bsmw2MqKEkFcw45IR9r4NFdOAp-SEXdJT7pwRi89noA,1220
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/law_dev.csv,sha256=etVl4rF-sHtp238-Uw2SJUyivti5P5vDg_GiOOz1v9M,4072
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/legal_professional_dev.csv,sha256=cd0FK72KpDtVOTD8oKXrz7dR-K0cRa-aj0MfCxIMY1M,6908
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/logic_dev.csv,sha256=Luyx9j4kYOBBMIH8aV8xGX0Jgqdf6lsc-OecYbuh_IU,5577
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/mao_zedong_thought_dev.csv,sha256=Fv4KbNo8pHapnuN0GeK1HM4Fv_QsSB2Ua9v7yNLtsEE,3274
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/marxism_dev.csv,sha256=8Ltzvwq1RwoiX_x6_DDWkdJS9I-QfFTYB6dq8SukZCY,2068
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/metrology_engineer_dev.csv,sha256=U9RRkS43huC0roVR4xpjMq2bHU0HtM-D037XvMVyv6s,2411
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_biology_dev.csv,sha256=xlvoxHlgAUmzNL2sFCYX67jE_INCTXFxqBNKxfw_wRg,4261
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_chemistry_dev.csv,sha256=REOZYixvnvk92TX4yOYN8-3g6vtqUnwfV9WbyQ7TPRc,3798
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_geography_dev.csv,sha256=bEWwV2taVdJK_VnIz77x892Hrp8WUjjOmZwSX5r4npk,2078
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_history_dev.csv,sha256=Bwai_L-xHZT4ZSMfzPd0bK8zhFoGltX0rUOuJX7GaWk,1939
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_mathematics_dev.csv,sha256=so_HST5fvTbPh5au7Gh6_BqHgwSCphUiDj4RhB0iaHw,3123
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_physics_dev.csv,sha256=NjGWKkx6rIYbWB2nuZNrRAE3vw4t3DrtqStVepK5DCk,3465
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/middle_school_politics_dev.csv,sha256=puX1cZuzaDuyBAhTqLwh0B0Ys1-rTryOmuUc4p7WkBU,3625
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/modern_chinese_history_dev.csv,sha256=233YfWLxkrXz-kM4GTwmpCrUOTj_1rB8JzJBDNECWko,2908
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/operating_system_dev.csv,sha256=ncpDRBIUgUL_rQcI4wDFqXIHG2BbCZOfSn21s1-xQDs,2483
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/physician_dev.csv,sha256=Z0hc5Nww-MUDrwZwcxyMgtH3prLvpoh5IlLfY8fkYLA,1959
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/plant_protection_dev.csv,sha256=AaJG_oX5qN6buVb4bP72z4pPGb1gGFhTWl8HnVOsXi0,3660
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/probability_and_statistics_dev.csv,sha256=9ux8KQmXsJP8jckgOR6NbJXOqMlz8-2EyWnN5vQd3O0,6711
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/professional_tour_guide_dev.csv,sha256=sv-DbmgfHKqgpEHdi-bLfnUT4WlQv_SJjt_I9Extxas,1688
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/sports_science_dev.csv,sha256=ncHoUXsZqve4swSUq1ywgr34Yl52dDsHeZVI_wSPNvE,4116
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/tax_accountant_dev.csv,sha256=bY9vM9EZHQ-xAppEqI5USqavVI_QubAfNHo3nZ8jbac,4208
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/teacher_qualification_dev.csv,sha256=3omxheu5UDR1s72XdtIvRKfJbodSTffON5OE6-Wq6j0,3145
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/urban_and_rural_planner_dev.csv,sha256=2U6PKkv-dTXVYgKQPi1kuKWFgO34XReGBhQxFhjx8ys,3090
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/dev/veterinary_medicine_dev.csv,sha256=IUmr728Waps4cg5-4vptR-bxVleldFylGh4nBq1jBS0,2294
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/accountant_test.csv,sha256=z4RV6TrSHmO65ijzO9enbbAUQSbOhMexEZAhSMbqH_c,166638
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/advanced_mathematics_test.csv,sha256=5cGYnHSqsQmF8B2ud3pPphokWECqbTFdRvvBVvhzZh8,46132
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/art_studies_test.csv,sha256=uw3e8-z_ySA-YD6I8bFAknmGhRw42TBivGOekEr7TmM,34279
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/basic_medicine_test.csv,sha256=cyAfo0lEvIw9CcjDdX5Ud-vFbA6Z1kl8yG6xVX2Wdj4,24707
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/business_administration_test.csv,sha256=fyWyXQFu1zsAsR8h8b951cDG5e7fwJvePz_Z1A4VylI,71385
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/chinese_language_and_literature_test.csv,sha256=Hl2TWHamJTLwnrWfhefjDFwEf6EzTj50a4jE50PJHww,27433
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/civil_servant_test.csv,sha256=yr7kSWJLQIL8KN0Njzaub-CbfTkQfACGj5LQzGfTRcQ,171547
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/clinical_medicine_test.csv,sha256=D5yWHzBXtGXm7omPyq2nHlOcR0_l6xBWlBjaUdI-keY,37471
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/college_chemistry_test.csv,sha256=8-BuR8_05VAuZhDeuSjF4jWbyi-HQHGaLRbDwh8YZCI,40766
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/college_economics_test.csv,sha256=ItmofrL1WmsxEYHSMbKqgsKJsHmE98jS3YGPzK9vOps,108231
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/college_physics_test.csv,sha256=3vdXnihGkFMoFplf5jaWP4owwU2wF3EEdVp1VQSaQ0w,51633
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/college_programming_test.csv,sha256=U1cb9S0U0TCeXjjEGU_sI_Imp9isMe2cPiaH9TGT_zo,76205
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/computer_architecture_test.csv,sha256=-Jve-AixR_6YDJMcAFXZF3sneFjDetBVEwR0WET5Xb4,36086
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/computer_network_test.csv,sha256=diRadeKcSUIbkyX7YvPEAVJ7K3eNWom6070ngtA7juQ,31410
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/discrete_mathematics_test.csv,sha256=YQ_k3F7UimAEWCHC_q1UezcN3q5v_6Ru0wiCBiUnJkM,32617
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/education_science_test.csv,sha256=dKaK68u3nqMhWGhfDmwb984FvG2GrJuYWdVjfQLj4Uc,49454
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/electrical_engineer_test.csv,sha256=H6L2WlxnnRQ8SirvtmEqWlE1Y1l85f2NGnrS52DiAlQ,65844
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/environmental_impact_assessment_engineer_test.csv,sha256=XLxG-Og96TxyHpqjs4deWqMFRm8t93i4_V1F86o2adk,78127
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/fire_engineer_test.csv,sha256=nxAhl12rbPgtQbcSJXUk5gfkd3yIl0lgEToKbxtrdlM,77035
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_biology_test.csv,sha256=0U1DEOh9Q8yixqPB4ceM1DLav7S9Xttz__FjdWZ0tBA,51181
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_chemistry_test.csv,sha256=RKjhj9WqnwQysBI-bHspR65hwh_9MhImuQutBWsthT0,42913
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_chinese_test.csv,sha256=41tY9FIDr7t0Vof2XJm40x0889klyENgPOBD1XY_q_s,106156
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_geography_test.csv,sha256=DDX6Q7pR60kyPhjA0T2c5W2jB8gBk3uBTdOyx9eXeR4,37068
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_history_test.csv,sha256=fKog1Ziw7VGKDJkQtt2NnSsyWsIpyH0GbjFDITuUj9w,51991
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_mathematics_test.csv,sha256=dxU1N7LEv8qiQEDXqn5_VYsc-uncQ2gRKp-k5pw1ujM,37574
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_physics_test.csv,sha256=cjpEj5DkZawaFYS0PMVAuRS3E6cHAnEiYzaEyCRkLsw,57687
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/high_school_politics_test.csv,sha256=_oij23v-qPef4mntgm_QiCIbY81xWrtgL9ne3yhxw8g,79398
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/ideological_and_moral_cultivation_test.csv,sha256=sUW-yfWy8RZjDgqx7L69OqsgYv5EfFY2_RRzVYR15GU,31288
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/law_test.csv,sha256=vlqS0DyectXGB8ji3hTkSwrwrtsAZxd9M94ZRmGEKoY,74609
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/legal_professional_test.csv,sha256=8vTMlR8EvZtUFAsaXBFZezmjIs4zdzDYpPGg2J7_Uts,117172
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/logic_test.csv,sha256=Quop3fggnkjSZYjZha6UQ28Vb4N3mIhzNoR54O9IFXI,139190
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/mao_zedong_thought_test.csv,sha256=E44fp4fzIYMUftBmJyyGuTvkjl3PBZKJzYbjrt4ej5s,51590
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/marxism_test.csv,sha256=xmazefB-ITq5Mi8qys7KVHOCa725xHaYJ2vpKUhIeOA,34455
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/metrology_engineer_test.csv,sha256=oXNg3GoilVnT_esgsQ3lOyBLQ2kowY05AAjummd7-nI,42367
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_biology_test.csv,sha256=lf3s5gyek1KH8CSr8GjFIR-7A-y3JrqYVX2xQprXGXc,42761
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_chemistry_test.csv,sha256=QjunXWLJKczWAjZvqIF9zF_gUZjpgEHwYMgWP4Kdx_c,43235
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_geography_test.csv,sha256=02kZOUIXO2gi163c3OaL3R_6TPTpZBDCIaQiCtlbBDA,20764
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_history_test.csv,sha256=lKUgux65P1DrKOEyBfOzR3LpGdoTPoswhsJ4T-3BmUg,42200
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_mathematics_test.csv,sha256=f5T8LGvTbUywlLVJ8FfgqBJVjQu5gWc52EZJIO9bhoE,29096
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_physics_test.csv,sha256=Nsu-lNlINDYrx_rJXVRvmZCezpCRBBGINiS77wMxe3k,44613
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/middle_school_politics_test.csv,sha256=5YeNgnSxyA4mtrtIzLTyUW8ZOrUGML0bd3023wdzQ-M,68123
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/modern_chinese_history_test.csv,sha256=yeYsGHpK9hVEUCxG824V5tOFyDwbcXMCttSoZFkAOF8,46287
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/operating_system_test.csv,sha256=g3w6tEBrAGQrCRfOqNHg-5fylQ4hvorXG-m_HubFyfI,26951
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/physician_test.csv,sha256=SUucbi91RpSWy_CVODG-R4T05QNBbTpNxrngmMxzyhQ,79534
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/plant_protection_test.csv,sha256=JuBRqq-bsDlsFbJ5cGknn4FJXMNs5r_3oT4c8mVjXnw,27210
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/probability_and_statistics_test.csv,sha256=Wk9fMQfmJqUmQ6HbD_YwrfDcdT3Lnz1k6sOpQu6Dqro,53411
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/professional_tour_guide_test.csv,sha256=UL9C7oCTH2B6CleBY2J214dKqxjSn8kmJrIy-RXEq5U,35023
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/sports_science_test.csv,sha256=4gshO66raQlnQ45Hzos_02FCCZ1NWCmDxqeTokq0BCA,28297
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/tax_accountant_test.csv,sha256=W1vnk6WLfJm9r2W-2OA3vSBYF9DPKpUaoNR69AidiNk,164205
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/teacher_qualification_test.csv,sha256=uYW6D8-Lf2LqUxkf76PR05qtxUZcvx-CJMWj9xoOgUU,98308
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/urban_and_rural_planner_test.csv,sha256=atKHIuer9d8_-ttvInvtgnex_cV84Ja9hfBKOC6b0Rs,100673
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/test/veterinary_medicine_test.csv,sha256=dV4fUiuIlQk8AmacWD6f8sdwlmdGoJAMftLtJcvRdO4,34599
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/accountant_val.csv,sha256=A2KaAaYJEJnDRw45zRZS6CoHE37rRgBpRgjYTf0n-u8,18439
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/advanced_mathematics_val.csv,sha256=_MWGnSJvwhDmWBftJEV3yK9OZbiyqy5ftbox-GDF6tI,4942
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/art_studies_val.csv,sha256=tmHsTBBvmMTItUH_EsYsVLCLwUCcXLtAALzJ4mcjJxI,3839
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/basic_medicine_val.csv,sha256=xjaLFXyxtHMGLLx0XcXv-Rzs8miuZQsn0w_TNKvJiuA,2207
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/business_administration_val.csv,sha256=FCDucP5XiiFG04LSQtKYjvJ3Rnytt3YfeI5x3sgeCgg,8483
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/chinese_language_and_literature_val.csv,sha256=KaJRpSt588ykW2G-lulMNJmDmi9FMcpSs3CEGrDKXGI,2934
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/civil_servant_val.csv,sha256=0VMwa6W2MdnCMgVQZo59OxViBeQUZrvQzh8H8w1EW9o,20209
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/clinical_medicine_val.csv,sha256=5XjtpBwquVQKkDP43hRKxiZXtM1i8LOs2kTXbpm-kmc,3678
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/college_chemistry_val.csv,sha256=Fh7RLT5oVzgMyRDHjbfZrw3j_ndAJx2TF5MmWAI7kTI,3922
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/college_economics_val.csv,sha256=ewQLsWsD7jAsDKhc50wj4ZEop5qfad6gM3yMdlA6pyk,13215
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/college_physics_val.csv,sha256=Ui8Hlh7RXMNMxYUjJWCt6pfk02ykk2tzt-P8MFLZLnc,5733
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/college_programming_val.csv,sha256=jxXKmbwoETXgsbPPSlwNfTCL3G6WSjWkWqaMLGEO_qk,8783
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/computer_architecture_val.csv,sha256=iKOqfh5vnWiFLOgxuer5dwakTYkvoSS5TWQBOrdOuSU,3683
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/computer_network_val.csv,sha256=DBScXKA-ZcbFnOT5W_ASSC7JDttyogI6Jtx64-4ci5Q,3381
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/discrete_mathematics_val.csv,sha256=AniiwKllcSpKPvjDGEzTz3SvBgTT-lbkmfdkyt4msLQ,3085
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/education_science_val.csv,sha256=anYn2M2l3exL-ypAKnQ04QtQiP9xfaQLkGe9a7hiJy4,4869
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/electrical_engineer_val.csv,sha256=u_P5uQAPKCRQL6qDRs1Hd_7slMAegjOLXb97He_2CHM,7481
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/environmental_impact_assessment_engineer_val.csv,sha256=dMr8ay7or_NngXwVfjTqGJ1eI8Pqje5zKI70CFvcotU,8490
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/fire_engineer_val.csv,sha256=MzNpdrqkZQBkLLK9s65A_fwVavZg5Xn7UW98ZIuAGG4,9302
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_biology_val.csv,sha256=avU8k07TVwmhkReS90OZAlp-W4zySL27V6OBK3r06wA,5690
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_chemistry_val.csv,sha256=gGySjUtL8wG-d4yPqp_mwIIuYTmBn3ro9bL-Cf1PNg0,5205
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_chinese_val.csv,sha256=GJ6gunhJRM1pzpXdlE59KH3F66stMI1oZ0yg7G9GKC4,10061
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_geography_val.csv,sha256=qDn3NnSi5IYFR09n5UXO6Ep9B7Zh2H3JMeFxOUXQysM,3573
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_history_val.csv,sha256=fyqUCXJvwDRWIhUawMEmqY-0hsNp1u-tYLUdUZyyWbk,6181
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_mathematics_val.csv,sha256=ju5t62xLAEubgKKM2FbOKwx9DrOo9TVvjD1-VO9jykA,4793
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_physics_val.csv,sha256=X0TxjmP9GTuTqar08pEskRnRySJpxi4UwpuSPL-unVE,6848
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/high_school_politics_val.csv,sha256=dVoz5_uHwEjm7fPEG5lMMlcSLUl-umLO-M4HYMnmVYQ,8513
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/ideological_and_moral_cultivation_val.csv,sha256=yQuJ-A3jBWV2HT2p8_LTelaacLekANyNofhhlMIfGrY,2823
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/law_val.csv,sha256=D_K8ZQp6OTDs0uht1c-q6eWiH51-Scg3dcBKKg72z_s,7584
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/legal_professional_val.csv,sha256=kbyd879_K35ZCDgQqPH4uCWMNzpXFxI81Rp5uXXgx9g,11703
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/logic_val.csv,sha256=o-i_hLM9yb79yZwmO44XmftAjsbM3ZU--SYWLM-bMf8,15078
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/mao_zedong_thought_val.csv,sha256=-hR2HQj9R_lcsEhzDWThk2m5epg5nzCBApdyl_hHHtI,4952
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/marxism_val.csv,sha256=hYXCNai8m-Vaps3iiGxhNHmrWrt4ka01TYHBNOyGw9o,3831
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/metrology_engineer_val.csv,sha256=Gfab81rAE6iM_UihFsXluHorJdSp2m9fzsH4gOQWOOQ,5581
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_biology_val.csv,sha256=xmBIJeJ2KY7SAfrtyCYFuYyxdzzfuNzMs-wnSh-SU1s,4797
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_chemistry_val.csv,sha256=SKCccYpKdE0QUIydhqIaZHdME8iSfb6Gb2z7KQ4_Jys,5211
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_geography_val.csv,sha256=GzpUIn59rXtmYkj5lINQLKdDGQI69a838pP71svTM_E,2382
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_history_val.csv,sha256=OFkf7F5-pQ17y_63M1kbSkt44UkwFb0BRnnzQrOiKwA,5501
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_mathematics_val.csv,sha256=lv1E2GUy0CIHAVup_5ytWNagPgORTlYM34Odqr1IM1c,4503
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_physics_val.csv,sha256=L8xgR4HWTnWq_dzeMsGhqCT3UEk45L46qAauhp2VNB4,4859
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/middle_school_politics_val.csv,sha256=vk4OdPIjTc6A_r2yaUWA8JUa_wtkQs3EQFdVarJbIds,6847
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/modern_chinese_history_val.csv,sha256=hHaCiWxCEuv0V1LZXVwBQK_xtDh8TcumJ7jF_jDw7wQ,4676
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/operating_system_val.csv,sha256=wBBxhWIKGT_7wGKRpSGDQrTbPef1AMdtZdQgmje9uAE,2879
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/physician_val.csv,sha256=oSPoIoOQOAMQ_xLsGuWASuWGZdqj1ExFFUujv0YWmbw,7600
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/plant_protection_val.csv,sha256=sUtJj_wXCeBwjyrM-1G-aZZicmdiZ-eZ4Mai5lnMbew,3145
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/probability_and_statistics_val.csv,sha256=wD9Lkz4iEOxJAlI4ddZWDJBsUZaUJbhlzQE8sNbvs4A,5440
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/professional_tour_guide_val.csv,sha256=vxrrP_Sn3QymLhfrL6kIrtagIv40WMsJL1V-wpFinSs,3859
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/sports_science_val.csv,sha256=DpSYZBkfr1InXIJz_kau01AI-xxQkBHw32jdS6i86Xw,3073
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/tax_accountant_val.csv,sha256=cBE5V_D8J0a9S_Ee-lJC_jgOqeV5cJli-mM7SXIcPq8,17822
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/teacher_qualification_val.csv,sha256=Yw7_ucYuxNl_0Flt1gApZNvqrciJKE-N6hppA1IE2dQ,11229
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/urban_and_rural_planner_val.csv,sha256=1D2G5S23Vw5Sl9P04AlIUr-ws8ttou8ZQTyBy4GHguw,11752
lms/runtime/evaluation/benchmark/data/ceval/formal_ceval/val/veterinary_medicine_val.csv,sha256=3sZr5MquCm6DSzSjV7wSrw_Nn9wAdw1mi2UZFL6TO-Y,4067
lms/runtime/evaluation/benchmark/data/cmmlu/dev/agronomy.csv,sha256=F9DYBoNFWkoSJZuMZTyVGvStTNMqwjYVkI6anlCbtIw,421
lms/runtime/evaluation/benchmark/data/cmmlu/dev/anatomy.csv,sha256=Xi1Ac1fzrXHSZ9YV698Nui_3IFSM9QT4cCbI4VmQ2C4,349
lms/runtime/evaluation/benchmark/data/cmmlu/dev/ancient_chinese.csv,sha256=ZG1KAtSZjxdsERCR5fwj0SzkV_-9jStQDTPfBkIaIjE,700
lms/runtime/evaluation/benchmark/data/cmmlu/dev/arts.csv,sha256=FgS1Nhkdddc9lE9R8ZH5cZL5SgDGH4w8NGTBrIXEDws,388
lms/runtime/evaluation/benchmark/data/cmmlu/dev/astronomy.csv,sha256=ngYpcySpd6M6weKT_OCA7lcYTlvKVrF5SSR07IB4dhI,440
lms/runtime/evaluation/benchmark/data/cmmlu/dev/business_ethics.csv,sha256=rvyBraOuGL--HmT0CzQnStE0kBPWTcW0PDyNmcOFxvA,424
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_civil_service_exam.csv,sha256=_4kDqT3gy5lR6BWv1YHUqYuwBHJa5PhbaXIaltXrcn8,1111
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_driving_rule.csv,sha256=tfiM-Ij0TRE227aNZxyTIZi6yUTaDRapRwGbfCHL0o4,688
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_food_culture.csv,sha256=fI_ibqyLdwFMk8VVAj9fJwekkZT3yXSLVc8zrqTxqzs,439
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_foreign_policy.csv,sha256=uxdZ_QoAkDV2WvkGlsBBEjS74mHhnZkK3Y55YyWDnVQ,1091
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_history.csv,sha256=suHmygU1ZuGHn6C2KytxsiSAJu0q5TBqeJwP_y8QEXM,1136
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_literature.csv,sha256=uQhoiyC9eik-klgNOfnGOFfZt7HHNmy3176rfS-ipjQ,484
lms/runtime/evaluation/benchmark/data/cmmlu/dev/chinese_teacher_qualification.csv,sha256=V-X6cy3iMGjj7nCYQcsV9pX_QlpVAbgscywIqzOkHmA,835
lms/runtime/evaluation/benchmark/data/cmmlu/dev/clinical_knowledge.csv,sha256=cZeIPFHun0L9iTctbcroCa3N7zfolxhkD7E1ar_spUA,726
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_actuarial_science.csv,sha256=b6CMJ1FtuETeEj9vHbiHBuYIvDe-HrPnaZOWWn1IQbs,813
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_education.csv,sha256=Xi2enrv2jsp7wd5ko75MtqpW5OE6406t1xRPAwOuHTY,593
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_engineering_hydrology.csv,sha256=pS2xUlo9eZhGgIOMAaM_c6ZfHZE8mDyHk25Z1SN8noE,513
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_law.csv,sha256=dRVoLLUAtKrFO6QFEkhyeFB3Q3GA-DULttTU04ZL2o8,832
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_mathematics.csv,sha256=aIMdgsxd-VaFZpKWi5YmTb83y5Bwtjy1X-gWQla-PXM,832
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_medical_statistics.csv,sha256=2fAaDR8XdnidOaIFpy8pSanBEnrBWay154Wq0zVn53A,665
lms/runtime/evaluation/benchmark/data/cmmlu/dev/college_medicine.csv,sha256=n1TD_H6fq04Vg6-2voXyHpuLg6K8uv8zbfaOLUKW7gQ,432
lms/runtime/evaluation/benchmark/data/cmmlu/dev/computer_science.csv,sha256=c9TgtigAZ97XBNvj_0HA6OfSyWZHmgANgo2fWhX-7dA,441
lms/runtime/evaluation/benchmark/data/cmmlu/dev/computer_security.csv,sha256=n54gK8PedJ2736dJ7fS7qxs8Loy7WJY24fajZ-5FegI,654
lms/runtime/evaluation/benchmark/data/cmmlu/dev/conceptual_physics.csv,sha256=lcBmXwrSiCwA2dAryEfeF3WbObUjoB8uItTx-fUZLD8,1084
lms/runtime/evaluation/benchmark/data/cmmlu/dev/construction_project_management.csv,sha256=LseBSOmCwAboZT6J5AytzBkdJfCeSu3BKF21bqCHauQ,556
lms/runtime/evaluation/benchmark/data/cmmlu/dev/economics.csv,sha256=xoSsuUkYyWmIKg2UckRQ8ym-on2oNaKdPyZRXw2Cr4w,586
lms/runtime/evaluation/benchmark/data/cmmlu/dev/education.csv,sha256=pLHCZPZZQf54c91EnbcXxYLqC1M7RCqS6mWZ9ly6xqI,448
lms/runtime/evaluation/benchmark/data/cmmlu/dev/electrical_engineering.csv,sha256=S6XB6tl4OvP3KsagO6bRZudJb25DoYxR85tkFUl33Z0,442
lms/runtime/evaluation/benchmark/data/cmmlu/dev/elementary_chinese.csv,sha256=2MvMHbY2DUevV7wEn-0PJ0xSB5iBCFyVITlg1SvAbmk,446
lms/runtime/evaluation/benchmark/data/cmmlu/dev/elementary_commonsense.csv,sha256=vJ8TAGLnO0nNoyUskfwhnUspKOKSIJ0pyWNwVbfwF0A,358
lms/runtime/evaluation/benchmark/data/cmmlu/dev/elementary_information_and_technology.csv,sha256=S772pHDlPiE47L5OrWiZVK1k4eHEomA7AnR__QLDPwc,436
lms/runtime/evaluation/benchmark/data/cmmlu/dev/elementary_mathematics.csv,sha256=TBGtC6YcItUP0oB1SOX3tI2JieaX56XIpQtH3V6uSSI,357
lms/runtime/evaluation/benchmark/data/cmmlu/dev/ethnology.csv,sha256=55QVvaDVd5nABQyGSfoa7klfV5mnhX3CCu4B4PLrb8I,429
lms/runtime/evaluation/benchmark/data/cmmlu/dev/food_science.csv,sha256=8V1Y6f3Ol5sltDMWqrHKmaSavCboeSNnSFsJPRybwsQ,437
lms/runtime/evaluation/benchmark/data/cmmlu/dev/genetics.csv,sha256=zKQWoO_JHHevM8sOlnSFPh_zGyVz0J-Usbmzbhu64rk,508
lms/runtime/evaluation/benchmark/data/cmmlu/dev/global_facts.csv,sha256=1CHfnKq1aK-A0uOn-14OjvrxWioDernirqGb_ZDrOaY,562
lms/runtime/evaluation/benchmark/data/cmmlu/dev/high_school_biology.csv,sha256=HG_1aI_XVQ7qSiBRGD2xodC_gBZuYDAOExsLJCDjH80,1143
lms/runtime/evaluation/benchmark/data/cmmlu/dev/high_school_chemistry.csv,sha256=WamfO7HYsWufiDcAAZfH7ZT74P50a2SvFpIM5QzpYEo,917
lms/runtime/evaluation/benchmark/data/cmmlu/dev/high_school_geography.csv,sha256=DWKm4JBGoyLKO5dvmNrHAOfv0Xu0QvWFqTs1cc7zu3E,613
lms/runtime/evaluation/benchmark/data/cmmlu/dev/high_school_mathematics.csv,sha256=cXXieoRSYPDJcIjH289KVx1G5hfWwDeKpFrCGRGatHM,468
lms/runtime/evaluation/benchmark/data/cmmlu/dev/high_school_physics.csv,sha256=sLbPIiLhHBjKQPlWBtdWFwkmccy1XNNIURN8ERki7vI,978
lms/runtime/evaluation/benchmark/data/cmmlu/dev/high_school_politics.csv,sha256=dn56DIzC7xkEHXD7qJzF9ZzMcWfW9zLzzU5rvz8ytzQ,1414
lms/runtime/evaluation/benchmark/data/cmmlu/dev/human_sexuality.csv,sha256=Ahs2BU9hGcjNpkpbrE0xHkJU0YFCvQhPBSLrbEpF8Ic,508
lms/runtime/evaluation/benchmark/data/cmmlu/dev/international_law.csv,sha256=Nyd2vC6abpce404cwSl3Rdz_6AJEzToDZBWbR6w_280,601
lms/runtime/evaluation/benchmark/data/cmmlu/dev/journalism.csv,sha256=THe9Yc4dsHFmzsle3EcToMyacoB-CLcWlMYrqoXzT30,415
lms/runtime/evaluation/benchmark/data/cmmlu/dev/jurisprudence.csv,sha256=rlVYJ-cpRRGXQZ8zb6d_z51HzOTnb80W1CUQLOU9oX8,472
lms/runtime/evaluation/benchmark/data/cmmlu/dev/legal_and_moral_basis.csv,sha256=P3upcqCtGfWQhz_3_RLLAQDQIv1qeDOvTxGA81oOIf0,677
lms/runtime/evaluation/benchmark/data/cmmlu/dev/logical.csv,sha256=0JqpzKoVttZz5ck6SivCbVuwe4AEAS8yLH9xT2r8-C8,478
lms/runtime/evaluation/benchmark/data/cmmlu/dev/machine_learning.csv,sha256=oADEUTIu8yyBArPsY3bNvP1WM3RdRxTsv8G_5hwdJ5M,722
lms/runtime/evaluation/benchmark/data/cmmlu/dev/management.csv,sha256=LZLbBN0c1vF9a88vssPwhWGKhmCtRVaeLxpcyFY0Of8,535
lms/runtime/evaluation/benchmark/data/cmmlu/dev/marketing.csv,sha256=rGGl9ku4OJrfGftgOHe-ZyEUxcBvBKJhJbt2h3kT9tA,598
lms/runtime/evaluation/benchmark/data/cmmlu/dev/marxist_theory.csv,sha256=fqKbmCDJgEwR0P-YKhxs_-sdzgo-_LZWjDTxo4nZI9E,635
lms/runtime/evaluation/benchmark/data/cmmlu/dev/modern_chinese.csv,sha256=0crQB4R-t1dQBjwUiw9Eq91Ek7Vn6Qybthz2VTcyKMw,565
lms/runtime/evaluation/benchmark/data/cmmlu/dev/nutrition.csv,sha256=izGLATxeFwdMfv3xHWei9_1V8a5Fe_d8SNEQ9uTuP24,440
lms/runtime/evaluation/benchmark/data/cmmlu/dev/philosophy.csv,sha256=zoyrcAzva_r_LXO4Drukd1J8zHodWFyjoDLiFPVx3_E,511
lms/runtime/evaluation/benchmark/data/cmmlu/dev/professional_accounting.csv,sha256=Wy79FYb_9YEZqCpSXvCYWtFrc3LKRJxh9gN82Sc-W7U,547
lms/runtime/evaluation/benchmark/data/cmmlu/dev/professional_law.csv,sha256=aIvEZGySUACPeeBWO0EaRgp6wQP1hNSZdMO_Bt1RsP8,805
lms/runtime/evaluation/benchmark/data/cmmlu/dev/professional_medicine.csv,sha256=NxKR5oSKmFej260YaRJtnOd019bD_ps8kgDJ6dHr1EQ,429
lms/runtime/evaluation/benchmark/data/cmmlu/dev/professional_psychology.csv,sha256=8vtFwu6TQCfy4s3IjE4D4ITT1Vzq4sMWNXW-UVRdMhw,498
lms/runtime/evaluation/benchmark/data/cmmlu/dev/public_relations.csv,sha256=tgUjonXQdL11D_jD1B-jZzj-G1_N9xNAgYvQ1jLevZk,466
lms/runtime/evaluation/benchmark/data/cmmlu/dev/security_study.csv,sha256=qbP5QKRw_rVGy_dsPcNP5W0twbuvgtfcghgqFyBnJUk,569
lms/runtime/evaluation/benchmark/data/cmmlu/dev/sociology.csv,sha256=dLDkzUWGsubiDmt6CoekmRpWhdPN9qXltX1ToJT0vq4,468
lms/runtime/evaluation/benchmark/data/cmmlu/dev/sports_science.csv,sha256=lPOqaMveJU2wcHo2JxU7QgC577dSsdgWjiRvv405HHI,463
lms/runtime/evaluation/benchmark/data/cmmlu/dev/traditional_chinese_medicine.csv,sha256=NFh1ypLihNuaVctpf9zM4nDv3ViNf2DZJ2oSXqbtNm0,304
lms/runtime/evaluation/benchmark/data/cmmlu/dev/virology.csv,sha256=BJ_-z7CSsqbTKZ5nc3w6DEaKLiGWitqrspdx5NLzGXw,430
lms/runtime/evaluation/benchmark/data/cmmlu/dev/world_history.csv,sha256=H5FyvfWEv5FX4EwE0giHEzMxrjePzl2aKmp8O0A7ZuU,1515
lms/runtime/evaluation/benchmark/data/cmmlu/dev/world_religions.csv,sha256=ViZwZSWr1XsBIrmz_79kcwGYIFNDZ4cE4xsA6ysmKBc,384
lms/runtime/evaluation/benchmark/data/cmmlu/test/agronomy.csv,sha256=32IdaOp6bZrcqcPpj5Asu18ZOlHX8cTEri8kL9I5YdU,22094
lms/runtime/evaluation/benchmark/data/cmmlu/test/anatomy.csv,sha256=sEiNejlEc7qfPWupKkqI-cW3c4vIEriq6gVyGMnPkJw,15431
lms/runtime/evaluation/benchmark/data/cmmlu/test/ancient_chinese.csv,sha256=BmhzRmnOC9ZGoh5xBQ6IIcBSbL8NFwfMcH89Y6flmIM,27090
lms/runtime/evaluation/benchmark/data/cmmlu/test/arts.csv,sha256=52leVokcv59nFjBneRxaKrEHvmVwKmHH8w2gFZD6w_E,18473
lms/runtime/evaluation/benchmark/data/cmmlu/test/astronomy.csv,sha256=41o5PWGpGGDBsSC7p1gkhXrqsBwj1_-e0ZUFoRqUnjk,29731
lms/runtime/evaluation/benchmark/data/cmmlu/test/business_ethics.csv,sha256=hs-ZGMdfc7CE-uvqfdCGa9bpWVCifKh0UBMDcD-YaVM,32503
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_civil_service_exam.csv,sha256=c10M5ugiVNk6qO_gxErshWPmUrgLT-AGATg6KMzFZHQ,76359
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_driving_rule.csv,sha256=4S5KZ79_uQ-NJ4yQ2PBqv4q_0TjsQ4iku3_u0mbJwaw,22492
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_food_culture.csv,sha256=XjmpewX2BLt7pm9TYqo3PAiYKI6KNUihJ3paapI_8EI,19364
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_foreign_policy.csv,sha256=9EQixxrXSQinUw5FpQLGHUnMOh_Iw0lovUWSI3X340U,41000
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_history.csv,sha256=H3uXf14_9n61qRDDrc50xyX8y3qyhu-X4mbu_7vFFkQ,121830
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_literature.csv,sha256=YhTG5IoiyOmWDNFlPjcgEl1o0wNe99HDkMnm0eqow0w,33414
lms/runtime/evaluation/benchmark/data/cmmlu/test/chinese_teacher_qualification.csv,sha256=6zQl7o2A8U8jdmgQ_dytL6btoZ8n80_iHSHGyKDyxlY,45104
lms/runtime/evaluation/benchmark/data/cmmlu/test/clinical_knowledge.csv,sha256=8gPf9smuRWEbo4DypgRTwtFEAwPp0zBMjLQsGIbt1Jw,77125
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_actuarial_science.csv,sha256=haBEOGxBIV5gBfZoMouFvyRaKs5tKmJYqEuRAxyR88I,23784
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_education.csv,sha256=zROFb174ZQWaR7LyaT-FviJ7B8zhxIrLUW6dTAEo8g8,23591
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_engineering_hydrology.csv,sha256=lHJqDE1keq4-Mu9XTs7M28kq_TA7nBH9DyfbXhMWjCo,19200
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_law.csv,sha256=y5pX9qWdZu5tkgZYXJxLzKla4wqCmVULKQHPfstQamA,30868
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_mathematics.csv,sha256=SA5xcoyNXnDOz6sjiuHlwx5CXQ2dEJ7mgi6mxWPT3eo,30500
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_medical_statistics.csv,sha256=z3OMaObmsgrmdNa0QKTMG62GXnFFNV-CLqYKZ8zBPbs,21242
lms/runtime/evaluation/benchmark/data/cmmlu/test/college_medicine.csv,sha256=qiSJi4E_fJVn6O1M2nDdx5CCYwu2vACTkBjWWx3nCYg,47688
lms/runtime/evaluation/benchmark/data/cmmlu/test/computer_science.csv,sha256=Wguiz2gUejMKw3o0z0xovUWQ2fXdfl6l7ue0n76d7Ws,30226
lms/runtime/evaluation/benchmark/data/cmmlu/test/computer_security.csv,sha256=EH_Tl929KArYmaTM3IeQD-WweGAHeD0moIfir14bcbo,43819
lms/runtime/evaluation/benchmark/data/cmmlu/test/conceptual_physics.csv,sha256=YAuu_LimNv46SZfb-QAIB9yeRdfy0Q6sHRgAhO0CvcY,43507
lms/runtime/evaluation/benchmark/data/cmmlu/test/construction_project_management.csv,sha256=gtpPOgHiO3fnGPF_W-vmt0_M6jsfiCf9MtHVc5pqGR8,25851
lms/runtime/evaluation/benchmark/data/cmmlu/test/economics.csv,sha256=WFCUItBK_EwOPMD-f6xz8-SQZqRTklL-UJ0ohnKz8lo,29116
lms/runtime/evaluation/benchmark/data/cmmlu/test/education.csv,sha256=xmuDJnjRxZshIwy9kUXec9QtJwienRYEMU87FH-2kuQ,22621
lms/runtime/evaluation/benchmark/data/cmmlu/test/electrical_engineering.csv,sha256=ITMdB9vo7ul7qzdLfnIt-7u7ONPKJwYdf5Ks16vxDv4,30413
lms/runtime/evaluation/benchmark/data/cmmlu/test/elementary_chinese.csv,sha256=awG5j45dlCMJWt_vMpl047H0igK9fpLSAtfEaRK7t5g,38999
lms/runtime/evaluation/benchmark/data/cmmlu/test/elementary_commonsense.csv,sha256=6-Vk8j2zu3S3pSvPBvXqvEpbpknHxQJhOFxDGZmvbhE,23880
lms/runtime/evaluation/benchmark/data/cmmlu/test/elementary_information_and_technology.csv,sha256=0d5Bvth86qtyOAjHmigykCMd-EO3fm2vPxbeZ0rojNA,37913
lms/runtime/evaluation/benchmark/data/cmmlu/test/elementary_mathematics.csv,sha256=U-wPcrd5NHOIpRXxWo9r932glUV0ZkxLhm3Xjk_dBrw,31289
lms/runtime/evaluation/benchmark/data/cmmlu/test/ethnology.csv,sha256=TUPQbeeFFHpBq1LlYNBJrGz-4KOrfQp1s4soHKfYywo,21333
lms/runtime/evaluation/benchmark/data/cmmlu/test/food_science.csv,sha256=13IyFLn8nuAERDZUDhKRereptwS8bDwyXRVcQwzjfCQ,17630
lms/runtime/evaluation/benchmark/data/cmmlu/test/genetics.csv,sha256=VJiAOPOsngejN0EdOTMVQp6Srpe3b6sk682gwMZezHg,31035
lms/runtime/evaluation/benchmark/data/cmmlu/test/global_facts.csv,sha256=50uVoo7o3xP76vqDbI1AVLH_1KDpTiAeGSuzyx0RiJo,25403
lms/runtime/evaluation/benchmark/data/cmmlu/test/high_school_biology.csv,sha256=l1W-U-alcZ1SSduVsK-fR7nvHXeVt9Gipp3EW9mO240,70595
lms/runtime/evaluation/benchmark/data/cmmlu/test/high_school_chemistry.csv,sha256=Y49Df8DgxiFtsvA7oH92NsyC5BEbR_SPxo4uns85d3w,47456
lms/runtime/evaluation/benchmark/data/cmmlu/test/high_school_geography.csv,sha256=fVV72LAeL3PlQ_O6ciDfMfd8IjO0wQrWUag2jwcAioM,28906
lms/runtime/evaluation/benchmark/data/cmmlu/test/high_school_mathematics.csv,sha256=j6L9SHaN7-dHPhsT89OGT3kq6ZoVPx62_qi00oQvAh0,22707
lms/runtime/evaluation/benchmark/data/cmmlu/test/high_school_physics.csv,sha256=whocZyXSkz8OvVLhswCpu31J43CX--WK2MJW2oK_W5E,30181
lms/runtime/evaluation/benchmark/data/cmmlu/test/high_school_politics.csv,sha256=iiQzagoA_EnRuIuKYdCz5l46EMu9YU0q7kn-ox9wPP0,59348
lms/runtime/evaluation/benchmark/data/cmmlu/test/human_sexuality.csv,sha256=GuowF_-_pqHKLon1GhH2OZAoC6pVIXahhFAk-wzO1ow,19658
lms/runtime/evaluation/benchmark/data/cmmlu/test/international_law.csv,sha256=hoDQfw1wN5Pcxx6bAba9zudlqJR03FoKTy1LgBB5n3o,41747
lms/runtime/evaluation/benchmark/data/cmmlu/test/journalism.csv,sha256=FVCjSSyG9jkyfgUcLeURuITREopkhFjlqsvZNmB7W2I,25560
lms/runtime/evaluation/benchmark/data/cmmlu/test/jurisprudence.csv,sha256=iAbzamuReBv7Orcfkmh2vTtXfZyniTzoU1YzT9Kjffk,127767
lms/runtime/evaluation/benchmark/data/cmmlu/test/legal_and_moral_basis.csv,sha256=uxdEnsJIUg9C3NI593bHqUh_gGEmXRQqwP-M8Qo6buA,53368
lms/runtime/evaluation/benchmark/data/cmmlu/test/logical.csv,sha256=jAQ00bU2Jo41sVNkaoxHjl_tJYz6-RsxlvSWCXlXv94,21522
lms/runtime/evaluation/benchmark/data/cmmlu/test/machine_learning.csv,sha256=1wm6YxuSfLVpSxbHT-gmaPR6hjTDZ4ROvqPrEqbpfP8,28335
lms/runtime/evaluation/benchmark/data/cmmlu/test/management.csv,sha256=oChS0BShlttEteIKiI0k4Q-zf8HrnA8rvT4Zy0TTBBU,36185
lms/runtime/evaluation/benchmark/data/cmmlu/test/marketing.csv,sha256=MpcxUOoTVJQ570U9DnLfRLzuAJZXFJGfSFxDob4qRUg,33855
lms/runtime/evaluation/benchmark/data/cmmlu/test/marxist_theory.csv,sha256=AU8eD62UbXIs4e4BVtvuZnRfYNoipikUYkAWg_dFV4Y,38667
lms/runtime/evaluation/benchmark/data/cmmlu/test/modern_chinese.csv,sha256=yaiMKBn0lJjzPbhYcT5OjfzaYm8sWTqkmFlJMzw5FPc,28645
lms/runtime/evaluation/benchmark/data/cmmlu/test/nutrition.csv,sha256=fkB6z5vin8rX5zeWv-wZavPDwW1I9E64IzKoh-sJeUE,21257
lms/runtime/evaluation/benchmark/data/cmmlu/test/philosophy.csv,sha256=2SFTLvsAp-jGPOeMmc5ivWI-fv90ZlaCoWF5KGOXWu8,17943
lms/runtime/evaluation/benchmark/data/cmmlu/test/professional_accounting.csv,sha256=EJ9NCIVFC2VE4Nod3rP4bmAVHIct8p98rfSh37Uh0wY,30775
lms/runtime/evaluation/benchmark/data/cmmlu/test/professional_law.csv,sha256=B6SSAmuMEtBJMrCbvkLhS9AOyVtRIZUitmLjjXlfQFo,67669
lms/runtime/evaluation/benchmark/data/cmmlu/test/professional_medicine.csv,sha256=xmLStw8LXUCCFyw8dVTSSWNQVnBfXam1Btbf1ELC6ew,56226
lms/runtime/evaluation/benchmark/data/cmmlu/test/professional_psychology.csv,sha256=6fRcKiOMbiMjy-v8QoNmaNyaJ99NKoYR8ztiFvjPVUI,35085
lms/runtime/evaluation/benchmark/data/cmmlu/test/public_relations.csv,sha256=muXRsEn9IjhT9ziRMRLrW9UqVkKZMujZ3tNFCYDCndo,28521
lms/runtime/evaluation/benchmark/data/cmmlu/test/security_study.csv,sha256=o1LL0MAb6NCz8cT7raLU8xOuXqtKCWC2YOMdLHC3ZI8,24977
lms/runtime/evaluation/benchmark/data/cmmlu/test/sociology.csv,sha256=znDxoc7561ClSas6IEtjEw-22hrF5Oj_mRXulBuUb98,34626
lms/runtime/evaluation/benchmark/data/cmmlu/test/sports_science.csv,sha256=3hywL7yWPgfK8PSTdvw6XToczlRxujsGPEOR2yMgqME,22897
lms/runtime/evaluation/benchmark/data/cmmlu/test/traditional_chinese_medicine.csv,sha256=37tPMRZJV2uyDhZc_f8NHVYz1k4VbqpbtXNz1JFBixY,23567
lms/runtime/evaluation/benchmark/data/cmmlu/test/virology.csv,sha256=rEEdPYaehrzmC4qreOVo-3T2B9oqwYjOEdz1XrAYt7o,26659
lms/runtime/evaluation/benchmark/data/cmmlu/test/world_history.csv,sha256=yQUQJm3eVOOHi2-nsA2MhShfddrtOY4MGTU-tm6eI_A,64348
lms/runtime/evaluation/benchmark/data/cmmlu/test/world_religions.csv,sha256=eZ6ryQ47r1j-JmZE5UjGN5hv6sx_7XM9cHxOEQwDfK0,19310
lms/runtime/evaluation/benchmark/data/mmlu/dev/abstract_algebra_dev.csv,sha256=vYxz88db6p24LSgdnaaUnOpoe5h9uiShQsY451gEZiQ,719
lms/runtime/evaluation/benchmark/data/mmlu/dev/anatomy_dev.csv,sha256=CYVoXPWrE8zBYp8DoTCKmt2HZ1gv_rGVtosYw0FcmZM,830
lms/runtime/evaluation/benchmark/data/mmlu/dev/astronomy_dev.csv,sha256=uwPspRmj-8BAF9xHg2NXY6ySjwgRzmJD28vw1Sbb4eM,1943
lms/runtime/evaluation/benchmark/data/mmlu/dev/business_ethics_dev.csv,sha256=fNSH5Lp9n-QjvMJZrYUulj3DcGKbjWGIG2HtCuhMC0Y,2095
lms/runtime/evaluation/benchmark/data/mmlu/dev/clinical_knowledge_dev.csv,sha256=Kxoc0Izunec2DWhaipNy3hHKS-Bi-recNqofy78glUc,1074
lms/runtime/evaluation/benchmark/data/mmlu/dev/college_biology_dev.csv,sha256=MfSuBwe6P3QuDVVG_5cJSb6KBeIXkh_oexgU1qCrgYQ,1403
lms/runtime/evaluation/benchmark/data/mmlu/dev/college_chemistry_dev.csv,sha256=m6J7pXG4rUDTWiqIpgrPQ0yl83liwuuo-dCqie20wcc,1200
lms/runtime/evaluation/benchmark/data/mmlu/dev/college_computer_science_dev.csv,sha256=_BpDGHzWg5DWY-ChhJaIsTpM11qxdhZVj05YSkqK4r0,2638
lms/runtime/evaluation/benchmark/data/mmlu/dev/college_mathematics_dev.csv,sha256=7XDAOwdSQLW829nS-3Wqtzu3mvp1drWGwtNUz9ksAyU,1363
lms/runtime/evaluation/benchmark/data/mmlu/dev/college_medicine_dev.csv,sha256=Y5KKlE_adp1-UqOkVJ1PN_CUiW5l59s1ApJh4a55kJs,1545
lms/runtime/evaluation/benchmark/data/mmlu/dev/college_physics_dev.csv,sha256=bgQ9bFZgkcWtHYvB0AKQDhqgv_EU-Y1ePy5PZF784QA,1279
lms/runtime/evaluation/benchmark/data/mmlu/dev/computer_security_dev.csv,sha256=CeJ2MA29LQeQbb5P-Cqr9FuXZfkz630PNeo-qX3ugCA,974
lms/runtime/evaluation/benchmark/data/mmlu/dev/conceptual_physics_dev.csv,sha256=XmW-H2_dgvSIfjdHr3kKdHGRsbcy3SvqdjBjiNXuNxk,799
lms/runtime/evaluation/benchmark/data/mmlu/dev/econometrics_dev.csv,sha256=egGpJRmcJG3s0PH8ehuNwoE2sZ15PlseDZcULBGKKUA,1521
lms/runtime/evaluation/benchmark/data/mmlu/dev/electrical_engineering_dev.csv,sha256=Wq0RsdHI3BpDHD55oEfLpW1pGmBAPd_69fvUXpyCvA0,851
lms/runtime/evaluation/benchmark/data/mmlu/dev/elementary_mathematics_dev.csv,sha256=msqc0hW3wXACD9X32xycPVy_bfnue5cKSBBkmockUBE,1315
lms/runtime/evaluation/benchmark/data/mmlu/dev/formal_logic_dev.csv,sha256=5LV5NY7Uh49skb_qDMxR790VooQB-G2p7o9sCvN8820,1628
lms/runtime/evaluation/benchmark/data/mmlu/dev/global_facts_dev.csv,sha256=DoWLaD09WI393bhlOy-NRX9OPZAJ-OmTdu5P2kZaTms,1107
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_biology_dev.csv,sha256=aiAAhcFQeUhG1Lq0O7DiLO7J-ZV238JfXF2PqpWVrhM,1538
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_chemistry_dev.csv,sha256=G6RK7qmMoiNCtlJaOp67YgA7KoKJ-kLXyETiE5VX7Fs,1091
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_computer_science_dev.csv,sha256=XeOADfu_qokFBBOnZd6vd0_bBhHjcJUTg_tQ-sd0Zj4,2809
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_european_history_dev.csv,sha256=o2dwZc9Rq8MpAc3PiO1kEh9VleOlpn-GriVw-Gb-h8U,11445
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_geography_dev.csv,sha256=5D_Ce5-ouAh3OihxAHs54BKhzB7JAvhdhcycJ8wSiD0,1268
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_government_and_politics_dev.csv,sha256=2vATo-rgS1kE5qcGzwV03yyIHgDUapecs0xuKWitHJA,1648
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_macroeconomics_dev.csv,sha256=I-2ZUHHEfmJ8TmrbzmOpFEkgRBq7fmn4tN-sX9xOQC0,1191
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_mathematics_dev.csv,sha256=10AdXLrVrml7-kgONdhd6OvxIyWJo8WbAQeC7knL4Yw,1168
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_microeconomics_dev.csv,sha256=pAm0IlYfH7AubRvARGV8__d3mxMUbt_ZN9JXNCPCxJs,1167
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_physics_dev.csv,sha256=WUPJjBY0ylh20GKNILJ7LiYQ5wbdyFMWY2KiQbflSZo,1363
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_psychology_dev.csv,sha256=-YYqx6tcxC3Gw71G5e70eFwT3NIUj4e5DsZd-Gtyv7o,1781
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_statistics_dev.csv,sha256=8Wdh-T8sXw6eIdFsq8L49enxPpsvvuVpQL5UGkPfGNo,2418
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_us_history_dev.csv,sha256=Aos8gce-ETitULSvoYNXc3iORVdCakCr-vEysR7atUE,8758
lms/runtime/evaluation/benchmark/data/mmlu/dev/high_school_world_history_dev.csv,sha256=tuh6FHGLBBUkHf4Q3YZgXeW25ZlfpXWA6eLXxW_hR6E,4771
lms/runtime/evaluation/benchmark/data/mmlu/dev/human_aging_dev.csv,sha256=FddiYJo1TK0jE9HADyVJsvHZ1aWaLjJOzqkKW42T_dY,876
lms/runtime/evaluation/benchmark/data/mmlu/dev/human_sexuality_dev.csv,sha256=Daf496621aCPBBNImqXVuE_4rJcZUupmJCdi93nLZ5Q,942
lms/runtime/evaluation/benchmark/data/mmlu/dev/international_law_dev.csv,sha256=b38cAZHAvP4ZXQ7TmUKmBQEpZ6BNhVxkgtx-ep-V5Ng,2293
lms/runtime/evaluation/benchmark/data/mmlu/dev/jurisprudence_dev.csv,sha256=J1M9l0ECAxCIvFxH_ACFOKs9CMp14Sf7ZP8EzdFWLaI,1172
lms/runtime/evaluation/benchmark/data/mmlu/dev/logical_fallacies_dev.csv,sha256=TeAmwtEWw4HcwbZekaKLo9EkOY-SCw85BOxbZB3rKPQ,1444
lms/runtime/evaluation/benchmark/data/mmlu/dev/machine_learning_dev.csv,sha256=IyvpoIfwxQXPS4AKO8TyIMAP-cCLnW6J5HejaR6XSP8,2193
lms/runtime/evaluation/benchmark/data/mmlu/dev/management_dev.csv,sha256=91IklYqyRdhsM11ohvhokkep-DaRrWO7fvMZZkG-nlI,761
lms/runtime/evaluation/benchmark/data/mmlu/dev/marketing_dev.csv,sha256=FbPPRQ68EeEiiGpbrUHngmAigln6GE6qS6VmvfN_AxU,1354
lms/runtime/evaluation/benchmark/data/mmlu/dev/medical_genetics_dev.csv,sha256=cM2f-UC-82BpPutOBbW45TrXWoHWt0p4QiLUyubcuJY,952
lms/runtime/evaluation/benchmark/data/mmlu/dev/miscellaneous_dev.csv,sha256=cvdGdsN_5HdyDYtV6EUXvSHa8f4k-Z3TPxsKY20xeC4,562
lms/runtime/evaluation/benchmark/data/mmlu/dev/moral_disputes_dev.csv,sha256=HlL-qSMp5W363yqzGQzplLeH-knTjYh0zpBSq-oB1Mc,1631
lms/runtime/evaluation/benchmark/data/mmlu/dev/moral_scenarios_dev.csv,sha256=qMnUHjLedKJrWs1bulOmw4zx0EkZwbwVO6f2lGSjKQ4,1970
lms/runtime/evaluation/benchmark/data/mmlu/dev/nutrition_dev.csv,sha256=RVrxnpbzXgf1dzGFgapHTNC27-ozxiNU7YhbMkPiuFs,1967
lms/runtime/evaluation/benchmark/data/mmlu/dev/philosophy_dev.csv,sha256=WHviIIN7vgiXAqonzaA_v3KnuVmppEJecNWYAmYUzxE,859
lms/runtime/evaluation/benchmark/data/mmlu/dev/prehistory_dev.csv,sha256=0x6bezdfveHE-engPTdx7OnTDxZp_mJQFBrdpPY3i0k,1754
lms/runtime/evaluation/benchmark/data/mmlu/dev/professional_accounting_dev.csv,sha256=78Bw7XFnaCnGdJdULjVx9QqGgDahf5PQClak-Fdnrg0,2041
lms/runtime/evaluation/benchmark/data/mmlu/dev/professional_law_dev.csv,sha256=FdhYmQDM9HJeG60Xg31IzBjIvwM82bXWus8ooqjxBk8,6503
lms/runtime/evaluation/benchmark/data/mmlu/dev/professional_medicine_dev.csv,sha256=SGRW1XiJDUcA3YBErCNsisLuM4njX8gaw3Up9PRId4U,3678
lms/runtime/evaluation/benchmark/data/mmlu/dev/professional_psychology_dev.csv,sha256=Ii5pDbQt-yF6fFamrGk7c88BaONE118oYYxirZ0sAmE,2148
lms/runtime/evaluation/benchmark/data/mmlu/dev/public_relations_dev.csv,sha256=iJX2ZfTGlq5200IQVG0KtLIbedL9hTTNLoAC6O0Jadw,1363
lms/runtime/evaluation/benchmark/data/mmlu/dev/security_studies_dev.csv,sha256=x1xOYtf0jsABDAkkaAl9tQj9dvk7XlgsdTQoIw5MlE0,5227
lms/runtime/evaluation/benchmark/data/mmlu/dev/sociology_dev.csv,sha256=LiuzS0yr3FDixDCX0c_pFWAiT54SJK3BmgHpItHElBQ,1484
lms/runtime/evaluation/benchmark/data/mmlu/dev/us_foreign_policy_dev.csv,sha256=OpZ3qJ_WfDqJFnGipqFP9pqze91U-2h8L4M0yKP6FUM,1480
lms/runtime/evaluation/benchmark/data/mmlu/dev/virology_dev.csv,sha256=C4I9GTSvznjxC2sdrnvUJFNgLMDWo5AvCFq21QHNNR8,958
lms/runtime/evaluation/benchmark/data/mmlu/dev/world_religions_dev.csv,sha256=Vucr7YJtmASOnTq0yNbswvdLaLRt9F0V3XSApgVM2Is,536
lms/runtime/evaluation/benchmark/data/mmlu/test/abstract_algebra_test.csv,sha256=S-icD7HSQZci6IiA9to9qVdQNnGF7NNvZJKm90eFz2Q,17358
lms/runtime/evaluation/benchmark/data/mmlu/test/anatomy_test.csv,sha256=lm39XEV5iF69uMBdZ1SuWDT2cmMlhthZW-PA-TYOb04,29844
lms/runtime/evaluation/benchmark/data/mmlu/test/astronomy_test.csv,sha256=h8nDy1pVOVxw3Z7VId19Jin9T_I2xatkcQLgB_Uqk0E,42999
lms/runtime/evaluation/benchmark/data/mmlu/test/business_ethics_test.csv,sha256=zT_DqFo0yxfmxbL7aOph54ALMRINkpNAGfHhf0gy-9Q,31394
lms/runtime/evaluation/benchmark/data/mmlu/test/clinical_knowledge_test.csv,sha256=R7AeI_eK5o2_iQwhXKERtK1LmJB9QaUrRs-TgIlCS8Y,56298
lms/runtime/evaluation/benchmark/data/mmlu/test/college_biology_test.csv,sha256=4SBMudGYh-omYUXwOLXUzB-8M9fvzhhiWcTsyhy-MRk,45351
lms/runtime/evaluation/benchmark/data/mmlu/test/college_chemistry_test.csv,sha256=TWHXiH-EW4h8UqySi23_3PJGjXnz0Pu00XMQkqUdJVI,22314
lms/runtime/evaluation/benchmark/data/mmlu/test/college_computer_science_test.csv,sha256=1TodDRxDYtrPkqT_HWp1W-tah_JKcwHDxDkfysxlMLQ,40401
lms/runtime/evaluation/benchmark/data/mmlu/test/college_mathematics_test.csv,sha256=i1vvFNQgnHkY6vlH5PEqWulHBWdyLYupdhMC1zPorHE,22429
lms/runtime/evaluation/benchmark/data/mmlu/test/college_medicine_test.csv,sha256=nFM8__ie2qMXsueburzdXi5SLgGWectKZHXl8qGGGx4,78334
lms/runtime/evaluation/benchmark/data/mmlu/test/college_physics_test.csv,sha256=B5w2lu2iLBOwRy3iRce7SRgxW1lIGWQQmk9l0qNbQkM,27811
lms/runtime/evaluation/benchmark/data/mmlu/test/computer_security_test.csv,sha256=jkD4CYWNud2FhQNrU5hOVwthAfcr4iFLhel5x_r6MH8,24840
lms/runtime/evaluation/benchmark/data/mmlu/test/conceptual_physics_test.csv,sha256=ezmiQbsgQk_SpODjfOBdlIZf_EQZHYvkBjvg6XMxIlY,34992
lms/runtime/evaluation/benchmark/data/mmlu/test/econometrics_test.csv,sha256=EOtrLTpRmkY4cu91kCmRtR6_RYZbKYiOhtQCKKziQCk,44039
lms/runtime/evaluation/benchmark/data/mmlu/test/electrical_engineering_test.csv,sha256=iw10epfLLLvYkmyN6yzaYHPabV08wJlpOqd2G-k49eQ,21595
lms/runtime/evaluation/benchmark/data/mmlu/test/elementary_mathematics_test.csv,sha256=2ox9Zr8aWJY8Ijal5TFrhU5rtKS8zUOzMk2x7B470w8,61225
lms/runtime/evaluation/benchmark/data/mmlu/test/formal_logic_test.csv,sha256=vC3HNzpmSucuFm3L4_eq8btluZ8Qbxgx8zXFNGfzUkg,46929
lms/runtime/evaluation/benchmark/data/mmlu/test/global_facts_test.csv,sha256=R7Lwx2Hk0bMywk42AH7a_SdK7ZMo8dmsT8wc475eHtY,16092
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_biology_test.csv,sha256=z6uitYuXFNKmmDqQvOF_FMxEz8gZWyD49l_vcNITMbk,102424
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_chemistry_test.csv,sha256=Xf1ELRC6TfDRAYI0qnqlUySgndBN9dpi3aEmXAIJnis,53716
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_computer_science_test.csv,sha256=Y4BhaPsOWnL-W_uIDxmBbYmX4o0_MSxrGDH01A9DIFk,42281
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_european_history_test.csv,sha256=CZg2VUUsPEC6RmBQ7IIlLwKiNeWUZzT01ztzaI_JUJs,266888
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_geography_test.csv,sha256=Oa1FoxwpLxe5bfMvUklp2gAiONG2LGAhatQazsLN22k,37189
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_government_and_politics_test.csv,sha256=-9eonrLHgGCX4YtAlQ5E4FgOb5fNFR8Boha7V1wteQM,61553
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_macroeconomics_test.csv,sha256=t6r-vIDTCfvBdLKDI9TdKnLn8gEyPn_-r-zIN7b806E,108013
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_mathematics_test.csv,sha256=_o96FUg0u6MJR0Abo36mx6_c-6gt3DQcebXTAWmR0pA,48584
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_microeconomics_test.csv,sha256=olDMSXZlTkec7Nt7ZgRs4kEt8-XhucPRRe00Tq6aIlY,70131
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_physics_test.csv,sha256=-OxRvxDEpsJm2i3e2gtOMCrAIWeqMlSVm6yAHUuhWro,56102
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_psychology_test.csv,sha256=iMM7awreVn0HuLWwdO_9tS8x13NUH9cehssNhaja978,146542
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_statistics_test.csv,sha256=1ihD0v0ITWrxyKCmSR0KpkLDSnpoR2YFubPbWEHmPT8,105978
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_us_history_test.csv,sha256=Azjeo7EYgb5TwiCK6Nu1cceSwNym8LNqNSFHwL6BYl4,292834
lms/runtime/evaluation/benchmark/data/mmlu/test/high_school_world_history_test.csv,sha256=d4c0OuGOTh74M8hjDAyRTGL0LC812LkPS-wu7Mz8Fh4,373770
lms/runtime/evaluation/benchmark/data/mmlu/test/human_aging_test.csv,sha256=ASmdfgrkqNCC2u7MFARFznOTtGQEC9gQsKYKNwrlUC4,40617
lms/runtime/evaluation/benchmark/data/mmlu/test/human_sexuality_test.csv,sha256=utXTTxp9PH7iQmt4QtwuGsyb0m0GLW0wgCXgJZjWilM,28921
lms/runtime/evaluation/benchmark/data/mmlu/test/international_law_test.csv,sha256=UbOm10zIRlGyNV0oI8MNmTAV3f6O85cl2k4EQvKUifw,50691
lms/runtime/evaluation/benchmark/data/mmlu/test/jurisprudence_test.csv,sha256=v3p3Cuv72xgavCwm_9egGrMfk8fi3-aSTFfHvKSg3_Y,31375
lms/runtime/evaluation/benchmark/data/mmlu/test/logical_fallacies_test.csv,sha256=P-i0jHSDJSVVZFXUmWDMDDz_N0lngzSAQ_9poYY8IkQ,46290
lms/runtime/evaluation/benchmark/data/mmlu/test/machine_learning_test.csv,sha256=1r-RzcQXNB_g_BcDnnf8bFgqZvjskDpvC2tzPCjGYjw,31587
lms/runtime/evaluation/benchmark/data/mmlu/test/management_test.csv,sha256=SlNaEbtICgmjAuhtFXri0z4FTPoA5CZf4wCpQIuH7Gs,17457
lms/runtime/evaluation/benchmark/data/mmlu/test/marketing_test.csv,sha256=7PCuCukGGU0DPKfXdG6vIBIy7Mt47iQUfnN0c_dRIz0,57435
lms/runtime/evaluation/benchmark/data/mmlu/test/medical_genetics_test.csv,sha256=jbMjvXnlOK9VwdFxaLlsPjKC1Wr_C4T1wAdFiYyJAgo,18421
lms/runtime/evaluation/benchmark/data/mmlu/test/miscellaneous_test.csv,sha256=0zgQ2tkU7xfH04PHjsZHsY9kErQV-ok_rHWWKSU2bp8,128439
lms/runtime/evaluation/benchmark/data/mmlu/test/moral_disputes_test.csv,sha256=Zz9ekFT1X8XhZaPtAeGxPrHuWjQFBVgYtQUy4F3pv90,99902
lms/runtime/evaluation/benchmark/data/mmlu/test/moral_scenarios_test.csv,sha256=dfvHt7yZPULmK38QImUTLXEJeLxq7iv_C5jWvWg1omc,360590
lms/runtime/evaluation/benchmark/data/mmlu/test/nutrition_test.csv,sha256=lPZWxP0mvf5O8ZnooRl3Bo_Di878si3zKG5gV2YqN9g,85621
lms/runtime/evaluation/benchmark/data/mmlu/test/philosophy_test.csv,sha256=oPDG_J5PCMBP86M5mWxO1oip--ddIF__S501SftJ-h4,72820
lms/runtime/evaluation/benchmark/data/mmlu/test/prehistory_test.csv,sha256=jUSTgzLqPRmc-lGhjvaa-XKqM8pK97X1vGLnaKMflJo,82193
lms/runtime/evaluation/benchmark/data/mmlu/test/professional_accounting_test.csv,sha256=T5Our86lNgCVa7dg21zs7RS1zFa3lJslLxOh6TYgZwI,118203
lms/runtime/evaluation/benchmark/data/mmlu/test/professional_law_test.csv,sha256=GoT2aLWDnqCnPUVKL0pb6qYGvELqR1PYd3l7Hq5QUdE,1866104
lms/runtime/evaluation/benchmark/data/mmlu/test/professional_medicine_test.csv,sha256=v3HH9npaapOSMt4T8ma8Dhx5-3A7GKOVoRVnHwNYFMQ,211314
lms/runtime/evaluation/benchmark/data/mmlu/test/professional_psychology_test.csv,sha256=CEfrmmBvDwBNYVi84Py7UtTGr0RHGX_w_Sm14SjnWOc,211722
lms/runtime/evaluation/benchmark/data/mmlu/test/public_relations_test.csv,sha256=RSiOK3rlwS3ayZlK5FvnkL0qtzRi42KetJEBJ3Y3krw,26127
lms/runtime/evaluation/benchmark/data/mmlu/test/security_studies_test.csv,sha256=q3Y0cCZw7g1emLhS9bz60oIf-aLpCdIj3gVCLJSPZjg,199745
lms/runtime/evaluation/benchmark/data/mmlu/test/sociology_test.csv,sha256=9sRkYAAyqiu1MpStUyF_u2UGAe7iBq-UezzkxYf_W-0,61540
lms/runtime/evaluation/benchmark/data/mmlu/test/us_foreign_policy_test.csv,sha256=KCHuAJorG31K3FohKgutf-BdN3RV3g_ghBvquPABQuE,26047
lms/runtime/evaluation/benchmark/data/mmlu/test/virology_test.csv,sha256=Q1W515FC2g5Ep2eklaJ3cz_YmtZyNsu-P0L_Om1GtIM,34689
lms/runtime/evaluation/benchmark/data/mmlu/test/world_religions_test.csv,sha256=O-lrJGVBkonE_gyKDQAwA_rNJDyJgsbar8askKQL1Qc,21156
lms/runtime/evaluation/benchmark/data/mmlu/val/abstract_algebra_val.csv,sha256=qwxtGcRSOWnse1U-1JrezbnMAN7MdsJsVsQroZjYBHw,1791
lms/runtime/evaluation/benchmark/data/mmlu/val/anatomy_val.csv,sha256=CemVlIbr82Q-Tsvxc6d7ApxvCGZauPidr5k5mVbya44,2784
lms/runtime/evaluation/benchmark/data/mmlu/val/astronomy_val.csv,sha256=Pb5R-CeJDdB54EyKsCTFoqeCkDPNFpE3RK-Z97OkYyg,4615
lms/runtime/evaluation/benchmark/data/mmlu/val/business_ethics_val.csv,sha256=kp2vAjzOBvp1WFlf-MMpo8khFpP4pGl3mXQ12lKHbMM,2815
lms/runtime/evaluation/benchmark/data/mmlu/val/clinical_knowledge_val.csv,sha256=zPlu3b6LGWGFVXLjaTUr3178x33jHG7uD53WgIYl-iU,5952
lms/runtime/evaluation/benchmark/data/mmlu/val/college_biology_val.csv,sha256=9iTq917irddanysYm7cD4KJZGYHUXGC7X53Nm_4WhFY,4417
lms/runtime/evaluation/benchmark/data/mmlu/val/college_chemistry_val.csv,sha256=jNzbO7F3Vq2KapzzIo9DzqkscL5lXqhRMmLwpy5bSlc,2133
lms/runtime/evaluation/benchmark/data/mmlu/val/college_computer_science_val.csv,sha256=T3oIgIw5IY8KiouUXK3MQNvz0lSWLmIPfczeqKBZYlk,4410
lms/runtime/evaluation/benchmark/data/mmlu/val/college_mathematics_val.csv,sha256=BxHuzxJvo9UGLDoFenCK7ARSOwJ4sUoQygyT6uOUWwc,2398
lms/runtime/evaluation/benchmark/data/mmlu/val/college_medicine_val.csv,sha256=mkkPaq6y58FcyM5MV0X_RJVolxrER8SqYWhY9_Tc7zU,7375
lms/runtime/evaluation/benchmark/data/mmlu/val/college_physics_val.csv,sha256=W-OVLraLA7NyVqvd_PBgoqq8g_IB--KWUrZS6VWK3UU,3225
lms/runtime/evaluation/benchmark/data/mmlu/val/computer_security_val.csv,sha256=Uvqh-GpPoCnRlTRDrGNsNZyUh--hJZ1iEuoFIBi8FYI,4310
lms/runtime/evaluation/benchmark/data/mmlu/val/conceptual_physics_val.csv,sha256=26ZHUR0luN7-EyUmiRPVtYU_NpKvEEF2uIlIv4nwa5U,3826
lms/runtime/evaluation/benchmark/data/mmlu/val/econometrics_val.csv,sha256=BiuLOuVgx78b3p-2SViUnOdAk-7Ddh3DIn5ud3FoqvE,4693
lms/runtime/evaluation/benchmark/data/mmlu/val/electrical_engineering_val.csv,sha256=MUYiVHZbBSWULSjaQw0WjcASxk_WMUDufE0ctC6-pvU,2511
lms/runtime/evaluation/benchmark/data/mmlu/val/elementary_mathematics_val.csv,sha256=4Gz8tFW1B9erD7mHLi8N67DpXG5tjtZUjDCAJpthU8E,7994
lms/runtime/evaluation/benchmark/data/mmlu/val/formal_logic_val.csv,sha256=MG1kB51aFlFkcMwFno4xOrwGzu7IwRMa9YLjD7byFmc,5930
lms/runtime/evaluation/benchmark/data/mmlu/val/global_facts_val.csv,sha256=Vwj4eJhXPGlHr3myOeDslVmCTqOlB7QJvprpb8ngSEw,1610
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_biology_val.csv,sha256=3Kn_U-W7EpTjRiCdJQeoLkOm1UqfkbDhPGbUbWwwAj4,10253
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_chemistry_val.csv,sha256=7QwsmEanCTMvZ5oU3A-Zto1hthYef4aq-QEqEflhfjs,6580
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_computer_science_val.csv,sha256=XkC4dzZV5ZKT7Paj5gNG89wjJzqAjmSpzUFbjdLVU4E,3148
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_european_history_val.csv,sha256=gvK7v4FI88e_6JNiePizcTaGtaoLukPK309Zt_jRkvI,29242
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_geography_val.csv,sha256=lERP2lV0eCaWfbfZ60qXftw0pkwM3yqOhlw4KoYQ2Ws,3778
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_government_and_politics_val.csv,sha256=D9L9bsl17XXDbra4JuSQbM36AnW5Ffpbl0meaQaod3c,6554
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_macroeconomics_val.csv,sha256=NTPVP5-ANlfiWs1j_Zjy4kYmAI_y-3k-IHf-zNPZfzw,11941
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_mathematics_val.csv,sha256=Iz8IEfuFKggPUsnpyzznz7dvVGYd1vj939rGuOKpibI,5084
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_microeconomics_val.csv,sha256=UaaZP_Di3p3PwcKS76T02YP9I5fVooRTwHUnK3ummPg,6929
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_physics_val.csv,sha256=OGGs6NNZusi4VgSBWZISGT04Eg_DUAgmgNma0gkO6w4,6370
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_psychology_val.csv,sha256=eF5cPpDq-xy-yk_WyNTQYdA1j1xM3FqRbHeqA4zsD5o,15845
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_statistics_val.csv,sha256=7mX4QuRLD5raORn2RFnJtqeuwZCia-AOA3KJJ5V01jw,9482
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_us_history_val.csv,sha256=so-cGjOCyxzLqFtw7Ro_VVo3sBeIzAuW-L4Ipysp2Lc,31271
lms/runtime/evaluation/benchmark/data/mmlu/val/high_school_world_history_val.csv,sha256=e6YsSY1bvmRCP23Knbl7gkC4eu6KhVnK_lvKDouC_Us,44987
lms/runtime/evaluation/benchmark/data/mmlu/val/human_aging_val.csv,sha256=X04uTuv3BMTxmmtU5YVwtffTkovtyAeiT_ldwpZDHeA,4132
lms/runtime/evaluation/benchmark/data/mmlu/val/human_sexuality_val.csv,sha256=Yk4Zt8m_rHRabnjiIckp6AVODGUl-D2G0cz8G1PDeTQ,2118
lms/runtime/evaluation/benchmark/data/mmlu/val/international_law_val.csv,sha256=Ynpgx1iZGXZwmZlj1qKBSyvHtPevwXamvWZaCiKJoYo,6160
lms/runtime/evaluation/benchmark/data/mmlu/val/jurisprudence_val.csv,sha256=pU0IBCC724ZvsY_5626OtSTfDcHSVySZf3Oshg_TyOw,3450
lms/runtime/evaluation/benchmark/data/mmlu/val/logical_fallacies_val.csv,sha256=NYINxd30adBzaR9GNO24eVWQLdTZC0X2L4SMzYjcSBc,4667
lms/runtime/evaluation/benchmark/data/mmlu/val/machine_learning_val.csv,sha256=I-oApnBCT39_VMPTKgT0cJgyNP-nxjVuq49PfGFQ_OQ,2983
lms/runtime/evaluation/benchmark/data/mmlu/val/management_val.csv,sha256=c_FAfu2snWsCSUuOUpLaqQWZPtCGiDtW9PDlKuoOYbw,1543
lms/runtime/evaluation/benchmark/data/mmlu/val/marketing_val.csv,sha256=UhtS_ZvhQIjosxlAiO3U3jBulg1KFVWKCw6l8HSrFYw,6795
lms/runtime/evaluation/benchmark/data/mmlu/val/medical_genetics_val.csv,sha256=A9RLdZ812mONdDK7fwUMwLxYhklyhZgOkdOH_iNHjWo,2722
lms/runtime/evaluation/benchmark/data/mmlu/val/miscellaneous_val.csv,sha256=W_RNnDD7VeuT5J1zNCUcOJcuu9EU5FvN9U-3LM54HTw,12215
lms/runtime/evaluation/benchmark/data/mmlu/val/moral_disputes_val.csv,sha256=lBgmyXYdrePr-zpqnBjjaZTD_P8rEP--iDDPQbnmytA,11552
lms/runtime/evaluation/benchmark/data/mmlu/val/moral_scenarios_val.csv,sha256=rm8Vc_C3uoJNDTZ8yo16TIHFFEWEpL01vyjkTnPpW-s,40826
lms/runtime/evaluation/benchmark/data/mmlu/val/nutrition_val.csv,sha256=HJGZLvyPY6i_MJbch6sXtXovGXim5UiRDqk3yAObuWE,7680
lms/runtime/evaluation/benchmark/data/mmlu/val/philosophy_val.csv,sha256=4ZDiZTv0IlR4Pk7QTYAW5a7csFCkSW094Nc3-Ex5dVo,8388
lms/runtime/evaluation/benchmark/data/mmlu/val/prehistory_val.csv,sha256=CNB0iqJLd6PKHpWJfWx3WFxyiwmKWpFQEBVVLx8zEIY,9474
lms/runtime/evaluation/benchmark/data/mmlu/val/professional_accounting_val.csv,sha256=hlsw6aPI3tvO359QrCkFcacp4ceWhIWyA9Mo5Vu_bco,13685
lms/runtime/evaluation/benchmark/data/mmlu/val/professional_law_val.csv,sha256=F1NQprmjmh8xGLPXAAaPBuobWfo2HUD3Gfw3acPgFgE,200624
lms/runtime/evaluation/benchmark/data/mmlu/val/professional_medicine_val.csv,sha256=jMzo08pJ8qj_ZFoSFR7Db01We1O_FGvO_LRMmT79c5I,23126
lms/runtime/evaluation/benchmark/data/mmlu/val/professional_psychology_val.csv,sha256=75ysQycpMwWrO-zdTovH3etWw-Q3Zu9Mm49QajppEHw,27484
lms/runtime/evaluation/benchmark/data/mmlu/val/public_relations_val.csv,sha256=esrZ7ChtMDJOzsSIh4mr9zkD2OMiLO-GUOfylDEKeVc,4270
lms/runtime/evaluation/benchmark/data/mmlu/val/security_studies_val.csv,sha256=Uof4dXsAMC68_d_mxRDgaiHDtpfhfN7-QN_hgKYZxso,22080
lms/runtime/evaluation/benchmark/data/mmlu/val/sociology_val.csv,sha256=WTvyZD7kDyiNwRBP4plOw0Pn2w8RlwqdRJIg2vSziEY,6664
lms/runtime/evaluation/benchmark/data/mmlu/val/us_foreign_policy_val.csv,sha256=xCey2dqJKZJFg-tNajKVbREsucQ0SCJYM8DVgaJcod8,2997
lms/runtime/evaluation/benchmark/data/mmlu/val/virology_val.csv,sha256=v9ipVgEjw5fUaXMztZ4SMLQVTEZsk2FTA4FDTixv1AE,5019
lms/runtime/evaluation/benchmark/data/mmlu/val/world_religions_val.csv,sha256=Q1IzI3VDVwlFHleC7eZwB1LbCyiWAuVykn0w7gKJEl8,2308
lms/runtime/evaluation/custom/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/evaluation/custom/eval.py,sha256=rJMH3q_gWB_qXgsoBU3MYn4UyoHmvBJLNDdNdZdfMnw,2566
lms/runtime/evaluation/custom/example.py,sha256=_CK3TB2Y9VYOpP-SQis0y6-6KomgkgvNbFqNkwh_m5c,2398
lms/runtime/prune/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/prune/llm_pruner/__init__.py,sha256=Sn67zjdiuWlPtLPaUZFpcLj2FqJW4A4VPsxD5kWpJEg,758
lms/runtime/prune/llm_pruner/baichuan.py,sha256=HoiI-HdLpAmdxr6Ouk_zy0y1XoAU2BbRhHWRu5kgClw,14058
lms/runtime/prune/llm_pruner/bloom.py,sha256=Xa5w4u0VegsICShDCfdlxjpwPle-1tzKevtVyZXsMRU,13490
lms/runtime/prune/llm_pruner/entry.py,sha256=n6U67lVADryw4o5odbU5E_bzO4CgvFdjCIrr7x6v2hQ,6807
lms/runtime/prune/llm_pruner/hf_prune.py,sha256=F5x1AlIvzlT0JoLXpGhwyUKJG1wEKDr8xtvuFOhclts,14830
lms/runtime/prune/llm_pruner/util.py,sha256=gbRpkpsFAeK6KHJGU37IVKXKlxDHxE8q7gwuPhp46Lw,424
lms/runtime/prune/llm_pruner/LLMPruner/__init__.py,sha256=k6VdU9k3RocxIg6IwoFhaeynr5yThcRKmQQowowlAvY,20
lms/runtime/prune/llm_pruner/LLMPruner/datasets/dialogue.py,sha256=fTkEnrol6l7MrBo9iFcxrHpt1PRviH_s4pPZdgIwAgY,5741
lms/runtime/prune/llm_pruner/LLMPruner/datasets/example_samples.py,sha256=VeT-M0qrUdfSTwQWt7_dbybmCVsg5k-Q0Lwby3Gzz5U,1874
lms/runtime/prune/llm_pruner/LLMPruner/datasets/ppl_dataset.py,sha256=gR4LwF2ndpMQrwvyMrsp5W2G-1SKBaxNvrbFbTNwBQQ,1867
lms/runtime/prune/llm_pruner/LLMPruner/evaluator/ppl.py,sha256=5V1tqyANkdJ1dtzPbA-eKpfQMBMZLjhCZcXl8AWwn1w,1117
lms/runtime/prune/llm_pruner/LLMPruner/models/__init__.py,sha256=7uiV9jF9BK7KA_prQrCFZQFCq83JT0ObZgM9z6WyjWQ,74
lms/runtime/prune/llm_pruner/LLMPruner/models/helper.py,sha256=gXojJGGzvX8LykGwqv7gD5RUHEkQSvVVvNuZPWAZ7ks,1495
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_baichuan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_baichuan/baichuan13B/configuration_baichuan.py,sha256=0aHxds0rSy41TpvXD4bhirFcLLFwpHvA57l6lpDC3xA,1489
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_baichuan/baichuan13B/modeling_baichuan_13B.py,sha256=SdWh75oRIE50thviJhDblRf5HUwaARLpEjmjGzLQMG8,25727
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_baichuan/baichuan7B/configuration_baichuan.py,sha256=86r1-z9EYuHjxTYQ_Ai-q2Wa4hFsmW78e1rpiEgTj0A,2345
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_baichuan/baichuan7B/modeling_baichuan_7B.py,sha256=dkDVgULME0oZz6d8nbJ4eszK2HKNh2dxdHNMmTkv9vU,29336
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_bloom/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_bloom/modeling_bloom.py,sha256=XXhcfd-dAv90jzq-JPuoHqlGBEypbimedtGhy0H1DWE,57574
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_chatglm/__init__.py,sha256=eFVijeo0H07BExXk6sqtkjjrxKEmc0pQ5JFtZiYtIKg,123
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_chatglm/configuration_chatglm.py,sha256=lCl3ufh4vmBzRYYKiNL8dKdSVukdDhTvQDkYGDUsNZs,4276
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_chatglm/modeling_chatglm.py,sha256=5w1WmRYXuhXbWalgQFdA7KQPLIUSNJz9MFFumhUuPpI,58506
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_chatglm/tokenizer_chatglm.py,sha256=CFpuwUMaBtFvEFKWD9aQsOksJ6WKdyiC8V_qsSmwI1g,16652
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_llama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/prune/llm_pruner/LLMPruner/models/hf_llama/modeling_llama.py,sha256=p-pmSwbeZ_jG18qVd8RWaYyG8tEtTBoJFAlReHE1FBQ,39133
lms/runtime/prune/llm_pruner/LLMPruner/models/llama/__init__.py,sha256=GxPSoaPSRD9LPZv0xv4-CMNKCg4DzHK6T77ha-pG-ZI,271
lms/runtime/prune/llm_pruner/LLMPruner/models/llama/generation.py,sha256=x8z4rXATLTGjrHqro6sGp2Q4x-UG706JZ7OWp6Q0Gn0,2902
lms/runtime/prune/llm_pruner/LLMPruner/models/llama/model.py,sha256=JaVrfxiZ1TF9P0qgqWOtoBrVXgmPdVjSpFgTvviwsl4,8395
lms/runtime/prune/llm_pruner/LLMPruner/models/llama/tokenizer.py,sha256=4jX0Ej0Fd1PAuju9UkT3CRrzFwN2cCWTOq3tsekEnlI,1344
lms/runtime/prune/llm_pruner/LLMPruner/peft/__init__.py,sha256=vXHto0svqeczwkj1cMK_JYWCSg8GhLj136XFWVEdOAg,1711
lms/runtime/prune/llm_pruner/LLMPruner/peft/import_utils.py,sha256=Exj0cgPOBSr_3y5aR-qGz7yesDhaqXBKEDduvSYbhcw,720
lms/runtime/prune/llm_pruner/LLMPruner/peft/mapping.py,sha256=1fSSwkRMgl9_yhrXmnC80nR614CeCI_WZc8qXjFvrp0,4331
lms/runtime/prune/llm_pruner/LLMPruner/peft/peft_model.py,sha256=1KtZNEujEnGjRAjy-tC8pKA7PwYe66cwCNYMqUabeo8,52355
lms/runtime/prune/llm_pruner/LLMPruner/peft/tuners/__init__.py,sha256=20I9Ok2jkda0Cf3R1mKAWUR-Pkst5NaWpudUasXMvSA,1109
lms/runtime/prune/llm_pruner/LLMPruner/peft/tuners/adalora.py,sha256=yfJ1VU8WXeyQzG_4c7WYQErjSxrX8Adjm4kpyi2QAcs,29922
lms/runtime/prune/llm_pruner/LLMPruner/peft/tuners/lora.py,sha256=HseimZx0MX8yCNXT247-u8K3xujLqvfDSIMe23EDg0E,24305
lms/runtime/prune/llm_pruner/LLMPruner/peft/tuners/p_tuning.py,sha256=24u9ag1UhMk-jm9o6k--rCfLSoUbJrf-rPFqMKN0cI8,6755
lms/runtime/prune/llm_pruner/LLMPruner/peft/tuners/prefix_tuning.py,sha256=6k8xpLIQ0RWod5Jrq7nIULF4mjZzfOv_SgB5HXQA2W0,3785
lms/runtime/prune/llm_pruner/LLMPruner/peft/tuners/prompt_tuning.py,sha256=FBBxpdtAT1AL4WP7z-R24sb3Lqkz2SkmRYXsOhLDgGk,4935
lms/runtime/prune/llm_pruner/LLMPruner/peft/utils/__init__.py,sha256=FciF7JaqnXRFaT97nbD8TYvDrodWDfggafppYnD1xaI,1398
lms/runtime/prune/llm_pruner/LLMPruner/peft/utils/config.py,sha256=bEK0f-P9TRIKN4Rud0rosBYVui92q9NcdHK3g2q-Xdg,6783
lms/runtime/prune/llm_pruner/LLMPruner/peft/utils/other.py,sha256=mJUWtGqRDh2JOmDkeNhFFiEhQ7honqMla63EE-Ome0M,9275
lms/runtime/prune/llm_pruner/LLMPruner/peft/utils/save_and_load.py,sha256=mu0uTAeuUNctQymeAVcI7F09Re3lN11zuGkH7T-7GD8,5692
lms/runtime/prune/llm_pruner/LLMPruner/pruner/__init__.py,sha256=EKogxmx_oA9iwMSwqHotE_zaYhzAZCavOMg9Dw-1hG0,98
lms/runtime/prune/llm_pruner/LLMPruner/pruner/hf_baichuan_pruner.py,sha256=O4Xzytl25ZwaOt4-dGaqT3PNLA6V9ZRMPKHiIItQ23w,7855
lms/runtime/prune/llm_pruner/LLMPruner/pruner/hf_chatglm_pruner.py,sha256=zcGQe1AabROMNUYLBoDlUq-y6rnHmuBZXy7herRZIeM,6911
lms/runtime/prune/llm_pruner/LLMPruner/pruner/hf_llama_pruner.py,sha256=OQceYN5YJcxS3SH3X2S-GS5qGBdIt_auZGzGD7oHr0s,13821
lms/runtime/prune/llm_pruner/LLMPruner/pruner/llama_pruner.py,sha256=dleFs8qU2FvxeaFOQWxP9k8KhJJc3Kigla5Tb64c5vk,5808
lms/runtime/prune/llm_pruner/LLMPruner/templates/prompts.py,sha256=8HBxXVWRLR5bCquImnr_eaGyXgThsPurzd4DHAQHg1I,918
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/__init__.py,sha256=HGJpX3wrTNThT2nxSGAqlUhfUNFjNw0E_m-wdpYd1z4,89
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/_helpers.py,sha256=LDjC8E-vAttFmU_Y0D-ugFS8DvKBi3Q7wKTPLcOTaOc,3356
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/dependency.py,sha256=8LRkeU4y5VhdU2u-HWvBEpPNf2sC5vXl5__lp8ujK2U,43059
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/importance.py,sha256=NArgf1YBwmnbAJKvZ39oOs-b7Or4RD-sDkEfHGxRh_k,13461
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/ops.py,sha256=NKQDPwfXfFDahQibddxD8PnZvWtZRyioQRrmR1-8ZU4,5122
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/__init__.py,sha256=a5-bwlc5nEmlf4pZ2982geRTxXfVb1a87OMvvz7uZ9w,49
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/function.py,sha256=rYahyVjM26l-EEvA-3Ag3aV0qzSwiBNkUdyfQjkdw4Q,20272
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/algorithms/__init__.py,sha256=UEwm3ZdH871pzDePSSxMsIUU91FGxFMKUASRR9-2yMo,183
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/algorithms/batchnorm_scale_pruner.py,sha256=ufQ2qGcAzmL641yipKM511xle5IWYLB1CraMdXH2xls,1614
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/algorithms/group_norm_pruner.py,sha256=6wBc479U0YTQXUyvWFD6aOTXDyPMZEr6Og66UGYY9CA,8060
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/algorithms/magnitude_based_pruner.py,sha256=pYnOmvi-ImypW-0-3_Jmcq7kQuMUqqUipHba6M8z6Zg,84
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/algorithms/metapruner.py,sha256=lEG02lhYLJ5lC44iILudFjsm5sCU28a0O5WKDUE4cAM,14853
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/pruner/algorithms/scheduler.py,sha256=W2DzCPmr8wbaQIIZeaPZZqLY_HRC-dJXjy92OWlM5dc,124
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/utils/__init__.py,sha256=wcO-fAmxmK9c5Uxhf6EgzVnRj8bOGTowAuMZpB2ixlA,65
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/utils/op_counter.py,sha256=vbOspmhvP_0_96lF8zDRbC42UpYp4Zj-Q6yLPWfx518,15762
lms/runtime/prune/llm_pruner/LLMPruner/torch_pruning/utils/utils.py,sha256=GFTKiE7SCGe6mIj_NwJN7uSCEIp7dnlVX2wkvULyAwg,5557
lms/runtime/prune/llm_pruner/LLMPruner/utils/logger.py,sha256=KTRPCQ3B1aCk0TdEsy1rfDvllL4FUnOAO0v3FUeuPZs,2805
lms/runtime/prune/llm_pruner/LLMPruner/utils/prompter.py,sha256=x65vxycNkH1FUFiz91Rn89OP0fr4zlw24MTKXKYb5To,3089
lms/runtime/prune/sparsegpt/__init__.py,sha256=dFDpNMpDsVCSMG1YgWOvNvpwq-NMhUNV7jOFjuqS7ko,25
lms/runtime/prune/sparsegpt/entry.py,sha256=1RcdpwlWrc67JddJUOHGmWhkkFs10Xw-WPRFdWYAzlY,6944
lms/runtime/prune/sparsegpt/sparsegpt.py,sha256=BlXBEmjVdgbZIOSR-Ok4OEAIopb2LdGaTnUGhQF_-wg,4586
lms/runtime/prune/sparsegpt/test.py,sha256=idRDZC4FVnTwmzejRUSgRLtn10HMrv63jA334vjIMr8,1064
lms/runtime/prune/sparsegpt/util.py,sha256=mYYztHjdG2bkUenw_jreoVII0Buz0NcVpfDPpHrTAbE,14201
lms/runtime/quantize/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/runtime/quantize/bnb.py,sha256=ICyKQIGAQZy4TOW66yPuUK6IDP4oLCxM_C1qChWhJSE,2353
lms/runtime/quantize/gptq.py,sha256=NlgYFoGSg9H_jL3cmf2omGzcRu2SxCQR0SJXn2T4xAk,3153
lms/runtime/quantize/util.py,sha256=VRbcOngRTV0IxfDt99aDQx0igqsPDjXRBT6Siim6u6M,594
lms/web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/web/default_open_sota_model_metrics.json,sha256=34zN8VNappojVAUPaIBlamO0HCgEEl_sOVUeq24CS4Q,2793
lms/web/exceptions.py,sha256=2o91UD1jjtPIcPps0fhnWG5fK6K-oaa841_UyD7djKo,214
lms/web/launcher.py,sha256=WRrVyWgvEEBf3SJA972507SSfGXZqFJhlZHIn7wLIRo,2207
lms/web/main.py,sha256=DInWijRz2dUIrJVpqAQ1wKUoBLI1NtUboWMpn-WcmqE,4183
lms/web/route.py,sha256=PlalSGCluEVHt8rMPqp7pqIAOCcqR-U5PN_IpPpAQcU,19354
lms/web/internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/web/internal/route.py,sha256=P7_dMx466V-bgyXZ4ek4hHo3u9xS61AVxAxLdPBAbyI,5997
lms/web/static/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/web/static/empty.2f588adb.png,sha256=KLysJGJuI7GY8pfdrzNyY7-avhu7hx21KVHcIPty0GI,21088
lms/web/static/favicon.png,sha256=7hdRjKuxgEPUsA2S1FO4ql6FhNgq8FyzmrWQyK2NULo,14004
lms/web/static/index.html,sha256=o1sQWR7aKhgomkS6tWjn-2ggrS82Wp5xJq-9iOvcEHY,554
lms/web/static/quickguide.md,sha256=exSpSgQe3Ga9chI12Q-HmmvUqg9dDO0KfzqsC0KGCVA,6288
lms/web/static/test.md,sha256=BcP94CAt61fQAh6r8LW5nTeItyWbfBnskvHB8lYHSr0,11312
lms/web/static/umi.css,sha256=WvSp6_LjI494Gd3p21NrHdwbMLDn7Jx2gM81dq6LPC4,378536
lms/web/static/umi.js,sha256=mDNwMjT627MwSWy8A7KahmI7ozrFnBAlILi05L1TIh0,4893038
lms/web/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lms/web/utils/asyncssh_utils.py,sha256=rjNWKRWvXyqTGjGP3h7AtIvUOr0LWpC0QdbC0_Y3D6s,2926
lms/web/utils/peewee_repo.py,sha256=ric8uB9fOQPd-hiIz4o86uh6vRVHUnJcXhQMNiXf3-k,16956
lms/web/utils/traceback_utils.py,sha256=bMeaFicES552sz4rvhzp96_u17OHZKujyIEFPU84bqE,137
dc_lms-0.1.4.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
dc_lms-0.1.4.dist-info/METADATA,sha256=YC46ZZ8Pc_2OgmBLgXPU858MK4lznZthpVDSWxt9fyM,1273
dc_lms-0.1.4.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
dc_lms-0.1.4.dist-info/entry_points.txt,sha256=WzqgSz4J_UYZjmugW4rQSVznbQP_NSB_DcQvCkpjuSA,169
dc_lms-0.1.4.dist-info/top_level.txt,sha256=SWQqb3sjP5r5Ls1Ol4E_PIbsv1sggK4DCkkLEzXNRTU,4
dc_lms-0.1.4.dist-info/RECORD,,
