README.md
llmuses/__init__.py
llmuses/cache.py
llmuses/config.py
llmuses/constants.py
llmuses/run.py
llmuses/run_arena.py
llmuses/run_ms.py
llmuses/summarizer.py
llmuses/version.py
llmuses.egg-info/PKG-INFO
llmuses.egg-info/SOURCES.txt
llmuses.egg-info/dependency_links.txt
llmuses.egg-info/entry_points.txt
llmuses.egg-info/not-zip-safe
llmuses.egg-info/requires.txt
llmuses.egg-info/top_level.txt
llmuses/backend/__init__.py
llmuses/backend/base.py
llmuses/backend/opencompass/__init__.py
llmuses/backend/opencompass/api_meta_template.py
llmuses/backend/opencompass/backend_manager.py
llmuses/backend/opencompass/tasks/__init__.py
llmuses/backend/opencompass/tasks/eval_api.py
llmuses/backend/opencompass/tasks/eval_datasets.py
llmuses/benchmarks/__init__.py
llmuses/benchmarks/benchmark.py
llmuses/benchmarks/data_adapter.py
llmuses/benchmarks/arc/__init__.py
llmuses/benchmarks/arc/ai2_arc.py
llmuses/benchmarks/arc/arc_adapter.py
llmuses/benchmarks/bbh/__init__.py
llmuses/benchmarks/bbh/bbh_adapter.py
llmuses/benchmarks/bbh/cot_prompts/boolean_expressions.txt
llmuses/benchmarks/bbh/cot_prompts/causal_judgement.txt
llmuses/benchmarks/bbh/cot_prompts/date_understanding.txt
llmuses/benchmarks/bbh/cot_prompts/disambiguation_qa.txt
llmuses/benchmarks/bbh/cot_prompts/dyck_languages.txt
llmuses/benchmarks/bbh/cot_prompts/formal_fallacies.txt
llmuses/benchmarks/bbh/cot_prompts/geometric_shapes.txt
llmuses/benchmarks/bbh/cot_prompts/hyperbaton.txt
llmuses/benchmarks/bbh/cot_prompts/logical_deduction_five_objects.txt
llmuses/benchmarks/bbh/cot_prompts/logical_deduction_seven_objects.txt
llmuses/benchmarks/bbh/cot_prompts/logical_deduction_three_objects.txt
llmuses/benchmarks/bbh/cot_prompts/movie_recommendation.txt
llmuses/benchmarks/bbh/cot_prompts/multistep_arithmetic_two.txt
llmuses/benchmarks/bbh/cot_prompts/navigate.txt
llmuses/benchmarks/bbh/cot_prompts/object_counting.txt
llmuses/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt
llmuses/benchmarks/bbh/cot_prompts/reasoning_about_colored_objects.txt
llmuses/benchmarks/bbh/cot_prompts/ruin_names.txt
llmuses/benchmarks/bbh/cot_prompts/salient_translation_error_detection.txt
llmuses/benchmarks/bbh/cot_prompts/snarks.txt
llmuses/benchmarks/bbh/cot_prompts/sports_understanding.txt
llmuses/benchmarks/bbh/cot_prompts/temporal_sequences.txt
llmuses/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_five_objects.txt
llmuses/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_seven_objects.txt
llmuses/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_three_objects.txt
llmuses/benchmarks/bbh/cot_prompts/web_of_lies.txt
llmuses/benchmarks/bbh/cot_prompts/word_sorting.txt
llmuses/benchmarks/ceval/__init__.py
llmuses/benchmarks/ceval/ceval_adapter.py
llmuses/benchmarks/ceval/ceval_exam.py
llmuses/benchmarks/cmmlu/__init__.py
llmuses/benchmarks/cmmlu/cmmlu.py
llmuses/benchmarks/cmmlu/cmmlu_adapter.py
llmuses/benchmarks/competition_math/__init__.py
llmuses/benchmarks/competition_math/competition_math.py
llmuses/benchmarks/competition_math/competition_math_adapter.py
llmuses/benchmarks/general_qa/__init__.py
llmuses/benchmarks/general_qa/general_qa_adapter.py
llmuses/benchmarks/gsm8k/__init__.py
llmuses/benchmarks/gsm8k/gsm8k.py
llmuses/benchmarks/gsm8k/gsm8k_adapter.py
llmuses/benchmarks/hellaswag/__init__.py
llmuses/benchmarks/hellaswag/hellaswag.py
llmuses/benchmarks/hellaswag/hellaswag_adapter.py
llmuses/benchmarks/humaneval/__init__.py
llmuses/benchmarks/humaneval/humaneval.py
llmuses/benchmarks/humaneval/humaneval_adapter.py
llmuses/benchmarks/mmlu/__init__.py
llmuses/benchmarks/mmlu/mmlu.py
llmuses/benchmarks/mmlu/mmlu_adapter.py
llmuses/benchmarks/race/__init__.py
llmuses/benchmarks/race/race.py
llmuses/benchmarks/race/race_adapter.py
llmuses/benchmarks/trivia_qa/__init__.py
llmuses/benchmarks/trivia_qa/trivia_qa.py
llmuses/benchmarks/trivia_qa/trivia_qa_adapter.py
llmuses/benchmarks/truthful_qa/__init__.py
llmuses/benchmarks/truthful_qa/truthful_qa.py
llmuses/benchmarks/truthful_qa/truthful_qa_adapter.py
llmuses/cli/__init__.py
llmuses/cli/base.py
llmuses/cli/cli.py
llmuses/cli/start_perf.py
llmuses/cli/start_server.py
llmuses/evaluator/__init__.py
llmuses/evaluator/evaluator.py
llmuses/evaluator/rating_eval.py
llmuses/evaluator/reviewer/__init__.py
llmuses/evaluator/reviewer/auto_reviewer.py
llmuses/metrics/__init__.py
llmuses/metrics/code_metric.py
llmuses/metrics/math_accuracy.py
llmuses/metrics/metrics.py
llmuses/metrics/rouge_metric.py
llmuses/metrics/bundled_rouge_score/__init__.py
llmuses/metrics/bundled_rouge_score/rouge_scorer.py
llmuses/models/__init__.py
llmuses/models/dummy_chat_model.py
llmuses/models/model.py
llmuses/models/model_adapter.py
llmuses/models/openai_model.py
llmuses/models/template.py
llmuses/models/custom/__init__.py
llmuses/models/custom/custom_model.py
llmuses/perf/__init__.py
llmuses/perf/_logging.py
llmuses/perf/api_plugin_base.py
llmuses/perf/custom_api.py
llmuses/perf/dashscope_api.py
llmuses/perf/dataset_plugin_base.py
llmuses/perf/how_to_analysis_result.py
llmuses/perf/http_client.py
llmuses/perf/openai_api.py
llmuses/perf/plugin_registry.py
llmuses/perf/query_parameters.py
llmuses/perf/server_sent_event.py
llmuses/perf/datasets/__init__.py
llmuses/perf/datasets/line_by_line.py
llmuses/perf/datasets/longalpaca_12k.py
llmuses/perf/datasets/openqa.py
llmuses/preprocess/__init__.py
llmuses/preprocess/tokenizers/__init__.py
llmuses/preprocess/tokenizers/gpt2_tokenizer.py
llmuses/registry/__init__.py
llmuses/registry/tasks/arc.yaml
llmuses/registry/tasks/bbh.yaml
llmuses/registry/tasks/bbh_mini.yaml
llmuses/registry/tasks/ceval.yaml
llmuses/registry/tasks/ceval_mini.yaml
llmuses/registry/tasks/cmmlu.yaml
llmuses/registry/tasks/eval_qwen-7b-chat_v100.yaml
llmuses/registry/tasks/general_qa.yaml
llmuses/registry/tasks/gsm8k.yaml
llmuses/registry/tasks/mmlu.yaml
llmuses/registry/tasks/mmlu_mini.yaml
llmuses/third_party/__init__.py
llmuses/third_party/toolbench_static/__init__.py
llmuses/third_party/toolbench_static/eval.py
llmuses/third_party/toolbench_static/infer.py
llmuses/third_party/toolbench_static/toolbench_static.py
llmuses/third_party/toolbench_static/llm/__init__.py
llmuses/third_party/toolbench_static/llm/swift_infer.py
llmuses/tools/__init__.py
llmuses/tools/combine_reports.py
llmuses/tools/gen_mmlu_subject_mapping.py
llmuses/tools/rewrite_eval_results.py
llmuses/utils/__init__.py
llmuses/utils/arena_utils.py
llmuses/utils/completion_parsers.py
llmuses/utils/logger.py
llmuses/utils/task_cfg_parser.py
llmuses/utils/task_utils.py
llmuses/utils/utils.py