[console_scripts]
cb-controller = clousight_bench.core.campaign.controller_main:main
cb-probe = clousight_bench.domains.agent_runtime.probe.agent_loop:main
csbench = clousight_bench.cli:main

[clousight_bench.benchmark_suites]
gsm8k = clousight_bench.suites.gsm8k.suite:Gsm8kSuite
human-eval = clousight_bench.suites.human_eval.suite:HumanEvalSuite
mmlu = clousight_bench.suites.mmlu.suite:MmluSuite
swe-bench = clousight_bench.suites.swe_bench.suite:SweBenchSuite
swe-bench-lite = clousight_bench.suites.swe_bench_lite.suite:SweBenchLiteSuite
swe-bench-multimodal = clousight_bench.suites.swe_bench_multimodal.suite:SweBenchMultimodalSuite
tpc-c = clousight_bench.suites.tpc_c.suite:TpccSuite
tpc-ds = clousight_bench.suites.tpc_ds.suite:TpcdsSuite
tpc-h = clousight_bench.suites.tpc_h.suite:TpchSuite
ycsb = clousight_bench.suites.ycsb.suite:YcsbSuite

[clousight_bench.domains]
agent-runtime = clousight_bench.domains.agent_runtime:AgentRuntimeDomain
data-warehouse = clousight_bench.domains.data_warehouse:DataWarehouseDomain
key-value = clousight_bench.domains.key_value:KeyValueDomain
llm = clousight_bench.domains.llm:LlmDomain
transactional-db = clousight_bench.domains.transactional_db:TransactionalDbDomain

[clousight_bench.enrichers]
pricing = clousight_bench.enrichers.pricing:PricingEnricher

[clousight_bench.evaluators]
official-gsm8k-evaluator = clousight_bench.suites.gsm8k.evaluator:OfficialGsm8kEvaluator
official-humaneval-evaluator = clousight_bench.suites.human_eval.evaluator:OfficialHumanEvalEvaluator
official-mmlu-evaluator = clousight_bench.suites.mmlu.evaluator:OfficialMmluEvaluator
official-swe-evaluator = clousight_bench.suites.swe_bench.evaluator:OfficialSweEvaluator
official-swe-lite-evaluator = clousight_bench.suites.swe_bench_lite.evaluator:OfficialSweLiteEvaluator
official-swe-multimodal-evaluator = clousight_bench.suites.swe_bench_multimodal.evaluator:OfficialSweMultimodalEvaluator
official-tpcc-evaluator = clousight_bench.suites.tpc_c.evaluator:OfficialTpccEvaluator
official-tpcds-evaluator = clousight_bench.suites.tpc_ds.evaluator:OfficialTpcdsEvaluator
official-tpch-evaluator = clousight_bench.suites.tpc_h.evaluator:OfficialTpchEvaluator
official-ycsb-evaluator = clousight_bench.suites.ycsb.evaluator:OfficialYcsbEvaluator

[clousight_bench.judges]
openai-compatible = clousight_bench.judges.openai_compatible:OpenAiCompatibleJudgeProvider

[clousight_bench.metrics]
answered-rate = clousight_bench.metrics.answered_rate:AnsweredRateMetric
response-quality = clousight_bench.metrics.response_quality:ResponseQualityMetric

[clousight_bench.resource_reapers]
aliyun = clousight_bench.domains.agent_runtime.aliyun.reaper:AliyunResourceReaper
aws = clousight_bench.domains.agent_runtime.aws.reaper:AwsResourceReaper

[clousight_bench.runtime_providers]
aliyun = clousight_bench.domains.agent_runtime.aliyun:AliyunRuntimeProvider
aws = clousight_bench.domains.agent_runtime.aws.provider:AwsRuntimeProvider

[clousight_bench.span_exporters]
local = clousight_bench.core.tracing:LocalFileSpanExporter

[pytest11]
clousight_bench = clousight_bench.pytest_plugin
