LICENSE
README.md
pyproject.toml
.claude/skills/eval-surfer/SKILL.md
.cursor/skills/eval-surfer/SKILL.md
evalsurfer/__init__.py
evalsurfer.egg-info/PKG-INFO
evalsurfer.egg-info/SOURCES.txt
evalsurfer.egg-info/dependency_links.txt
evalsurfer.egg-info/entry_points.txt
evalsurfer.egg-info/requires.txt
evalsurfer.egg-info/top_level.txt
evalsurfer/analysis/__init__.py
evalsurfer/analysis/calibration/__init__.py
evalsurfer/analysis/calibration/agreement.py
evalsurfer/analysis/calibration/reference.py
evalsurfer/analysis/calibration/calibrate/__init__.py
evalsurfer/analysis/calibration/calibrate/calibrator.py
evalsurfer/analysis/calibration/calibrate/models.py
evalsurfer/analysis/calibration/harness/__init__.py
evalsurfer/analysis/calibration/harness/decomposition.py
evalsurfer/analysis/calibration/harness/helpers.py
evalsurfer/analysis/calibration/harness/models.py
evalsurfer/analysis/diagnostics/__init__.py
evalsurfer/analysis/diagnostics/bundle.py
evalsurfer/analysis/diagnostics/evidence.py
evalsurfer/analysis/diagnostics/personas.py
evalsurfer/analysis/diagnostics/profiles.py
evalsurfer/analysis/diagnostics/explainability/__init__.py
evalsurfer/analysis/diagnostics/explainability/explainer.py
evalsurfer/analysis/diagnostics/explainability/models.py
evalsurfer/analysis/diagnostics/failure_map/__init__.py
evalsurfer/analysis/diagnostics/failure_map/map.py
evalsurfer/analysis/diagnostics/failure_map/models.py
evalsurfer/analysis/diagnostics/golden_set/__init__.py
evalsurfer/analysis/diagnostics/golden_set/models.py
evalsurfer/analysis/diagnostics/golden_set/set.py
evalsurfer/analysis/diagnostics/maturity/__init__.py
evalsurfer/analysis/diagnostics/maturity/classifier.py
evalsurfer/analysis/diagnostics/maturity/models.py
evalsurfer/analysis/diagnostics/regression/__init__.py
evalsurfer/analysis/diagnostics/regression/differ.py
evalsurfer/analysis/diagnostics/regression/helpers.py
evalsurfer/analysis/diagnostics/regression/models.py
evalsurfer/analysis/diagnostics/review_gate/__init__.py
evalsurfer/analysis/diagnostics/review_gate/gate.py
evalsurfer/analysis/diagnostics/review_gate/models.py
evalsurfer/analysis/diagnostics/root_cause/__init__.py
evalsurfer/analysis/diagnostics/root_cause/analyzer.py
evalsurfer/analysis/diagnostics/root_cause/models.py
evalsurfer/assurance/__init__.py
evalsurfer/assurance/policy/__init__.py
evalsurfer/assurance/policy/guardrails/__init__.py
evalsurfer/assurance/policy/guardrails/guardrails.py
evalsurfer/assurance/policy/guardrails/models.py
evalsurfer/assurance/safety/__init__.py
evalsurfer/assurance/safety/redteam/__init__.py
evalsurfer/assurance/safety/redteam/helpers.py
evalsurfer/assurance/safety/redteam/models.py
evalsurfer/assurance/safety/redteam/redteam.py
evalsurfer/assurance/trajectory/__init__.py
evalsurfer/assurance/trajectory/agent_trace/__init__.py
evalsurfer/assurance/trajectory/agent_trace/evaluator.py
evalsurfer/assurance/trajectory/agent_trace/models.py
evalsurfer/assurance/trajectory/agent_trace/schema.py
evalsurfer/constants/__init__.py
evalsurfer/constants/adapters.py
evalsurfer/constants/calibration.py
evalsurfer/constants/categories.py
evalsurfer/constants/dataset.py
evalsurfer/constants/diagnostics.py
evalsurfer/constants/framework.py
evalsurfer/constants/operational.py
evalsurfer/constants/policy.py
evalsurfer/constants/quality.py
evalsurfer/constants/rubric.py
evalsurfer/constants/safety.py
evalsurfer/constants/scoring.py
evalsurfer/constants/signals.py
evalsurfer/constants/trajectory.py
evalsurfer/core/__init__.py
evalsurfer/core/evaluate.py
evalsurfer/core/scoring.py
evalsurfer/core/planner/__init__.py
evalsurfer/core/planner/engine.py
evalsurfer/core/planner/models.py
evalsurfer/core/planner/signals.py
evalsurfer/core/report/__init__.py
evalsurfer/core/report/gate.py
evalsurfer/core/report/models.py
evalsurfer/core/report/validator.py
evalsurfer/interface/__init__.py
evalsurfer/interface/pipeline.py
evalsurfer/interface/adapters/__init__.py
evalsurfer/interface/adapters/langfuse.py
evalsurfer/interface/adapters/langsmith.py
evalsurfer/interface/adapters/otel.py
evalsurfer/interface/adapters/promptfoo.py
evalsurfer/interface/adapters/ragas.py
evalsurfer/interface/cli/__init__.py
evalsurfer/interface/cli/agreement.py
evalsurfer/interface/cli/dataset.py
evalsurfer/interface/cli/harness.py
evalsurfer/interface/cli/main.py
evalsurfer/interface/cli/metrics.py
evalsurfer/interface/cli/plan.py
evalsurfer/interface/cli/quality.py
evalsurfer/interface/mcp/__init__.py
evalsurfer/interface/mcp/instance.py
evalsurfer/interface/mcp/models.py
evalsurfer/interface/mcp/server.py
evalsurfer/interface/mcp/tools/__init__.py
evalsurfer/interface/mcp/tools/_core_flat.py
evalsurfer/interface/mcp/tools/analysis/__init__.py
evalsurfer/interface/mcp/tools/analysis/calibration.py
evalsurfer/interface/mcp/tools/analysis/diagnostics.py
evalsurfer/interface/mcp/tools/assurance/__init__.py
evalsurfer/interface/mcp/tools/assurance/tools.py
evalsurfer/interface/mcp/tools/core/__init__.py
evalsurfer/interface/mcp/tools/core/assemble.py
evalsurfer/interface/mcp/tools/interface/__init__.py
evalsurfer/interface/mcp/tools/interface/adapters.py
evalsurfer/interface/mcp/tools/interface/evaluate.py
evalsurfer/interface/mcp/tools/metrics/__init__.py
evalsurfer/interface/mcp/tools/metrics/dataset.py
evalsurfer/interface/mcp/tools/metrics/operational.py
evalsurfer/interface/mcp/tools/metrics/quality.py
evalsurfer/metrics/__init__.py
evalsurfer/metrics/dataset/__init__.py
evalsurfer/metrics/dataset/contamination.py
evalsurfer/metrics/dataset/dataset.py
evalsurfer/metrics/dataset/case/__init__.py
evalsurfer/metrics/dataset/case/helpers.py
evalsurfer/metrics/dataset/case/models.py
evalsurfer/metrics/operational/__init__.py
evalsurfer/metrics/operational/metrics/__init__.py
evalsurfer/metrics/operational/metrics/helpers.py
evalsurfer/metrics/operational/metrics/models.py
evalsurfer/metrics/operational/metrics/service.py
evalsurfer/metrics/operational/slo/__init__.py
evalsurfer/metrics/operational/slo/models.py
evalsurfer/metrics/operational/slo/scorer.py
evalsurfer/metrics/quality/__init__.py
evalsurfer/metrics/quality/report.py
evalsurfer/metrics/quality/tokenize.py
evalsurfer/metrics/quality/matching/__init__.py
evalsurfer/metrics/quality/matching/helpers.py
evalsurfer/metrics/quality/matching/models.py
evalsurfer/metrics/quality/matching/service.py
evalsurfer/metrics/quality/retrieval/__init__.py
evalsurfer/metrics/quality/retrieval/helpers.py
evalsurfer/metrics/quality/retrieval/models.py
evalsurfer/metrics/quality/retrieval/service.py
evalsurfer/metrics/quality/text/__init__.py
evalsurfer/metrics/quality/text/helpers.py
evalsurfer/metrics/quality/text/models.py
evalsurfer/metrics/quality/text/service.py
examples/report.json
examples/traces.json
skills/eval-surfer/SKILL.md
spec/dataset.schema.json
spec/framework.json
spec/framework.yaml
spec/report.schema.json