Coverage report:
53%
hide covered
Files
Functions
Classes
coverage.py v7.15.4
, created at 2026-08-22 01:18 +0800
File
function
statements
missing
excluded
coverage
src
/
lexigram
/
ai
/
evaluation
/
__init__.py
(no function)
13
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
AblationRunner.__init__
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
AblationRunner.deltas
2
2
0
0%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
AblationRunner.run
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
AblationRunner.compare
10
10
0
0%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
(no function)
14
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
analysis.py
ErrorAnalysis.__init__
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
analysis.py
ErrorAnalysis.report
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
analysis.py
(no function)
10
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
_payload_digest
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
FileCheckpointStore.__init__
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
FileCheckpointStore._checkpoint_file
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
FileCheckpointStore.save
8
8
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
FileCheckpointStore.load
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
FileCheckpointStore.list
9
9
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
(no function)
19
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
config.py
(no function)
20
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
constants.py
(no function)
28
2
0
93%
src
/
lexigram
/
ai
/
evaluation
/
di
/
__init__.py
(no function)
3
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
EvaluationProvider.__init__
3
3
0
0%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
EvaluationProvider.register
18
18
0
0%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
EvaluationProvider.boot
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
EvaluationProvider.shutdown
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
EvaluationProvider.health_check
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
(no function)
20
0
2
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
__init__.py
(no function)
8
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
base.py
BaseEvaluator.__init__
1
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
base.py
BaseEvaluator.name
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
base.py
BaseEvaluator._create_result
1
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
base.py
(no function)
10
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
CriteriaEvaluator.__init__
2
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
CriteriaEvaluator.name
1
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
CriteriaEvaluator.evaluate
16
6
0
62%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
CriteriaEvaluator._evaluate_criterion
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
(no function)
14
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
EmbeddingDistanceEvaluator.__init__
2
2
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
EmbeddingDistanceEvaluator.name
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
EmbeddingDistanceEvaluator.set_embedding_client
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
EmbeddingDistanceEvaluator.evaluate
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
EmbeddingDistanceEvaluator._cosine_similarity
6
6
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
(no function)
15
0
2
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
QAEvaluator.__init__
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
QAEvaluator.name
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
QAEvaluator.evaluate
15
15
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
QAEvaluator._extract_keywords
5
5
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
(no function)
13
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
StringDistanceEvaluator.__init__
2
2
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
StringDistanceEvaluator.name
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
StringDistanceEvaluator.evaluate
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
StringDistanceEvaluator._levenshtein_distance
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
StringDistanceEvaluator._jaccard_similarity
7
7
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
(no function)
14
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator.__init__
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator.name
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator.evaluate
13
13
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator._evaluate_steps
9
9
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator._step_matches
6
6
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator._evaluate_final_state
9
9
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
(no function)
17
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
(no function)
11
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
__init__.py
(no function)
3
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
runner.py
EvaluationHarness.__init__
1
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
runner.py
EvaluationHarness.name
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
runner.py
EvaluationHarness.run
22
6
0
73%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
runner.py
(no function)
11
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
module.py
EvaluationModule.configure
2
2
0
0%
src
/
lexigram
/
ai
/
evaluation
/
module.py
EvaluationModule.stub
2
2
0
0%
src
/
lexigram
/
ai
/
evaluation
/
module.py
(no function)
12
0
2
100%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
canonical_json
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
make_run_id
2
2
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.__init__
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker._run_dir
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker._load_run
8
8
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker._store_run
6
6
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.start
8
8
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.log_metric
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.log_error
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker._append
7
7
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.metrics
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.errors
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker._stream
7
7
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.snapshot
10
10
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.resume
1
1
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker.finish
5
5
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
(no function)
28
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
types.py
(no function)
25
0
0
100%
Total
643
305
6
53%
No items found using the specified filter.