Coverage report:
53%
hide covered
Files
Functions
Classes
coverage.py v7.15.4
, created at 2026-08-22 01:18 +0800
File
class
statements
missing
excluded
coverage
src
/
lexigram
/
ai
/
evaluation
/
__init__.py
(no class)
13
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
AblationRunner
14
14
0
0%
src
/
lexigram
/
ai
/
evaluation
/
ablation.py
(no class)
14
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
analysis.py
ErrorAnalysis
15
15
0
0%
src
/
lexigram
/
ai
/
evaluation
/
analysis.py
(no class)
10
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
FileCheckpointStore
33
33
0
0%
src
/
lexigram
/
ai
/
evaluation
/
checkpoints.py
(no class)
20
1
0
95%
src
/
lexigram
/
ai
/
evaluation
/
config.py
EvaluationConfig
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
config.py
(no class)
20
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
constants.py
(no class)
28
2
0
93%
src
/
lexigram
/
ai
/
evaluation
/
di
/
__init__.py
(no class)
3
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
EvaluationProvider
24
24
0
0%
src
/
lexigram
/
ai
/
evaluation
/
di
/
provider.py
(no class)
20
0
2
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
__init__.py
(no class)
8
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
base.py
BaseEvaluator
3
1
0
67%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
base.py
(no class)
10
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
CriteriaEvaluator
33
20
0
39%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
criteria.py
(no class)
14
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
EmbeddingDistanceEvaluator
24
24
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
embedding_distance.py
(no class)
15
0
2
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
QAEvaluator
22
22
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
qa.py
(no class)
13
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
StringDistanceEvaluator
38
38
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
string_distance.py
(no class)
14
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
TrajectoryEvaluator
39
39
0
0%
src
/
lexigram
/
ai
/
evaluation
/
evaluators
/
trajectory.py
(no class)
17
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
EvaluationConfigError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
EvaluatorNotFoundError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
DatasetError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
HarnessError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
TrackingError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
CheckpointError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
AblationError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
AnalysisError
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
exceptions.py
(no class)
11
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
__init__.py
(no class)
3
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
runner.py
EvaluationHarness
24
7
0
71%
src
/
lexigram
/
ai
/
evaluation
/
harness
/
runner.py
(no class)
11
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
module.py
EvaluationModule
4
4
0
0%
src
/
lexigram
/
ai
/
evaluation
/
module.py
(no class)
12
0
2
100%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
LocalTracker
58
58
0
0%
src
/
lexigram
/
ai
/
evaluation
/
tracking.py
(no class)
31
3
0
90%
src
/
lexigram
/
ai
/
evaluation
/
types.py
EvaluationRunContext
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
types.py
BatchEvaluationResult
0
0
0
100%
src
/
lexigram
/
ai
/
evaluation
/
types.py
(no class)
25
0
0
100%
Total
643
305
6
53%
No items found using the specified filter.