Skip to content

Commit 3050647

Browse files
committed
remove getitem from evaluation info
1 parent e0134cd commit 3050647

3 files changed

Lines changed: 29 additions & 32 deletions

File tree

src/valor_lite/object_detection/evaluator.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -44,9 +44,6 @@ class EvaluatorInfo:
4444
groundtruth_metadata_types: dict[str, DataType] | None = None
4545
prediction_metadata_types: dict[str, DataType] | None = None
4646

47-
def __getitem__(self, key: str):
48-
return getattr(self, key)
49-
5047

5148
@dataclass
5249
class Filter:

tests/object_detection/test_confusion_matrix.py

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -36,10 +36,10 @@ def test_confusion_matrix(
3636
loader.add_bounding_boxes(detections_for_detailed_counting)
3737
evaluator = loader.finalize()
3838

39-
assert evaluator.info["number_of_datums"] == 2
40-
assert evaluator.info["number_of_labels"] == 6
41-
assert evaluator.info["number_of_groundtruth_annotations"] == 4
42-
assert evaluator.info["number_of_prediction_annotations"] == 4
39+
assert evaluator.info.number_of_datums == 2
40+
assert evaluator.info.number_of_labels == 6
41+
assert evaluator.info.number_of_groundtruth_annotations == 4
42+
assert evaluator.info.number_of_prediction_annotations == 4
4343

4444
actual_metrics = evaluator.compute_confusion_matrix(
4545
iou_thresholds=[0.5],
@@ -343,10 +343,10 @@ def test_confusion_matrix_using_torch_metrics_example(
343343
loader.add_bounding_boxes(torchmetrics_detections)
344344
evaluator = loader.finalize()
345345

346-
assert evaluator.info["number_of_datums"] == 4
347-
assert evaluator.info["number_of_labels"] == 6
348-
assert evaluator.info["number_of_groundtruth_annotations"] == 20
349-
assert evaluator.info["number_of_prediction_annotations"] == 19
346+
assert evaluator.info.number_of_datums == 4
347+
assert evaluator.info.number_of_labels == 6
348+
assert evaluator.info.number_of_groundtruth_annotations == 20
349+
assert evaluator.info.number_of_prediction_annotations == 19
350350

351351
actual_metrics = evaluator.compute_confusion_matrix(
352352
iou_thresholds=[0.5, 0.9],
@@ -728,10 +728,10 @@ def test_confusion_matrix_fp_unmatched_prediction_edge_case(
728728
loader.add_bounding_boxes(detections_fp_unmatched_prediction_edge_case)
729729
evaluator = loader.finalize()
730730

731-
assert evaluator.info["number_of_datums"] == 2
732-
assert evaluator.info["number_of_labels"] == 1
733-
assert evaluator.info["number_of_groundtruth_annotations"] == 2
734-
assert evaluator.info["number_of_prediction_annotations"] == 2
731+
assert evaluator.info.number_of_datums == 2
732+
assert evaluator.info.number_of_labels == 1
733+
assert evaluator.info.number_of_groundtruth_annotations == 2
734+
assert evaluator.info.number_of_prediction_annotations == 2
735735

736736
actual_metrics = evaluator.compute_confusion_matrix(
737737
iou_thresholds=[0.5],
@@ -800,11 +800,11 @@ def test_confusion_matrix_ranked_pair_ordering(
800800

801801
evaluator = loader.finalize()
802802

803-
assert evaluator.info["number_of_datums"] == 1
804-
assert evaluator.info["number_of_groundtruth_annotations"] == 3
805-
assert evaluator.info["number_of_labels"] == 4
806-
assert evaluator.info["number_of_prediction_annotations"] == 4
807-
assert evaluator.info["number_of_rows"] == 12
803+
assert evaluator.info.number_of_datums == 1
804+
assert evaluator.info.number_of_groundtruth_annotations == 3
805+
assert evaluator.info.number_of_labels == 4
806+
assert evaluator.info.number_of_prediction_annotations == 4
807+
assert evaluator.info.number_of_rows == 12
808808

809809
actual_metrics = evaluator.compute_confusion_matrix(
810810
iou_thresholds=[0.5],

tests/object_detection/test_examples.py

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -14,10 +14,10 @@ def test_examples(
1414
loader.add_bounding_boxes(detections_for_detailed_counting)
1515
evaluator = loader.finalize()
1616

17-
assert evaluator.info["number_of_datums"] == 2
18-
assert evaluator.info["number_of_labels"] == 6
19-
assert evaluator.info["number_of_groundtruth_annotations"] == 4
20-
assert evaluator.info["number_of_prediction_annotations"] == 4
17+
assert evaluator.info.number_of_datums == 2
18+
assert evaluator.info.number_of_labels == 6
19+
assert evaluator.info.number_of_groundtruth_annotations == 4
20+
assert evaluator.info.number_of_prediction_annotations == 4
2121

2222
actual_metrics = evaluator.compute_examples(
2323
iou_thresholds=[0.5],
@@ -304,10 +304,10 @@ def test_examples_using_torch_metrics_example(
304304
loader.add_bounding_boxes(torchmetrics_detections)
305305
evaluator = loader.finalize()
306306

307-
assert evaluator.info["number_of_datums"] == 4
308-
assert evaluator.info["number_of_labels"] == 6
309-
assert evaluator.info["number_of_groundtruth_annotations"] == 20
310-
assert evaluator.info["number_of_prediction_annotations"] == 19
307+
assert evaluator.info.number_of_datums == 4
308+
assert evaluator.info.number_of_labels == 6
309+
assert evaluator.info.number_of_groundtruth_annotations == 20
310+
assert evaluator.info.number_of_prediction_annotations == 19
311311

312312
iou_thresholds = [0.5, 0.9]
313313
score_thresholds = [0.05, 0.25, 0.35, 0.55, 0.75, 0.8, 0.85, 0.95]
@@ -986,10 +986,10 @@ def test_examples_fp_unmatched_prediction_edge_case(
986986
loader.add_bounding_boxes(detections_fp_unmatched_prediction_edge_case)
987987
evaluator = loader.finalize()
988988

989-
assert evaluator.info["number_of_datums"] == 2
990-
assert evaluator.info["number_of_labels"] == 1
991-
assert evaluator.info["number_of_groundtruth_annotations"] == 2
992-
assert evaluator.info["number_of_prediction_annotations"] == 2
989+
assert evaluator.info.number_of_datums == 2
990+
assert evaluator.info.number_of_labels == 1
991+
assert evaluator.info.number_of_groundtruth_annotations == 2
992+
assert evaluator.info.number_of_prediction_annotations == 2
993993

994994
actual_metrics = evaluator.compute_examples(
995995
iou_thresholds=[0.5],

0 commit comments

Comments
 (0)