forked from awslabs/aidlc-workflows
-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathtest_models.py
More file actions
116 lines (90 loc) · 3.62 KB
/
test_models.py
File metadata and controls
116 lines (90 loc) · 3.62 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
"""Tests for data models, enums, exceptions, and SemVer parsing."""
from __future__ import annotations
import pytest
from trend_reports.models import (
BaselineMetrics,
CollectorError,
FetchError,
GateResult,
InfraFailure,
InfraFailureReason,
RunType,
SemVer,
TrendReportError,
)
class TestSemVer:
def test_parse_with_v_prefix(self):
sv = SemVer.parse("v1.2.3")
assert sv == SemVer(1, 2, 3)
def test_parse_without_v_prefix(self):
sv = SemVer.parse("0.1.5")
assert sv == SemVer(0, 1, 5)
def test_parse_large_numbers(self):
sv = SemVer.parse("v999.888.777")
assert sv == SemVer(999, 888, 777)
def test_parse_invalid_empty(self):
with pytest.raises(ValueError, match="Cannot parse semver"):
SemVer.parse("")
def test_parse_invalid_text(self):
with pytest.raises(ValueError, match="Cannot parse semver"):
SemVer.parse("abc")
def test_parse_invalid_two_parts(self):
with pytest.raises(ValueError, match="Cannot parse semver"):
SemVer.parse("1.2")
def test_str(self):
assert str(SemVer(0, 1, 5)) == "v0.1.5"
def test_ordering(self):
assert SemVer(0, 1, 0) < SemVer(0, 2, 0)
assert SemVer(0, 1, 5) < SemVer(0, 1, 6)
assert SemVer(0, 1, 9) < SemVer(1, 0, 0)
def test_equality(self):
assert SemVer(1, 2, 3) == SemVer(1, 2, 3) # nosemgrep: template.eqeq-is-bad - dataclass equality via __eq__ is intentional here
def test_frozen(self):
sv = SemVer(1, 2, 3)
with pytest.raises(AttributeError):
sv.major = 5 # type: ignore[misc]
class TestRunType:
def test_values(self):
assert RunType.RELEASE.value == "release"
assert RunType.MAIN.value == "main"
assert RunType.PR.value == "pr"
class TestExceptions:
def test_fetch_error_is_trend_report_error(self):
assert issubclass(FetchError, TrendReportError)
def test_collector_error_is_trend_report_error(self):
assert issubclass(CollectorError, TrendReportError)
class TestDataclassDefaults:
def test_baseline_metrics_defaults(self):
bl = BaselineMetrics()
assert bl.unit_tests_passed == 0
assert bl.qualitative_overall == 0.0
assert bl.document_scores == {}
def test_gate_result_defaults(self):
gr = GateResult(passed=True)
assert gr.regressions == []
assert gr.latest_label == ""
assert gr.infra_failure_detected is False
assert gr.infra_failure_summary == ""
class TestInfraFailure:
def test_defaults_no_failure(self):
inf = InfraFailure()
assert not inf.is_infra_failure
assert inf.reasons == []
assert inf.summary == ""
def test_with_reasons(self):
inf = InfraFailure(
is_infra_failure=True,
reasons=[InfraFailureReason.THROTTLED, InfraFailureReason.SERVICE_UNAVAILABLE],
summary="test summary",
)
assert inf.is_infra_failure
assert len(inf.reasons) == 2
class TestInfraFailureReason:
def test_values(self):
assert InfraFailureReason.THROTTLED.value == "bedrock_throttled"
assert InfraFailureReason.SERVICE_UNAVAILABLE.value == "bedrock_service_unavailable"
assert InfraFailureReason.MODEL_ERROR.value == "bedrock_model_error"
assert InfraFailureReason.RUN_FAILED.value == "run_failed"
assert InfraFailureReason.RUN_CRASHED.value == "run_crashed"
assert InfraFailureReason.SERVER_START_FAILED.value == "server_start_failed"
assert InfraFailureReason.METRICS_MISSING.value == "metrics_missing"