v29.4-roots.1 · Commit 8: [PATCH 08/13] ci: restore assurance and isolate Core fixtures
ci/test/test_change_classifier.py
Before: /dev/null · After: ci/test/test_change_classifier.py
File metadata
new file mode 100755 index 0000000000000000000000000000000000000000..3d8f363de2c7be1363d42907aab7be09dbc02a29
Download original patch · Release notes
Diff rows 1–90 of 90. Line numbers refer to the original before/after files.
+ Added− RemovedUnmarked lines are context.
Scroll the code area horizontally to read long lines. The two line-number columns refer to before and after.
ci/test/test_change_classifier.py
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Regression fixtures for ci/change-classifier.py."""
|
|
3
|
+
|
|
4
|
+
import contextlib
|
|
5
|
+
import importlib.util
|
|
6
|
+
import io
|
|
7
|
+
import json
|
|
8
|
+
import pathlib
|
|
9
|
+
import sys
|
|
10
|
+
import tempfile
|
|
11
|
+
import unittest
|
|
12
|
+
from unittest import mock
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
CI_ROOT = pathlib.Path(__file__).resolve().parents[1]
|
|
16
|
+
SCRIPT = CI_ROOT / "change-classifier.py"
|
|
17
|
+
POLICY = CI_ROOT / "change-classifier-policy.json"
|
|
18
|
+
FIXTURES = pathlib.Path(__file__).with_name("fixtures") / "change-classifier.json"
|
|
19
|
+
SPEC = importlib.util.spec_from_file_location("change_classifier", SCRIPT)
|
|
20
|
+
MODULE = importlib.util.module_from_spec(SPEC)
|
|
21
|
+
SPEC.loader.exec_module(MODULE)
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
class ChangeClassifierTest(unittest.TestCase):
|
|
25
|
+
@classmethod
|
|
26
|
+
def setUpClass(cls):
|
|
27
|
+
cls.policy = json.loads(POLICY.read_text(encoding="utf-8"))
|
|
28
|
+
|
|
29
|
+
def test_fixtures(self):
|
|
30
|
+
for fixture in json.loads(FIXTURES.read_text(encoding="utf-8")):
|
|
31
|
+
with self.subTest(fixture=fixture["name"]):
|
|
32
|
+
result = MODULE.result_for(
|
|
33
|
+
fixture["files"], fixture["labels"],
|
|
34
|
+
fixture.get("truncated", False), fixture.get("error", False),
|
|
35
|
+
self.policy)
|
|
36
|
+
self.assertEqual(fixture["expected"], {key: result[key] for key in fixture["expected"]})
|
|
37
|
+
|
|
38
|
+
def test_github_output_is_stable(self):
|
|
39
|
+
result = MODULE.result_for(["README.md"], ["ci:fuzz"], False, False, self.policy)
|
|
40
|
+
self.assertEqual(result["labels"], ["ci:fuzz"])
|
|
41
|
+
self.assertTrue(result["selected"]["fuzz"])
|
|
42
|
+
with tempfile.TemporaryDirectory() as temporary_directory:
|
|
43
|
+
output = pathlib.Path(temporary_directory) / "github-output"
|
|
44
|
+
MODULE.write_github_output(result, output)
|
|
45
|
+
self.assertEqual(
|
|
46
|
+
output.read_text(encoding="utf-8"),
|
|
47
|
+
"baseline=true\ncompat=false\ndocs=true\nfuzz=true\ngui=false\n"
|
|
48
|
+
"nightly_full=false\nnightly_fuzz=true\nnightly_platforms=false\nnightly_sanitizers=false\nplatforms=false\nsanitizers=false\nwallet=false\nbroad=false\n"
|
|
49
|
+
"complete=true\ncategories=[\"docs-only\"]\nlabels=[\"ci:fuzz\"]\n"
|
|
50
|
+
"result={\"broad\":false,\"categories\":[\"docs-only\"],\"complete\":true,"
|
|
51
|
+
"\"labels\":[\"ci:fuzz\"],\"selected\":{\"baseline\":true,\"compat\":false,"
|
|
52
|
+
"\"docs\":true,\"fuzz\":true,\"gui\":false,\"nightly_full\":false,\"nightly_fuzz\":true,\"nightly_platforms\":false,\"nightly_sanitizers\":false,\"platforms\":false,"
|
|
53
|
+
"\"sanitizers\":false,\"wallet\":false},\"version\":1}\n")
|
|
54
|
+
|
|
55
|
+
def test_full_label_selects_reusable_nightly_assurance(self):
|
|
56
|
+
result = MODULE.result_for(["README.md"], ["ci:full"], False, False, self.policy)
|
|
57
|
+
self.assertTrue(result["selected"]["nightly_full"])
|
|
58
|
+
self.assertFalse(any(result["selected"][name] for name in (
|
|
59
|
+
"nightly_sanitizers", "nightly_fuzz", "nightly_platforms")))
|
|
60
|
+
|
|
61
|
+
def test_individual_extended_labels_select_their_nightly_groups(self):
|
|
62
|
+
for label, selection in (("ci:sanitizers", "nightly_sanitizers"),
|
|
63
|
+
("ci:fuzz", "nightly_fuzz"),
|
|
64
|
+
("ci:platforms", "nightly_platforms")):
|
|
65
|
+
with self.subTest(label=label):
|
|
66
|
+
result = MODULE.result_for(["README.md"], [label], False, False, self.policy)
|
|
67
|
+
self.assertTrue(result["selected"][selection])
|
|
68
|
+
|
|
69
|
+
def test_invalid_policy_fails_open_and_restores_path(self):
|
|
70
|
+
original_policy_path = MODULE.POLICY_PATH
|
|
71
|
+
with tempfile.TemporaryDirectory() as temporary_directory:
|
|
72
|
+
policy_path = pathlib.Path(temporary_directory) / "invalid-policy.json"
|
|
73
|
+
policy_path.write_text("{}", encoding="utf-8")
|
|
74
|
+
output = io.StringIO()
|
|
75
|
+
try:
|
|
76
|
+
MODULE.POLICY_PATH = policy_path
|
|
77
|
+
with mock.patch.object(sys, "argv", [str(SCRIPT), "--files-json", '["README.md"]']):
|
|
78
|
+
with contextlib.redirect_stdout(output):
|
|
79
|
+
MODULE.main()
|
|
80
|
+
finally:
|
|
81
|
+
MODULE.POLICY_PATH = original_policy_path
|
|
82
|
+
result = json.loads(output.getvalue())
|
|
83
|
+
self.assertEqual(MODULE.POLICY_PATH, original_policy_path)
|
|
84
|
+
self.assertTrue(result["broad"])
|
|
85
|
+
self.assertFalse(result["complete"])
|
|
86
|
+
self.assertEqual(result["categories"], ["unknown"])
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
if __name__ == "__main__":
|
|
90
|
+
unittest.main()
|