import copy import importlib.util import json from pathlib import Path import subprocess import sys import tempfile import unittest ROOT = Path(__file__).resolve().parents[1] FIXTURES = ROOT / "tests" / "fixtures" / "legacy" spec = importlib.util.spec_from_file_location("diagnostic_analyse", ROOT / "tools" / "analyse.py") analyser = importlib.util.module_from_spec(spec) spec.loader.exec_module(analyser) class AnalyseTests(unittest.TestCase): reference_time = "2026-09-15T12:00:00Z" def setUp(self): self.temporary = tempfile.TemporaryDirectory() self.work = Path(self.temporary.name) def tearDown(self): self.temporary.cleanup() def run_fixture(self, name, output_name=None): return analyser.analyse_file( FIXTURES / name, FIXTURES, self.work / (output_name or name), self.reference_time, "test-revision") def test_all_sanitized_legacy_fixtures_produce_valid_artifacts(self): expected = { "windiagnostics-v1.json": ("complete", 1, 1), "windiagnostics-v2-compact.json": ("partial", 0, 0), "windiagnostics-v2-full.json": ("partial", 3, 1), "windiagnostics-v2-partial.json": ("partial", 3, 1), "windiagnostics-watchlist.json": ("partial", 3, 1), } for name, values in expected.items(): with self.subTest(name=name): result = self.run_fixture(name) self.assertEqual((result["collection"]["status"], len(result["observations"]), len(result["findings"])), values) def test_service_event_rule_is_traceable(self): result = self.run_fixture("windiagnostics-v1.json") finding = result["findings"][0] observation = result["observations"][0] self.assertEqual((finding["severity"], finding["confidence"]), ("warning", 90)) self.assertEqual(finding["evidence"], [observation["id"]]) self.assertEqual(observation["source_pointer"], "/sections/recent_system_errors/data/0") self.assertEqual(observation["value"]["Id"], 7000) def test_unknown_duplicate_events_are_grouped_without_interpretation(self): result = self.run_fixture("windiagnostics-v2-full.json") self.assertEqual(len(result["findings"]), 1) self.assertEqual(result["findings"][0]["severity"], "unanalysed") self.assertEqual(result["findings"][0]["confidence"], 0) self.assertEqual(len(result["findings"][0]["evidence"]), 3) def test_partial_collection_caps_known_rule_confidence(self): capture = analyser.validation.load_json(FIXTURES / "windiagnostics-v1.json") capture = copy.deepcopy(capture) capture["sections"]["storage"] = {"status": "unavailable", "count": 0, "data": [], "error": "Synthetic failure"} result = analyser.analyse(capture, "capture.json", "0" * 64, self.reference_time, "test-revision") self.assertEqual(result["collection"]["status"], "partial") self.assertEqual(result["findings"][0]["confidence"], 50) def test_unsupported_status_is_preserved_as_limitation(self): result = self.run_fixture("windiagnostics-v2-partial.json") unexpected = [section for section in result["collection"]["sections"].values() if section.get("reason", "").startswith("Legacy capture used unsupported")] self.assertTrue(unexpected) self.assertTrue(any("incomplete" in warning for warning in result["warnings"])) def test_unsupported_version_and_bad_reference_time_fail(self): capture = analyser.validation.load_json(FIXTURES / "windiagnostics-v1.json") invalid = copy.deepcopy(capture) invalid["schema_version"] = 3 with self.assertRaisesRegex(ValueError, "unsupported"): analyser.analyse(invalid, "capture.json", "0" * 64, self.reference_time, "test-revision") with self.assertRaisesRegex(ValueError, "reference-time"): analyser.analyse(capture, "capture.json", "0" * 64, "2026-09-15", "test-revision") def test_missing_sections_and_malformed_json_fail(self): capture = analyser.validation.load_json(FIXTURES / "windiagnostics-v1.json") del capture["sections"] with self.assertRaisesRegex(ValueError, "/sections"): analyser.analyse(capture, "capture.json", "0" * 64, self.reference_time, "test-revision") malformed = self.work / "malformed.json" malformed.write_text('{"schema_version":', encoding="utf-8") with self.assertRaises(ValueError): analyser.analyse_file(malformed, self.work, self.work / "output.json", self.reference_time, "test-revision") def test_output_is_deterministic_and_not_overwritten_implicitly(self): first = self.run_fixture("windiagnostics-v1.json", "first.json") second = self.run_fixture("windiagnostics-v1.json", "second.json") self.assertEqual(first, second) self.assertEqual((self.work / "first.json").read_bytes(), (self.work / "second.json").read_bytes()) with self.assertRaisesRegex(ValueError, "output exists"): self.run_fixture("windiagnostics-v1.json", "first.json") def test_cli_runs_outside_repository(self): output = self.work / "diagnostic.json" result = subprocess.run([ sys.executable, str(ROOT / "tools" / "analyse.py"), str(FIXTURES / "windiagnostics-v1.json"), "--evidence-root", str(FIXTURES), "--output", str(output), "--reference-time", self.reference_time, "--producer-version", "test-revision", ], cwd=self.work, text=True, capture_output=True) self.assertEqual(result.returncode, 0, result.stderr) self.assertTrue(output.is_file()) if __name__ == "__main__": unittest.main()