This repository has been archived on 2026-09-16. You can view files and clone it, but cannot push or open issues or pull requests.
win-diagnostics-analysis/tests/test_analyse.py

125 lines
5.9 KiB
Python

import copy
import importlib.util
import json
from pathlib import Path
import subprocess
import sys
import tempfile
import unittest
ROOT = Path(__file__).resolve().parents[1]
FIXTURES = ROOT / "tests" / "fixtures" / "legacy"
spec = importlib.util.spec_from_file_location("diagnostic_analyse", ROOT / "tools" / "analyse.py")
analyser = importlib.util.module_from_spec(spec)
spec.loader.exec_module(analyser)
class AnalyseTests(unittest.TestCase):
reference_time = "2026-09-15T12:00:00Z"
def setUp(self):
self.temporary = tempfile.TemporaryDirectory()
self.work = Path(self.temporary.name)
def tearDown(self):
self.temporary.cleanup()
def run_fixture(self, name, output_name=None):
return analyser.analyse_file(
FIXTURES / name, FIXTURES, self.work / (output_name or name),
self.reference_time, "test-revision")
def test_all_sanitized_legacy_fixtures_produce_valid_artifacts(self):
expected = {
"windiagnostics-v1.json": ("complete", 1, 1),
"windiagnostics-v2-compact.json": ("partial", 0, 0),
"windiagnostics-v2-full.json": ("partial", 3, 1),
"windiagnostics-v2-partial.json": ("partial", 3, 1),
"windiagnostics-watchlist.json": ("partial", 3, 1),
}
for name, values in expected.items():
with self.subTest(name=name):
result = self.run_fixture(name)
self.assertEqual((result["collection"]["status"], len(result["observations"]),
len(result["findings"])), values)
def test_service_event_rule_is_traceable(self):
result = self.run_fixture("windiagnostics-v1.json")
finding = result["findings"][0]
observation = result["observations"][0]
self.assertEqual((finding["severity"], finding["confidence"]), ("warning", 90))
self.assertEqual(finding["evidence"], [observation["id"]])
self.assertEqual(observation["source_pointer"], "/sections/recent_system_errors/data/0")
self.assertEqual(observation["value"]["Id"], 7000)
def test_unknown_duplicate_events_are_grouped_without_interpretation(self):
result = self.run_fixture("windiagnostics-v2-full.json")
self.assertEqual(len(result["findings"]), 1)
self.assertEqual(result["findings"][0]["severity"], "unanalysed")
self.assertEqual(result["findings"][0]["confidence"], 0)
self.assertEqual(len(result["findings"][0]["evidence"]), 3)
def test_partial_collection_caps_known_rule_confidence(self):
capture = analyser.validation.load_json(FIXTURES / "windiagnostics-v1.json")
capture = copy.deepcopy(capture)
capture["sections"]["storage"] = {"status": "unavailable", "count": 0,
"data": [], "error": "Synthetic failure"}
result = analyser.analyse(capture, "capture.json", "0" * 64,
self.reference_time, "test-revision")
self.assertEqual(result["collection"]["status"], "partial")
self.assertEqual(result["findings"][0]["confidence"], 50)
def test_unsupported_status_is_preserved_as_limitation(self):
result = self.run_fixture("windiagnostics-v2-partial.json")
unexpected = [section for section in result["collection"]["sections"].values()
if section.get("reason", "").startswith("Legacy capture used unsupported")]
self.assertTrue(unexpected)
self.assertTrue(any("incomplete" in warning for warning in result["warnings"]))
def test_unsupported_version_and_bad_reference_time_fail(self):
capture = analyser.validation.load_json(FIXTURES / "windiagnostics-v1.json")
invalid = copy.deepcopy(capture)
invalid["schema_version"] = 3
with self.assertRaisesRegex(ValueError, "unsupported"):
analyser.analyse(invalid, "capture.json", "0" * 64,
self.reference_time, "test-revision")
with self.assertRaisesRegex(ValueError, "reference-time"):
analyser.analyse(capture, "capture.json", "0" * 64,
"2026-09-15", "test-revision")
def test_missing_sections_and_malformed_json_fail(self):
capture = analyser.validation.load_json(FIXTURES / "windiagnostics-v1.json")
del capture["sections"]
with self.assertRaisesRegex(ValueError, "/sections"):
analyser.analyse(capture, "capture.json", "0" * 64,
self.reference_time, "test-revision")
malformed = self.work / "malformed.json"
malformed.write_text('{"schema_version":', encoding="utf-8")
with self.assertRaises(ValueError):
analyser.analyse_file(malformed, self.work, self.work / "output.json",
self.reference_time, "test-revision")
def test_output_is_deterministic_and_not_overwritten_implicitly(self):
first = self.run_fixture("windiagnostics-v1.json", "first.json")
second = self.run_fixture("windiagnostics-v1.json", "second.json")
self.assertEqual(first, second)
self.assertEqual((self.work / "first.json").read_bytes(),
(self.work / "second.json").read_bytes())
with self.assertRaisesRegex(ValueError, "output exists"):
self.run_fixture("windiagnostics-v1.json", "first.json")
def test_cli_runs_outside_repository(self):
output = self.work / "diagnostic.json"
result = subprocess.run([
sys.executable, str(ROOT / "tools" / "analyse.py"),
str(FIXTURES / "windiagnostics-v1.json"),
"--evidence-root", str(FIXTURES), "--output", str(output),
"--reference-time", self.reference_time, "--producer-version", "test-revision",
], cwd=self.work, text=True, capture_output=True)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertTrue(output.is_file())
if __name__ == "__main__":
unittest.main()