This repository has been archived on 2026-09-16. You can view files and clone it, but cannot push or open issues or pull requests.
win-diagnostics-analysis/tests/test_contract.py

133 lines
6.8 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

import copy
import importlib.util
import json
from pathlib import Path
import subprocess
import sys
import tempfile
import unittest
ROOT = Path(__file__).resolve().parents[1]
spec = importlib.util.spec_from_file_location("diagnostic_validation", ROOT / "tests/support_validation.py")
validation = importlib.util.module_from_spec(spec)
spec.loader.exec_module(validation)
class DiagnosticContractTests(unittest.TestCase):
def setUp(self):
self.document = validation.load_json(ROOT / "examples/diagnostic.json")
def test_example_and_evidence(self):
self.assertEqual(validation.validate_document(self.document), [])
self.assertEqual(validation.verify_evidence(self.document, ROOT / "tests/fixtures/legacy"), [])
def test_invalid_shapes_and_versions(self):
for path, value in [
(("schema_version",), 2), (("schema_version",), True),
(("metadata", "source", "schema_version"), 3),
(("metadata", "collected_at"), "2026-02-30T12:00:00Z"),
(("metadata", "analysis_reference_time"), "2026-09-15T12:00:00"),
(("findings", 0, "confidence"), 101), (("findings", 0, "confidence"), -1),
(("findings", 0, "confidence"), "90"), (("findings", 0, "confidence"), True),
(("findings", 0, "relevance_weight"), 0.4), (("findings", 0, "age_days"), -1),
(("findings", 0, "evidence"), []), (("findings", 0, "title"), " "),
(("findings", 0, "severity"), "healthy"),
(("observations", 0, "source_pointer"), "/broken~2escape"),
]:
with self.subTest(path=path, value=value):
doc = copy.deepcopy(self.document)
target = doc
for key in path[:-1]:
target = target[key]
target[path[-1]] = value
self.assertTrue(validation.validate_document(doc))
self.assertTrue(validation.validate_document({}))
self.assertTrue(validation.validate_document([]))
def test_portable_source_paths(self):
for path in ["/capture.json", "../capture.json", "a/../capture.json", "C:/capture.json",
"a\\capture.json", "./capture.json", "capture.json\n"]:
with self.subTest(path=path):
self.document["metadata"]["source"]["artifact"] = path
self.assertTrue(validation.validate_document(self.document))
def test_broken_evidence_and_identity_links(self):
self.document["findings"][0]["evidence"] = ["missing"]
self.assertIn("unknown observation", " ".join(validation.validate_document(self.document)))
self.setUp()
self.document["observations"].append(copy.deepcopy(self.document["observations"][0]))
self.assertIn("duplicate observation", " ".join(validation.validate_document(self.document)))
self.setUp()
self.document["findings"].append(copy.deepcopy(self.document["findings"][0]))
self.assertIn("duplicate finding", " ".join(validation.validate_document(self.document)))
self.setUp()
self.document["observations"][0]["section"] = "undeclared"
self.assertIn("unknown collection section", " ".join(validation.validate_document(self.document)))
def test_partial_collection_cannot_claim_complete(self):
self.document["collection"]["status"] = "complete"
self.assertTrue(validation.validate_document(self.document))
del self.document["collection"]["sections"]["system_file_check"]
self.assertEqual(validation.validate_document(self.document), [])
self.document["collection"]["sections"]["recent_system_errors"]["truncated"] = True
self.assertTrue(validation.validate_document(self.document))
self.document["collection"]["sections"] = {}
self.document["observations"] = []
self.document["findings"] = []
self.assertTrue(validation.validate_document(self.document))
def test_unavailable_checks_need_reason(self):
del self.document["collection"]["sections"]["system_file_check"]["reason"]
self.assertTrue(validation.validate_document(self.document))
def test_evidence_integrity(self):
root = ROOT / "tests/fixtures/legacy"
self.document["metadata"]["source"]["sha256"] = "0" * 64
self.assertIn("checksum", " ".join(validation.verify_evidence(self.document, root)))
self.setUp()
self.document["observations"][0]["source_pointer"] = "/missing"
self.assertIn("does not resolve", " ".join(validation.verify_evidence(self.document, root)))
self.setUp()
self.document["observations"][0]["value"] = {"fabricated": True}
self.assertIn("differs", " ".join(validation.verify_evidence(self.document, root)))
self.setUp()
self.document["metadata"]["source"]["schema_version"] = 2
self.assertIn("version differs", " ".join(validation.verify_evidence(self.document, root)))
def test_json_pointer_escape_and_array_rules(self):
doc = {"a/b": {"~": [True]}}
self.assertIs(validation.resolve_pointer(doc, "/a~1b/~0/0"), True)
self.assertEqual(validation.resolve_pointer(doc, ""), doc)
for token in ("01", "-1", "-", "٠"):
with self.subTest(token=token), self.assertRaises(ValueError):
validation.resolve_pointer([1], "/" + token)
def test_cli_from_another_directory(self):
with tempfile.TemporaryDirectory() as temp:
result = subprocess.run([sys.executable, str(ROOT / "tests/support_validation.py"),
str(ROOT / "examples/diagnostic.json"), "--evidence-root",
str(ROOT / "tests/fixtures/legacy")], cwd=temp, capture_output=True, text=True)
self.assertEqual(result.returncode, 0, result.stderr)
path = Path(temp) / "invalid.json"
for content in ('{"schema_version":1,"schema_version":2}', '{"bad":NaN}', '{"bad":1e999}', '{broken'):
path.write_text(content)
result = subprocess.run([sys.executable, str(ROOT / "tests/support_validation.py"), str(path)], cwd=temp, capture_output=True, text=True)
self.assertEqual(result.returncode, 1)
self.assertNotIn("Traceback", result.stderr)
def test_evidence_symlink_cannot_escape_root(self):
with tempfile.TemporaryDirectory() as temp:
root = Path(temp) / "evidence"
root.mkdir()
target = Path(temp) / "outside.json"
target.write_text("{}")
try:
(root / self.document["metadata"]["source"]["artifact"]).symlink_to(target)
except OSError:
self.skipTest("symlink creation is unavailable on this platform")
self.assertIn("escapes evidence root", " ".join(validation.verify_evidence(self.document, root)))
if __name__ == "__main__":
unittest.main()