From 2292bf700d28ade39cf2d64b45509e6db21034bc Mon Sep 17 00:00:00 2001 From: cirakg Date: Sun, 18 Oct 2026 21:10:37 +0200 Subject: test(tools): add screenshot, budget and product checks; enforce file headers - sim_screenshot.py finds the device drawing in the simulator window, crops the screen and compares it with approved golden images. - check_budgets.py reads key=value DIAG/HARNESS lines (the simulator console escapes quotes, so JSON was dropped). - ciq_test_report.py accepts SDK 9.2.0's real summary line `PASSED (passed=N, failed=N, errors=N)`; a captured log is a fixture. - gen_products.py checks all manifest products are watches with API 5.0+ and at least 512 KB for apps. - lint_project.py rule HDR001: every file carries the Author/Summary header (JSON keys, PNG text chunks; generated package-lock exempt). - make_icon.py --all draws one icon per launcher size in use. - Golden screenshots for fr255s, venusq2, fr70 and fr965. - 44 tests, warnings as errors, ruff and mypy --strict clean. Co-Authored-By: Claude Opus 5.5 --- tools/tests/test_check_budgets.py | 36 +++++++++++++++++++++++++----------- 1 file changed, 25 insertions(+), 11 deletions(-) (limited to 'tools/tests/test_check_budgets.py') diff --git a/tools/tests/test_check_budgets.py b/tools/tests/test_check_budgets.py index 35cc2f8..2262a0b 100644 --- a/tools/tests/test_check_budgets.py +++ b/tools/tests/test_check_budgets.py @@ -1,30 +1,37 @@ +# Author: cirakg & claude ai +# Summary: Tests for tools/check_budgets.py (start-up time and memory budgets). """Tests for tools/check_budgets.py (perf and memory budgets).""" from __future__ import annotations import json +from collections.abc import Mapping from pathlib import Path import check_budgets as cb -FRAME = 'DIAG {"event":"first_frame","startup_ms":250,"mem_used":100000,"mem_total":524288}' +FRAME = "DIAG first_frame startup_ms=12 mem_used=100000 mem_total=524288" +WALL = "HARNESS first_frame wall_ms=2310" def test_reads_events_and_skips_noise() -> None: - text = f"Device Version 1\n{FRAME}\nDIAG {{not json\nsome DIAG line\n" - assert cb.read_events(text) == [ - {"event": "first_frame", "startup_ms": 250, "mem_used": 100000, "mem_total": 524288} - ] + text = f"Device Version 1\n{FRAME}\nDIAG broken\n{WALL}\nDIAG first_frame startup_ms=99 mem_used=1 mem_total=2\n" + events = cb.read_events(text) + # Only the first occurrence of each event counts. + assert events == { + "DIAG.first_frame": {"startup_ms": 12.0, "mem_used": 100000.0, "mem_total": 524288.0}, + "HARNESS.first_frame": {"wall_ms": 2310.0}, + } def test_measure_perf_and_memory() -> None: - events = cb.read_events(FRAME) - assert cb.measure("perf", events) == {"startup_ms": 250.0} + events = cb.read_events(f"{FRAME}\n{WALL}") + assert cb.measure("perf", events) == {"startup_ms": 12.0, "first_frame_wall_ms": 2310.0} assert cb.measure("mem", events) == {"mem_used_fraction": 100000 / 524288} - assert cb.measure("perf", []) == {} + assert cb.measure("perf", {}) == {} -def run(tmp_path: Path, kind: str, log_text: str, budgets: dict[str, dict[str, float]]) -> int: +def run(tmp_path: Path, kind: str, log_text: str, budgets: Mapping[str, Mapping[str, float]]) -> int: log = tmp_path / "fr255s.log" log.write_text(log_text, encoding="utf-8") budget_file = tmp_path / "budgets.json" @@ -33,13 +40,20 @@ def run(tmp_path: Path, kind: str, log_text: str, budgets: dict[str, dict[str, f def test_within_budget(tmp_path: Path) -> None: - assert run(tmp_path, "perf", FRAME, {"perf": {"startup_ms": 300}}) == cb.EXIT_OK - assert json.loads((tmp_path / "s.json").read_text()) == {"fr255s": {"startup_ms": 250.0}} + budgets = {"perf": {"startup_ms": 300, "first_frame_wall_ms": 5000}} + assert run(tmp_path, "perf", f"{FRAME}\n{WALL}", budgets) == cb.EXIT_OK + summary = json.loads((tmp_path / "s.json").read_text()) + assert summary == {"fr255s": {"startup_ms": 12.0, "first_frame_wall_ms": 2310.0}} def test_over_budget(tmp_path: Path) -> None: assert run(tmp_path, "mem", FRAME, {"mem": {"mem_used_fraction": 0.1}}) == cb.EXIT_OVER +def test_budgeted_value_not_measured(tmp_path: Path) -> None: + budgets = {"perf": {"first_frame_wall_ms": 5000}} + assert run(tmp_path, "perf", FRAME, budgets) == cb.EXIT_MISSING + + def test_missing_diagnostics(tmp_path: Path) -> None: assert run(tmp_path, "perf", "app crashed\n", {"perf": {"startup_ms": 300}}) == cb.EXIT_MISSING -- cgit v1.2.3