summaryrefslogtreecommitdiff
path: root/tools/tests/test_check_budgets.py
diff options
context:
space:
mode:
Diffstat (limited to 'tools/tests/test_check_budgets.py')
-rw-r--r--tools/tests/test_check_budgets.py36
1 files changed, 25 insertions, 11 deletions
diff --git a/tools/tests/test_check_budgets.py b/tools/tests/test_check_budgets.py
index 35cc2f8..2262a0b 100644
--- a/tools/tests/test_check_budgets.py
+++ b/tools/tests/test_check_budgets.py
@@ -1,30 +1,37 @@
+# Author: cirakg & claude ai
+# Summary: Tests for tools/check_budgets.py (start-up time and memory budgets).
"""Tests for tools/check_budgets.py (perf and memory budgets)."""
from __future__ import annotations
import json
+from collections.abc import Mapping
from pathlib import Path
import check_budgets as cb
-FRAME = 'DIAG {"event":"first_frame","startup_ms":250,"mem_used":100000,"mem_total":524288}'
+FRAME = "DIAG first_frame startup_ms=12 mem_used=100000 mem_total=524288"
+WALL = "HARNESS first_frame wall_ms=2310"
def test_reads_events_and_skips_noise() -> None:
- text = f"Device Version 1\n{FRAME}\nDIAG {{not json\nsome DIAG line\n"
- assert cb.read_events(text) == [
- {"event": "first_frame", "startup_ms": 250, "mem_used": 100000, "mem_total": 524288}
- ]
+ text = f"Device Version 1\n{FRAME}\nDIAG broken\n{WALL}\nDIAG first_frame startup_ms=99 mem_used=1 mem_total=2\n"
+ events = cb.read_events(text)
+ # Only the first occurrence of each event counts.
+ assert events == {
+ "DIAG.first_frame": {"startup_ms": 12.0, "mem_used": 100000.0, "mem_total": 524288.0},
+ "HARNESS.first_frame": {"wall_ms": 2310.0},
+ }
def test_measure_perf_and_memory() -> None:
- events = cb.read_events(FRAME)
- assert cb.measure("perf", events) == {"startup_ms": 250.0}
+ events = cb.read_events(f"{FRAME}\n{WALL}")
+ assert cb.measure("perf", events) == {"startup_ms": 12.0, "first_frame_wall_ms": 2310.0}
assert cb.measure("mem", events) == {"mem_used_fraction": 100000 / 524288}
- assert cb.measure("perf", []) == {}
+ assert cb.measure("perf", {}) == {}
-def run(tmp_path: Path, kind: str, log_text: str, budgets: dict[str, dict[str, float]]) -> int:
+def run(tmp_path: Path, kind: str, log_text: str, budgets: Mapping[str, Mapping[str, float]]) -> int:
log = tmp_path / "fr255s.log"
log.write_text(log_text, encoding="utf-8")
budget_file = tmp_path / "budgets.json"
@@ -33,13 +40,20 @@ def run(tmp_path: Path, kind: str, log_text: str, budgets: dict[str, dict[str, f
def test_within_budget(tmp_path: Path) -> None:
- assert run(tmp_path, "perf", FRAME, {"perf": {"startup_ms": 300}}) == cb.EXIT_OK
- assert json.loads((tmp_path / "s.json").read_text()) == {"fr255s": {"startup_ms": 250.0}}
+ budgets = {"perf": {"startup_ms": 300, "first_frame_wall_ms": 5000}}
+ assert run(tmp_path, "perf", f"{FRAME}\n{WALL}", budgets) == cb.EXIT_OK
+ summary = json.loads((tmp_path / "s.json").read_text())
+ assert summary == {"fr255s": {"startup_ms": 12.0, "first_frame_wall_ms": 2310.0}}
def test_over_budget(tmp_path: Path) -> None:
assert run(tmp_path, "mem", FRAME, {"mem": {"mem_used_fraction": 0.1}}) == cb.EXIT_OVER
+def test_budgeted_value_not_measured(tmp_path: Path) -> None:
+ budgets = {"perf": {"first_frame_wall_ms": 5000}}
+ assert run(tmp_path, "perf", FRAME, budgets) == cb.EXIT_MISSING
+
+
def test_missing_diagnostics(tmp_path: Path) -> None:
assert run(tmp_path, "perf", "app crashed\n", {"perf": {"startup_ms": 300}}) == cb.EXIT_MISSING