summaryrefslogtreecommitdiff
path: root/test
diff options
context:
space:
mode:
authorhathach <[email protected]>2026-06-24 15:44:26 +0700
committerhathach <[email protected]>2026-06-24 16:42:04 +0700
commitf8314e3336ca530ac7bb0857b3143922a869aeaf (patch)
treeaf057d104744a473f0e67a283501e073386b45dd /test
parentbc9cf55927d2dcd633350316f9b1f8b40a30a7be (diff)
test/hil: show pass/fail/skip counts above the HIL report table
Prefix each rig's hil_report.md matrix with a one-line tally (passed / failed / skipped) so the number of failed tests is visible at a glance in the PR comment without scanning the table. A metric-string cell (e.g. throughput) counts as a pass; blank/not-run cells are excluded. Co-Authored-By: Claude Opus 4.8 (1M context) <[email protected]>
Diffstat (limited to 'test')
-rwxr-xr-xtest/hil/hil_test.py10
1 files changed, 8 insertions, 2 deletions
diff --git a/test/hil/hil_test.py b/test/hil/hil_test.py
index 07375c1ad..e66c86e56 100755
--- a/test/hil/hil_test.py
+++ b/test/hil/hil_test.py
@@ -1756,8 +1756,14 @@ def render_matrix(rows_all: list) -> str:
sep = '| ' + '-' * board_w + ' | ' + ' | '.join(':' + '-' * (w - 2) + ':' for w in col_w) + ' |'
body = [line(lbl, [cell(cells, c) for c in columns]) for lbl, cells in rows_all]
- legend = 'Legend: ✅ pass · ❌ fail · ⚪ skipped · blank not run'
- return '\n'.join([header, sep] + body) + '\n\n' + legend
+ # tally run cells (blank/not-run cells are absent from the dicts); a metric string counts as pass
+ failed = sum(v == 'fail' for _, cells in rows_all for v in cells.values())
+ skipped = sum(v == 'skip' for _, cells in rows_all for v in cells.values())
+ passed = sum(v not in ('fail', 'skip') for _, cells in rows_all for v in cells.values())
+ summary = (f'**{REPORT_CELL["pass"]} {passed} passed · {REPORT_CELL["fail"]} {failed} failed · '
+ f'{REPORT_CELL["skip"]} {skipped} skipped · blank not run**')
+
+ return summary + '\n\n' + '\n'.join([header, sep] + body)
def accumulate_report(mret: list, report_dir: Path, fresh: bool) -> str: