Merge patch series "binman: Check code-coverage requirements"

Simon Glass <sjg@chromium.org> says:

This series adds a cover-coverage check to CI for Binman. The iMX8 tests
are still not completed, so a work-around is included for those.

A few fixes are included for some other problems.

Link: https://lore.kernel.org/r/20250410124333.843527-1-sjg@chromium.org
This commit is contained in:
Tom Rini
2025-04-11 14:32:02 -06:00
10 changed files with 40 additions and 30 deletions

View File

@@ -8,6 +8,7 @@ import doctest
import glob
import multiprocessing
import os
import re
import sys
import unittest
@@ -25,7 +26,7 @@ except:
def run_test_coverage(prog, filter_fname, exclude_list, build_dir,
required=None, extra_args=None, single_thread='-P1',
args=None):
args=None, allow_failures=None):
"""Run tests and check that we get 100% coverage
Args:
@@ -56,7 +57,7 @@ def run_test_coverage(prog, filter_fname, exclude_list, build_dir,
else:
glob_list = []
glob_list += exclude_list
glob_list += ['*libfdt.py', '*site-packages*', '*dist-packages*']
glob_list += ['*libfdt.py', '*/site-packages/*', '*/dist-packages/*']
glob_list += ['*concurrencytest*']
test_cmd = 'test' if 'binman' in prog or 'patman' in prog else '-t'
prefix = ''
@@ -96,6 +97,19 @@ def run_test_coverage(prog, filter_fname, exclude_list, build_dir,
print('Coverage error: %s, but should be 100%%' % coverage)
ok = False
if not ok:
if allow_failures:
# for line in lines:
# print('.', line, re.match(r'^(tools/.*py) *\d+ *(\d+) *(\d+)%$', line))
lines = [re.match(r'^(tools/.*py) *\d+ *(\d+) *\d+%$', line)
for line in stdout.splitlines()]
bad = []
for mat in lines:
if mat and mat.group(2) != '0':
fname = mat.group(1)
if fname not in allow_failures:
bad.append(fname)
if not bad:
return
raise ValueError('Test coverage failure')