From f231386f7f3bca63b0aa90bf23e695392b3acaba Mon Sep 17 00:00:00 2001 From: Sam Berry Date: Fri, 21 Jun 2024 10:03:37 +0100 Subject: [PATCH 1/2] Corrected header line of analyze_driver_vs_reference MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The header line said “driver vs reference” whereas the error line said “reference -> driver”. Updated the header line to be consistent with the error line. Signed-off-by: Sam Berry --- tests/scripts/analyze_outcomes.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/scripts/analyze_outcomes.py b/tests/scripts/analyze_outcomes.py index eb2469495e..fcf6d3297b 100755 --- a/tests/scripts/analyze_outcomes.py +++ b/tests/scripts/analyze_outcomes.py @@ -129,8 +129,8 @@ def name_matches_pattern(name: str, str_or_re) -> bool: def analyze_driver_vs_reference(results: Results, outcomes: Outcomes, component_ref: str, component_driver: str, ignored_suites: typing.List[str], ignored_tests=None) -> None: - """Check that all tests passing in the reference component are also - passing in the corresponding driver component. + """Check that all tests passing in the driver component are also + passing in the corresponding reference component. Skip: - full test suites provided in ignored_suites list - only some specific test inside a test suite, for which the corresponding From 6496d563291d7d3ee24b31c629b135a2fc586009 Mon Sep 17 00:00:00 2001 From: Elena Uziunaite Date: Mon, 2 Sep 2024 15:32:07 +0100 Subject: [PATCH 2/2] Make error line consistent with the header Signed-off-by: Elena Uziunaite --- tests/scripts/analyze_outcomes.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/scripts/analyze_outcomes.py b/tests/scripts/analyze_outcomes.py index fcf6d3297b..69c7f88347 100755 --- a/tests/scripts/analyze_outcomes.py +++ b/tests/scripts/analyze_outcomes.py @@ -166,7 +166,7 @@ def analyze_driver_vs_reference(results: Results, outcomes: Outcomes, ignored = True if not ignored and not suite_case in driver_outcomes.successes: - results.error("PASS -> SKIP/FAIL: {}", suite_case) + results.error("SKIP/FAIL -> PASS: {}", suite_case) if ignored and suite_case in driver_outcomes.successes: results.error("uselessly ignored: {}", suite_case)