mirror/mbedtls
1
0
Fork 0
mirror of https://github.com/Mbed-TLS/mbedtls.git synced 2025-03-14 07:20:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Switch coverage analysis to IGNORE_TESTS for its allowlist

Browse Source 
No intended behavior change.

Signed-off-by: Gilles Peskine <Gilles.Peskine@arm.com>
This commit is contained in:
Gilles Peskine 2024-09-16 20:56:43 +02:00
parent 5ef96c6809
commit 7960b7661a
1 changed files with 12 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
tests/scripts/analyze_outcomes.py
View File

@ -164,12 +164,14 @@ class Task:
class CoverageTask(Task):
"""Analyze test coverage."""
ALLOW_LIST = [
# Algorithm not supported yet
'test_suite_psa_crypto_metadata;Asymmetric signature: pure EdDSA',
# Algorithm not supported yet
'test_suite_psa_crypto_metadata;Cipher: XTS',
]
IGNORED_TESTS = {
'test_suite_psa_crypto_metadata': [
# Algorithm not supported yet
'Asymmetric signature: pure EdDSA',
# Algorithm not supported yet
'Cipher: XTS',
],
}
def __init__(self, options) -> None:
super().__init__(options)
@ -197,13 +199,15 @@ class CoverageTask(Task):
hit = any(suite_case in comp_outcomes.successes or
suite_case in comp_outcomes.failures
for comp_outcomes in outcomes.values())
(test_suite, test_description) = suite_case.split(';')
ignored = self.is_test_case_ignored(test_suite, test_description)
if not hit and suite_case not in self.ALLOW_LIST:
if not hit and not ignored:
if self.full_coverage:
results.error('Test case not executed: {}', suite_case)
else:
results.warning('Test case not executed: {}', suite_case)
elif hit and suite_case in self.ALLOW_LIST:
elif hit and ignored:
# Test Case should be removed from the allow list.
if self.full_coverage:
results.error('Allow listed test case was executed: {}', suite_case)