84 lines
3.6 KiB
Python
84 lines
3.6 KiB
Python
# Copyright 2017 The Chromium OS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import logging
|
|
import yaml
|
|
|
|
class ParseKnownCTSFailures(object):
|
|
"""A class to parse known failures in CTS test."""
|
|
|
|
def __init__(self, failure_files):
|
|
self.waivers_yaml = self._load_failures(failure_files)
|
|
|
|
def _validate_waiver_config(self, arch, board, bundle_abi, sdk_ver,
|
|
first_api_level, config):
|
|
"""Validate if the test environment matches the test config.
|
|
|
|
@param arch: DUT's arch type.
|
|
@param board: DUT's board name.
|
|
@param bundle_abi: The test's abi type.
|
|
@param sdk_ver: DUT's Android SDK version
|
|
@param first_api_level: DUT's Android first API level.
|
|
@param config: config for an expected failing test.
|
|
@return True if test arch or board is part of the config, else False.
|
|
"""
|
|
# Map only the versions that ARC releases care.
|
|
sdk_ver_map = {25: 'N', 28: 'P', 30: 'R'}
|
|
|
|
# 'all' applies to all devices.
|
|
# 'x86' or 'arm' applies to the DUT's architecture.
|
|
# board name like 'eve' or 'kevin' applies to the DUT running the board.
|
|
dut_config = ['all', arch, board]
|
|
# 'nativebridge' applies to the case running ARM CTS on x86 devices.
|
|
if bundle_abi and bundle_abi != arch:
|
|
dut_config.append('nativebridge')
|
|
# 'N' or 'P' or 'R' applies to the device running that Android version.
|
|
if sdk_ver in sdk_ver_map:
|
|
dut_config.append(sdk_ver_map[sdk_ver])
|
|
# 'shipatN' or 'shipatP' or 'shipatR' applies to those originally
|
|
# launched at that Android version.
|
|
if first_api_level in sdk_ver_map:
|
|
dut_config.append('shipat' + sdk_ver_map[first_api_level])
|
|
return len(set(dut_config).intersection(config)) > 0
|
|
|
|
def _load_failures(self, failure_files):
|
|
"""Load failures from files.
|
|
|
|
@param failure_files: files with failure configs.
|
|
@return a dictionary of failures config in yaml format.
|
|
"""
|
|
waivers_yaml = {}
|
|
for failure_file in failure_files:
|
|
try:
|
|
logging.info('Loading expected failure file: %s.', failure_file)
|
|
with open(failure_file) as wf:
|
|
waivers_yaml.update(yaml.load(wf.read()))
|
|
except IOError as e:
|
|
logging.error('Error loading %s (%s).',
|
|
failure_file,
|
|
e.strerror)
|
|
continue
|
|
logging.info('Finished loading expected failure file: %s',
|
|
failure_file)
|
|
return waivers_yaml
|
|
|
|
def find_waivers(self, arch, board, bundle_abi, sdk_ver, first_api_level):
|
|
"""Finds waivers for the test board.
|
|
|
|
@param arch: DUT's arch type.
|
|
@param board: DUT's board name.
|
|
@param bundle_abi: The test's abi type.
|
|
@param sdk_ver: DUT's Android SDK version.
|
|
@param first_api_level: DUT's Android first API level.
|
|
@return a set of waivers/no-test-modules applied to the test board.
|
|
"""
|
|
applied_waiver_list = set()
|
|
for test, config in self.waivers_yaml.iteritems():
|
|
if self._validate_waiver_config(arch, board, bundle_abi, sdk_ver,
|
|
first_api_level, config):
|
|
applied_waiver_list.add(test)
|
|
logging.info('Excluding tests/packages from rerun: %s.',
|
|
applied_waiver_list)
|
|
return applied_waiver_list
|