blob: 9a74972addcc367bfccc0e7fe07a7132cf29de1c [file] [log] [blame]
# Copyright 2016 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# Recipe module for Skia Swarming test.
import json
PYTHON_VERSION_COMPATIBILITY = "PY3"
DEPS = [
'env',
'flavor',
'recipe_engine/context',
'recipe_engine/file',
'recipe_engine/path',
'recipe_engine/platform',
'recipe_engine/properties',
'recipe_engine/raw_io',
'recipe_engine/step',
'gold_upload',
'run',
'vars',
]
DM_JSON = 'dm.json'
def test_steps(api):
"""Run the DM test."""
do_upload = api.properties.get('do_upload') == 'true'
images = api.properties.get('images') == 'true'
lotties = api.properties.get('lotties') == 'true'
resources = api.properties.get('resources') == 'true'
skps = api.properties.get('skps') == 'true'
svgs = api.properties.get('svgs') == 'true'
api.flavor.install(
images=images,
lotties=lotties,
resources=resources,
skps=skps,
svgs=svgs,
)
use_hash_file = False
if do_upload:
host_dm_dir = str(api.flavor.host_dirs.dm_dir)
api.flavor.create_clean_host_dir(api.path.start_dir.join('test'))
device_dm_dir = str(api.flavor.device_dirs.dm_dir)
if host_dm_dir != device_dm_dir:
api.flavor.create_clean_device_dir(device_dm_dir)
# Obtain the list of already-generated hashes.
hash_filename = 'uninteresting_hashes.txt'
host_hashes_file = api.vars.tmp_dir.join(hash_filename)
hashes_file = api.flavor.device_path_join(
api.flavor.device_dirs.tmp_dir, hash_filename)
script = api.gold_upload.resource('get_uninteresting_hashes.py')
api.run(
api.step,
'get uninteresting hashes',
cmd=['python3', script, api.properties['gold_hashes_url'],
host_hashes_file],
# If this fails, we want to know about it because it means Gold is down
# and proceeding onwards would take a very long time, but be hard to notice.
abort_on_failure=True,
fail_build_on_failure=True,
infra_step=True)
if api.path.exists(host_hashes_file):
api.flavor.copy_file_to_device(host_hashes_file, hashes_file)
use_hash_file = True
# Find DM flags.
args = json.loads(api.properties['dm_flags'])
props = json.loads(api.properties['dm_properties'])
args.append('--properties')
# Map iteration order is arbitrary; in order to maintain a consistent step
# ordering, sort by key.
for k in sorted(props.keys()):
v = props[k]
if v == '${SWARMING_BOT_ID}':
v = api.vars.swarming_bot_id
elif v == '${SWARMING_TASK_ID}':
v = api.vars.swarming_task_id
if v != '':
args.extend([k, v])
# Paths to required resources.
if resources:
args.extend(['--resourcePath', api.flavor.device_dirs.resource_dir])
if skps:
args.extend(['--skps', api.flavor.device_dirs.skp_dir])
if images:
args.extend([
'--images', api.flavor.device_path_join(
api.flavor.device_dirs.images_dir, 'dm'),
'--colorImages', api.flavor.device_path_join(
api.flavor.device_dirs.images_dir, 'colorspace'),
])
if svgs:
# svg_dir is the root of the SVG corpus. Within that directory,
# the *.svg inputs are in the 'svg' subdirectory. See skbug.com/11229
args.extend(['--svgs', api.flavor.device_path_join(
api.flavor.device_dirs.svg_dir, "svg")])
if lotties:
args.extend([
'--lotties',
api.flavor.device_path_join(
api.flavor.device_dirs.resource_dir, 'skottie'),
api.flavor.device_dirs.lotties_dir,
])
if 'Fontations' in api.vars.builder_cfg.get('extra_config', []):
args.extend(['--fontTestDataPath', api.flavor.device_dirs.fonts_dir])
if use_hash_file:
args.extend(['--uninterestingHashesFile', hashes_file])
if do_upload:
args.extend(['--writePath', api.flavor.device_dirs.dm_dir])
# Run DM.
api.run(api.flavor.step, 'dm', cmd=args, abort_on_failure=False)
if do_upload:
# Copy images and JSON to host machine if needed.
api.flavor.copy_directory_contents_to_host(
api.flavor.device_dirs.dm_dir, api.flavor.host_dirs.dm_dir)
# https://bugs.chromium.org/p/chromium/issues/detail?id=1192611
if 'Win' not in api.vars.builder_cfg.get('os', ''):
api.gold_upload.upload()
def RunSteps(api):
api.vars.setup()
api.file.ensure_directory('makedirs tmp_dir', api.vars.tmp_dir)
api.flavor.setup('dm')
try:
test_steps(api)
finally:
api.flavor.cleanup_steps()
api.run.check_failure()
TEST_BUILDERS = [
'Test-Android-Clang-Pixel2XL-GPU-Adreno540-arm-Debug-All-Android_ASAN',
'Test-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Debug-All-Android',
'Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-Lottie',
'Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Debug-All-ANGLE',
'Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-Fontations',
]
def GenTests(api):
for builder in TEST_BUILDERS:
props = dict(
buildername=builder,
buildbucket_build_id='123454321',
dm_flags='["dm","--example","--flags"]',
dm_properties=('{"key1":"value1","key2":"",'
'"bot":"${SWARMING_BOT_ID}",'
'"task":"${SWARMING_TASK_ID}"}'),
revision='abc123',
gs_bucket='skia-infra-gm',
patch_ref='89/456789/12',
patch_set=7,
patch_issue=1234,
path_config='kitchen',
gold_hashes_url='https://example.com/hashes.txt',
swarm_out_dir='[SWARM_OUT_DIR]',
task_id='task_12345',
resources='true',
)
if 'ASAN' not in builder:
props['do_upload'] = 'true'
if 'Lottie' in builder:
props['lotties'] = 'true'
else:
props['images'] = 'true'
props['skps'] = 'true'
props['svgs'] = 'true'
test = (
api.test(builder) +
api.properties(**props) +
api.path.exists(
api.path.start_dir.join('skia'),
api.path.start_dir.join('skia', 'infra', 'bots', 'assets',
'skimage', 'VERSION'),
api.path.start_dir.join('skia', 'infra', 'bots', 'assets',
'skp', 'VERSION'),
api.path.start_dir.join('skia', 'infra', 'bots', 'assets',
'svg', 'VERSION'),
api.path.start_dir.join('tmp', 'uninteresting_hashes.txt')
) +
api.step_data('get swarming bot id',
stdout=api.raw_io.output('skia-bot-123')) +
api.step_data('get swarming task id',
stdout=api.raw_io.output('123456'))
)
if 'Win' in builder:
test += api.platform('win', 64)
yield test