| # Copyright 2016 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| DEPS = [ |
| 'dart', |
| 'depot_tools/depot_tools', |
| 'depot_tools/gclient', |
| 'recipe_engine/context', |
| 'recipe_engine/path', |
| 'recipe_engine/platform', |
| 'recipe_engine/properties', |
| 'recipe_engine/python', |
| 'recipe_engine/raw_io', |
| 'recipe_engine/step', |
| 'test_utils', |
| ] |
| |
| all_runtimes = ['none', 'd8', 'ie9', 'ie10', 'ie11', 'ff', |
| 'safari', 'chrome', 'chromeff', |
| 'ie10chrome', 'ie11ff'] |
| |
| multiple_runtimes = {'chromeff': ['chrome', 'ff'], |
| 'ie10chrome': ['ie10', 'chrome'], |
| 'ie11ff': ['ie11', 'ff']} |
| all_options = {'hostchecked': '--host-checked', |
| 'minified': '--minified', |
| 'csp': '--csp', |
| 'kernel': '--dart2js-with-kernel', |
| 'only': '', # prevents other tests to be run, use in combination with unittest |
| 'unittest': '', # unittest is handled specially. |
| 'debug': ''} # debug is handled specially. |
| |
| xvfb_cmd = ['/usr/bin/xvfb-run', '-a', '--server-args=-screen 0 1024x768x24'] |
| xvfb_cmd.extend(['python', '-u', './tools/test.py']) |
| |
| IsFirstTestStep = True |
| def RunTests(api, test_args, test_specs, use_xvfb=False): |
| for test_spec in test_specs: |
| args = [] |
| args.extend(test_args) |
| global IsFirstTestStep |
| if IsFirstTestStep: |
| IsFirstTestStep = False |
| else: |
| args.append('--append_logs') |
| args.extend(test_spec['tests']) |
| |
| with api.context(cwd=api.path['checkout']): |
| with api.depot_tools.on_path(): |
| if use_xvfb: |
| cmd = xvfb_cmd + args |
| api.step(test_spec['name'], cmd) |
| api.dart.read_result_file('read results of %s' % test_spec['name'], |
| 'result.log') |
| |
| else: |
| api.python(test_spec['name'], |
| api.path['checkout'].join('tools', 'test.py'), |
| args=args) |
| api.dart.read_result_file('read results of %s' % test_spec['name'], |
| 'result.log') |
| |
| def RunSteps(api): |
| builder_name = str(api.properties.get('buildername')) # Convert from unicode. |
| builder_fragments = builder_name.split('-') |
| assert len(builder_fragments) > 3 |
| assert builder_fragments[0] == 'dart2js' |
| system = builder_fragments[1] |
| assert system in ['linux', 'mac10.11', 'win7', 'win8', 'win10'] |
| runtime = builder_fragments[2] |
| assert runtime in all_runtimes |
| channel = builder_fragments[-1] |
| assert channel in ['be', 'dev', 'stable', 'integration', 'try'] |
| options = builder_fragments[3:-1] |
| for option in options: |
| assert all_options.has_key(option) |
| mode = 'debug' if 'debug' in options else 'release' |
| |
| api.dart.checkout() |
| |
| build_args = ['-m%s' % mode, '--arch=ia32', 'dart2js_bot'] |
| if 'unittest' in options or 'kernel' in options: |
| build_args.append('compile_dart2js_platform') |
| isolate = 'dart_tests' |
| if 'only' in options: |
| isolate = None |
| elif 'hostchecked' in options: |
| isolate = 'dart2js_d8_hostchecked_tests' |
| isolate_hash = api.dart.build(build_args, isolate) |
| |
| with api.step.defer_results(): |
| tasks = [] |
| runtimes = multiple_runtimes.get(runtime, [runtime]) |
| if 'only' not in options: |
| for runtime in runtimes: |
| test_runtime(api, system, runtime, options, mode, tasks, isolate_hash) |
| |
| if 'unittest' in options: |
| with api.context(cwd=api.path['checkout']): |
| api.python('dart2js-unit tests', |
| api.path['checkout'].join('tools', 'test.py'), |
| args=["--mode=%s" % mode, "--compiler=none", "--runtime=vm", |
| "--arch=ia32", "--time", "--report", |
| "--write-debug-log", |
| "--write-result-log", |
| "--write-test-outcome-log", |
| "--progress=buildbot", "-v", "--append_logs", |
| "--reset-browser-configuration", |
| "--checked", "--timeout=120", "dart2js"]) |
| api.dart.read_result_file('read results of dart2js-unit tests', 'result.log') |
| |
| for task in tasks: |
| # only collect tasks that were triggered successfully |
| if task.is_ok: |
| api.dart.collect(task.get_result()) |
| |
| with api.context(cwd=api.path['checkout']): |
| # TODO(whesse): Add archive coredumps step from dart_factory.py. |
| api.dart.kill_tasks() |
| api.dart.read_debug_log() |
| |
| def test_runtime(api, system, runtime, options, mode, tasks, isolate_hash): |
| needs_xvfb = (runtime in ['chrome', 'ff'] and system == 'linux') |
| command = xvfb_cmd if needs_xvfb else ['./tools/test.py'] |
| |
| test_args = ['-m%s' % mode, '-aia32', '-cdart2js', |
| '--dart2js-batch', '--reset-browser-configuration', |
| '--report', '--time', '--progress=buildbot', |
| '--write-result-log', '-v', '-r%s' % runtime] |
| for option in options: |
| if all_options[option] != '': |
| test_args.append(all_options[option]) |
| use_sdk = [] if 'hostchecked' in options else ['--use-sdk'] |
| if system in ['win7', 'win8', 'win10']: |
| test_args.append('--builder-tag=%s' % system) |
| shard_args = command + test_args + use_sdk |
| if system == 'linux' and runtime == 'chrome': |
| shard_args.append('--chrome=browsers/chrome/google-chrome') |
| if 'kernel' in options: |
| tests = ['language', 'corelib', 'dart2js_extra', 'dart2js_native'] |
| tasks.append(api.dart.shard('dart2js_kernel_tests', isolate_hash, shard_args + tests)) |
| |
| tests = ['language_2', 'corelib_2'] |
| tasks.append(api.dart.shard('dart2js_kernel_strong_tests', isolate_hash, |
| shard_args + ['--strong'] + tests)) |
| else: |
| tests = ['--exclude-suite=observatory_ui,service,co19'] |
| tasks.append(api.dart.shard('dart2js_tests', isolate_hash, shard_args + tests)) |
| |
| tests = ['co19'] |
| tasks.append(api.dart.shard('dart2js_co19_tests', isolate_hash, shard_args + tests)) |
| |
| test_args.extend(['--write-debug-log', '--write-test-outcome-log']) |
| |
| if runtime in ['ie10', 'ie11']: |
| test_specs = [{'name': 'dart2js-%s tests' % runtime, |
| 'tests': ['html', 'pkg', 'samples']}] |
| else: |
| test_specs = [ |
| {'name': 'dart2js-%s-package tests' % runtime, |
| 'tests': ['pkg']}, |
| {'name': 'dart2js-%s-observatory-ui tests' % runtime, |
| 'tests': ['observatory_ui']}, |
| {'name': 'dart2js-%s-extra tests' % runtime, |
| 'tests': ['dart2js_extra', 'dart2js_native']}, |
| ] |
| |
| RunTests(api, test_args, test_specs, use_xvfb=needs_xvfb) |
| if runtime in ['d8']: |
| test_args.append('--checked') |
| for spec in test_specs: |
| spec['name'] = spec['name'].replace(' tests', '-checked tests') |
| RunTests(api, test_args, test_specs, use_xvfb=needs_xvfb) |
| |
| |
| def GenTests(api): |
| yield ( |
| api.test('dart2js-linux-d8-hostchecked-csp-unittest-try') + |
| api.platform('linux', 64) + |
| api.properties.generic( |
| mastername='luci.dart.try', |
| buildername='dart2js-linux-d8-hostchecked-csp-unittest-try') + |
| api.step_data('upload testing isolate', |
| stdout=api.raw_io.output('test isolate hash')) + |
| api.properties(shards='1') |
| ) |
| yield ( |
| api.test('dart2js-linux-none-only-unittest-try') + |
| api.platform('linux', 64) + |
| api.properties.generic( |
| mastername='luci.dart.try', |
| buildername='dart2js-linux-none-only-unittest-try') |
| ) |
| yield ( |
| api.test('dart2js-win7-ie10-debug-try') + api.platform('win', 32) + |
| api.properties.generic( |
| mastername='client.dart', |
| buildername='dart2js-win7-ie10-debug-try') + |
| api.step_data('upload testing isolate', |
| stdout=api.raw_io.output('test isolate hash')) + |
| api.properties(shards='2') |
| ) |
| yield ( |
| api.test('dart2js-linux-chrome-try') + api.platform('linux', 64) + |
| api.properties.generic(mastername='client.dart', |
| buildername='dart2js-linux-chrome-try') + |
| api.step_data('upload testing isolate', |
| stdout=api.raw_io.output('test isolate hash')) + |
| api.properties(shards='3') |
| ) |
| yield ( |
| api.test('dart2js-linux-d8-kernel-minified-try') + |
| api.platform('linux', 64) + |
| api.properties.generic( |
| mastername='client.dart', |
| buildername='dart2js-linux-d8-kernel-minified-try') + |
| api.step_data('upload testing isolate', |
| stdout=api.raw_io.output('test isolate hash')) + |
| api.properties(shards='3') |
| ) |
