| # -*- coding: utf-8 -*- |
| # Copyright 2016 The Chromium OS Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """Module containing the scheduler stages.""" |
| |
| from __future__ import print_function |
| |
| import json |
| import os |
| import time |
| |
| from chromite.cbuildbot.stages import generic_stages |
| from chromite.lib import buildbucket_lib |
| from chromite.lib import build_requests |
| from chromite.lib import constants |
| from chromite.lib import config_lib |
| from chromite.lib import cros_logging as logging |
| from chromite.lib import failures_lib |
| from chromite.lib.const import waterfall |
| |
| |
| def BuilderName(build_config, active_waterfall, current_builder): |
| """Gets the corresponding builder name of the build. |
| |
| Args: |
| build_config: build config (string) of the build. |
| active_waterfall: active waterfall to run the build. |
| current_builder: buildbot builder name of the current builder, or None. |
| |
| Returns: |
| Builder name to run the build on. |
| """ |
| # The builder name is configured differently for release builds in |
| # chromeos and chromeos_release waterfalls. (see crbug.com/755276) |
| if active_waterfall == waterfall.WATERFALL_RELEASE: |
| assert current_builder |
| # Example: master-release release-R64-10176.B |
| named_branch = current_builder.split()[1] |
| return '%s %s' % (build_config, named_branch) |
| else: |
| return build_config |
| |
| |
| class ScheduleSlavesStage(generic_stages.BuilderStage): |
| """Stage that schedules slaves for the master build.""" |
| |
| def __init__(self, builder_run, sync_stage, **kwargs): |
| super(ScheduleSlavesStage, self).__init__(builder_run, **kwargs) |
| self.sync_stage = sync_stage |
| self.buildbucket_client = self.GetBuildbucketClient() |
| |
| def _GetBuildbucketBucket(self, build_name, build_config): |
| """Get the corresponding Buildbucket bucket. |
| |
| Args: |
| build_name: name of the build to put to Buildbucket. |
| build_config: config of the build to put to Buildbucket. |
| |
| Raises: |
| NoBuildbucketBucketFoundException when no Buildbucket bucket found. |
| """ |
| bucket = buildbucket_lib.WATERFALL_BUCKET_MAP.get( |
| build_config.active_waterfall) |
| |
| if bucket is None: |
| raise buildbucket_lib.NoBuildbucketBucketFoundException( |
| 'No Buildbucket bucket found for builder %s waterfall: %s' % |
| (build_name, build_config.active_waterfall)) |
| |
| return bucket |
| |
| def PostSlaveBuildToBuildbucket(self, build_name, build_config, |
| master_build_id, buildset_tag, |
| dryrun=False): |
| """Send a Put slave build request to Buildbucket. |
| |
| Args: |
| build_name: Salve build name to put to Buildbucket. |
| build_config: Slave build config to put to Buildbucket. |
| master_build_id: Master build id of the slave build. |
| buildset_tag: The buildset tag for strong consistent tag queries. |
| More context: crbug.com/661689 |
| dryrun: Whether a dryrun, default to False. |
| """ |
| current_buildername = os.environ.get('BUILDBOT_BUILDERNAME', None) |
| builder_name = BuilderName( |
| build_name, build_config.active_waterfall, current_buildername) |
| |
| # TODO: Find a way to unify these tags with |
| # remote_try._GetRequestBody |
| tags = ['buildset:%s' % buildset_tag, |
| 'build_type:%s' % build_config.build_type, |
| 'master:False', |
| 'master_config:%s' % self._run.config.name, |
| 'cbb_display_label:%s' % build_config.display_label, |
| 'cbb_branch:%s' % self._run.manifest_branch, |
| 'cbb_config:%s' % build_name, |
| 'cbb_master_build_id:%s' % master_build_id, |
| 'cbb_email:'] |
| |
| if build_config.boards: |
| for board in build_config.boards: |
| tags.append('board:%s' % board) |
| |
| body = json.dumps({ |
| 'bucket': self._GetBuildbucketBucket(build_name, build_config), |
| 'parameters_json': json.dumps({ |
| 'builder_name': builder_name, |
| 'properties': { |
| 'cbb_config': build_name, |
| 'cbb_branch': self._run.manifest_branch, |
| 'cbb_master_build_id': master_build_id, |
| } |
| }), |
| 'tags': tags |
| }) |
| |
| content = self.buildbucket_client.PutBuildRequest(body, dryrun) |
| |
| buildbucket_id = buildbucket_lib.GetBuildId(content) |
| created_ts = buildbucket_lib.GetBuildCreated_ts(content) |
| |
| logging.info('Build_name %s buildbucket_id %s created_timestamp %s', |
| build_name, buildbucket_id, created_ts) |
| |
| return (buildbucket_id, created_ts) |
| |
| def ScheduleSlaveBuildsViaBuildbucket(self, important_only=False, |
| dryrun=False): |
| """Schedule slave builds by sending PUT requests to Buildbucket. |
| |
| Args: |
| important_only: Whether only schedule important slave builds, default to |
| False. |
| dryrun: Whether a dryrun, default to False. |
| """ |
| if self.buildbucket_client is None: |
| logging.info('No buildbucket_client. Skip scheduling slaves.') |
| return |
| |
| build_id, db = self._run.GetCIDBHandle() |
| if build_id is None: |
| logging.info('No build id. Skip scheduling slaves.') |
| return |
| |
| buildset_tag = 'cbuildbot/%s/%s/%s' % ( |
| self._run.manifest_branch, self._run.config.name, build_id) |
| |
| scheduled_important_slave_builds = [] |
| scheduled_experimental_slave_builds = [] |
| unscheduled_slave_builds = [] |
| scheduled_build_reqs = [] |
| |
| # Get all active slave build configs. |
| slave_config_map = self._GetSlaveConfigMap(important_only) |
| for slave_config_name, slave_config in slave_config_map.iteritems(): |
| try: |
| buildbucket_id, created_ts = self.PostSlaveBuildToBuildbucket( |
| slave_config_name, slave_config, build_id, buildset_tag, |
| dryrun=dryrun) |
| request_reason = None |
| |
| if slave_config.important: |
| scheduled_important_slave_builds.append( |
| (slave_config_name, buildbucket_id, created_ts)) |
| request_reason = build_requests.REASON_IMPORTANT_CQ_SLAVE |
| else: |
| scheduled_experimental_slave_builds.append( |
| (slave_config_name, buildbucket_id, created_ts)) |
| request_reason = build_requests.REASON_EXPERIMENTAL_CQ_SLAVE |
| |
| scheduled_build_reqs.append(build_requests.BuildRequest( |
| None, build_id, slave_config_name, None, buildbucket_id, |
| request_reason, None)) |
| except buildbucket_lib.BuildbucketResponseException as e: |
| # Use 16-digit ts to be consistent with the created_ts from Buildbucket |
| current_ts = int(round(time.time() * 1000000)) |
| unscheduled_slave_builds.append((slave_config_name, None, current_ts)) |
| if important_only or slave_config.important: |
| raise |
| else: |
| logging.warning('Failed to schedule %s current timestamp %s: %s' |
| % (slave_config_name, current_ts, e)) |
| |
| if config_lib.IsMasterCQ(self._run.config) and db and scheduled_build_reqs: |
| db.InsertBuildRequests(scheduled_build_reqs) |
| |
| self._run.attrs.metadata.ExtendKeyListWithList( |
| constants.METADATA_SCHEDULED_IMPORTANT_SLAVES, |
| scheduled_important_slave_builds) |
| self._run.attrs.metadata.ExtendKeyListWithList( |
| constants.METADATA_SCHEDULED_EXPERIMENTAL_SLAVES, |
| scheduled_experimental_slave_builds) |
| self._run.attrs.metadata.ExtendKeyListWithList( |
| constants.METADATA_UNSCHEDULED_SLAVES, unscheduled_slave_builds) |
| |
| @failures_lib.SetFailureType(failures_lib.InfrastructureFailure) |
| def PerformStage(self): |
| if (config_lib.IsMasterCQ(self._run.config) and |
| not self.sync_stage.pool.HasPickedUpCLs()): |
| logging.info('No new CLs or chumpped CLs found to verify in this CQ run,' |
| 'do not schedule CQ slaves.') |
| return |
| |
| self.ScheduleSlaveBuildsViaBuildbucket(important_only=False, |
| dryrun=self._run.options.debug) |
