# Copyright 2017 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import itertools
import json

from recipe_engine import post_process

DEPS = [
    'chromium_tests',
    'recipe_engine/json',
    'recipe_engine/properties',
    'recipe_engine/raw_io',
    'recipe_engine/runtime',
    'swarming',
]

CUSTOM_BUILDERS = {
  'chromium.example': {
    'settings': {
      'build_gs_bucket': 'chromium-example-archive',
    },
    'builders': {
      'Isolated Transfer Builder': {
        'bot_type': 'builder',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'testing': {
          'platform': 'linux',
        },
      },
      'Isolated Transfer Tester': {
        'bot_type': 'tester',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'parent_buildername': 'Isolated Transfer Builder',
        'testing': {
          'platform': 'linux',
        },
      },

      'Isolated Transfer: mixed builder, isolated tester (builder)': {
        'bot_type': 'builder',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'testing': {
          'platform': 'linux',
        },
      },
      'Isolated Transfer: mixed builder, isolated tester (tester)': {
        'bot_type': 'tester',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'parent_buildername':
          'Isolated Transfer: mixed builder, isolated tester (builder)',
        'testing': {
          'platform': 'linux',
        },
      },

      'Isolated Transfer: mixed BT, isolated tester (BT)': {
        'android_config': 'main_builder_mb',
        'bot_type': 'builder_tester',
        'chromium_config': 'android',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
          'TARGET_PLATFORM': 'android',
        },
        'gclient_config': 'chromium',
        'testing': {
          'platform': 'linux',
        },
      },
      'Isolated Transfer: mixed BT, isolated tester (tester)': {
        'android_config': 'main_builder_mb',
        'bot_type': 'tester',
        'chromium_config': 'android',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
          'TARGET_PLATFORM': 'android',
        },
        'gclient_config': 'chromium',
        'parent_buildername':
          'Isolated Transfer: mixed BT, isolated tester (BT)',
        'testing': {
          'platform': 'linux',
        },
      },


      'Packaged Transfer Builder': {
        'bot_type': 'builder',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'testing': {
          'platform': 'linux',
        },
      },

      'Packaged Transfer Enabled Builder': {
        'bot_type': 'builder',
        'enable_package_transfer': True,
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'testing': {
          'platform': 'linux',
        },
      },

      'Packaged Transfer Tester': {
        'bot_type': 'tester',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'chromium',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 64,
        },
        'gclient_config': 'chromium',
        'parent_buildername': 'Packaged Transfer Builder',
        'testing': {
          'platform': 'linux',
        },
      },

      'Multiple Triggers: Builder': {
        'android_config': 'main_builder',
        'bot_type': 'builder',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'android',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 32,
          'TARGET_PLATFORM': 'android',
        },
        'gclient_apply_config': ['android'],
        'gclient_config': 'chromium',
        'testing': {
          'platform': 'linux',
        },
      },
      'Multiple Triggers: Mixed': {
        'android_config': 'main_builder',
        'bot_type': 'tester',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'android',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 32,
          'TARGET_PLATFORM': 'android',
        },
        'gclient_apply_config': ['android'],
        'gclient_config': 'chromium',
        'parent_buildername': 'Multiple Triggers: Builder',
        'testing': {
          'platform': 'linux',
        },
      },
      'Multiple Triggers: Isolated': {
        'android_config': 'main_builder',
        'bot_type': 'tester',
        'chromium_apply_config': ['mb'],
        'chromium_config': 'android',
        'chromium_config_kwargs': {
          'BUILD_CONFIG': 'Release',
          'TARGET_BITS': 32,
          'TARGET_PLATFORM': 'android',
        },
        'gclient_apply_config': ['android'],
        'gclient_config': 'chromium',
        'parent_buildername': 'Multiple Triggers: Builder',
        'testing': {
          'platform': 'linux',
        },
      },
    },
  },
}


def RunSteps(api):
  builders = None
  if api.properties.get('custom_builders'):
    builders = CUSTOM_BUILDERS
  api.chromium_tests.main_waterfall_steps(builders=builders)


def GenTests(api):
  yield (
      api.test('builder') +
      api.chromium_tests.platform([{
          'mastername': 'chromium.linux',
          'buildername': 'Linux Builder'}]) +
      api.properties.generic(
          mastername='chromium.linux',
          buildername='Linux Builder') +
      api.runtime(is_luci=True, is_experimental=False) +
      api.override_step_data('trigger', stdout=api.raw_io.output_text("""
        {
          "builds":[{
           "status": "SCHEDULED",
           "created_ts": "1459200369835900",
           "bucket": "user.username",
           "result_details_json": "null",
           "status_changed_ts": "1459200369835930",
           "created_by": "user:username@example.com",
           "updated_ts": "1459200369835940",
           "utcnow_ts": "1459200369962370",
           "parameters_json": "{\\"This_has_been\\": \\"removed\\"}",
           "id": "9016911228971028736"
          }],
          "kind": "buildbucket#resourcesItem",
          "etag": "\\"8uCIh8TRuYs4vPN3iWmly9SJMqw\\""
        }
      """))
  )

  yield (
      api.test('builder_on_buildbot') +
      api.chromium_tests.platform([{
          'mastername': 'chromium.linux',
          'buildername': 'Linux Builder'}]) +
      api.properties.generic(
          mastername='chromium.linux',
          buildername='Linux Builder')
  )

  yield (
      api.test('tester') +
      api.chromium_tests.platform([{
          'mastername': 'chromium.linux',
          'buildername': 'Linux Tests'}]) +
      api.properties.generic(
          mastername='chromium.linux',
          buildername='Linux Tests',
          parent_buildername='Linux Builder') +
      api.chromium_tests.read_source_side_spec(
          'chromium.linux',{
              'Linux Tests': {
                  'gtest_tests': ['base_unittests'],
              },
          }
      )
  )

  def TriggersBuilderWithProperties(check, step_odict, builder='',
                                    properties=None):
    trigger_step = step_odict['trigger']
    check(
        'TriggersBuilderWithProperties only supports LUCI builds.',
        'trigger_specs' not in trigger_step)
    check(
        '"trigger" step did not run expected command.',
        'cmd' in trigger_step and
        'scheduler.Scheduler.EmitTriggers' in trigger_step['cmd'] and
        'stdin' in trigger_step)
    trigger_json = json.loads(trigger_step['stdin'])

    for batch in trigger_json.get('batches', []):
      if any(builder == j.get('job') for j in batch.get('jobs', [])):
        actual_properties = (
            batch.get('trigger', {}).get('buildbucket', {}).get(
                'properties', {}))
        check(all(p in actual_properties for p in properties))
        break
    else:  # pragma: no cover
      check('"%s" not triggered' % builder, False)

  yield (
      api.test('isolate_transfer_builder') +
      api.properties(
          bot_id='isolated_transfer_builder_id',
          buildername='Isolated Transfer Builder',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.runtime(is_luci=True, is_experimental=False) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Isolated Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.DoesNotRun, 'package build') +
      api.post_process(
          TriggersBuilderWithProperties,
          builder='Isolated Transfer Tester',
          properties=['swarm_hashes']) +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('isolate_transfer_tester') +
      api.properties(
          bot_id='isolated_transfer_tester_id',
          buildername='Isolated Transfer Tester',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example',
          parent_buildername='Isolated Transfer Builder',
          swarm_hashes={
              'base_unittests': 'ffffffffffffffffffffffffffffffffffffffff',
          }) +
      api.runtime(is_luci=True, is_experimental=False) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Isolated Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.override_step_data(
          'find isolated tests',
          api.json.output({})
      ) +
      api.post_process(post_process.DoesNotRun, 'extract build') +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('isolated_transfer__mixed_builder_isolated_tester') +
      api.properties(
          bot_id='isolated_transfer_builder_id',
          buildername=(
              'Isolated Transfer: mixed builder, isolated tester (builder)'),
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.runtime(is_luci=True, is_experimental=False) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Isolated Transfer: mixed builder, isolated tester (builder)': {
                  'scripts': [
                      {
                          'name': 'check_network_annotations',
                          'script': 'check_network_annotations.py',
                      },
                  ],
              },
              'Isolated Transfer: mixed builder, isolated tester (tester)': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.DoesNotRun, 'package build') +
      api.post_process(
          TriggersBuilderWithProperties,
          builder='Isolated Transfer: mixed builder, isolated tester (tester)',
          properties=['swarm_hashes']) +
      api.post_process(post_process.DropExpectation)
  )

  def TriggersBuilderWithoutProperties(check, step_odict, builder='',
                                       properties=None):
    trigger_specs = step_odict['trigger']['trigger_specs']
    for t in trigger_specs:
      if t['builder_name'] == builder:
        check(all(p not in t['properties'] for p in properties))
        return step_odict
    else:  # pragma: no cover
      check('"%s" not triggered' % builder, False)

  yield (
      api.test('isolate_transfer_builder_buildbot') +
      api.properties(
          bot_id='isolated_transfer_builder_id',
          buildername='Isolated Transfer Builder',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.runtime(is_luci=False, is_experimental=False) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Isolated Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.MustRun, 'package build') +
      api.post_process(
          TriggersBuilderWithoutProperties,
          builder='Isolated Transfer Tester',
          properties=['swarm_hashes']) +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('isolate_transfer_tester_buildbot') +
      api.properties(
          bot_id='isolated_transfer_tester_id',
          buildername='Isolated Transfer Tester',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example',
          parent_buildername='Isolated Transfer Builder',
          swarm_hashes={
              'base_unittests': 'ffffffffffffffffffffffffffffffffffffffff',
          }) +
      api.runtime(is_luci=False, is_experimental=False) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Isolated Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.override_step_data(
          'find isolated tests',
          api.json.output({})
      ) +
      api.post_process(post_process.MustRun, 'extract build') +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('isolated_transfer__mixed_bt_isolated_tester') +
      api.properties(
          bot_id='isolated_transfer_builder_tester_id',
          buildername=(
              'Isolated Transfer: mixed BT, isolated tester (BT)'),
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.runtime(is_luci=True, is_experimental=False) +
      api.override_step_data(
          'read test spec (chromium.example.json)',
          api.json.output({
              'Isolated Transfer: mixed BT, isolated tester (BT)': {
                  'junit_tests': [
                      {
                          'test': 'base_junit_tests',
                      },
                  ],
              },
              'Isolated Transfer: mixed BT, isolated tester (tester)': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          })
      ) +
      api.post_process(post_process.DoesNotRun, 'package build') +
      api.post_process(
          TriggersBuilderWithProperties,
          builder='Isolated Transfer: mixed BT, isolated tester (tester)',
          properties=['swarm_hashes']) +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('package_transfer_builder') +
      api.properties(
          bot_id='packaged_transfer_builder_id',
          buildername='Packaged Transfer Builder',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Packaged Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': False,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.MustRun, 'package build') +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('package_transfer_enabled_builder') +
      api.properties(
          bot_id='packaged_transfer_builder_id',
          buildername='Packaged Transfer Enabled Builder',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Packaged Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': False,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.MustRun, 'package build') +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('package_transfer_tester') +
      api.properties(
          bot_id='packaged_transfer_tester_id',
          buildername='Packaged Transfer Tester',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example',
          parent_buildername='Packaged Transfer Builder',
          swarm_hashes={
              'base_unittests': 'ffffffffffffffffffffffffffffffffffffffff',
          }) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Packaged Transfer Tester': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': False,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.MustRun, 'extract build') +
      api.post_process(post_process.DropExpectation)
  )

  yield (
      api.test('multiple_triggers') +
      api.properties(
          bot_id='multiple_triggers_builder_id',
          buildername='Multiple Triggers: Builder',
          buildnumber=123,
          custom_builders=True,
          mastername='chromium.example') +
      api.runtime(is_luci=True, is_experimental=False) +
      api.chromium_tests.read_source_side_spec(
          'chromium.example', {
              'Multiple Triggers: Mixed': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
                  'junit_tests': [
                      {
                          'test': 'base_junit_tests',
                      },
                  ],
              },
              'Multiple Triggers: Isolated': {
                  'gtest_tests': [
                      {
                          'args': ['--sample-argument'],
                          'swarming': {
                              'can_use_on_swarming_builders': True,
                          },
                          'test': 'base_unittests',
                      },
                  ],
              },
          }
      ) +
      api.post_process(post_process.MustRun, 'package build') +
      api.post_process(
          TriggersBuilderWithProperties,
          builder='Multiple Triggers: Mixed',
          properties=['swarm_hashes']) +
      api.post_process(post_process.DropExpectation)
  )