sync_and_compile.py

Go to the documentation of this file.

# Copyright 2016 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
 
 
# Recipe module for compiling Skia when we need to get a full Skia checkout.
 
PYTHON_VERSION_COMPATIBILITY = "PY3"
 
DEPS = [
  'build',
  'checkout',
  'infra',
  'recipe_engine/context',
  'recipe_engine/file',
  'recipe_engine/json',
  'recipe_engine/path',
  'recipe_engine/platform',
  'recipe_engine/properties',
  'recipe_engine/step',
  'depot_tools/gitiles',
  'run',
  'vars',
]
 
 
def RunSteps(api):
  api.vars.setup()
 
  # Check out code.
  bot_update = True
  checkout_root = api.checkout.default_checkout_root
  skip_patch = False
  revision = api.properties['revision']
 
  if 'NoDEPS' in api.properties['buildername']:
    bot_update = False
    checkout_root = api.path.start_dir
  if 'NoPatch' in api.vars.builder_name:
    skip_patch = True
    checkout_root = api.path.start_dir
 
    # If we are running on the CI (post submit), we want to do a diff with the
    # previous commit. To do this, we use gitiles to look up the current
    # git revision, and find its parent. In the unlikely event of there being
    # multiple parents, we pick the first one arbitrarily.
    if not api.vars.is_trybot:
      # Fetches something like
      # https://skia.googlesource.com/skia.git/+log/b44572fbfeb669998053b023f473b9c274f2f2cf?format=JSON
      #
      # https://chromium.googlesource.com/chromium/tools/depot_tools/+/dca14bc463857bd2a0fee59c86ffa289b535d5d3/recipes/recipe_modules/gitiles/api.py#75
      response, _ = api.gitiles.log(
        url = api.properties['repository'],
        ref = api.properties['revision'],
        limit = 1)
      # Response looks like:
      #     [{
      #        'parents': ['<githash>'],
      #        ...
      #     }]
      revision  = response[0]['parents'][0]
 
  if bot_update:
    api.checkout.bot_update(
        checkout_root=checkout_root,
        skip_patch=skip_patch,
        override_revision=revision)
 
    if 'NoPatch' in api.vars.builder_name:
      # The CodeSize-* family of tasks compute size diffs between the binaries produced by
      # Build-<CONFIG>-NoPatch tasks and those produced by Build-<CONFIG> tasks. Some debug strings
      # in said binaries might contain relative paths from the output directory to the sources
      # directory (e.g. "../../../dm/DM.cpp"). In order to prevent spurious deltas, we must make
      # the Build-<CONFIG>-NoPatch tasks match the paths used by Build-<CONFIG> tasks. For example,
      # Build-<CONFIG> tasks place the Skia checkout at /mnt/pd0/s/w/ir/skia, so
      # Build-<CONFIG>-NoPatch tasks must do the same.
      #
      # For some reason api.checkout.bot_update places the Skia checkout at /mnt/pd0/s/w/ir/k
      # even though we specified /mnt/pd0/s/w/ir as the checkout root. As a workaround, we manually
      # copy the Skia checkout to the intended location.
      #
      # An inline Python script is necessary here because api.file.copytree[1] does not pipe
      # through the dirs_exist_ok argument to the underlying shutil.copytree[2] call.
      #
      # [1] https://chromium.googlesource.com/infra/luci/recipes-py.git/+/cfdb92cc6933d8f72c2340233ba03b602b447507/recipe_modules/file/api.py#146
      # [2] https://docs.python.org/3/library/shutil.html#shutil.copytree
      src = api.path.start_dir.join('k', 'skia')
      dst = api.path.start_dir.join('skia')
      script = api.infra.resource('copytree.py')
      api.step(
          name='copy Skia repository checkout from %s to %s' % (src, dst),
          cmd=['python3', script, src, dst])
      api.file.rmtree('remove %s' % src, src)
 
  else:
    api.checkout.git(checkout_root=checkout_root)
 
  api.file.ensure_directory('makedirs tmp_dir', api.vars.tmp_dir)
 
  out_dir = checkout_root.join(
      'skia', 'out', api.vars.builder_name, api.vars.configuration)
  if 'NoPatch' in api.vars.builder_name:
    # Similarly as with the checkout root, we use the same output directory in
    # Build-<CONFIG>-NoPatch tasks as we do on Build-<CONFIG> tasks to prevent spurious deltas.
    out_dir = api.vars.cache_dir.join(
      'work', 'skia', 'out', api.vars.builder_name, api.vars.configuration)
 
  try:
    api.build(checkout_root=checkout_root, out_dir=out_dir)
 
    # TODO(borenet): Move this out of the try/finally.
    dst = api.vars.swarming_out_dir
    api.build.copy_build_products(out_dir=out_dir, dst=dst)
  finally:
    if 'Win' in api.vars.builder_cfg.get('os', ''):
      script = api.build.resource('cleanup_win_processes.py')
      api.step(
          name='cleanup',
          cmd=['vpython3', script],
          infra_step=True)
 
  api.run.check_failure()
 
 
def GenTests(api):
  yield (
      api.test('Build-Win10-Clang-x86_64-Release-NoDEPS') +
      api.properties(buildername='Build-Win10-Clang-x86_64-Release-NoDEPS',
                     repository='https://skia.googlesource.com/skia.git',
                     revision='abc123',
                     path_config='kitchen',
                     swarm_out_dir='[SWARM_OUT_DIR]') +
      api.platform('win', 64)
  )
 
  yield (
      # git revisions based off of real data
      api.test('Build-Debian10-Clang-arm-Release-NoPatch') +
      api.properties(buildername='Build-Debian10-Clang-arm-Release-NoPatch',
                     repository='https://skia.googlesource.com/skia.git',
                     revision='b44572fbfeb669998053b023f473b9c274f2f2cf',
                     path_config='kitchen',
                     swarm_out_dir='[SWARM_OUT_DIR]') +
      # This tells recipes to use this fake data for a step with the given
      # name. Inspired by
      # https://chromium.googlesource.com/chromium/tools/depot_tools/+/dca14bc463857bd2a0fee59c86ffa289b535d5d3/recipes/recipe_modules/gitiles/examples/full.py#62
      # Even though we use the commit 6e0e0... as the "seed string", the actual
      # commit (and parent commit) returned from make_log_test_data is
      # different. Mocked commit is 188e23c7abc4b205f0f80fb345ff63ec5b716be8
      # and parent commit is d2231a340fd47b47d61d0f99a188e46e6aabba0a
      api.step_data(
          'gitiles log: b44572fbfeb669998053b023f473b9c274f2f2cf',
          api.gitiles.make_log_test_data('6e0e0a9f6cbf09078aa4730d1a0dc0aa722ddc11'),
      )
    )
 
  yield (
      api.test('Build-Debian10-Clang-arm-Release-NoPatch (tryjob)') +
      api.properties(buildername='Build-Debian10-Clang-arm-Release-NoPatch',
                     repository='https://skia.googlesource.com/skia.git',
                     revision='abc123',
                     path_config='kitchen',
                     swarm_out_dir='[SWARM_OUT_DIR]',
                     patch_issue=123,
                     patch_set=123,
                     patch_ref=123)
    )