# Copyright 2014 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. import fnmatch import glob import os import shutil import sys from pylib import cmd_helper from pylib import constants _ISOLATE_SCRIPT = os.path.join( constants.DIR_SOURCE_ROOT, 'tools', 'swarming_client', 'isolate.py') def DefaultPathVariables(): return { 'DEPTH': constants.DIR_SOURCE_ROOT, 'PRODUCT_DIR': constants.GetOutDirectory(), } def DefaultConfigVariables(): # Note: This list must match the --config-vars in build/isolate.gypi return { 'CONFIGURATION_NAME': constants.GetBuildType(), 'OS': 'android', 'asan': '0', 'branding': 'Chromium', 'chromeos': '0', 'component': 'static_library', 'enable_pepper_cdms': '0', 'enable_plugins': '0', 'fastbuild': '0', 'icu_use_data_file_flag': '1', 'kasko': '0', 'lsan': '0', 'msan': '0', # TODO(maruel): This may not always be true. 'target_arch': 'arm', 'tsan': '0', 'use_custom_libcxx': '0', 'use_instrumented_libraries': '0', 'use_prebuilt_instrumented_libraries': '0', 'use_openssl': '0', 'use_ozone': '0', 'use_x11': '0', 'v8_use_external_startup_data': '1', } class Isolator(object): """Manages calls to isolate.py for the android test runner scripts.""" def __init__(self, isolate_deps_dir): """ Args: isolate_deps_dir: The directory in which dependencies specified by isolate are or should be stored. """ self._isolate_deps_dir = isolate_deps_dir def Clear(self): """Deletes the isolate dependency directory.""" if os.path.exists(self._isolate_deps_dir): shutil.rmtree(self._isolate_deps_dir) def Remap(self, isolate_abs_path, isolated_abs_path, path_variables=None, config_variables=None): """Remaps data dependencies into |self._isolate_deps_dir|. Args: isolate_abs_path: The absolute path to the .isolate file, which specifies data dependencies in the source tree. isolated_abs_path: The absolute path to the .isolated file, which is generated by isolate.py and specifies data dependencies in |self._isolate_deps_dir| and their digests. path_variables: A dict containing everything that should be passed as a |--path-variable| to the isolate script. Defaults to the return value of |DefaultPathVariables()|. config_variables: A dict containing everything that should be passed as a |--config-variable| to the isolate script. Defaults to the return value of |DefaultConfigVariables()|. Raises: Exception if the isolate command fails for some reason. """ if not path_variables: path_variables = DefaultPathVariables() if not config_variables: config_variables = DefaultConfigVariables() isolate_cmd = [ sys.executable, _ISOLATE_SCRIPT, 'remap', '--isolate', isolate_abs_path, '--isolated', isolated_abs_path, '--outdir', self._isolate_deps_dir, ] for k, v in path_variables.iteritems(): isolate_cmd.extend(['--path-variable', k, v]) for k, v in config_variables.iteritems(): isolate_cmd.extend(['--config-variable', k, v]) if cmd_helper.RunCmd(isolate_cmd): raise Exception('isolate command failed: %s' % ' '.join(isolate_cmd)) def VerifyHardlinks(self): """Checks |isolate_deps_dir| for a hardlink. Returns: True if a hardlink is found. False if nothing is found. Raises: Exception if a non-hardlink is found. """ for root, _, filenames in os.walk(self._isolate_deps_dir): if filenames: linked_file = os.path.join(root, filenames[0]) orig_file = os.path.join( self._isolate_deps_dir, os.path.relpath(linked_file, self._isolate_deps_dir)) if os.stat(linked_file).st_ino == os.stat(orig_file).st_ino: return True else: raise Exception('isolate remap command did not use hardlinks.') return False def PurgeExcluded(self, deps_exclusion_list): """Deletes anything on |deps_exclusion_list| from |self._isolate_deps_dir|. Args: deps_exclusion_list: A list of globs to exclude from the isolate dependency directory. """ excluded_paths = ( x for y in deps_exclusion_list for x in glob.glob( os.path.abspath(os.path.join(self._isolate_deps_dir, y)))) for p in excluded_paths: if os.path.isdir(p): shutil.rmtree(p) else: os.remove(p) def MoveOutputDeps(self): """Moves files from the output directory to the top level of |self._isolate_deps_dir|. Moves pak files from the output directory to to /paks Moves files from the product directory to """ # On Android, all pak files need to be in the top-level 'paks' directory. paks_dir = os.path.join(self._isolate_deps_dir, 'paks') os.mkdir(paks_dir) deps_out_dir = os.path.join( self._isolate_deps_dir, os.path.relpath(os.path.join(constants.GetOutDirectory(), os.pardir), constants.DIR_SOURCE_ROOT)) for root, _, filenames in os.walk(deps_out_dir): for filename in fnmatch.filter(filenames, '*.pak'): shutil.move(os.path.join(root, filename), paks_dir) # Move everything in PRODUCT_DIR to top level. deps_product_dir = os.path.join(deps_out_dir, constants.GetBuildType()) if os.path.isdir(deps_product_dir): for p in os.listdir(deps_product_dir): shutil.move(os.path.join(deps_product_dir, p), self._isolate_deps_dir) os.rmdir(deps_product_dir) os.rmdir(deps_out_dir)