# Copyright 2014 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """Environment setup and teardown for remote devices.""" import distutils.version import json import logging import os import random import sys from pylib import constants from pylib.base import environment from pylib.remote.device import appurify_sanitized from pylib.remote.device import remote_device_helper from pylib.utils import timeout_retry from pylib.utils import reraiser_thread class RemoteDeviceEnvironment(environment.Environment): """An environment for running on remote devices.""" _ENV_KEY = 'env' _DEVICE_KEY = 'device' _DEFAULT_RETRIES = 0 def __init__(self, args, error_func): """Constructor. Args: args: Command line arguments. error_func: error to show when using bad command line arguments. """ super(RemoteDeviceEnvironment, self).__init__() self._access_token = None self._device = None self._device_type = args.device_type self._verbose_count = args.verbose_count self._timeouts = { 'queueing': 60 * 10, 'installing': 60 * 10, 'in-progress': 60 * 30, 'unknown': 60 * 5 } # Example config file: # { # "remote_device": ["Galaxy S4", "Galaxy S3"], # "remote_device_os": ["4.4.2", "4.4.4"], # "remote_device_minimum_os": "4.4.2", # "api_address": "www.example.com", # "api_port": "80", # "api_protocol": "http", # "api_secret": "apisecret", # "api_key": "apikey", # "timeouts": { # "queueing": 600, # "installing": 600, # "in-progress": 1800, # "unknown": 300 # } # } if args.remote_device_file: with open(args.remote_device_file) as device_file: device_json = json.load(device_file) else: device_json = {} self._api_address = device_json.get('api_address', None) self._api_key = device_json.get('api_key', None) self._api_port = device_json.get('api_port', None) self._api_protocol = device_json.get('api_protocol', None) self._api_secret = device_json.get('api_secret', None) self._device_oem = device_json.get('device_oem', None) self._device_type = device_json.get('device_type', 'Android') self._network_config = device_json.get('network_config', None) self._remote_device = device_json.get('remote_device', None) self._remote_device_minimum_os = device_json.get( 'remote_device_minimum_os', None) self._remote_device_os = device_json.get('remote_device_os', None) self._remote_device_timeout = device_json.get( 'remote_device_timeout', None) self._results_path = device_json.get('results_path', None) self._runner_package = device_json.get('runner_package', None) self._runner_type = device_json.get('runner_type', None) self._timeouts.update(device_json.get('timeouts', {})) def command_line_override( file_value, cmd_line_value, desc, print_value=True): if cmd_line_value: if file_value and file_value != cmd_line_value: if print_value: logging.info('Overriding %s from %s to %s', desc, file_value, cmd_line_value) else: logging.info('overriding %s', desc) return cmd_line_value return file_value self._api_address = command_line_override( self._api_address, args.api_address, 'api_address') self._api_port = command_line_override( self._api_port, args.api_port, 'api_port') self._api_protocol = command_line_override( self._api_protocol, args.api_protocol, 'api_protocol') self._device_oem = command_line_override( self._device_oem, args.device_oem, 'device_oem') self._device_type = command_line_override( self._device_type, args.device_type, 'device_type') self._network_config = command_line_override( self._network_config, args.network_config, 'network_config') self._remote_device = command_line_override( self._remote_device, args.remote_device, 'remote_device') self._remote_device_minimum_os = command_line_override( self._remote_device_minimum_os, args.remote_device_minimum_os, 'remote_device_minimum_os') self._remote_device_os = command_line_override( self._remote_device_os, args.remote_device_os, 'remote_device_os') self._remote_device_timeout = command_line_override( self._remote_device_timeout, args.remote_device_timeout, 'remote_device_timeout') self._results_path = command_line_override( self._results_path, args.results_path, 'results_path') self._runner_package = command_line_override( self._runner_package, args.runner_package, 'runner_package') self._runner_type = command_line_override( self._runner_type, args.runner_type, 'runner_type') if args.api_key_file: with open(args.api_key_file) as api_key_file: temp_key = api_key_file.read().strip() self._api_key = command_line_override( self._api_key, temp_key, 'api_key', print_value=False) self._api_key = command_line_override( self._api_key, args.api_key, 'api_key', print_value=False) if args.api_secret_file: with open(args.api_secret_file) as api_secret_file: temp_secret = api_secret_file.read().strip() self._api_secret = command_line_override( self._api_secret, temp_secret, 'api_secret', print_value=False) self._api_secret = command_line_override( self._api_secret, args.api_secret, 'api_secret', print_value=False) if not self._api_address: error_func('Must set api address with --api-address' ' or in --remote-device-file.') if not self._api_key: error_func('Must set api key with --api-key, --api-key-file' ' or in --remote-device-file') if not self._api_port: error_func('Must set api port with --api-port' ' or in --remote-device-file') if not self._api_protocol: error_func('Must set api protocol with --api-protocol' ' or in --remote-device-file. Example: http') if not self._api_secret: error_func('Must set api secret with --api-secret, --api-secret-file' ' or in --remote-device-file') logging.info('Api address: %s', self._api_address) logging.info('Api port: %s', self._api_port) logging.info('Api protocol: %s', self._api_protocol) logging.info('Remote device: %s', self._remote_device) logging.info('Remote device minimum OS: %s', self._remote_device_minimum_os) logging.info('Remote device OS: %s', self._remote_device_os) logging.info('Remote device OEM: %s', self._device_oem) logging.info('Remote device type: %s', self._device_type) logging.info('Remote device timout: %s', self._remote_device_timeout) logging.info('Results Path: %s', self._results_path) logging.info('Runner package: %s', self._runner_package) logging.info('Runner type: %s', self._runner_type) logging.info('Timeouts: %s', self._timeouts) if not args.trigger and not args.collect: self._trigger = True self._collect = True else: self._trigger = args.trigger self._collect = args.collect def SetUp(self): """Set up the test environment.""" os.environ['APPURIFY_API_PROTO'] = self._api_protocol os.environ['APPURIFY_API_HOST'] = self._api_address os.environ['APPURIFY_API_PORT'] = self._api_port os.environ['APPURIFY_STATUS_BASE_URL'] = 'none' self._GetAccessToken() if self._trigger: self._SelectDevice() def TearDown(self): """Teardown the test environment.""" self._RevokeAccessToken() def __enter__(self): """Set up the test run when used as a context manager.""" try: self.SetUp() return self except: self.__exit__(*sys.exc_info()) raise def __exit__(self, exc_type, exc_val, exc_tb): """Tears down the test run when used as a context manager.""" self.TearDown() def DumpTo(self, persisted_data): env_data = { self._DEVICE_KEY: self._device, } persisted_data[self._ENV_KEY] = env_data def LoadFrom(self, persisted_data): env_data = persisted_data[self._ENV_KEY] self._device = env_data[self._DEVICE_KEY] def _GetAccessToken(self): """Generates access token for remote device service.""" logging.info('Generating remote service access token') with appurify_sanitized.SanitizeLogging(self._verbose_count, logging.WARNING): access_token_results = appurify_sanitized.api.access_token_generate( self._api_key, self._api_secret) remote_device_helper.TestHttpResponse(access_token_results, 'Unable to generate access token.') self._access_token = access_token_results.json()['response']['access_token'] def _RevokeAccessToken(self): """Destroys access token for remote device service.""" logging.info('Revoking remote service access token') with appurify_sanitized.SanitizeLogging(self._verbose_count, logging.WARNING): revoke_token_results = appurify_sanitized.api.access_token_revoke( self._access_token) remote_device_helper.TestHttpResponse(revoke_token_results, 'Unable to revoke access token.') def _SelectDevice(self): if self._remote_device_timeout: try: timeout_retry.Run(self._FindDeviceWithTimeout, self._remote_device_timeout, self._DEFAULT_RETRIES) except reraiser_thread.TimeoutError: self._NoDeviceFound() else: if not self._FindDevice(): self._NoDeviceFound() def _FindDevice(self): """Find which device to use.""" logging.info('Finding device to run tests on.') device_list = self._GetDeviceList() random.shuffle(device_list) for device in device_list: if device['os_name'] != self._device_type: continue if self._remote_device and device['name'] not in self._remote_device: continue if (self._remote_device_os and device['os_version'] not in self._remote_device_os): continue if self._device_oem and device['brand'] not in self._device_oem: continue if (self._remote_device_minimum_os and distutils.version.LooseVersion(device['os_version']) < distutils.version.LooseVersion(self._remote_device_minimum_os)): continue if device['has_available_device']: logging.info('Found device: %s %s', device['name'], device['os_version']) self._device = device return True return False def _FindDeviceWithTimeout(self): """Find which device to use with timeout.""" timeout_retry.WaitFor(self._FindDevice, wait_period=1) def _PrintAvailableDevices(self, device_list): def compare_devices(a,b): for key in ('os_version', 'name'): c = cmp(a[key], b[key]) if c: return c return 0 logging.critical('Available %s Devices:', self._device_type) logging.critical( ' %s %s %s %s %s', 'OS'.ljust(10), 'Device Name'.ljust(30), 'Available'.ljust(10), 'Busy'.ljust(10), 'All'.ljust(10)) devices = (d for d in device_list if d['os_name'] == self._device_type) for d in sorted(devices, compare_devices): logging.critical( ' %s %s %s %s %s', d['os_version'].ljust(10), d['name'].ljust(30), str(d['available_devices_count']).ljust(10), str(d['busy_devices_count']).ljust(10), str(d['all_devices_count']).ljust(10)) def _GetDeviceList(self): with appurify_sanitized.SanitizeLogging(self._verbose_count, logging.WARNING): dev_list_res = appurify_sanitized.api.devices_list(self._access_token) remote_device_helper.TestHttpResponse(dev_list_res, 'Unable to generate access token.') return dev_list_res.json()['response'] def _NoDeviceFound(self): self._PrintAvailableDevices(self._GetDeviceList()) raise remote_device_helper.RemoteDeviceError( 'No device found.', is_infra_error=True) @property def collect(self): return self._collect @property def device_type_id(self): return self._device['device_type_id'] @property def network_config(self): return self._network_config @property def only_output_failures(self): # TODO(jbudorick): Remove this once b/18981674 is fixed. return True @property def results_path(self): return self._results_path @property def runner_package(self): return self._runner_package @property def runner_type(self): return self._runner_type @property def timeouts(self): return self._timeouts @property def token(self): return self._access_token @property def trigger(self): return self._trigger @property def verbose_count(self): return self._verbose_count @property def device_type(self): return self._device_type