781 строка
28 KiB
Python
Executable File
781 строка
28 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""Provides an interface to communicate with the device via the adb command.
|
|
|
|
Assumes adb binary is currently on system path.
|
|
|
|
Usage:
|
|
python android_commands.py wait-for-pm
|
|
"""
|
|
|
|
import collections
|
|
import datetime
|
|
import logging
|
|
import optparse
|
|
import os
|
|
import pexpect
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
import time
|
|
|
|
# adb_interface.py is under ../../third_party/android_testrunner/
|
|
sys.path.append(os.path.join(os.path.abspath(os.path.dirname(__file__)), '..',
|
|
'..', 'third_party', 'android_testrunner'))
|
|
import adb_interface
|
|
import cmd_helper
|
|
import errors # is under ../../third_party/android_testrunner/errors.py
|
|
from run_tests_helper import IsRunningAsBuildbot
|
|
|
|
|
|
# Pattern to search for the next whole line of pexpect output and capture it
|
|
# into a match group. We can't use ^ and $ for line start end with pexpect,
|
|
# see http://www.noah.org/python/pexpect/#doc for explanation why.
|
|
PEXPECT_LINE_RE = re.compile('\n([^\r]*)\r')
|
|
|
|
# Set the adb shell prompt to be a unique marker that will [hopefully] not
|
|
# appear at the start of any line of a command's output.
|
|
SHELL_PROMPT = '~+~PQ\x17RS~+~'
|
|
|
|
# This only works for single core devices.
|
|
SCALING_GOVERNOR = '/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor'
|
|
DROP_CACHES = '/proc/sys/vm/drop_caches'
|
|
|
|
# Java properties file
|
|
LOCAL_PROPERTIES_PATH = '/data/local.prop'
|
|
|
|
# Property in /data/local.prop that controls Java assertions.
|
|
JAVA_ASSERT_PROPERTY = 'dalvik.vm.enableassertions'
|
|
|
|
BOOT_COMPLETE_RE = re.compile(
|
|
re.escape('android.intent.action.MEDIA_MOUNTED path: /mnt/sdcard')
|
|
+ '|' + re.escape('PowerManagerService: bootCompleted'))
|
|
|
|
# Keycode "enum" suitable for passing to AndroidCommands.SendKey().
|
|
KEYCODE_DPAD_RIGHT = 22
|
|
KEYCODE_ENTER = 66
|
|
KEYCODE_MENU = 82
|
|
KEYCODE_BACK = 4
|
|
|
|
|
|
def GetEmulators():
|
|
"""Returns a list of emulators. Does not filter by status (e.g. offline).
|
|
|
|
Both devices starting with 'emulator' will be returned in below output:
|
|
|
|
* daemon not running. starting it now on port 5037 *
|
|
* daemon started successfully *
|
|
List of devices attached
|
|
027c10494100b4d7 device
|
|
emulator-5554 offline
|
|
emulator-5558 device
|
|
"""
|
|
re_device = re.compile('^emulator-[0-9]+', re.MULTILINE)
|
|
devices = re_device.findall(cmd_helper.GetCmdOutput(['adb', 'devices']))
|
|
return devices
|
|
|
|
|
|
def GetAttachedDevices():
|
|
"""Returns a list of attached, online android devices.
|
|
|
|
If a preferred device has been set with ANDROID_SERIAL, it will be first in
|
|
the returned list.
|
|
|
|
Example output:
|
|
|
|
* daemon not running. starting it now on port 5037 *
|
|
* daemon started successfully *
|
|
List of devices attached
|
|
027c10494100b4d7 device
|
|
emulator-5554 offline
|
|
"""
|
|
re_device = re.compile('^([a-zA-Z0-9_:.-]+)\tdevice$', re.MULTILINE)
|
|
devices = re_device.findall(cmd_helper.GetCmdOutput(['adb', 'devices']))
|
|
preferred_device = os.environ.get("ANDROID_SERIAL")
|
|
if preferred_device in devices:
|
|
devices.remove(preferred_device)
|
|
devices.insert(0, preferred_device)
|
|
return devices
|
|
|
|
|
|
def _GetHostFileInfo(file_name):
|
|
"""Returns a tuple containing size and modified UTC time for file_name."""
|
|
# The time accuracy on device is only to minute level, remove the second and
|
|
# microsecond from host results.
|
|
utc_time = datetime.datetime.utcfromtimestamp(os.path.getmtime(file_name))
|
|
time_delta = datetime.timedelta(seconds=utc_time.second,
|
|
microseconds=utc_time.microsecond)
|
|
return os.path.getsize(file_name), utc_time - time_delta
|
|
|
|
|
|
def ListHostPathContents(path):
|
|
"""Lists files in all subdirectories of |path|.
|
|
|
|
Args:
|
|
path: The path to list.
|
|
|
|
Returns:
|
|
A dict of {"name": (size, lastmod), ...}.
|
|
"""
|
|
if os.path.isfile(path):
|
|
return {os.path.basename(path): _GetHostFileInfo(path)}
|
|
ret = {}
|
|
for root, dirs, files in os.walk(path):
|
|
for d in dirs:
|
|
if d.startswith('.'):
|
|
dirs.remove(d) # Prune the dir for subsequent iterations.
|
|
for f in files:
|
|
if f.startswith('.'):
|
|
continue
|
|
full_file_name = os.path.join(root, f)
|
|
file_name = os.path.relpath(full_file_name, path)
|
|
ret[file_name] = _GetHostFileInfo(full_file_name)
|
|
return ret
|
|
|
|
|
|
def _GetFilesFromRecursiveLsOutput(path, ls_output, re_file, utc_offset=None):
|
|
"""Gets a list of files from `ls` command output.
|
|
|
|
Python's os.walk isn't used because it doesn't work over adb shell.
|
|
|
|
Args:
|
|
path: The path to list.
|
|
ls_output: A list of lines returned by an `ls -lR` command.
|
|
re_file: A compiled regular expression which parses a line into named groups
|
|
consisting of at minimum "filename", "date", "time", "size" and
|
|
optionally "timezone".
|
|
utc_offset: A 5-character string of the form +HHMM or -HHMM, where HH is a
|
|
2-digit string giving the number of UTC offset hours, and MM is a
|
|
2-digit string giving the number of UTC offset minutes. If the input
|
|
utc_offset is None, will try to look for the value of "timezone" if it
|
|
is specified in re_file.
|
|
|
|
Returns:
|
|
A dict of {"name": (size, lastmod), ...} where:
|
|
name: The file name relative to |path|'s directory.
|
|
size: The file size in bytes (0 for directories).
|
|
lastmod: The file last modification date in UTC.
|
|
"""
|
|
re_directory = re.compile('^%s/(?P<dir>[^:]+):$' % re.escape(path))
|
|
path_dir = os.path.dirname(path)
|
|
|
|
current_dir = ''
|
|
files = {}
|
|
for line in ls_output:
|
|
directory_match = re_directory.match(line)
|
|
if directory_match:
|
|
current_dir = directory_match.group('dir')
|
|
continue
|
|
file_match = re_file.match(line)
|
|
if file_match:
|
|
filename = os.path.join(current_dir, file_match.group('filename'))
|
|
if filename.startswith(path_dir):
|
|
filename = filename[len(path_dir)+1:]
|
|
lastmod = datetime.datetime.strptime(
|
|
file_match.group('date') + ' ' + file_match.group('time')[:5],
|
|
'%Y-%m-%d %H:%M')
|
|
if not utc_offset and 'timezone' in re_file.groupindex:
|
|
utc_offset = file_match.group('timezone')
|
|
if isinstance(utc_offset, str) and len(utc_offset) == 5:
|
|
utc_delta = datetime.timedelta(hours=int(utc_offset[1:3]),
|
|
minutes=int(utc_offset[3:5]))
|
|
if utc_offset[0:1] == '-':
|
|
utc_delta = -utc_delta;
|
|
lastmod -= utc_delta
|
|
files[filename] = (int(file_match.group('size')), lastmod)
|
|
return files
|
|
|
|
|
|
def GetLogTimestamp(log_line):
|
|
"""Returns the timestamp of the given |log_line|."""
|
|
try:
|
|
return datetime.datetime.strptime(log_line[:18], '%m-%d %H:%M:%S.%f')
|
|
except (ValueError, IndexError):
|
|
logging.critical('Error reading timestamp from ' + log_line)
|
|
return None
|
|
|
|
|
|
class AndroidCommands(object):
|
|
"""Helper class for communicating with Android device via adb.
|
|
|
|
Args:
|
|
device: If given, adb commands are only send to the device of this ID.
|
|
Otherwise commands are sent to all attached devices.
|
|
wait_for_pm: If true, issues an adb wait-for-device command.
|
|
"""
|
|
|
|
def __init__(self, device=None, wait_for_pm=False):
|
|
self._adb = adb_interface.AdbInterface()
|
|
if device:
|
|
self._adb.SetTargetSerial(device)
|
|
if wait_for_pm:
|
|
self.WaitForDevicePm()
|
|
self._logcat = None
|
|
self._original_governor = None
|
|
self._pushed_files = []
|
|
|
|
def Adb(self):
|
|
"""Returns our AdbInterface to avoid us wrapping all its methods."""
|
|
return self._adb
|
|
|
|
def WaitForDevicePm(self):
|
|
"""Blocks until the device's package manager is available.
|
|
|
|
To workaround http://b/5201039, we restart the shell and retry if the
|
|
package manager isn't back after 120 seconds.
|
|
|
|
Raises:
|
|
errors.WaitForResponseTimedOutError after max retries reached.
|
|
"""
|
|
last_err = None
|
|
retries = 3
|
|
while retries:
|
|
try:
|
|
self._adb.WaitForDevicePm()
|
|
return # Success
|
|
except errors.WaitForResponseTimedOutError as e:
|
|
last_err = e
|
|
logging.warning('Restarting and retrying after timeout: %s' % str(e))
|
|
retries -= 1
|
|
self.RestartShell()
|
|
raise last_err # Only reached after max retries, re-raise the last error.
|
|
|
|
def SynchronizeDateTime(self):
|
|
"""Synchronize date/time between host and device."""
|
|
self._adb.SendShellCommand('date -u %f' % time.time())
|
|
|
|
def RestartShell(self):
|
|
"""Restarts the shell on the device. Does not block for it to return."""
|
|
self.RunShellCommand('stop')
|
|
self.RunShellCommand('start')
|
|
|
|
def Reboot(self, full_reboot=True):
|
|
"""Reboots the device and waits for the package manager to return.
|
|
|
|
Args:
|
|
full_reboot: Whether to fully reboot the device or just restart the shell.
|
|
"""
|
|
# TODO(torne): hive can't reboot the device either way without breaking the
|
|
# connection; work out if we can handle this better
|
|
if os.environ.get('USING_HIVE'):
|
|
logging.warning('Ignoring reboot request as we are on hive')
|
|
return
|
|
if full_reboot:
|
|
self._adb.SendCommand('reboot')
|
|
else:
|
|
self.RestartShell()
|
|
self.WaitForDevicePm()
|
|
self.StartMonitoringLogcat(timeout=120)
|
|
self.WaitForLogMatch(BOOT_COMPLETE_RE)
|
|
self.UnlockDevice()
|
|
|
|
def Uninstall(self, package):
|
|
"""Uninstalls the specified package from the device.
|
|
|
|
Args:
|
|
package: Name of the package to remove.
|
|
"""
|
|
uninstall_command = 'uninstall %s' % package
|
|
|
|
logging.info('>>> $' + uninstall_command)
|
|
self._adb.SendCommand(uninstall_command, timeout_time=60)
|
|
|
|
def Install(self, package_file_path):
|
|
"""Installs the specified package to the device.
|
|
|
|
Args:
|
|
package_file_path: Path to .apk file to install.
|
|
"""
|
|
|
|
assert os.path.isfile(package_file_path)
|
|
|
|
install_command = 'install %s' % package_file_path
|
|
|
|
logging.info('>>> $' + install_command)
|
|
self._adb.SendCommand(install_command, timeout_time=2*60)
|
|
|
|
# It is tempting to turn this function into a generator, however this is not
|
|
# possible without using a private (local) adb_shell instance (to ensure no
|
|
# other command interleaves usage of it), which would defeat the main aim of
|
|
# being able to reuse the adb shell instance across commands.
|
|
def RunShellCommand(self, command, timeout_time=20, log_result=True):
|
|
"""Send a command to the adb shell and return the result.
|
|
|
|
Args:
|
|
command: String containing the shell command to send. Must not include
|
|
the single quotes as we use them to escape the whole command.
|
|
timeout_time: Number of seconds to wait for command to respond before
|
|
retrying, used by AdbInterface.SendShellCommand.
|
|
log_result: Boolean to indicate whether we should log the result of the
|
|
shell command.
|
|
|
|
Returns:
|
|
list containing the lines of output received from running the command
|
|
"""
|
|
logging.info('>>> $' + command)
|
|
if "'" in command: logging.warning(command + " contains ' quotes")
|
|
result = self._adb.SendShellCommand("'%s'" % command,
|
|
timeout_time).splitlines()
|
|
if log_result:
|
|
logging.info('\n>>> '.join(result))
|
|
return result
|
|
|
|
def KillAll(self, process):
|
|
"""Android version of killall, connected via adb.
|
|
|
|
Args:
|
|
process: name of the process to kill off
|
|
|
|
Returns:
|
|
the number of processess killed
|
|
"""
|
|
pids = self.ExtractPid(process)
|
|
if pids:
|
|
self.RunShellCommand('kill ' + ' '.join(pids))
|
|
return len(pids)
|
|
|
|
def StartActivity(self, package, activity,
|
|
action='android.intent.action.VIEW', data=None,
|
|
extras=None, trace_file_name=None):
|
|
"""Starts |package|'s activity on the device.
|
|
|
|
Args:
|
|
package: Name of package to start (e.g. 'com.android.chrome').
|
|
activity: Name of activity (e.g. '.Main' or 'com.android.chrome.Main').
|
|
data: Data string to pass to activity (e.g. 'http://www.example.com/').
|
|
extras: Dict of extras to pass to activity.
|
|
trace_file_name: If used, turns on and saves the trace to this file name.
|
|
"""
|
|
cmd = 'am start -a %s -n %s/%s' % (action, package, activity)
|
|
if data:
|
|
cmd += ' -d "%s"' % data
|
|
if extras:
|
|
cmd += ' -e'
|
|
for key in extras:
|
|
cmd += ' %s %s' % (key, extras[key])
|
|
if trace_file_name:
|
|
cmd += ' -S -P ' + trace_file_name
|
|
self.RunShellCommand(cmd)
|
|
|
|
def EnableAdbRoot(self):
|
|
"""Enable root on the device."""
|
|
self._adb.EnableAdbRoot()
|
|
|
|
def CloseApplication(self, package):
|
|
"""Attempt to close down the application, using increasing violence.
|
|
|
|
Args:
|
|
package: Name of the process to kill off, e.g. com.android.chrome
|
|
"""
|
|
self.RunShellCommand('am force-stop ' + package)
|
|
|
|
def ClearApplicationState(self, package):
|
|
"""Closes and clears all state for the given |package|."""
|
|
self.CloseApplication(package)
|
|
self.RunShellCommand('rm -r /data/data/%s/cache/*' % package)
|
|
self.RunShellCommand('rm -r /data/data/%s/files/*' % package)
|
|
self.RunShellCommand('rm -r /data/data/%s/shared_prefs/*' % package)
|
|
|
|
def SendKeyEvent(self, keycode):
|
|
"""Sends keycode to the device.
|
|
|
|
Args:
|
|
keycode: Numeric keycode to send (see "enum" at top of file).
|
|
"""
|
|
self.RunShellCommand('input keyevent %d' % keycode)
|
|
|
|
def PushIfNeeded(self, local_path, device_path):
|
|
"""Pushes |local_path| to |device_path|.
|
|
|
|
Works for files and directories. This method skips copying any paths in
|
|
|test_data_paths| that already exist on the device with the same timestamp
|
|
and size.
|
|
|
|
All pushed files can be removed by calling RemovePushedFiles().
|
|
"""
|
|
assert os.path.exists(local_path), 'Local path not found %s' % local_path
|
|
self._pushed_files.append(device_path)
|
|
|
|
# If the path contents are the same, there's nothing to do.
|
|
local_contents = ListHostPathContents(local_path)
|
|
device_contents = self.ListPathContents(device_path)
|
|
# Only compare the size and timestamp if only copying a file because
|
|
# the filename on device can be renamed.
|
|
if os.path.isfile(local_path):
|
|
assert len(local_contents) == 1
|
|
is_equal = local_contents.values() == device_contents.values()
|
|
else:
|
|
is_equal = local_contents == device_contents
|
|
if is_equal:
|
|
logging.info('%s is up-to-date. Skipping file push.' % device_path)
|
|
return
|
|
|
|
# They don't match, so remove everything first and then create it.
|
|
if os.path.isdir(local_path):
|
|
self.RunShellCommand('rm -r %s' % device_path, timeout_time=2*60)
|
|
self.RunShellCommand('mkdir -p %s' % device_path)
|
|
|
|
# NOTE: We can't use adb_interface.Push() because it hardcodes a timeout of
|
|
# 60 seconds which isn't sufficient for a lot of users of this method.
|
|
push_command = 'push %s %s' % (local_path, device_path)
|
|
logging.info('>>> $' + push_command)
|
|
output = self._adb.SendCommand(push_command, timeout_time=30*60)
|
|
# Success looks like this: "3035 KB/s (12512056 bytes in 4.025s)"
|
|
# Errors look like this: "failed to copy ... "
|
|
if not re.search('^[0-9]', output):
|
|
logging.critical('PUSH FAILED: ' + output)
|
|
|
|
def GetFileContents(self, filename):
|
|
"""Gets contents from the file specified by |filename|."""
|
|
return self.RunShellCommand('if [ -f "' + filename + '" ]; then cat "' +
|
|
filename + '"; fi')
|
|
|
|
def SetFileContents(self, filename, contents):
|
|
"""Writes |contents| to the file specified by |filename|."""
|
|
with tempfile.NamedTemporaryFile() as f:
|
|
f.write(contents)
|
|
f.flush()
|
|
self._adb.Push(f.name, filename)
|
|
|
|
def RemovePushedFiles(self):
|
|
"""Removes all files pushed with PushIfNeeded() from the device."""
|
|
for p in self._pushed_files:
|
|
self.RunShellCommand('rm -r %s' % p, timeout_time=2*60)
|
|
|
|
def ListPathContents(self, path):
|
|
"""Lists files in all subdirectories of |path|.
|
|
|
|
Args:
|
|
path: The path to list.
|
|
|
|
Returns:
|
|
A dict of {"name": (size, lastmod), ...}.
|
|
"""
|
|
# Example output:
|
|
# /foo/bar:
|
|
# -rw-r----- 1 user group 102 2011-05-12 12:29:54.131623387 +0100 baz.txt
|
|
re_file = re.compile('^-(?P<perms>[^\s]+)\s+'
|
|
'(?P<user>[^\s]+)\s+'
|
|
'(?P<group>[^\s]+)\s+'
|
|
'(?P<size>[^\s]+)\s+'
|
|
'(?P<date>[^\s]+)\s+'
|
|
'(?P<time>[^\s]+)\s+'
|
|
'(?P<filename>[^\s]+)$')
|
|
return _GetFilesFromRecursiveLsOutput(
|
|
path, self.RunShellCommand('ls -lR %s' % path), re_file,
|
|
self.RunShellCommand('date +%z')[0])
|
|
|
|
def SetupPerformanceTest(self):
|
|
"""Sets up performance tests."""
|
|
# Disable CPU scaling to reduce noise in tests
|
|
if not self._original_governor:
|
|
self._original_governor = self.RunShellCommand('cat ' + SCALING_GOVERNOR)
|
|
self.RunShellCommand('echo performance > ' + SCALING_GOVERNOR)
|
|
self.DropRamCaches()
|
|
|
|
def TearDownPerformanceTest(self):
|
|
"""Tears down performance tests."""
|
|
if self._original_governor:
|
|
self.RunShellCommand('echo %s > %s' % (self._original_governor[0],
|
|
SCALING_GOVERNOR))
|
|
self._original_governor = None
|
|
|
|
def SetJavaAssertsEnabled(self, enable):
|
|
"""Sets or removes the device java assertions property.
|
|
|
|
Args:
|
|
enable: If True the property will be set.
|
|
|
|
Returns:
|
|
True if the file was modified (reboot is required for it to take effect).
|
|
"""
|
|
# First ensure the desired property is persisted.
|
|
temp_props_file = tempfile.NamedTemporaryFile()
|
|
properties = ''
|
|
if self._adb.Pull(LOCAL_PROPERTIES_PATH, temp_props_file.name):
|
|
properties = file(temp_props_file.name).read()
|
|
re_search = re.compile(r'^\s*' + re.escape(JAVA_ASSERT_PROPERTY) +
|
|
r'\s*=\s*all\s*$', re.MULTILINE)
|
|
if enable != bool(re.search(re_search, properties)):
|
|
re_replace = re.compile(r'^\s*' + re.escape(JAVA_ASSERT_PROPERTY) +
|
|
r'\s*=\s*\w+\s*$', re.MULTILINE)
|
|
properties = re.sub(re_replace, '', properties)
|
|
if enable:
|
|
properties += '\n%s=all\n' % JAVA_ASSERT_PROPERTY
|
|
|
|
file(temp_props_file.name, 'w').write(properties)
|
|
self._adb.Push(temp_props_file.name, LOCAL_PROPERTIES_PATH)
|
|
|
|
# Next, check the current runtime value is what we need, and
|
|
# if not, set it and report that a reboot is required.
|
|
was_set = 'all' in self.RunShellCommand('getprop ' + JAVA_ASSERT_PROPERTY)
|
|
if was_set == enable:
|
|
return False
|
|
|
|
self.RunShellCommand('setprop %s "%s"' % (JAVA_ASSERT_PROPERTY,
|
|
enable and 'all' or ''))
|
|
return True
|
|
|
|
def DropRamCaches(self):
|
|
"""Drops the filesystem ram caches for performance testing."""
|
|
self.RunShellCommand('echo 3 > ' + DROP_CACHES)
|
|
|
|
def StartMonitoringLogcat(self, clear=True, timeout=10, logfile=None,
|
|
filters=[]):
|
|
"""Starts monitoring the output of logcat, for use with WaitForLogMatch.
|
|
|
|
Args:
|
|
clear: If True the existing logcat output will be cleared, to avoiding
|
|
matching historical output lurking in the log.
|
|
timeout: How long WaitForLogMatch will wait for the given match
|
|
filters: A list of logcat filters to be used.
|
|
"""
|
|
if clear:
|
|
self.RunShellCommand('logcat -c')
|
|
args = ['logcat', '-v', 'threadtime']
|
|
if filters:
|
|
args.extend(filters)
|
|
else:
|
|
args.append('*:v')
|
|
|
|
# Spawn logcat and syncronize with it.
|
|
for _ in range(4):
|
|
self._logcat = pexpect.spawn('adb', args, timeout=timeout,
|
|
logfile=logfile)
|
|
self.RunShellCommand('log startup_sync')
|
|
if self._logcat.expect(['startup_sync', pexpect.EOF,
|
|
pexpect.TIMEOUT]) == 0:
|
|
break
|
|
self._logcat.close(force=True)
|
|
else:
|
|
logging.critical('Error reading from logcat: ' + str(self._logcat.match))
|
|
sys.exit(1)
|
|
|
|
def GetMonitoredLogCat(self):
|
|
"""Returns an "adb logcat" command as created by pexpected.spawn."""
|
|
if not self._logcat:
|
|
self.StartMonitoringLogcat(clear=False)
|
|
return self._logcat
|
|
|
|
def WaitForLogMatch(self, search_re):
|
|
"""Blocks until a line containing |line_re| is logged or a timeout occurs.
|
|
|
|
Args:
|
|
search_re: The compiled re to search each line for.
|
|
|
|
Returns:
|
|
The re match object.
|
|
"""
|
|
if not self._logcat:
|
|
self.StartMonitoringLogcat(clear=False)
|
|
logging.info('<<< Waiting for logcat:' + str(search_re.pattern))
|
|
t0 = time.time()
|
|
try:
|
|
while True:
|
|
# Note this will block for upto the timeout _per log line_, so we need
|
|
# to calculate the overall timeout remaining since t0.
|
|
time_remaining = t0 + self._logcat.timeout - time.time()
|
|
if time_remaining < 0: raise pexpect.TIMEOUT(self._logcat)
|
|
self._logcat.expect(PEXPECT_LINE_RE, timeout=time_remaining)
|
|
line = self._logcat.match.group(1)
|
|
search_match = search_re.search(line)
|
|
if search_match:
|
|
return search_match
|
|
logging.info('<<< Skipped Logcat Line:' + str(line))
|
|
except pexpect.TIMEOUT:
|
|
raise pexpect.TIMEOUT(
|
|
'Timeout (%ds) exceeded waiting for pattern "%s" (tip: use -vv '
|
|
'to debug)' %
|
|
(self._logcat.timeout, search_re.pattern))
|
|
|
|
def StartRecordingLogcat(self, clear=True, filters=['*:v']):
|
|
"""Starts recording logcat output to eventually be saved as a string.
|
|
|
|
This call should come before some series of tests are run, with either
|
|
StopRecordingLogcat or SearchLogcatRecord following the tests.
|
|
|
|
Args:
|
|
clear: True if existing log output should be cleared.
|
|
filters: A list of logcat filters to be used.
|
|
"""
|
|
if clear:
|
|
self._adb.SendCommand('logcat -c')
|
|
logcat_command = 'adb logcat -v threadtime %s' % ' '.join(filters)
|
|
self.logcat_process = subprocess.Popen(logcat_command, shell=True,
|
|
stdout=subprocess.PIPE)
|
|
|
|
def StopRecordingLogcat(self):
|
|
"""Stops an existing logcat recording subprocess and returns output.
|
|
|
|
Returns:
|
|
The logcat output as a string or an empty string if logcat was not
|
|
being recorded at the time.
|
|
"""
|
|
if not self.logcat_process:
|
|
return ''
|
|
# Cannot evaluate directly as 0 is a possible value.
|
|
# Better to read the self.logcat_process.stdout before killing it,
|
|
# Otherwise the communicate may return incomplete output due to pipe break.
|
|
if self.logcat_process.poll() == None:
|
|
self.logcat_process.kill()
|
|
(output, _) = self.logcat_process.communicate()
|
|
self.logcat_process = None
|
|
return output
|
|
|
|
def SearchLogcatRecord(self, record, message, thread_id=None, proc_id=None,
|
|
log_level=None, component=None):
|
|
"""Searches the specified logcat output and returns results.
|
|
|
|
This method searches through the logcat output specified by record for a
|
|
certain message, narrowing results by matching them against any other
|
|
specified criteria. It returns all matching lines as described below.
|
|
|
|
Args:
|
|
record: A string generated by Start/StopRecordingLogcat to search.
|
|
message: An output string to search for.
|
|
thread_id: The thread id that is the origin of the message.
|
|
proc_id: The process that is the origin of the message.
|
|
log_level: The log level of the message.
|
|
component: The name of the component that would create the message.
|
|
|
|
Returns:
|
|
A list of dictionaries represeting matching entries, each containing keys
|
|
thread_id, proc_id, log_level, component, and message.
|
|
"""
|
|
if thread_id:
|
|
thread_id = str(thread_id)
|
|
if proc_id:
|
|
proc_id = str(proc_id)
|
|
results = []
|
|
reg = re.compile('(\d+)\s+(\d+)\s+([A-Z])\s+([A-Za-z]+)\s*:(.*)$',
|
|
re.MULTILINE)
|
|
log_list = reg.findall(record)
|
|
for (tid, pid, log_lev, comp, msg) in log_list:
|
|
if ((not thread_id or thread_id == tid) and
|
|
(not proc_id or proc_id == pid) and
|
|
(not log_level or log_level == log_lev) and
|
|
(not component or component == comp) and msg.find(message) > -1):
|
|
match = dict({'thread_id': tid, 'proc_id': pid,
|
|
'log_level': log_lev, 'component': comp,
|
|
'message': msg})
|
|
results.append(match)
|
|
return results
|
|
|
|
def ExtractPid(self, process_name):
|
|
"""Extracts Process Ids for a given process name from Android Shell.
|
|
|
|
Args:
|
|
process_name: name of the process on the device.
|
|
|
|
Returns:
|
|
List of all the process ids (as strings) that match the given name.
|
|
"""
|
|
pids = []
|
|
for line in self.RunShellCommand('ps'):
|
|
data = line.split()
|
|
try:
|
|
if process_name in data[-1]: # name is in the last column
|
|
pids.append(data[1]) # PID is in the second column
|
|
except IndexError:
|
|
pass
|
|
return pids
|
|
|
|
def GetIoStats(self):
|
|
"""Gets cumulative disk IO stats since boot (for all processes).
|
|
|
|
Returns:
|
|
Dict of {num_reads, num_writes, read_ms, write_ms} or None if there
|
|
was an error.
|
|
"""
|
|
# Field definitions.
|
|
# http://www.kernel.org/doc/Documentation/iostats.txt
|
|
device = 2
|
|
num_reads_issued_idx = 3
|
|
num_reads_merged_idx = 4
|
|
num_sectors_read_idx = 5
|
|
ms_spent_reading_idx = 6
|
|
num_writes_completed_idx = 7
|
|
num_writes_merged_idx = 8
|
|
num_sectors_written_idx = 9
|
|
ms_spent_writing_idx = 10
|
|
num_ios_in_progress_idx = 11
|
|
ms_spent_doing_io_idx = 12
|
|
ms_spent_doing_io_weighted_idx = 13
|
|
|
|
for line in self.RunShellCommand('cat /proc/diskstats'):
|
|
fields = line.split()
|
|
if fields[device] == 'mmcblk0':
|
|
return {
|
|
'num_reads': int(fields[num_reads_issued_idx]),
|
|
'num_writes': int(fields[num_writes_completed_idx]),
|
|
'read_ms': int(fields[ms_spent_reading_idx]),
|
|
'write_ms': int(fields[ms_spent_writing_idx]),
|
|
}
|
|
logging.warning('Could not find disk IO stats.')
|
|
return None
|
|
|
|
def GetMemoryUsage(self, package):
|
|
"""Returns the memory usage for all processes whose name contains |pacakge|.
|
|
|
|
Args:
|
|
name: A string holding process name to lookup pid list for.
|
|
|
|
Returns:
|
|
Dict of {metric:usage_kb}, summed over all pids associated with |name|.
|
|
The metric keys retruned are: Size, Rss, Pss, Shared_Clean, Shared_Dirty,
|
|
Private_Clean, Private_Dirty, Referenced, Swap, KernelPageSize,
|
|
MMUPageSize.
|
|
"""
|
|
usage_dict = collections.defaultdict(int)
|
|
pid_list = self.ExtractPid(package)
|
|
# We used to use the showmap command, but it is currently broken on
|
|
# stingray so it's easier to just parse /proc/<pid>/smaps directly.
|
|
memory_stat_re = re.compile('^(?P<key>\w+):\s+(?P<value>\d+) kB$')
|
|
for pid in pid_list:
|
|
for line in self.RunShellCommand('cat /proc/%s/smaps' % pid,
|
|
log_result=False):
|
|
match = re.match(memory_stat_re, line)
|
|
if match: usage_dict[match.group('key')] += int(match.group('value'))
|
|
if not usage_dict or not any(usage_dict.values()):
|
|
# Presumably the process died between ps and showmap.
|
|
logging.warning('Could not find memory usage for pid ' + str(pid))
|
|
return usage_dict
|
|
|
|
def UnlockDevice(self):
|
|
"""Unlocks the screen of the device."""
|
|
# Make sure a menu button event will actually unlock the screen.
|
|
if IsRunningAsBuildbot():
|
|
assert self.RunShellCommand('getprop ro.test_harness')[0].strip() == '1'
|
|
# The following keyevent unlocks the screen if locked.
|
|
self.SendKeyEvent(KEYCODE_MENU)
|
|
# If the screen wasn't locked the previous command will bring up the menu,
|
|
# which this will dismiss. Otherwise this shouldn't change anything.
|
|
self.SendKeyEvent(KEYCODE_BACK)
|
|
|
|
|
|
def main(argv):
|
|
option_parser = optparse.OptionParser()
|
|
option_parser.add_option('-w', '--wait_for_pm', action='store_true',
|
|
default=False, dest='wait_for_pm',
|
|
help='Waits for Device Package Manager to become available')
|
|
option_parser.add_option('--enable_asserts', dest='set_asserts',
|
|
action='store_true', default=None,
|
|
help='Sets the dalvik.vm.enableassertions property to "all"')
|
|
option_parser.add_option('--disable_asserts', dest='set_asserts',
|
|
action='store_false', default=None,
|
|
help='Removes the dalvik.vm.enableassertions property')
|
|
options, args = option_parser.parse_args(argv)
|
|
|
|
commands = AndroidCommands(wait_for_pm=options.wait_for_pm)
|
|
if options.set_asserts != None:
|
|
if commands.SetJavaAssertsEnabled(options.set_asserts):
|
|
commands.Reboot(full_reboot=False)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main(sys.argv)
|