зеркало из https://github.com/mozilla/pjs.git
bug 541410 - add devicemanager.py to mozilla-central r=ctalbert
This commit is contained in:
Joel Maher
Родитель
e20371b1bf
Коммит
d0d7d8022a
|
|
@ -0,0 +1,591 @@
|
|||
# ***** BEGIN LICENSE BLOCK *****
|
||||
# Version: MPL 1.1/GPL 2.0/LGPL 2.1
|
||||
#
|
||||
# The contents of this file are subject to the Mozilla Public License Version
|
||||
# 1.1 (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
# http://www.mozilla.org/MPL/
|
||||
#
|
||||
# Software distributed under the License is distributed on an "AS IS" basis,
|
||||
# WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
|
||||
# for the specific language governing rights and limitations under the
|
||||
# License.
|
||||
#
|
||||
# The Original Code is Test Automation Framework.
|
||||
#
|
||||
# The Initial Developer of the Original Code is Joel Maher.
|
||||
#
|
||||
# Portions created by the Initial Developer are Copyright (C) 2009
|
||||
# the Initial Developer. All Rights Reserved.
|
||||
#
|
||||
# Contributor(s):
|
||||
# Joel Maher <joel.maher@gmail.com> (Original Developer)
|
||||
#
|
||||
# Alternatively, the contents of this file may be used under the terms of
|
||||
# either the GNU General Public License Version 2 or later (the "GPL"), or
|
||||
# the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
|
||||
# in which case the provisions of the GPL or the LGPL are applicable instead
|
||||
# of those above. If you wish to allow use of your version of this file only
|
||||
# under the terms of either the GPL or the LGPL, and not to allow others to
|
||||
# use your version of this file under the terms of the MPL, indicate your
|
||||
# decision by deleting the provisions above and replace them with the notice
|
||||
# and other provisions required by the GPL or the LGPL. If you do not delete
|
||||
# the provisions above, a recipient may use your version of this file under
|
||||
# the terms of any one of the MPL, the GPL or the LGPL.
|
||||
#
|
||||
# ***** END LICENSE BLOCK *****
|
||||
|
||||
import socket
|
||||
import time, datetime
|
||||
import os
|
||||
import re
|
||||
import hashlib
|
||||
import subprocess
|
||||
from threading import Thread
|
||||
import traceback
|
||||
import sys
|
||||
|
||||
|
||||
class myProc(Thread):
|
||||
def __init__(self, hostip, hostport, cmd, new_line = True, sleeptime = 0):
|
||||
self.cmdline = cmd
|
||||
self.newline = new_line
|
||||
self.sleep = sleeptime
|
||||
self.host = hostip
|
||||
self.port = hostport
|
||||
Thread.__init__(self)
|
||||
|
||||
def run(self):
|
||||
promptre =re.compile('.*\$\>.$')
|
||||
data = ""
|
||||
try:
|
||||
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||
except:
|
||||
return None
|
||||
|
||||
try:
|
||||
s.connect((self.host, int(self.port)))
|
||||
except:
|
||||
s.close()
|
||||
return None
|
||||
|
||||
try:
|
||||
s.recv(1024)
|
||||
except:
|
||||
s.close()
|
||||
return None
|
||||
|
||||
for cmd in self.cmdline:
|
||||
if (cmd == 'quit'): break
|
||||
if self.newline: cmd += '\r\n'
|
||||
try:
|
||||
s.send(cmd)
|
||||
except:
|
||||
s.close()
|
||||
return None
|
||||
|
||||
time.sleep(int(self.sleep))
|
||||
|
||||
found = False
|
||||
while (found == False):
|
||||
try:
|
||||
temp = s.recv(1024)
|
||||
except:
|
||||
s.close()
|
||||
return None
|
||||
|
||||
lines = temp.split('\n')
|
||||
for line in lines:
|
||||
if (promptre.match(line)):
|
||||
found = True
|
||||
data += temp
|
||||
|
||||
try:
|
||||
s.send('quit\r\n')
|
||||
except:
|
||||
s.close()
|
||||
return None
|
||||
try:
|
||||
s.close()
|
||||
except:
|
||||
return None
|
||||
return data
|
||||
|
||||
class DeviceManager:
|
||||
host = ''
|
||||
port = 0
|
||||
debug = 3
|
||||
_redo = False
|
||||
deviceRoot = '/tests'
|
||||
tempRoot = os.getcwd()
|
||||
|
||||
def __init__(self, host, port = 27020):
|
||||
self.host = host
|
||||
self.port = port
|
||||
self._sock = None
|
||||
|
||||
def sendCMD(self, cmdline, newline = True, sleep = 0):
|
||||
promptre = re.compile('.*\$\>.$')
|
||||
|
||||
# TODO: any commands that don't output anything and quit need to match this RE
|
||||
pushre = re.compile('^push .*$')
|
||||
data = ""
|
||||
noQuit = False
|
||||
|
||||
if (self._sock == None):
|
||||
try:
|
||||
if (self.debug >= 1):
|
||||
print "reconnecting socket"
|
||||
self._sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||
except:
|
||||
self._redo = True
|
||||
self._sock = None
|
||||
if (self.debug >= 2):
|
||||
print "unable to create socket"
|
||||
return None
|
||||
|
||||
try:
|
||||
self._sock.connect((self.host, int(self.port)))
|
||||
self._sock.recv(1024)
|
||||
except:
|
||||
self._redo = True
|
||||
self._sock.close()
|
||||
self._sock = None
|
||||
if (self.debug >= 2):
|
||||
print "unable to connect socket"
|
||||
return None
|
||||
|
||||
for cmd in cmdline:
|
||||
if (cmd == 'quit'): break
|
||||
if newline: cmd += '\r\n'
|
||||
|
||||
try:
|
||||
self._sock.send(cmd)
|
||||
except:
|
||||
self._redo = True
|
||||
self._sock.close()
|
||||
self._sock = None
|
||||
return None
|
||||
|
||||
if (pushre.match(cmd) or cmd == 'rebt'):
|
||||
noQuit = True
|
||||
elif noQuit == False:
|
||||
time.sleep(int(sleep))
|
||||
found = False
|
||||
while (found == False):
|
||||
if (self.debug >= 3): print "recv'ing..."
|
||||
|
||||
try:
|
||||
temp = self._sock.recv(1024)
|
||||
except:
|
||||
self._redo = True
|
||||
self._sock.close()
|
||||
self._sock = None
|
||||
return None
|
||||
lines = temp.split('\n')
|
||||
for line in lines:
|
||||
if (promptre.match(line)):
|
||||
found = True
|
||||
data += temp
|
||||
|
||||
time.sleep(int(sleep))
|
||||
if (noQuit == True):
|
||||
try:
|
||||
self._sock.close()
|
||||
self._sock = None
|
||||
except:
|
||||
self._redo = True
|
||||
self._sock = None
|
||||
return None
|
||||
|
||||
return data
|
||||
|
||||
|
||||
# take a data blob and strip instances of the prompt '$>\x00'
|
||||
def stripPrompt(self, data):
|
||||
promptre = re.compile('.*\$\>.*')
|
||||
retVal = []
|
||||
lines = data.split('\n')
|
||||
for line in lines:
|
||||
try:
|
||||
while (promptre.match(line)):
|
||||
pieces = line.split('\x00')
|
||||
index = pieces.index("$>")
|
||||
pieces.pop(index)
|
||||
line = '\x00'.join(pieces)
|
||||
except(ValueError):
|
||||
pass
|
||||
retVal.append(line)
|
||||
|
||||
return '\n'.join(retVal)
|
||||
|
||||
|
||||
def pushFile(self, localname, destname):
|
||||
if (self.debug >= 2):
|
||||
print "in push file with: " + localname + ", and: " + destname
|
||||
if (self.validateFile(destname, localname) == True):
|
||||
if (self.debug >= 2):
|
||||
print "files are validated"
|
||||
return ''
|
||||
|
||||
self.mkDirs(destname)
|
||||
if (self.debug >= 2):
|
||||
print "sending: push " + destname
|
||||
|
||||
# sleep 5 seconds / MB
|
||||
filesize = os.path.getsize(localname)
|
||||
sleepsize = 1024 * 1024
|
||||
sleepTime = (int(filesize / sleepsize) * 5) + 2
|
||||
f = open(localname, 'rb')
|
||||
data = f.read()
|
||||
f.close()
|
||||
retVal = self.sendCMD(['push ' + destname + '\r\n', data], newline = False, sleep = sleepTime)
|
||||
if (retVal == None):
|
||||
if (self.debug >= 2):
|
||||
print "Error in sendCMD, not validating push"
|
||||
return None
|
||||
|
||||
if (self.validateFile(destname, localname) == False):
|
||||
if (self.debug >= 2):
|
||||
print "file did not copy as expected"
|
||||
return None
|
||||
|
||||
return retVal
|
||||
|
||||
def mkDir(self, name):
|
||||
return self.sendCMD(['mkdr ' + name, 'quit'])
|
||||
|
||||
|
||||
# make directory structure on the device
|
||||
def mkDirs(self, filename):
|
||||
parts = filename.split('/')
|
||||
name = ""
|
||||
for part in parts:
|
||||
if (part == parts[-1]): break
|
||||
if (part != ""):
|
||||
name += '/' + part
|
||||
if (self.mkDir(name) == None):
|
||||
return None
|
||||
|
||||
|
||||
# push localDir from host to remoteDir on the device
|
||||
def pushDir(self, localDir, remoteDir):
|
||||
if (self.debug >= 2): print "pushing directory: " + localDir + " to " + remoteDir
|
||||
for root, dirs, files in os.walk(localDir):
|
||||
parts = root.split(localDir)
|
||||
for file in files:
|
||||
print "examining file: " + file
|
||||
remoteRoot = remoteDir + '/' + parts[1]
|
||||
remoteName = remoteRoot + '/' + file
|
||||
if (parts[1] == ""): remoteRoot = remoteDir
|
||||
if (self.pushFile(os.path.join(root, file), remoteName) == None):
|
||||
time.sleep(5)
|
||||
self.removeFile(remoteName)
|
||||
time.sleep(5)
|
||||
if (self.pushFile(os.path.join(root, file), remoteName) == None):
|
||||
return None
|
||||
return True
|
||||
|
||||
|
||||
def dirExists(self, dirname):
|
||||
match = ".*" + dirname + "$"
|
||||
dirre = re.compile(match)
|
||||
data = self.sendCMD(['cd ' + dirname, 'cwd', 'quit'], sleep = 1)
|
||||
if (data == None):
|
||||
return None
|
||||
retVal = self.stripPrompt(data)
|
||||
data = retVal.split('\n')
|
||||
found = False
|
||||
for d in data:
|
||||
if (dirre.match(d)):
|
||||
found = True
|
||||
|
||||
return found
|
||||
|
||||
# Because we always have / style paths we make this a lot easier with some
|
||||
# assumptions
|
||||
def fileExists(self, filepath):
|
||||
s = filepath.split('/')
|
||||
containingpath = '/'.join(s[:-1])
|
||||
listfiles = self.listFiles(containingpath)
|
||||
for f in listfiles:
|
||||
if (f == s[-1]):
|
||||
return True
|
||||
return False
|
||||
|
||||
# list files on the device, requires cd to directory first
|
||||
def listFiles(self, rootdir):
|
||||
if (self.dirExists(rootdir) == False):
|
||||
return []
|
||||
data = self.sendCMD(['cd ' + rootdir, 'ls', 'quit'], sleep=1)
|
||||
if (data == None):
|
||||
return None
|
||||
retVal = self.stripPrompt(data)
|
||||
return retVal.split('\n')
|
||||
|
||||
def removeFile(self, filename):
|
||||
if (self.debug>= 2): print "removing file: " + filename
|
||||
return self.sendCMD(['rm ' + filename, 'quit'])
|
||||
|
||||
|
||||
# does a recursive delete of directory on the device: rm -Rf remoteDir
|
||||
def removeDir(self, remoteDir):
|
||||
self.sendCMD(['rmdr ' + remoteDir], sleep = 5)
|
||||
|
||||
|
||||
def getProcessList(self):
|
||||
data = self.sendCMD(['ps', 'quit'], sleep = 3)
|
||||
if (data == None):
|
||||
return None
|
||||
|
||||
retVal = self.stripPrompt(data)
|
||||
lines = retVal.split('\n')
|
||||
files = []
|
||||
for line in lines:
|
||||
if (line.strip() != ''):
|
||||
pidproc = line.strip().split(' ')
|
||||
if (len(pidproc) == 2):
|
||||
files += [[pidproc[0], pidproc[1]]]
|
||||
|
||||
return files
|
||||
|
||||
|
||||
def getMemInfo(self):
|
||||
data = self.sendCMD(['mems', 'quit'])
|
||||
if (data == None):
|
||||
return None
|
||||
retVal = self.stripPrompt(data)
|
||||
# TODO: this is hardcoded for now
|
||||
fhandle = open("memlog.txt", 'a')
|
||||
fhandle.write("\n")
|
||||
fhandle.write(retVal)
|
||||
fhandle.close()
|
||||
|
||||
def fireProcess(self, appname):
|
||||
if (self.debug >= 2): print "FIRE PROC: '" + appname + "'"
|
||||
self.process = myProc(self.host, self.port, ['exec ' + appname, 'quit'])
|
||||
self.process.start()
|
||||
|
||||
def launchProcess(self, cmd, outputFile = "process.txt", cwd = ''):
|
||||
if (outputFile == "process.txt"):
|
||||
outputFile = self.getDeviceRoot() + '/' + "process.txt"
|
||||
|
||||
cmdline = subprocess.list2cmdline(cmd)
|
||||
self.fireProcess(cmdline + " > " + outputFile)
|
||||
handle = outputFile
|
||||
|
||||
return handle
|
||||
|
||||
def communicate(self, process, timeout = 600):
|
||||
timed_out = True
|
||||
if (timeout > 0):
|
||||
total_time = 0
|
||||
while total_time < timeout:
|
||||
time.sleep(1)
|
||||
if (not self.poll(process)):
|
||||
timed_out = False
|
||||
break
|
||||
total_time += 1
|
||||
|
||||
if (timed_out == True):
|
||||
return None
|
||||
|
||||
return [self.getFile(process, "temp.txt"), None]
|
||||
|
||||
|
||||
def poll(self, process):
|
||||
try:
|
||||
if (not self.process.isAlive()):
|
||||
return None
|
||||
return 1
|
||||
except:
|
||||
return None
|
||||
return 1
|
||||
|
||||
|
||||
|
||||
# iterates process list and returns pid if exists, otherwise ''
|
||||
def processExist(self, appname):
|
||||
pid = ''
|
||||
|
||||
pieces = appname.split('/')
|
||||
app = pieces[-1]
|
||||
procre = re.compile('.*' + app + '.*')
|
||||
|
||||
procList = self.getProcessList()
|
||||
if (procList == None):
|
||||
return None
|
||||
|
||||
for proc in procList:
|
||||
if (procre.match(proc[1])):
|
||||
pid = proc[0]
|
||||
break
|
||||
return pid
|
||||
|
||||
|
||||
def killProcess(self, appname):
|
||||
if (self.sendCMD(['kill ' + appname]) == None):
|
||||
return None
|
||||
|
||||
return True
|
||||
|
||||
def getTempDir(self):
|
||||
promptre = re.compile('.*\$\>\x00.*')
|
||||
retVal = ''
|
||||
data = self.sendCMD(['tmpd', 'quit'])
|
||||
if (data == None):
|
||||
return None
|
||||
return self.stripPrompt(data).strip('\n')
|
||||
|
||||
|
||||
# copy file from device (remoteFile) to host (localFile)
|
||||
def getFile(self, remoteFile, localFile = ''):
|
||||
if localFile == '':
|
||||
localFile = os.path.join(self.tempRoot, "temp.txt")
|
||||
|
||||
promptre = re.compile('.*\$\>\x00.*')
|
||||
data = self.sendCMD(['cat ' + remoteFile, 'quit'], sleep = 5)
|
||||
if (data == None):
|
||||
return None
|
||||
retVal = self.stripPrompt(data)
|
||||
fhandle = open(localFile, 'wb')
|
||||
fhandle.write(retVal)
|
||||
fhandle.close()
|
||||
return retVal
|
||||
|
||||
|
||||
# copy directory structure from device (remoteDir) to host (localDir)
|
||||
def getDirectory(self, remoteDir, localDir):
|
||||
if (self.debug >= 2): print "getting files in '" + remoteDir + "'"
|
||||
filelist = self.listFiles(remoteDir)
|
||||
if (filelist == None):
|
||||
return None
|
||||
if (self.debug >= 3): print filelist
|
||||
if not os.path.exists(localDir):
|
||||
os.makedirs(localDir)
|
||||
|
||||
# TODO: is this a comprehensive file regex?
|
||||
isFile = re.compile('^([a-zA-Z0-9_\-\. ]+)\.([a-zA-Z0-9]+)$')
|
||||
for f in filelist:
|
||||
if (isFile.match(f)):
|
||||
if (self.getFile(remoteDir + '/' + f, os.path.join(localDir, f)) == None):
|
||||
return None
|
||||
else:
|
||||
if (self.getDirectory(remoteDir + '/' + f, os.path.join(localDir, f)) == None):
|
||||
return None
|
||||
|
||||
|
||||
# true/false check if the two files have the same md5 sum
|
||||
def validateFile(self, remoteFile, localFile):
|
||||
remoteHash = self.getRemoteHash(remoteFile)
|
||||
localHash = self.getLocalHash(localFile)
|
||||
|
||||
if (remoteHash == localHash):
|
||||
return True
|
||||
|
||||
return False
|
||||
|
||||
|
||||
# return the md5 sum of a remote file
|
||||
def getRemoteHash(self, filename):
|
||||
data = self.sendCMD(['hash ' + filename, 'quit'], sleep = 1)
|
||||
if (data == None):
|
||||
return ''
|
||||
retVal = self.stripPrompt(data)
|
||||
if (retVal != None):
|
||||
retVal = retVal.strip('\n')
|
||||
if (self.debug >= 3):
|
||||
print "remote hash: '" + retVal + "'"
|
||||
return retVal
|
||||
|
||||
|
||||
# return the md5 sum of a file on the host
|
||||
def getLocalHash(self, filename):
|
||||
file = open(filename, 'rb')
|
||||
if (file == None):
|
||||
return None
|
||||
|
||||
try:
|
||||
mdsum = hashlib.md5()
|
||||
except:
|
||||
return None
|
||||
|
||||
while 1:
|
||||
data = file.read(1024)
|
||||
if not data:
|
||||
break
|
||||
mdsum.update(data)
|
||||
|
||||
file.close()
|
||||
hexval = mdsum.hexdigest()
|
||||
if (self.debug >= 3):
|
||||
print "local hash: '" + hexval + "'"
|
||||
return hexval
|
||||
|
||||
# Gets the device root for the testing area on the device
|
||||
# For all devices we will use / type slashes and depend on the device-agent
|
||||
# to sort those out.
|
||||
# Structure on the device is as follows:
|
||||
# /tests
|
||||
# /<fennec>|<firefox> --> approot
|
||||
# /profile
|
||||
# /xpcshell
|
||||
# /reftest
|
||||
# /mochitest
|
||||
def getDeviceRoot(self):
|
||||
if (not self.deviceRoot):
|
||||
if (self.dirExists('/tests')):
|
||||
self.deviceRoot = '/tests'
|
||||
else:
|
||||
self.mkDir('/tests')
|
||||
self.deviceRoot = '/tests'
|
||||
return self.deviceRoot
|
||||
|
||||
# Either we will have /tests/fennec or /tests/firefox but we will never have
|
||||
# both. Return the one that exists
|
||||
def getAppRoot(self):
|
||||
if (self.dirExists(self.getDeviceRoot() + '/fennec')):
|
||||
return self.getDeviceRoot() + '/fennec'
|
||||
else:
|
||||
return self.getDeviceRoot() + '/firefox'
|
||||
|
||||
# Gets the directory location on the device for a specific test type
|
||||
# Type is one of: xpcshell|reftest|mochitest
|
||||
def getTestRoot(self, type):
|
||||
if (re.search('xpcshell', type, re.I)):
|
||||
self.testRoot = self.getDeviceRoot() + '/xpcshell'
|
||||
elif (re.search('?(i)reftest', type)):
|
||||
self.testRoot = self.getDeviceRoot() + '/reftest'
|
||||
elif (re.search('?(i)mochitest', type)):
|
||||
self.testRoot = self.getDeviceRoot() + '/mochitest'
|
||||
return self.testRoot
|
||||
|
||||
# Sends a specific process ID a signal code and action.
|
||||
# For Example: SIGINT and SIGDFL to process x
|
||||
def signal(self, processID, signalType, signalAction):
|
||||
# currently not implemented in device agent - todo
|
||||
pass
|
||||
|
||||
# Get a return code from process ending -- needs support on device-agent
|
||||
# this is a todo
|
||||
def getReturnCode(self, processID):
|
||||
# todo make this real
|
||||
return 0
|
||||
|
||||
def unpackFile(self, filename):
|
||||
self.sendCMD(['cd /tests', 'unzp ' + filename])
|
||||
|
||||
|
||||
# validate localDir from host to remoteDir on the device
|
||||
def validateDir(self, localDir, remoteDir):
|
||||
if (self.debug >= 2): print "validating directory: " + localDir + " to " + remoteDir
|
||||
for root, dirs, files in os.walk(localDir):
|
||||
parts = root.split(localDir)
|
||||
for file in files:
|
||||
remoteRoot = remoteDir + '/' + parts[1]
|
||||
remoteRoot = remoteRoot.replace('/', '/')
|
||||
if (parts[1] == ""): remoteRoot = remoteDir
|
||||
remoteName = remoteRoot + '/' + file
|
||||
if (self.validateFile(remoteName, os.path.join(root, file)) <> True):
|
||||
return None
|
||||
return True
|
||||
|
|
@ -75,6 +75,7 @@ endif
|
|||
_HARNESS_FILES = \
|
||||
$(srcdir)/runreftest.py \
|
||||
automation.py \
|
||||
$(topsrcdir)/build/devicemanager.py \
|
||||
$(topsrcdir)/build/automationutils.py \
|
||||
$(NULL)
|
||||
|
||||
|
|
|
|||
|
|
@ -60,6 +60,7 @@ include $(topsrcdir)/build/automation-build.mk
|
|||
_SERV_FILES = \
|
||||
runtests.py \
|
||||
automation.py \
|
||||
$(topsrcdir)/build/devicemanager.py \
|
||||
$(topsrcdir)/build/automationutils.py \
|
||||
gen_template.pl \
|
||||
server.js \
|
||||
|
|
|
|||
|
|
@ -61,6 +61,7 @@ TEST_HARNESS_FILES := \
|
|||
|
||||
# Extra files needed from $(topsrcdir)/build
|
||||
EXTRA_BUILD_FILES := \
|
||||
devicemanager.py \
|
||||
automationutils.py \
|
||||
$(NULL)
|
||||
|
||||
|
|
|
|||
Загрузка…
Ссылка в новой задаче