зеркало из https://github.com/mozilla/gecko-dev.git
225 строки
9.1 KiB
Python
225 строки
9.1 KiB
Python
#!/usr/bin/env python
|
|
# ***** BEGIN LICENSE BLOCK *****
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
# You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
# ***** END LICENSE BLOCK *****
|
|
"""
|
|
run awsy tests in a virtualenv
|
|
"""
|
|
|
|
import copy
|
|
import json
|
|
import os
|
|
import re
|
|
import sys
|
|
|
|
# load modules from parent dir
|
|
sys.path.insert(1, os.path.dirname(sys.path[0]))
|
|
|
|
from mozharness.base.script import PreScriptAction
|
|
from mozharness.base.log import INFO, ERROR
|
|
from mozharness.mozilla.testing.testbase import TestingMixin, testing_config_options
|
|
from mozharness.base.vcs.vcsbase import MercurialScript
|
|
from mozharness.mozilla.blob_upload import BlobUploadMixin, blobupload_config_options
|
|
from mozharness.mozilla.tooltool import TooltoolMixin
|
|
from mozharness.mozilla.structuredlog import StructuredOutputParser
|
|
from mozharness.mozilla.testing.codecoverage import (
|
|
CodeCoverageMixin,
|
|
code_coverage_config_options
|
|
)
|
|
|
|
class AWSY(TestingMixin, MercurialScript, BlobUploadMixin, TooltoolMixin, CodeCoverageMixin):
|
|
config_options = [
|
|
[["--e10s"],
|
|
{"action": "store_true",
|
|
"dest": "e10s",
|
|
"default": False,
|
|
"help": "Run tests with multiple processes. (Desktop builds only)",
|
|
}],
|
|
[["--enable-stylo"],
|
|
{"action": "store_true",
|
|
"dest": "enable_stylo",
|
|
"default": False,
|
|
"help": "Run tests with Stylo enabled.",
|
|
}],
|
|
[["--disable-stylo"],
|
|
{"action": "store_true",
|
|
"dest": "disable_stylo",
|
|
"default": False,
|
|
"help": "Run tests with Stylo disabled.",
|
|
}],
|
|
[["--single-stylo-traversal"],
|
|
{"action": "store_true",
|
|
"dest": "single_stylo_traversal",
|
|
"default": False,
|
|
"help": "Set STYLO_THREADS=1.",
|
|
}]
|
|
] + testing_config_options + copy.deepcopy(blobupload_config_options) \
|
|
+ copy.deepcopy(code_coverage_config_options)
|
|
|
|
error_list = [
|
|
{'regex': re.compile(r'''(TEST-UNEXPECTED|PROCESS-CRASH)'''), 'level': ERROR},
|
|
]
|
|
|
|
def __init__(self, **kwargs):
|
|
|
|
kwargs.setdefault('config_options', self.config_options)
|
|
kwargs.setdefault('all_actions', ['clobber',
|
|
'download-and-extract',
|
|
'populate-webroot',
|
|
'create-virtualenv',
|
|
'install',
|
|
'run-tests',
|
|
])
|
|
kwargs.setdefault('default_actions', ['clobber',
|
|
'download-and-extract',
|
|
'populate-webroot',
|
|
'create-virtualenv',
|
|
'install',
|
|
'run-tests',
|
|
])
|
|
kwargs.setdefault('config', {})
|
|
super(AWSY, self).__init__(**kwargs)
|
|
self.installer_url = self.config.get("installer_url")
|
|
self.tests = None
|
|
|
|
abs_work_dir = self.query_abs_dirs()['abs_work_dir']
|
|
self.testdir = os.path.join(abs_work_dir, 'tests')
|
|
self.awsy_path = os.path.join(self.testdir, 'awsy')
|
|
self.awsy_libdir = os.path.join(self.awsy_path, 'awsy')
|
|
self.webroot_dir = os.path.join(self.testdir, 'html')
|
|
self.results_dir = os.path.join(self.testdir, 'results')
|
|
self.binary_path = self.config.get('binary_path')
|
|
|
|
def query_abs_dirs(self):
|
|
if self.abs_dirs:
|
|
return self.abs_dirs
|
|
abs_dirs = super(AWSY, self).query_abs_dirs()
|
|
|
|
dirs = {}
|
|
dirs['abs_blob_upload_dir'] = os.path.join(abs_dirs['abs_work_dir'], 'blobber_upload_dir')
|
|
abs_dirs.update(dirs)
|
|
self.abs_dirs = abs_dirs
|
|
return self.abs_dirs
|
|
|
|
def download_and_extract(self, extract_dirs=None, suite_categories=None):
|
|
ret = super(AWSY, self).download_and_extract(
|
|
suite_categories=['common', 'awsy']
|
|
)
|
|
return ret
|
|
|
|
@PreScriptAction('create-virtualenv')
|
|
def _pre_create_virtualenv(self, action):
|
|
requirements_files = [os.path.join(self.testdir,
|
|
'config',
|
|
'marionette_requirements.txt')]
|
|
|
|
for requirements_file in requirements_files:
|
|
self.register_virtualenv_module(requirements=[requirements_file],
|
|
two_pass=True)
|
|
|
|
self.register_virtualenv_module('awsy', self.awsy_path)
|
|
|
|
|
|
def populate_webroot(self):
|
|
"""Populate the production test slaves' webroots"""
|
|
self.info("Downloading pageset with tooltool...")
|
|
manifest_file = os.path.join(self.awsy_path, 'tp5n-pageset.manifest')
|
|
page_load_test_dir = os.path.join(self.webroot_dir, 'page_load_test')
|
|
if not os.path.isdir(page_load_test_dir):
|
|
self.mkdir_p(page_load_test_dir)
|
|
self.tooltool_fetch(
|
|
manifest_file,
|
|
output_dir=page_load_test_dir,
|
|
cache=self.config.get('tooltool_cache')
|
|
)
|
|
archive = os.path.join(page_load_test_dir, 'tp5n.zip')
|
|
unzip = self.query_exe('unzip')
|
|
unzip_cmd = [unzip, '-q', '-o', archive, '-d', page_load_test_dir]
|
|
self.run_command(unzip_cmd, halt_on_failure=True)
|
|
self.run_command("ls %s" % page_load_test_dir)
|
|
|
|
|
|
def run_tests(self, args=None, **kw):
|
|
'''
|
|
AWSY test should be implemented here
|
|
'''
|
|
dirs = self.abs_dirs
|
|
env = {}
|
|
error_summary_file = os.path.join(dirs['abs_blob_upload_dir'],
|
|
'marionette_errorsummary.log')
|
|
|
|
runtime_testvars = {'webRootDir': self.webroot_dir,
|
|
'resultsDir': self.results_dir}
|
|
runtime_testvars_path = os.path.join(self.awsy_path, 'runtime-testvars.json')
|
|
runtime_testvars_file = open(runtime_testvars_path, 'wb')
|
|
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
|
|
runtime_testvars_file.close()
|
|
|
|
cmd = ['marionette']
|
|
cmd.append("--preferences=%s" % os.path.join(self.awsy_path, "conf", "prefs.json"))
|
|
cmd.append("--testvars=%s" % os.path.join(self.awsy_path, "conf", "testvars.json"))
|
|
cmd.append("--testvars=%s" % runtime_testvars_path)
|
|
cmd.append("--log-raw=-")
|
|
cmd.append("--log-errorsummary=%s" % error_summary_file)
|
|
cmd.append("--binary=%s" % self.binary_path)
|
|
cmd.append("--profile=%s" % (os.path.join(dirs['abs_work_dir'], 'profile')))
|
|
if not self.config['e10s']:
|
|
cmd.append('--disable-e10s')
|
|
cmd.append('--gecko-log=%s' % os.path.join(dirs["abs_blob_upload_dir"],
|
|
'gecko.log'))
|
|
# TestingMixin._download_and_extract_symbols() should set
|
|
# self.symbols_path
|
|
cmd.append('--symbols-path=%s' % self.symbols_path)
|
|
|
|
test_file = os.path.join(self.awsy_libdir, 'test_memory_usage.py')
|
|
cmd.append(test_file)
|
|
|
|
if self.config['disable_stylo']:
|
|
if self.config['single_stylo_traversal']:
|
|
self.fatal("--disable-stylo conflicts with --single-stylo-traversal")
|
|
if self.config['enable_stylo']:
|
|
self.fatal("--disable-stylo conflicts with --enable-stylo")
|
|
|
|
if self.config['single_stylo_traversal']:
|
|
env['STYLO_THREADS'] = '1'
|
|
else:
|
|
env['STYLO_THREADS'] = '4'
|
|
|
|
if self.config['enable_stylo']:
|
|
env['STYLO_FORCE_ENABLED'] = '1'
|
|
if self.config['disable_stylo']:
|
|
env['STYLO_FORCE_DISABLED'] = '1'
|
|
|
|
env['MOZ_UPLOAD_DIR'] = dirs['abs_blob_upload_dir']
|
|
if not os.path.isdir(env['MOZ_UPLOAD_DIR']):
|
|
self.mkdir_p(env['MOZ_UPLOAD_DIR'])
|
|
if self.query_minidump_stackwalk():
|
|
env['MINIDUMP_STACKWALK'] = self.minidump_stackwalk_path
|
|
env['MINIDUMP_SAVE_PATH'] = dirs['abs_blob_upload_dir']
|
|
env['RUST_BACKTRACE'] = '1'
|
|
env = self.query_env(partial_env=env)
|
|
parser = StructuredOutputParser(config=self.config,
|
|
log_obj=self.log_obj,
|
|
error_list=self.error_list,
|
|
strict=False)
|
|
return_code = self.run_command(command=cmd,
|
|
cwd=self.awsy_path,
|
|
output_timeout=self.config.get("cmd_timeout"),
|
|
env=env,
|
|
output_parser=parser)
|
|
|
|
level = INFO
|
|
tbpl_status, log_level = parser.evaluate_parser(
|
|
return_code=return_code)
|
|
|
|
self.log("AWSY exited with return code %s: %s" % (return_code, tbpl_status),
|
|
level=level)
|
|
self.buildbot_status(tbpl_status)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
awsy_test = AWSY()
|
|
awsy_test.run_and_exit()
|