зеркало из https://github.com/mozilla/gecko-dev.git
Bug 1423353 - Fix xperf intermittents r=jmaher
MozReview-Commit-ID: FVhWEphTKrL --HG-- extra : rebase_source : 35343b5e600c162bf82067ff5dcbb4eaf514814e
This commit is contained in:
Ionut Goldan
Родитель
1284fb0784
Коммит
05ad637a63
|
|
@ -4,3 +4,4 @@ subsuite = talos
|
|||
[test_config.py]
|
||||
[test_ffsetup.py]
|
||||
[test_test.py]
|
||||
[test_xtalos/test_etlparser.py]
|
||||
|
|
|
|||
|
|
@ -122,6 +122,9 @@ class Test_get_browser_config(object):
|
|||
optional = ['bcontroller_config',
|
||||
'branch_name',
|
||||
'child_process',
|
||||
'debug',
|
||||
'debugger',
|
||||
'debugger_args',
|
||||
'develop',
|
||||
'e10s',
|
||||
'process',
|
||||
|
|
@ -176,7 +179,7 @@ class Test_get_browser_config(object):
|
|||
|
||||
browser_config = get_browser_config(config_extensive)
|
||||
assert browser_config != config_extensive
|
||||
assert set(browser_config.keys()).issubset(set(config_extensive.keys()))
|
||||
assert set(browser_config).issubset(set(config_extensive))
|
||||
|
||||
|
||||
class Test_get_config(object):
|
||||
|
|
|
|||
|
|
@ -0,0 +1,64 @@
|
|||
from __future__ import absolute_import
|
||||
|
||||
import re
|
||||
|
||||
import mozunit
|
||||
|
||||
from talos.xtalos.etlparser import NAME_SUBSTITUTIONS
|
||||
|
||||
|
||||
def test_NAME_SUBSTITUTIONS():
|
||||
filepaths_map = {
|
||||
# tp5n files
|
||||
r'{talos}\talos\tests\tp5n\alibaba.com\i03.i.aliimg.com\images\eng\style\css_images':
|
||||
r'{talos}\talos\tests\{tp5n_files}',
|
||||
r'{talos}\talos\tests\tp5n\cnet.com\i.i.com.com\cnwk.1d\i\tron\fd':
|
||||
r'{talos}\talos\tests\{tp5n_files}',
|
||||
r'{talos}\talos\tests\tp5n\tp5n.manifest':
|
||||
r'{talos}\talos\tests\{tp5n_files}',
|
||||
r'{talos}\talos\tests\tp5n\tp5n.manifest.develop':
|
||||
r'{talos}\talos\tests\{tp5n_files}',
|
||||
r'{talos}\talos\tests\tp5n\yelp.com\media1.ct.yelpcdn.com\photo':
|
||||
r'{talos}\talos\tests\{tp5n_files}',
|
||||
|
||||
# cltbld for Windows 7 32bit
|
||||
r'c:\users\cltbld.t-w732-ix-015.000\appdata\locallow\mozilla':
|
||||
r'c:\users\{cltbld}\appdata\locallow\mozilla',
|
||||
r'c:\users\cltbld.t-w732-ix-035.000\appdata\locallow\mozilla':
|
||||
r'c:\users\{cltbld}\appdata\locallow\mozilla',
|
||||
r'c:\users\cltbld.t-w732-ix-058.000\appdata\locallow\mozilla':
|
||||
r'c:\users\{cltbld}\appdata\locallow\mozilla',
|
||||
r'c:\users\cltbld.t-w732-ix-112.001\appdata\local\temp':
|
||||
r'c:\users\{cltbld}\appdata\local\temp',
|
||||
|
||||
# nvidia's 3D Vision
|
||||
r'c:\program files\nvidia corporation\3d vision\npnv3dv.dll':
|
||||
r'c:\program files\{nvidia_3d_vision}',
|
||||
r'c:\program files\nvidia corporation\3d vision\npnv3dvstreaming.dll':
|
||||
r'c:\program files\{nvidia_3d_vision}',
|
||||
r'c:\program files\nvidia corporation\3d vision\nvstereoapii.dll':
|
||||
r'c:\program files\{nvidia_3d_vision}',
|
||||
|
||||
r'{firefox}\browser\extensions\{45b6d270-f6ec-4930-a6ad-14bac5ea2204}.xpi':
|
||||
r'{firefox}\browser\extensions\{uuid}.xpi',
|
||||
|
||||
r'c:\slave\test\build\venv\lib\site-packages\pip\_vendor\html5lib\treebuilders':
|
||||
r'c:\slave\test\build\venv\lib\site-packages\{pip_vendor}',
|
||||
r'c:\slave\test\build\venv\lib\site-packages\pip\_vendor\colorama':
|
||||
r'c:\slave\test\build\venv\lib\site-packages\{pip_vendor}',
|
||||
r'c:\slave\test\build\venv\lib\site-packages\pip\_vendor\cachecontrol\caches':
|
||||
r'c:\slave\test\build\venv\lib\site-packages\{pip_vendor}',
|
||||
r'c:\slave\test\build\venv\lib\site-packages\pip\_vendor\requests\packages\urllib3'
|
||||
r'\packages\ssl_match_hostname':
|
||||
r'c:\slave\test\build\venv\lib\site-packages\{pip_vendor}',
|
||||
}
|
||||
|
||||
for given_raw_path, exp_normal_path in filepaths_map.items():
|
||||
normal_path = given_raw_path
|
||||
for pattern, substitution in NAME_SUBSTITUTIONS:
|
||||
normal_path = re.sub(pattern, substitution, normal_path)
|
||||
assert exp_normal_path == normal_path
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
mozunit.main()
|
||||
|
|
@ -1,6 +1,6 @@
|
|||
# xtalos: talos + xperf
|
||||
from __future__ import absolute_import
|
||||
|
||||
from start_xperf import start # noqa
|
||||
from start_xperf import start_from_config # noqa
|
||||
import etlparser # noqa
|
||||
from . import etlparser # noqa
|
||||
from .start_xperf import start # noqa
|
||||
from .start_xperf import start_from_config # noqa
|
||||
|
|
|
|||
|
|
@ -14,7 +14,7 @@ import subprocess
|
|||
import sys
|
||||
|
||||
import mozfile
|
||||
import xtalos
|
||||
from . import xtalos
|
||||
|
||||
EVENTNAME_INDEX = 0
|
||||
PROCESS_INDEX = 2
|
||||
|
|
@ -29,7 +29,16 @@ NUMBYTES_COL = "NumBytes"
|
|||
CEVT_WINDOWS_RESTORED = "{917b96b1-ecad-4dab-a760-8d49027748ae}"
|
||||
CEVT_XPCOM_SHUTDOWN = "{26d1e091-0ae7-4f49-a554-4214445c505c}"
|
||||
NAME_SUBSTITUTIONS = [
|
||||
(re.compile(r'{\w{8}-\w{4}-\w{4}-\w{4}-\w{12}}'), '{uuid}')
|
||||
# Careful with your regex!
|
||||
# Substitution happens after combinations like \t \s \n ... are replaced
|
||||
# with their real representations. So, prepend them with extra backslash.
|
||||
# Read more: https://docs.python.org/2.7/library/re.html#re.sub
|
||||
(re.compile(r'{\w{8}-\w{4}-\w{4}-\w{4}-\w{12}}'), '{uuid}'),
|
||||
(re.compile(r'talos\\tests\\tp5n\\.*'), r'talos\\tests\{tp5n_files}'),
|
||||
(re.compile(r'nvidia corporation\\3d vision\\.*'), '{nvidia_3d_vision}'),
|
||||
(re.compile(r'cltbld\.t-w732-ix-\d+\.\d+'), '{cltbld}'),
|
||||
(re.compile(r'venv\\lib\\site-packages\\pip\\_vendor\\.*'),
|
||||
r'venv\lib\\site-packages\\{pip_vendor}'),
|
||||
]
|
||||
stages = ["startup", "normal", "shutdown"]
|
||||
net_events = {
|
||||
|
|
@ -368,19 +377,19 @@ def etlparser(xperf_path, etl_filename, processID, approot=None,
|
|||
|
||||
# We still like to have the outputfile to record the raw data, now
|
||||
# filter out acceptable files/ranges
|
||||
filename = None
|
||||
whitelist_path = None
|
||||
wl_temp = {}
|
||||
dirname = os.path.dirname(__file__)
|
||||
if os.path.exists(os.path.join(dirname, 'xperf_whitelist.json')):
|
||||
filename = os.path.join(dirname, 'xperf_whitelist.json')
|
||||
whitelist_path = os.path.join(dirname, 'xperf_whitelist.json')
|
||||
elif os.path.exists(os.path.join(dirname, 'xtalos')) and \
|
||||
os.path.exists(os.path.join(dirname, 'xtalos',
|
||||
'xperf_whitelist.json')):
|
||||
filename = os.path.join(dirname, 'xtalos', 'xperf_whitelist.json')
|
||||
whitelist_path = os.path.join(dirname, 'xtalos', 'xperf_whitelist.json')
|
||||
|
||||
wl_temp = {}
|
||||
if filename:
|
||||
with open(filename, 'r') as fHandle:
|
||||
if whitelist_path:
|
||||
with open(whitelist_path, 'r') as fHandle:
|
||||
wl_temp = json.load(fHandle)
|
||||
|
||||
# Approot is the full path where the application is located at
|
||||
|
|
@ -402,7 +411,7 @@ def etlparser(xperf_path, etl_filename, processID, approot=None,
|
|||
|
||||
errors = []
|
||||
for row in filekeys:
|
||||
filename = row[0]
|
||||
filename = original_filename = row[0]
|
||||
filename = filename.lower()
|
||||
# take care of 'program files (x86)' matching 'program files'
|
||||
filename = filename.replace(" (x86)", '')
|
||||
|
|
@ -465,10 +474,11 @@ def etlparser(xperf_path, etl_filename, processID, approot=None,
|
|||
# files[row]['DiskWriteCount']),
|
||||
# wl[filename]['maxcount']))
|
||||
else:
|
||||
errors.append("File '%s' was accessed and we were not expecting"
|
||||
errors.append("File '%s' (normalized from '%s') was accessed and we were not expecting"
|
||||
" it. DiskReadCount: %s, DiskWriteCount: %s,"
|
||||
" DiskReadBytes: %s, DiskWriteBytes: %s"
|
||||
% (filename,
|
||||
original_filename,
|
||||
files[row]['DiskReadCount'],
|
||||
files[row]['DiskWriteCount'],
|
||||
files[row]['DiskReadBytes'],
|
||||
|
|
|
|||
|
|
@ -9,7 +9,7 @@ import os
|
|||
import subprocess
|
||||
import sys
|
||||
|
||||
import xtalos
|
||||
from . import xtalos
|
||||
|
||||
|
||||
def start(xperf_path, xperf_providers, xperf_stackwalk, xperf_user_providers,
|
||||
|
|
|
|||
|
|
@ -1,20 +1,20 @@
|
|||
{
|
||||
"C:\\$Extend\\$UsnJrnl:$J": {
|
||||
"\\fi_unknown": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 8192
|
||||
},
|
||||
"c:\\$extend\\$usnjrnl:$j": {
|
||||
"ignore": true
|
||||
},
|
||||
"C:\\$Mft": {
|
||||
"c:\\$logfile": {
|
||||
"ignore": true
|
||||
},
|
||||
"C:\\$Secure": {
|
||||
"c:\\$mft": {
|
||||
"ignore": true
|
||||
},
|
||||
"C:\\$logfile": {
|
||||
"ignore": true
|
||||
},
|
||||
"Z:\\$logfile": {
|
||||
"ignore": true
|
||||
},
|
||||
"C:\\Windows\\Prefetch\\{prefetch}.pf": {
|
||||
"c:\\$secure": {
|
||||
"ignore": true
|
||||
},
|
||||
"c:\\program files\\desktop.ini": {
|
||||
|
|
@ -23,11 +23,11 @@
|
|||
"minbytes": 352,
|
||||
"maxbytes": 352
|
||||
},
|
||||
"c:\\program files\\nvidia corporation\\3d vision\\nvstereoapii.dll": {
|
||||
"c:\\program files\\{nvidia_3d_vision}": {
|
||||
"mincount": 0,
|
||||
"maxcount": 4,
|
||||
"minbytes": 2,
|
||||
"maxbytes": 33792
|
||||
"maxcount": 24,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 578560
|
||||
},
|
||||
"c:\\programdata\\nvidia corporation\\drs\\nvapptimestamps": {
|
||||
"mincount": 22,
|
||||
|
|
@ -41,18 +41,36 @@
|
|||
"minbytes": 2,
|
||||
"maxbytes": 2
|
||||
},
|
||||
"c:\\slave\\test\\build\\venv\\lib\\site-packages\\{pip_vendor}": {
|
||||
"ignore": true
|
||||
},
|
||||
"c:\\users\\{cltbld}\\appdata\\locallow\\mozilla": {
|
||||
"mincount": 0,
|
||||
"maxcount": 8,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 32768
|
||||
},
|
||||
"c:\\users\\desktop.ini": {
|
||||
"mincount": 2,
|
||||
"maxcount": 2,
|
||||
"minbytes": 352,
|
||||
"maxbytes": 352
|
||||
},
|
||||
"c:\\windows\\fonts\\segoeuii.ttf": {
|
||||
"mincount": 0,
|
||||
"maxcount": 4,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 90112
|
||||
},
|
||||
"c:\\windows\\fonts\\staticcache.dat": {
|
||||
"mincount": 2,
|
||||
"maxcount": 2,
|
||||
"minbytes": 120,
|
||||
"maxbytes": 120
|
||||
},
|
||||
"c:\\windows\\prefetch\\{prefetch}.pf": {
|
||||
"ignore": true
|
||||
},
|
||||
"c:\\windows\\system32\\audioses.dll": {
|
||||
"mincount": 4,
|
||||
"maxcount": 4,
|
||||
|
|
@ -65,18 +83,45 @@
|
|||
"minbytes": 16384,
|
||||
"maxbytes": 90112
|
||||
},
|
||||
"c:\\windows\\system32\\gdi32.dll": {
|
||||
"mincount": 0,
|
||||
"maxcount": 4,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 114688
|
||||
},
|
||||
"c:\\windows\\system32\\kernel32.dll": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 65536
|
||||
},
|
||||
"c:\\windows\\system32\\mscms.dll": {
|
||||
"mincount": 0,
|
||||
"maxcount": 73728,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 73728
|
||||
},
|
||||
"c:\\windows\\system32\\msctf.dll": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 65536
|
||||
},
|
||||
"c:\\windows\\system32\\spool\\drivers\\color": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 8192
|
||||
},
|
||||
"c:\\windows\\system32\\spool\\drivers\\color\\srgb color space profile.icm": {
|
||||
"mincount": 2,
|
||||
"maxcount": 2,
|
||||
"minbytes": 8192,
|
||||
"maxbytes": 8192
|
||||
},
|
||||
"z:\\$logfile": {
|
||||
"ignore": true
|
||||
},
|
||||
"{appdata}\\local\\temp": {
|
||||
"mincount": 0,
|
||||
"maxcount": 4,
|
||||
|
|
@ -89,8 +134,29 @@
|
|||
"minbytes": 1692,
|
||||
"maxbytes": 1692
|
||||
},
|
||||
"{firefox}\\Crash Reports\\{time}": {
|
||||
"ignore": true
|
||||
"{firefox}\\browser\\blocklist.xml": {
|
||||
"mincount": 0,
|
||||
"maxcount": 66,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 540672
|
||||
},
|
||||
"{firefox}\\browser\\extensions\\{uuid}.xpi": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 8192
|
||||
},
|
||||
"{firefox}\\browser\\features\\aushelper@mozilla.org.xpi": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 24576
|
||||
},
|
||||
"{firefox}\\browser\\features\\flyweb@mozilla.org.xpi": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 32768
|
||||
},
|
||||
"{firefox}\\browser\\omni.ja": {
|
||||
"mincount": 0,
|
||||
|
|
@ -98,6 +164,15 @@
|
|||
"minbytes": 0,
|
||||
"maxbytes": 1835008
|
||||
},
|
||||
"{firefox}\\crash reports\\lastcrash": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 20
|
||||
},
|
||||
"{firefox}\\crash reports\\{time}": {
|
||||
"ignore": true
|
||||
},
|
||||
"{firefox}\\defaults\\pref\\channel-prefs.js": {
|
||||
"mincount": 4,
|
||||
"maxcount": 4,
|
||||
|
|
@ -170,6 +245,12 @@
|
|||
"minbytes": 65768,
|
||||
"maxbytes": 65768
|
||||
},
|
||||
"{profile}\\content-prefs.sqlite-journal": {
|
||||
"mincount": 14,
|
||||
"maxcount": 116,
|
||||
"minbytes": 112,
|
||||
"maxbytes": 1244640
|
||||
},
|
||||
"{profile}\\cookies.sqlite": {
|
||||
"mincount": 1,
|
||||
"maxcount": 6,
|
||||
|
|
@ -242,6 +323,12 @@
|
|||
"minbytes": 0,
|
||||
"maxbytes": 127000
|
||||
},
|
||||
"{profile}\\extensions\\pageloader@mozilla.org\\install.rdf": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 8192
|
||||
},
|
||||
"{profile}\\extensions\\talos-powers@mozilla.org\\chrome.manifest": {
|
||||
"mincount": 2,
|
||||
"maxcount": 2,
|
||||
|
|
@ -260,6 +347,12 @@
|
|||
"minbytes": 196808,
|
||||
"maxbytes": 393216
|
||||
},
|
||||
"{profile}\\favicons.sqlite-journal": {
|
||||
"mincount": 2,
|
||||
"maxcount": 8,
|
||||
"minbytes": 16,
|
||||
"maxbytes": 9264
|
||||
},
|
||||
"{profile}\\favicons.sqlite-shm": {
|
||||
"mincount": 0,
|
||||
"maxcount": 4,
|
||||
|
|
@ -278,6 +371,12 @@
|
|||
"minbytes": 0,
|
||||
"maxbytes": 1388
|
||||
},
|
||||
"{profile}\\invalidprefs.js": {
|
||||
"mincount": 0,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 25412
|
||||
},
|
||||
"{profile}\\key3.db": {
|
||||
"mincount": 0,
|
||||
"maxcount": 12,
|
||||
|
|
@ -320,6 +419,12 @@
|
|||
"minbytes": 196808,
|
||||
"maxbytes": 196808
|
||||
},
|
||||
"{profile}\\places.sqlite-journal": {
|
||||
"mincount": 2,
|
||||
"maxcount": 8,
|
||||
"minbytes": 16,
|
||||
"maxbytes": 9264
|
||||
},
|
||||
"{profile}\\places.sqlite-shm": {
|
||||
"mincount": 2,
|
||||
"maxcount": 2,
|
||||
|
|
@ -338,6 +443,12 @@
|
|||
"minbytes": 1892,
|
||||
"maxbytes": 1892
|
||||
},
|
||||
"{profile}\\pluginreg.dat.tmp": {
|
||||
"mincount": 0,
|
||||
"maxcount": 30,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 958
|
||||
},
|
||||
"{profile}\\prefs-1.js": {
|
||||
"mincount": 0,
|
||||
"maxcount": 10,
|
||||
|
|
@ -404,16 +515,10 @@
|
|||
"minbytes": 0,
|
||||
"maxbytes": 702
|
||||
},
|
||||
"{talos}\\talos\\tests\\tp5n\\tp5n.manifest": {
|
||||
"{talos}\\talos\\tests\\{tp5n_files}": {
|
||||
"mincount": 0,
|
||||
"maxcount": 8,
|
||||
"maxcount": 2,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 32786
|
||||
},
|
||||
"{talos}\\talos\\tests\\tp5n\\tp5n.manifest.develop": {
|
||||
"mincount": 0,
|
||||
"maxcount": 8,
|
||||
"minbytes": 0,
|
||||
"maxbytes": 32786
|
||||
"maxbytes": 16384
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Загрузка…
Ссылка в новой задаче