зеркало из https://github.com/mozilla/gecko-dev.git
Bug 1890059 - Update raptor config to handle tp7. r=perftest-reviewers,sparky
This patch enables the ability to run tp7 tests in raptor-browsertime. At the moment these tests will not run on CI, but are available to run locally. This is merely preliminary work on desktop that will help when shifting focus to the android platform. Differential Revision: https://phabricator.services.mozilla.com/D206826
This commit is contained in:
KS
Родитель
e9e4f382f4
Коммит
afd7090f7c
|
|
@ -291,6 +291,51 @@ browsertime-tp6-bytecode:
|
|||
default: 3
|
||||
treeherder-symbol: Btime-cache(tp6)
|
||||
|
||||
browsertime-tp7:
|
||||
<<: &tp7-defaults
|
||||
description: Raptor (browsertime) tp7 page-load tests
|
||||
limit-platforms:
|
||||
by-app:
|
||||
chrome:
|
||||
- .*shippable.*
|
||||
safari:
|
||||
- .*macos.*shippable.*
|
||||
custom-car:
|
||||
- .*64.*shippable.*
|
||||
default: []
|
||||
max-run-time:
|
||||
by-subtest:
|
||||
imgur: 4800
|
||||
default: 4000
|
||||
mozharness:
|
||||
extra-options:
|
||||
by-test-platform:
|
||||
windows10-64.*shippable.*-qr.*:
|
||||
- --chimera
|
||||
- --browsertime-no-ffwindowrecorder
|
||||
- --conditioned-profile=settled
|
||||
- --extra-profiler-run
|
||||
default:
|
||||
- --chimera
|
||||
- --conditioned-profile=settled
|
||||
- --extra-profiler-run
|
||||
run-on-projects: []
|
||||
treeherder-symbol: Btime(tp7)
|
||||
raptor:
|
||||
apps: [firefox, chrome]
|
||||
test: tp7
|
||||
run-visual-metrics: true
|
||||
subtests:
|
||||
- tiktok
|
||||
- openai
|
||||
- samsung
|
||||
- weather
|
||||
- docomo
|
||||
tier:
|
||||
by-app:
|
||||
firefox: 3
|
||||
default: 3
|
||||
|
||||
browsertime-benchmark:
|
||||
description: Raptor (browsertime) Benchmark tests
|
||||
raptor:
|
||||
|
|
|
|||
|
|
@ -84,6 +84,7 @@ talos-ref-hw:
|
|||
|
||||
browsertime:
|
||||
- browsertime-tp6
|
||||
- browsertime-tp7
|
||||
- browsertime-tp6-essential
|
||||
- browsertime-tp6-bytecode
|
||||
- browsertime-tp6-live
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -32,6 +32,7 @@ suites:
|
|||
bing-search: ""
|
||||
buzzfeed: ""
|
||||
cnn: ""
|
||||
docomo: ""
|
||||
ebay: ""
|
||||
espn: ""
|
||||
expedia: ""
|
||||
|
|
@ -49,17 +50,22 @@ suites:
|
|||
netflix: ""
|
||||
nytimes: ""
|
||||
office: ""
|
||||
openai: ""
|
||||
outlook: ""
|
||||
paypal: ""
|
||||
pinterest: ""
|
||||
reddit: ""
|
||||
samsung: ""
|
||||
tiktok: ""
|
||||
tumblr: ""
|
||||
twitch: ""
|
||||
twitter: ""
|
||||
weather: ""
|
||||
wikia: ""
|
||||
wikipedia: ""
|
||||
yahoo-mail: ""
|
||||
youtube: ""
|
||||
|
||||
mobile:
|
||||
description: "Page-load performance test suite on Android. The links direct to the actual websites that are being tested."
|
||||
tests:
|
||||
|
|
|
|||
|
|
@ -100,6 +100,9 @@
|
|||
["include:tests/tp6/mobile/browsertime-tp6m.toml"]
|
||||
# raptor-browsertime android page-load tests
|
||||
|
||||
["include:tests/tp7/desktop/browsertime-tp7.toml"]
|
||||
# raptor-browsertime desktop page-load tests
|
||||
|
||||
["include:tests/unittests/browsertime-tp6-unittest.toml"]
|
||||
# raptor-browsertime unit tests
|
||||
# this is required for the manifest unit tests
|
||||
|
|
|
|||
|
|
@ -0,0 +1,42 @@
|
|||
[DEFAULT]
|
||||
alert_on = "fcp, loadtime, ContentfulSpeedIndex, PerceptualSpeedIndex, SpeedIndex, FirstVisualChange, LastVisualChange, largestContentfulPaint"
|
||||
alert_threshold = "2.0"
|
||||
apps = "firefox, chrome"
|
||||
browser_cycles = 25
|
||||
gecko_profile_interval = 1
|
||||
lower_is_better = true
|
||||
owner = "PerfTest Team"
|
||||
page_cycles = 25
|
||||
page_timeout = 60000
|
||||
playback = "mitmproxy"
|
||||
playback_pageset_manifest = "mitm8-linux-firefox-{subtest}.manifest"
|
||||
playback_version = "8.1.1"
|
||||
type = "pageload"
|
||||
unit = "ms"
|
||||
use_live_sites = false
|
||||
benchmark_page = false
|
||||
|
||||
# Keep this list in alphabetical order
|
||||
# TODO: maybe break up into categories
|
||||
|
||||
[docomo]
|
||||
test_url = "https://www.docomo.ne.jp/"
|
||||
secondary_url = "https://www.docomo.ne.jp/iphone/?icid=CRP_menu_to_CRP_IPH"
|
||||
|
||||
[openai]
|
||||
# Bug 1890563, setup logins for tiktok and openai
|
||||
test_url = "https://openai.com/"
|
||||
secondary_url = "https://openai.com/blog"
|
||||
|
||||
[samsung]
|
||||
test_url = "https://www.samsung.com/us"
|
||||
secondary_url = "https://www.samsung.com/us/mobile"
|
||||
|
||||
[tiktok]
|
||||
# Bug 1890563, setup logins for tiktok and openai
|
||||
test_url = "https://www.tiktok.com/en"
|
||||
secondary_url = "https://www.tiktok.com/explore"
|
||||
|
||||
[weather]
|
||||
test_url = "https://weather.com/en-CA/weather/today/l/43.67%2C-79.42"
|
||||
secondary_url = "https://weather.com/en-CA/weather/monthly/l/43.67%2C-79.42"
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
[
|
||||
{
|
||||
"filename": "mitm8-linux-firefox-docomo.zip",
|
||||
"size": 15093337,
|
||||
"algorithm": "sha512",
|
||||
"digest": "36ed3d113f0011bf071a7e16d58a10864f46379701e6734785456bbc9a328299c08464224e4e615b8bcb0318c76ed634b0f690ce05ee71332af1c086c4459bf5",
|
||||
"visibility": "public"
|
||||
}
|
||||
]
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
[
|
||||
{
|
||||
"filename": "mitm8-linux-firefox-openai.zip",
|
||||
"size": 26770625,
|
||||
"algorithm": "sha512",
|
||||
"digest": "d5f3141f9d078b77dc7d258430a922bb8c48a15d84e01cc03edc0bb740445de78430e1c47c8ae88d370b7c24084f2bfbf8b6a0de36393efaca04e16acb1386fa",
|
||||
"visibility": "public"
|
||||
}
|
||||
]
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
[
|
||||
{
|
||||
"filename": "mitm8-linux-firefox-samsung.zip",
|
||||
"size": 8407529,
|
||||
"algorithm": "sha512",
|
||||
"digest": "5f63e190084b3ed65abcee18a60ab801f43b5c1aecc4c96c16a2b18a0619c39b211cbc5ef5fb842162c85878d877cf053d21e84a1283dff2035127a75ce3a4a1",
|
||||
"visibility": "public"
|
||||
}
|
||||
]
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
[
|
||||
{
|
||||
"filename": "mitm8-linux-firefox-tiktok.zip",
|
||||
"size": 63432854,
|
||||
"algorithm": "sha512",
|
||||
"digest": "4ab6393be937f33175d4cae9c70f54ba7e42b34ce4a63a0fa8f4650c33a527acb2064781ff3410beca1a37555f69d52d8f2591fa557afa9e5c9b503908afed8a",
|
||||
"visibility": "public"
|
||||
}
|
||||
]
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
[
|
||||
{
|
||||
"filename": "mitm8-linux-firefox-weather.zip",
|
||||
"size": 14934410,
|
||||
"algorithm": "sha512",
|
||||
"digest": "dc9c0ceec902518254592845a698f2346c525ee9e111c784278ec8aaea68d8928d9a6788bad3034badbd7a49a0de2b3608284726d0fc0246715ce1b15f390cf5",
|
||||
"visibility": "public"
|
||||
}
|
||||
]
|
||||
Загрузка…
Ссылка в новой задаче