Bug 1558163 Add dedicated test config for fennec v64 r=davehunt,perftest-reviewers

Differential Revision: https://phabricator.services.mozilla.com/D34340

--HG--
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-1.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-1-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-10-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-11-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-12-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-13-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-14-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-2-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-3-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-4-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-5-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-6-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-7-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-8-fennec64.ini
rename : testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini => testing/raptor/raptor/tests/raptor-tp6m-cold-9-fennec64.ini
extra : moz-landing-system : lando
This commit is contained in:
alexandru.ionescu 2019-06-14 15:16:56 +00:00
Родитель aa0686544f
Коммит 372e3a61a4
27 изменённых файлов: 902 добавлений и 24 удалений

Просмотреть файл

@ -2434,7 +2434,7 @@ raptor-tp6m-1-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-1 - --test=raptor-tp6m-1-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2455,7 +2455,7 @@ raptor-tp6m-2-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-2 - --test=raptor-tp6m-2-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2476,7 +2476,7 @@ raptor-tp6m-3-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-3 - --test=raptor-tp6m-3-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2518,7 +2518,7 @@ raptor-tp6m-5-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-5 - --test=raptor-tp6m-5-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2539,7 +2539,7 @@ raptor-tp6m-6-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-6 - --test=raptor-tp6m-6-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2560,7 +2560,7 @@ raptor-tp6m-7-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-7 - --test=raptor-tp6m-7-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2581,7 +2581,7 @@ raptor-tp6m-8-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-8 - --test=raptor-tp6m-8-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2602,7 +2602,7 @@ raptor-tp6m-9-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-9 - --test=raptor-tp6m-9-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2623,7 +2623,7 @@ raptor-tp6m-10-fennec64:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-10 - --test=raptor-tp6m-10-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2644,7 +2644,7 @@ raptor-tp6m-1-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-1 - --test=raptor-tp6m-cold-1-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2666,7 +2666,7 @@ raptor-tp6m-2-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-2 - --test=raptor-tp6m-cold-2-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2687,7 +2687,7 @@ raptor-tp6m-3-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-3 - --test=raptor-tp6m-cold-3-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2708,7 +2708,7 @@ raptor-tp6m-4-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-4 - --test=raptor-tp6m-cold-4-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2729,7 +2729,7 @@ raptor-tp6m-5-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-1 - --test=raptor-tp6m-cold-5-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2750,7 +2750,7 @@ raptor-tp6m-6-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-6 - --test=raptor-tp6m-cold-6-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2771,7 +2771,7 @@ raptor-tp6m-7-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-7 - --test=raptor-tp6m-cold-7-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2792,7 +2792,7 @@ raptor-tp6m-8-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-8 - --test=raptor-tp6m-cold-8-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2813,7 +2813,7 @@ raptor-tp6m-9-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-9 - --test=raptor-tp6m-cold-9-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2834,7 +2834,7 @@ raptor-tp6m-10-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-10 - --test=raptor-tp6m-cold-10-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2855,7 +2855,7 @@ raptor-tp6m-11-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-11 - --test=raptor-tp6m-cold-11-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2876,7 +2876,7 @@ raptor-tp6m-12-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-12 - --test=raptor-tp6m-cold-12-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2897,7 +2897,7 @@ raptor-tp6m-13-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-13 - --test=raptor-tp6m-cold-13-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox
@ -2918,6 +2918,6 @@ raptor-tp6m-14-fennec64-cold:
tier: 2 tier: 2
mozharness: mozharness:
extra-options: extra-options:
- --test=raptor-tp6m-cold-14 - --test=raptor-tp6m-cold-14-fennec64
- --app=fennec - --app=fennec
- --binary=org.mozilla.firefox - --binary=org.mozilla.firefox

Просмотреть файл

@ -30,6 +30,16 @@
[include:tests/raptor-tp6m-8.ini] [include:tests/raptor-tp6m-8.ini]
[include:tests/raptor-tp6m-9.ini] [include:tests/raptor-tp6m-9.ini]
[include:tests/raptor-tp6m-10.ini] [include:tests/raptor-tp6m-10.ini]
[include:tests/raptor-tp6m-1-fennec64.ini]
[include:tests/raptor-tp6m-2-fennec64.ini]
[include:tests/raptor-tp6m-3-fennec64.ini]
[include:tests/raptor-tp6m-4-fennec64.ini]
[include:tests/raptor-tp6m-5-fennec64.ini]
[include:tests/raptor-tp6m-6-fennec64.ini]
[include:tests/raptor-tp6m-7-fennec64.ini]
[include:tests/raptor-tp6m-8-fennec64.ini]
[include:tests/raptor-tp6m-9-fennec64.ini]
[include:tests/raptor-tp6m-10-fennec64.ini]
# raptor cold pageload tests mobile # raptor cold pageload tests mobile
[include:tests/raptor-tp6m-cold-1.ini] [include:tests/raptor-tp6m-cold-1.ini]
@ -46,6 +56,20 @@
[include:tests/raptor-tp6m-cold-12.ini] [include:tests/raptor-tp6m-cold-12.ini]
[include:tests/raptor-tp6m-cold-13.ini] [include:tests/raptor-tp6m-cold-13.ini]
[include:tests/raptor-tp6m-cold-14.ini] [include:tests/raptor-tp6m-cold-14.ini]
[include:tests/raptor-tp6m-cold-1-fennec64.ini]
[include:tests/raptor-tp6m-cold-2-fennec64.ini]
[include:tests/raptor-tp6m-cold-3-fennec64.ini]
[include:tests/raptor-tp6m-cold-4-fennec64.ini]
[include:tests/raptor-tp6m-cold-5-fennec64.ini]
[include:tests/raptor-tp6m-cold-6-fennec64.ini]
[include:tests/raptor-tp6m-cold-7-fennec64.ini]
[include:tests/raptor-tp6m-cold-8-fennec64.ini]
[include:tests/raptor-tp6m-cold-9-fennec64.ini]
[include:tests/raptor-tp6m-cold-10-fennec64.ini]
[include:tests/raptor-tp6m-cold-11-fennec64.ini]
[include:tests/raptor-tp6m-cold-12-fennec64.ini]
[include:tests/raptor-tp6m-cold-13-fennec64.ini]
[include:tests/raptor-tp6m-cold-14-fennec64.ini]
# raptor benchmark tests # raptor benchmark tests
[include:tests/raptor-assorted-dom.ini] [include:tests/raptor-assorted-dom.ini]

Просмотреть файл

@ -0,0 +1,49 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-1-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-amazon-fennec64]
apps = fennec
test_url = https://www.amazon.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
playback_recordings = android-amazon.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-facebook-fennec64]
apps = fennec
test_url = https://m.facebook.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
playback_recordings = android-facebook.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-google-fennec64]
apps = fennec
test_url = https://www.google.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
playback_recordings = android-google.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-youtube-fennec64]
apps = fennec
test_url = https://www.youtube.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
playback_recordings = android-youtube.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
disabled = Bug 1541270 Intermittent test 'raptor-tp6-youtube-firefox' timed out

Просмотреть файл

@ -0,0 +1,24 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-10-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-aframeio-animation-fennec64]
apps = fennec
test_url = https://aframe.io/examples/showcase/animation
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
playback_recordings = android-aframeio-animation.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,57 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-2-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-instagram-fennec64]
apps = fennec
test_url = https://www.instagram.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
playback_recordings = instagram-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-bing-fennec64]
apps = fennec
test_url = https://www.bing.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
playback_recordings = bing-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-bing-restaurants-fennec64]
apps = fennec
test_url = https://www.bing.com/search?q=restaurants
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
playback_recordings = bing-restaurants-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-ebay-kleinanzeigen-fennec64]
apps = fennec
test_url = https://m.ebay-kleinanzeigen.de
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
playback_recordings = ebay-kleinanzeigen-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-ebay-kleinanzeigen-search-fennec64]
apps = fennec
test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
playback_recordings = ebay-kleinanzeigen-search-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
disabled = Intermittent fennec v64 - wont fix

Просмотреть файл

@ -89,7 +89,7 @@ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-
playback_recordings = ebay-kleinanzeigen-search-mobile.mp playback_recordings = ebay-kleinanzeigen-search-mobile.mp
measure = fnbpaint, dcf, loadtime measure = fnbpaint, dcf, loadtime
alert_on = loadtime alert_on = loadtime
disabled = Intermittent fennec v64 - wont fix disabled = Bug 1531391 Intermittent test 'raptor-tp6m-ebay-kleinanzeigen-search-geckoview' timed out
[raptor-tp6m-instagram-refbrow] [raptor-tp6m-instagram-refbrow]
apps = refbrow apps = refbrow

Просмотреть файл

@ -0,0 +1,34 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-3-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-google-maps-fennec64]
apps = fennec
test_url = https://www.google.com/maps?force=pwa
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
playback_recordings = google_maps_mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-google-restaurants-fennec64]
apps = fennec
test_url = https://www.google.com/search?q=restaurants+near+me
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
playback_recordings = google-search-restaurants-mobile.mp
playback_binary_manifest = mitmproxy-rel-bin-4.0.4-{platform}.manifest
playback_version = 4.0.4
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,41 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-4-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-booking-fennec]
apps = fennec
test_url = https://www.booking.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
playback_recordings = android-booking.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-cnn-fennec]
apps = fennec
test_url = https://edition.cnn.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
playback_recordings = android-cnn.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
disabled = Intermittent fennec v64 - wont fix
[raptor-tp6m-cnn-ampstories-fennec]
apps = fennec
test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
playback_recordings = android-cnn-ampstories.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,40 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-5-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-amazon-search-fennec64]
apps = fennec
test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
playback_recordings = android-amazon-search.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-wikipedia-fennec64]
apps = fennec
test_url = https://en.m.wikipedia.org/wiki/Main_Page
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
playback_recordings = android-wikipedia.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-youtube-watch-fennec64]
apps = fennec
test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
playback_recordings = android-youtube-watch.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,40 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-6-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-reddit-fennec64]
apps = fennec
test_url = https://www.reddit.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-bbc-fennec64]
apps = fennec
test_url = https://www.bbc.com/news/business-47245877
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-stackoverflow-fennec64]
apps = fennec
test_url = https://stackoverflow.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,40 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-7-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-microsoft-support-fennec64]
apps = fennec
test_url = https://support.microsoft.com/en-us
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
playback_recordings = android-microsoft-support.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-jianshu-fennec64]
apps = fennec
test_url = https://www.jianshu.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
playback_recordings = android-jianshu.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-imdb-fennec64]
apps = fennec
test_url = https://m.imdb.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
playback_recordings = android-imdb.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,40 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-8-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-allrecipes-fennec64]
apps = fennec
test_url = https://www.allrecipes.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
playback_recordings = android-allrecipes.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-espn-fennec64]
apps = fennec
test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
playback_recordings = android-espn.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-web-de-fennec64]
apps = fennec
test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
playback_recordings = android-web-de.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,24 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-9-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-facebook-cristiano-fennec64]
apps = fennec
test_url = https://m.facebook.com/Cristiano
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
playback_recordings = android-facebook-cristiano.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-1-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-amazon-fennec64-cold]
apps = fennec64
test_url = https://www.amazon.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
playback_recordings = android-amazon.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-facebook-fennec64-cold]
apps = fennec
test_url = https://m.facebook.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
playback_recordings = android-facebook.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-10-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-bbc-fennec64-cold]
apps = fennec
test_url = https://www.bbc.com/news/business-47245877
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-stackoverflow-fennec64-cold]
apps = fennec
test_url = https://stackoverflow.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-11-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-microsoft-support-fennec64-cold]
apps = fennec
test_url = https://support.microsoft.com/en-us
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
playback_recordings = android-microsoft-support.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-jianshu-fennec64-cold]
apps = fennec
test_url = https://www.jianshu.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
playback_recordings = android-jianshu.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-12-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-imdb-fennec64-cold]
apps = fennec
test_url = https://m.imdb.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
playback_recordings = android-imdb.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-allrecipes-fennec64-cold]
apps = fennec
test_url = https://www.allrecipes.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
playback_recordings = android-allrecipes.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-13-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-espn-fennec64-cold]
apps = fennec
test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
playback_recordings = android-espn.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-web-de-fennec64-cold]
apps = fennec
test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
playback_recordings = android-web-de.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-14-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-facebook-cristiano-fennec64-cold]
apps = fennec
test_url = https://m.facebook.com/Cristiano
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
playback_recordings = android-facebook-cristiano.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-aframeio-animation-fennec64-cold]
apps = fennec
test_url = https://aframe.io/examples/showcase/animation
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
playback_recordings = android-aframeio-animation.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,34 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-2-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-google-fennec64-cold]
apps = fennec
test_url = https://www.google.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
playback_recordings = android-google.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-youtube-fennec64-cold]
apps = fennec
test_url = https://www.youtube.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
playback_recordings = android-youtube.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
disabled = Bug 1541270 Intermittent test 'raptor-tp6-youtube-firefox' timed out

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-3-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-instagram-fennec64-cold]
apps = fennec
test_url = https://www.instagram.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
playback_recordings = instagram-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-bing-fennec64-cold]
apps = fennec
test_url = https://www.bing.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
playback_recordings = bing-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-4-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-bing-restaurants-fennec64-cold]
apps = fennec
test_url = https://www.bing.com/search?q=restaurants
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
playback_recordings = bing-restaurants-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-ebay-kleinanzeigen-fennec64-cold]
apps = fennec
test_url = https://m.ebay-kleinanzeigen.de
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
playback_recordings = ebay-kleinanzeigen-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-5-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-ebay-kleinanzeigen-search-fennec64-cold]
apps = fennec
test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
playback_recordings = ebay-kleinanzeigen-search-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-google-maps-fennec64-cold]
apps = fennec
test_url = https://www.google.com/maps?force=pwa
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
playback_recordings = google_maps_mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,34 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-6-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-google-restaurants-fennec64-cold]
apps = fennec
test_url = https://www.google.com/search?q=restaurants+near+me
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
playback_recordings = google-search-restaurants-mobile.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
disabled = Bug 1541431 TEST-UNEXPECTED-FAIL: test 'raptor-tp6m-google-restaurants-fennec64' timed out loading test page
[raptor-tp6m-cold-amazon-search-fennec64-cold]
apps = fennec
test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
playback_recordings = android-amazon-search.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-7-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-wikipedia-fennec64-cold]
apps = fennec
test_url = https://en.m.wikipedia.org/wiki/Main_Page
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
playback_recordings = android-wikipedia.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-youtube-watch-fennec64-cold]
apps = fennec
test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
playback_recordings = android-youtube-watch.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

Просмотреть файл

@ -0,0 +1,34 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-8-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-booking-fennec64-cold]
apps = fennec
test_url = https://www.booking.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
playback_recordings = android-booking.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-cnn-fennec64-cold]
apps = fennec
test_url = https://edition.cnn.com/
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
playback_recordings = android-cnn.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
disabled = Intermittent on fennec v64 - wont fix

Просмотреть файл

@ -0,0 +1,33 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-9-fennec64
[DEFAULT]
type = pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-cnn-ampstories-fennec64-cold]
apps = fennec
test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
playback_recordings = android-cnn-ampstories.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-reddit-fennec64-cold]
apps = fennec
test_url = https://www.reddit.com
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime