From 046bef30c3c398ade4b2b8ae9cd7b509674356a1 Mon Sep 17 00:00:00 2001 From: Rob Wood Date: Fri, 3 May 2019 15:53:27 +0000 Subject: [PATCH] Bug 1545186 - Raptor test definitions and taskcluster configs for cold page-load tests on GeckoView Example App; #perftest r=davehunt Differential Revision: https://phabricator.services.mozilla.com/D29207 --HG-- extra : moz-landing-system : lando --- taskcluster/ci/test/raptor.yml | 267 ++++++++++++++++-- taskcluster/ci/test/test-sets.yml | 29 +- .../raptor/tests/raptor-tp6m-cold-10.ini | 14 + .../raptor/tests/raptor-tp6m-cold-11.ini | 14 + .../raptor/tests/raptor-tp6m-cold-12.ini | 14 + .../raptor/tests/raptor-tp6m-cold-13.ini | 14 + .../raptor/tests/raptor-tp6m-cold-14.ini | 14 + .../raptor/tests/raptor-tp6m-cold-2.ini | 14 + .../raptor/tests/raptor-tp6m-cold-3.ini | 14 + .../raptor/tests/raptor-tp6m-cold-4.ini | 14 + .../raptor/tests/raptor-tp6m-cold-5.ini | 14 + .../raptor/tests/raptor-tp6m-cold-6.ini | 15 + .../raptor/tests/raptor-tp6m-cold-7.ini | 14 + .../raptor/tests/raptor-tp6m-cold-8.ini | 15 + .../raptor/tests/raptor-tp6m-cold-9.ini | 14 + 15 files changed, 456 insertions(+), 24 deletions(-) diff --git a/taskcluster/ci/test/raptor.yml b/taskcluster/ci/test/raptor.yml index d03bc6fa0d17..3844c247be97 100644 --- a/taskcluster/ci/test/raptor.yml +++ b/taskcluster/ci/test/raptor.yml @@ -265,16 +265,9 @@ raptor-tp6m-1-geckoview: description: "Raptor tp6m-1 on Geckoview" try-name: raptor-tp6m-1-geckoview treeherder-symbol: Rap(tp6m-1) - run-on-projects: - by-test-platform: - android-hw-p2-8-0-arm7.*/pgo: ['try', 'mozilla-central'] - android-hw-.*-api-16/opt: ['try'] - default: ['try', 'trunk', 'mozilla-beta'] + run-on-projects: ['try', 'mozilla-central'] target: geckoview_example.apk - tier: - by-test-platform: - android-hw-p2-8-0-android-aarch64.*: 1 - default: 2 + tier: 2 mozharness: extra-options: - --test=raptor-tp6m-1 @@ -282,20 +275,6 @@ raptor-tp6m-1-geckoview: - --binary=org.mozilla.geckoview_example - --activity=GeckoViewActivity -raptor-tp6m-1-geckoview-cold: - description: "Raptor tp6m-1 cold page-load on Geckoview" - try-name: raptor-tp6m-1-geckoview-cold - treeherder-symbol: Rap(tp6m-c-1) - run-on-projects: ['try', 'mozilla-central'] - target: geckoview_example.apk - tier: 3 - mozharness: - extra-options: - - --test=raptor-tp6m-cold-1 - - --app=geckoview - - --binary=org.mozilla.geckoview_example - - --activity=GeckoViewActivity - raptor-tp6m-1-fenix: description: "Raptor tp6m-1 on Fenix" try-name: raptor-tp6m-1-fenix @@ -1507,3 +1486,245 @@ raptor-tp6-4-firefox-cold: mozharness: extra-options: - --test=raptor-tp6-cold-4 + +raptor-tp6m-1-geckoview-cold: + description: "Raptor tp6m-1 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-1-geckoview-cold + treeherder-symbol: Rap(tp6m-c-1) + run-on-projects: + by-test-platform: + android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central'] + default: ['try', 'trunk', 'mozilla-beta'] + e10s: true + target: geckoview_example.apk + tier: + by-test-platform: + android-hw-p2-8-0-arm7.*: 2 + default: 1 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-1 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-2-geckoview-cold: + description: "Raptor tp6m-2 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-2-geckoview-cold + treeherder-symbol: Rap(tp6m-c-2) + run-on-projects: + by-test-platform: + android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central'] + default: ['try', 'trunk', 'mozilla-beta'] + e10s: true + target: geckoview_example.apk + tier: + by-test-platform: + android-hw-p2-8-0-arm7.*: 2 + default: 1 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-2 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-3-geckoview-cold: + description: "Raptor tp6m-3 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-3-geckoview-cold + treeherder-symbol: Rap(tp6m-c-3) + run-on-projects: + by-test-platform: + android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central'] + default: ['try', 'trunk', 'mozilla-beta'] + e10s: true + target: geckoview_example.apk + tier: + by-test-platform: + android-hw-p2-8-0-arm7.*: 2 + default: 1 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-3 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-4-geckoview-cold: + description: "Raptor tp6m-4 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-4-geckoview-cold + treeherder-symbol: Rap(tp6m-c-4) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-4 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-5-geckoview-cold: + description: "Raptor tp6m-5 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-5-geckoview-cold + treeherder-symbol: Rap(tp6m-c-5) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-5 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-6-geckoview-cold: + description: "Raptor tp6m-6 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-6-geckoview-cold + treeherder-symbol: Rap(tp6m-c-6) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-6 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-7-geckoview-cold: + description: "Raptor tp6m-7 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-7-geckoview-cold + treeherder-symbol: Rap(tp6m-c-7) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-7 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-8-geckoview-cold: + description: "Raptor tp6m-8 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-8-geckoview-cold + treeherder-symbol: Rap(tp6m-c-8) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-8 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-9-geckoview-cold: + description: "Raptor tp6m-9 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-9-geckoview-cold + treeherder-symbol: Rap(tp6m-c-9) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-9 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-10-geckoview-cold: + description: "Raptor tp6m-10 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-10-geckoview-cold + treeherder-symbol: Rap(tp6m-c-10) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-10 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-11-geckoview-cold: + description: "Raptor tp6m-11 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-11-geckoview-cold + treeherder-symbol: Rap(tp6m-c-11) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-11 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-12-geckoview-cold: + description: "Raptor tp6m-12 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-12-geckoview-cold + treeherder-symbol: Rap(tp6m-c-12) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-12 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-13-geckoview-cold: + description: "Raptor tp6m-13 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-13-geckoview-cold + treeherder-symbol: Rap(tp6m-c-13) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-13 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity + +raptor-tp6m-14-geckoview-cold: + description: "Raptor tp6m-14 cold page-load on Geckoview Example" + max-run-time: 2700 + try-name: raptor-tp6m-14-geckoview-cold + treeherder-symbol: Rap(tp6m-c-14) + run-on-projects: ['mozilla-central', 'try'] + e10s: true + target: geckoview_example.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-cold-14 + - --app=geckoview + - --binary=org.mozilla.geckoview_example + - --activity=GeckoViewActivity diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml index a8d78e16f773..2b421c9b0120 100644 --- a/taskcluster/ci/test/test-sets.yml +++ b/taskcluster/ci/test/test-sets.yml @@ -487,6 +487,20 @@ android-hw-arm7-raptor: - raptor-tp6m-12-fenix-cold - raptor-tp6m-13-fenix-cold - raptor-tp6m-14-fenix-cold + - raptor-tp6m-1-geckoview-cold + - raptor-tp6m-2-geckoview-cold + - raptor-tp6m-3-geckoview-cold + - raptor-tp6m-4-geckoview-cold + - raptor-tp6m-5-geckoview-cold + - raptor-tp6m-6-geckoview-cold + - raptor-tp6m-7-geckoview-cold + - raptor-tp6m-8-geckoview-cold + - raptor-tp6m-9-geckoview-cold + - raptor-tp6m-10-geckoview-cold + - raptor-tp6m-11-geckoview-cold + - raptor-tp6m-12-geckoview-cold + - raptor-tp6m-13-geckoview-cold + - raptor-tp6m-14-geckoview-cold android-hw-aarch64-raptor: - raptor-speedometer-geckoview @@ -500,7 +514,6 @@ android-hw-aarch64-raptor: - raptor-tp6m-7-geckoview - raptor-tp6m-8-geckoview - raptor-tp6m-9-geckoview - - raptor-tp6m-1-geckoview-cold - raptor-tp6m-10-geckoview - raptor-tp6m-1-refbrow - raptor-tp6m-2-refbrow @@ -526,6 +539,20 @@ android-hw-aarch64-raptor: - raptor-tp6m-12-fenix-cold - raptor-tp6m-13-fenix-cold - raptor-tp6m-14-fenix-cold + - raptor-tp6m-1-geckoview-cold + - raptor-tp6m-2-geckoview-cold + - raptor-tp6m-3-geckoview-cold + - raptor-tp6m-4-geckoview-cold + - raptor-tp6m-5-geckoview-cold + - raptor-tp6m-6-geckoview-cold + - raptor-tp6m-7-geckoview-cold + - raptor-tp6m-8-geckoview-cold + - raptor-tp6m-9-geckoview-cold + - raptor-tp6m-10-geckoview-cold + - raptor-tp6m-11-geckoview-cold + - raptor-tp6m-12-geckoview-cold + - raptor-tp6m-13-geckoview-cold + - raptor-tp6m-14-geckoview-cold android-hw-arm7-raptor-power: - raptor-speedometer-geckoview-power diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini index 923a83b1da8f..d01045a084a2 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini @@ -29,3 +29,17 @@ test_url = https://stackoverflow.com/ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-bbc-geckoview-cold] +apps = geckoview +test_url = https://www.bbc.com/news/business-47245877 +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest +playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-stackoverflow-geckoview-cold] +apps = geckoview +test_url = https://stackoverflow.com/ +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest +playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini index cfcdb7e0719b..bb8f69f7ade5 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini @@ -29,3 +29,17 @@ test_url = https://www.jianshu.com/ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest playback_recordings = android-jianshu.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-microsoft-support-geckoview-cold] +apps = geckoview +test_url = https://support.microsoft.com/en-us +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest +playback_recordings = android-microsoft-support.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-jianshu-geckoview-cold] +apps = geckoview +test_url = https://www.jianshu.com/ +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest +playback_recordings = android-jianshu.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini index 0e2c14775f77..3119ec578194 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini @@ -29,3 +29,17 @@ test_url = https://www.allrecipes.com/ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest playback_recordings = android-allrecipes.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-imdb-geckoview-cold] +apps = geckoview +test_url = https://m.imdb.com/ +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest +playback_recordings = android-imdb.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-allrecipes-geckoview-cold] +apps = geckoview +test_url = https://www.allrecipes.com/ +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest +playback_recordings = android-allrecipes.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini index 39c9fe0d3ca1..098ce97c2176 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini @@ -29,3 +29,17 @@ test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-h playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest playback_recordings = android-web-de.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-espn-geckoview-cold] +apps = geckoview +test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest +playback_recordings = android-espn.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-web-de-geckoview-cold] +apps = geckoview +test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566 +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest +playback_recordings = android-web-de.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini index e61597965372..c4396231f994 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini @@ -29,3 +29,17 @@ test_url = https://aframe.io/examples/showcase/animation playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest playback_recordings = android-aframeio-animation.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-facebook-cristiano-geckoview-cold] +apps = geckoview +test_url = https://m.facebook.com/Cristiano +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest +playback_recordings = android-facebook-cristiano.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-aframeio-animation-geckoview-cold] +apps = geckoview +test_url = https://aframe.io/examples/showcase/animation +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest +playback_recordings = android-aframeio-animation.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini index 977bc70e07bc..c99fee81f5e9 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini @@ -29,3 +29,17 @@ test_url = https://www.youtube.com playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest playback_recordings = android-youtube.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-google-geckoview-cold] +apps = geckoview +test_url = https://www.google.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest +playback_recordings = android-google.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-youtube-geckoview-cold] +apps = geckoview +test_url = https://www.youtube.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest +playback_recordings = android-youtube.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini index 20707d22631f..0dd8837d84e0 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini @@ -29,3 +29,17 @@ test_url = https://www.bing.com playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest playback_recordings = bing-mobile.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-instagram-geckoview-cold] +apps = geckoview +test_url = https://www.instagram.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest +playback_recordings = instagram-mobile.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-bing-geckoview-cold] +apps = geckoview +test_url = https://www.bing.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest +playback_recordings = bing-mobile.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini index acabb802911d..698bb8dd6a67 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini @@ -29,3 +29,17 @@ test_url = https://m.ebay-kleinanzeigen.de playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest playback_recordings = ebay-kleinanzeigen-mobile.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-bing-restaurants-geckoview-cold] +apps = geckoview +test_url = https://www.bing.com/search?q=restaurants +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest +playback_recordings = bing-restaurants-mobile.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-ebay-kleinanzeigen-geckoview-cold] +apps = geckoview +test_url = https://m.ebay-kleinanzeigen.de +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest +playback_recordings = ebay-kleinanzeigen-mobile.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini index d357ad4178d5..e086f1742769 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini @@ -29,3 +29,17 @@ test_url = https://www.google.com/maps?force=pwa playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest playback_recordings = google_maps_mobile.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-ebay-kleinanzeigen-search-geckoview-cold] +apps = geckoview +test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331 +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest +playback_recordings = ebay-kleinanzeigen-search-mobile.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-google-maps-geckoview-cold] +apps = geckoview +test_url = https://www.google.com/maps?force=pwa +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest +playback_recordings = google_maps_mobile.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini index 57e373f4b321..4506f8789476 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini @@ -30,3 +30,18 @@ test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=sea playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest playback_recordings = android-amazon-search.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-google-restaurants-geckoview-cold] +apps = geckoview +test_url = https://www.google.com/search?q=restaurants+near+me +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest +playback_recordings = google-search-restaurants-mobile.mp +measure = fnbpaint, fcp, dcf, loadtime +disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview + +[raptor-tp6m-amazon-search-geckoview-cold] +apps = geckoview +test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest +playback_recordings = android-amazon-search.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini index 86c866f622fe..54e5bd7fa9d6 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini @@ -29,3 +29,17 @@ test_url = https://www.youtube.com/watch?v=COU5T-Wafa4 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest playback_recordings = android-youtube-watch.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-wikipedia-geckoview-cold] +apps = geckoview +test_url = https://en.m.wikipedia.org/wiki/Main_Page +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest +playback_recordings = android-wikipedia.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-youtube-watch-geckoview-cold] +apps = geckoview +test_url = https://www.youtube.com/watch?v=COU5T-Wafa4 +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest +playback_recordings = android-youtube-watch.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini index 0b829785fdc1..15119cf59a02 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini @@ -30,3 +30,18 @@ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest playback_recordings = android-cnn.mp measure = fnbpaint, fcp, dcf, loadtime disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview + +[raptor-tp6m-booking-geckoview-cold] +apps = geckoview +test_url = https://www.booking.com/ +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest +playback_recordings = android-booking.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-cnn-geckoview-cold] +apps = geckoview +test_url = https://edition.cnn.com/ +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest +playback_recordings = android-cnn.mp +measure = fnbpaint, fcp, dcf, loadtime +disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview diff --git a/testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini b/testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini index dc5c16662681..3afc909de905 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini @@ -29,3 +29,17 @@ test_url = https://www.reddit.com playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-cnn-ampstories-geckoview-cold] +apps = geckoview +test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest +playback_recordings = android-cnn-ampstories.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-reddit-geckoview-cold] +apps = geckoview +test_url = https://www.reddit.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest +playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp +measure = fnbpaint, fcp, dcf, loadtime