Bug 1545186 - Raptor test definitions and taskcluster configs for cold page-load tests on GeckoView Example App; #perftest r=davehunt

Differential Revision: https://phabricator.services.mozilla.com/D29207

--HG--
extra : moz-landing-system : lando

taskcluster/ci/test/raptor.yml

@@ -265,16 +265,9 @@ raptor-tp6m-1-geckoview:
     description: "Raptor tp6m-1 on Geckoview"
     try-name: raptor-tp6m-1-geckoview
     treeherder-symbol: Rap(tp6m-1)
-    run-on-projects:
-        by-test-platform:
-            android-hw-p2-8-0-arm7.*/pgo: ['try', 'mozilla-central']
-            android-hw-.*-api-16/opt: ['try']
-            default: ['try', 'trunk', 'mozilla-beta']
+    run-on-projects: ['try', 'mozilla-central']
     target: geckoview_example.apk
-    tier:
-        by-test-platform:
-            android-hw-p2-8-0-android-aarch64.*: 1
-            default: 2
+    tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-1
@@ -282,20 +275,6 @@ raptor-tp6m-1-geckoview:
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
-raptor-tp6m-1-geckoview-cold:
-    description: "Raptor tp6m-1 cold page-load on Geckoview"
-    try-name: raptor-tp6m-1-geckoview-cold
-    treeherder-symbol: Rap(tp6m-c-1)
-    run-on-projects: ['try', 'mozilla-central']
-    target: geckoview_example.apk
-    tier: 3
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-cold-1
-            - --app=geckoview
-            - --binary=org.mozilla.geckoview_example
-            - --activity=GeckoViewActivity
-
 raptor-tp6m-1-fenix:
     description: "Raptor tp6m-1 on Fenix"
     try-name: raptor-tp6m-1-fenix
@@ -1507,3 +1486,245 @@ raptor-tp6-4-firefox-cold:
     mozharness:
         extra-options:
             - --test=raptor-tp6-cold-4
+
+raptor-tp6m-1-geckoview-cold:
+    description: "Raptor tp6m-1 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-1-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-1)
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    e10s: true
+    target: geckoview_example.apk
+    tier:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: 2
+            default: 1
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-1
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-2-geckoview-cold:
+    description: "Raptor tp6m-2 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-2-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-2)
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    e10s: true
+    target: geckoview_example.apk
+    tier:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: 2
+            default: 1
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-2
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-3-geckoview-cold:
+    description: "Raptor tp6m-3 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-3-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-3)
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    e10s: true
+    target: geckoview_example.apk
+    tier:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: 2
+            default: 1
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-3
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-4-geckoview-cold:
+    description: "Raptor tp6m-4 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-4-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-4)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-4
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-5-geckoview-cold:
+    description: "Raptor tp6m-5 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-5-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-5)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-5
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-6-geckoview-cold:
+    description: "Raptor tp6m-6 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-6-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-6)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-6
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-7-geckoview-cold:
+    description: "Raptor tp6m-7 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-7-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-7)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-7
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-8-geckoview-cold:
+    description: "Raptor tp6m-8 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-8-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-8)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-8
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-9-geckoview-cold:
+    description: "Raptor tp6m-9 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-9-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-9)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-9
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-10-geckoview-cold:
+    description: "Raptor tp6m-10 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-10-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-10)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-10
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-11-geckoview-cold:
+    description: "Raptor tp6m-11 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-11-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-11)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-11
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-12-geckoview-cold:
+    description: "Raptor tp6m-12 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-12-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-12)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-12
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-13-geckoview-cold:
+    description: "Raptor tp6m-13 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-13-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-13)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-13
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-14-geckoview-cold:
+    description: "Raptor tp6m-14 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-14-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-14)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-14
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity

taskcluster/ci/test/test-sets.yml

@@ -487,6 +487,20 @@ android-hw-arm7-raptor:
     - raptor-tp6m-12-fenix-cold
     - raptor-tp6m-13-fenix-cold
     - raptor-tp6m-14-fenix-cold
+    - raptor-tp6m-1-geckoview-cold
+    - raptor-tp6m-2-geckoview-cold
+    - raptor-tp6m-3-geckoview-cold
+    - raptor-tp6m-4-geckoview-cold
+    - raptor-tp6m-5-geckoview-cold
+    - raptor-tp6m-6-geckoview-cold
+    - raptor-tp6m-7-geckoview-cold
+    - raptor-tp6m-8-geckoview-cold
+    - raptor-tp6m-9-geckoview-cold
+    - raptor-tp6m-10-geckoview-cold
+    - raptor-tp6m-11-geckoview-cold
+    - raptor-tp6m-12-geckoview-cold
+    - raptor-tp6m-13-geckoview-cold
+    - raptor-tp6m-14-geckoview-cold
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
@@ -500,7 +514,6 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
     - raptor-tp6m-9-geckoview
-    - raptor-tp6m-1-geckoview-cold
     - raptor-tp6m-10-geckoview
     - raptor-tp6m-1-refbrow
     - raptor-tp6m-2-refbrow
@@ -526,6 +539,20 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-12-fenix-cold
     - raptor-tp6m-13-fenix-cold
     - raptor-tp6m-14-fenix-cold
+    - raptor-tp6m-1-geckoview-cold
+    - raptor-tp6m-2-geckoview-cold
+    - raptor-tp6m-3-geckoview-cold
+    - raptor-tp6m-4-geckoview-cold
+    - raptor-tp6m-5-geckoview-cold
+    - raptor-tp6m-6-geckoview-cold
+    - raptor-tp6m-7-geckoview-cold
+    - raptor-tp6m-8-geckoview-cold
+    - raptor-tp6m-9-geckoview-cold
+    - raptor-tp6m-10-geckoview-cold
+    - raptor-tp6m-11-geckoview-cold
+    - raptor-tp6m-12-geckoview-cold
+    - raptor-tp6m-13-geckoview-cold
+    - raptor-tp6m-14-geckoview-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power

testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini

@@ -29,3 +29,17 @@ test_url = https://stackoverflow.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-bbc-geckoview-cold]
+apps = geckoview
+test_url = https://www.bbc.com/news/business-47245877
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-stackoverflow-geckoview-cold]
+apps = geckoview
+test_url = https://stackoverflow.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini

@@ -29,3 +29,17 @@ test_url = https://www.jianshu.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
 playback_recordings = android-jianshu.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-microsoft-support-geckoview-cold]
+apps = geckoview
+test_url = https://support.microsoft.com/en-us
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
+playback_recordings = android-microsoft-support.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-jianshu-geckoview-cold]
+apps = geckoview
+test_url = https://www.jianshu.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
+playback_recordings = android-jianshu.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini

@@ -29,3 +29,17 @@ test_url = https://www.allrecipes.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
 playback_recordings = android-allrecipes.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-imdb-geckoview-cold]
+apps = geckoview
+test_url = https://m.imdb.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
+playback_recordings = android-imdb.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-allrecipes-geckoview-cold]
+apps = geckoview
+test_url = https://www.allrecipes.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
+playback_recordings = android-allrecipes.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini

@@ -29,3 +29,17 @@ test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-h
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
 playback_recordings = android-web-de.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-espn-geckoview-cold]
+apps = geckoview
+test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
+playback_recordings = android-espn.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-web-de-geckoview-cold]
+apps = geckoview
+test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
+playback_recordings = android-web-de.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini

@@ -29,3 +29,17 @@ test_url = https://aframe.io/examples/showcase/animation
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
 playback_recordings = android-aframeio-animation.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-facebook-cristiano-geckoview-cold]
+apps = geckoview
+test_url = https://m.facebook.com/Cristiano
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
+playback_recordings = android-facebook-cristiano.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-aframeio-animation-geckoview-cold]
+apps = geckoview
+test_url = https://aframe.io/examples/showcase/animation
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
+playback_recordings = android-aframeio-animation.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini

@@ -29,3 +29,17 @@ test_url = https://www.youtube.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
 playback_recordings = android-youtube.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-geckoview-cold]
+apps = geckoview
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-youtube-geckoview-cold]
+apps = geckoview
+test_url = https://www.youtube.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
+playback_recordings = android-youtube.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini

@@ -29,3 +29,17 @@ test_url = https://www.bing.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
 playback_recordings = bing-mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-instagram-geckoview-cold]
+apps = geckoview
+test_url = https://www.instagram.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
+playback_recordings = instagram-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-bing-geckoview-cold]
+apps = geckoview
+test_url = https://www.bing.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
+playback_recordings = bing-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini

@@ -29,3 +29,17 @@ test_url = https://m.ebay-kleinanzeigen.de
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
 playback_recordings = ebay-kleinanzeigen-mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-bing-restaurants-geckoview-cold]
+apps = geckoview
+test_url = https://www.bing.com/search?q=restaurants
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
+playback_recordings = bing-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-geckoview-cold]
+apps = geckoview
+test_url = https://m.ebay-kleinanzeigen.de
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini

@@ -29,3 +29,17 @@ test_url = https://www.google.com/maps?force=pwa
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
 playback_recordings = google_maps_mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-search-geckoview-cold]
+apps = geckoview
+test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-search-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-maps-geckoview-cold]
+apps = geckoview
+test_url = https://www.google.com/maps?force=pwa
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
+playback_recordings = google_maps_mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini

@@ -30,3 +30,18 @@ test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=sea
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
 playback_recordings = android-amazon-search.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-restaurants-geckoview-cold]
+apps = geckoview
+test_url = https://www.google.com/search?q=restaurants+near+me
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
+playback_recordings = google-search-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview
+
+[raptor-tp6m-amazon-search-geckoview-cold]
+apps = geckoview
+test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
+playback_recordings = android-amazon-search.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini

@@ -29,3 +29,17 @@ test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
 playback_recordings = android-youtube-watch.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-wikipedia-geckoview-cold]
+apps = geckoview
+test_url = https://en.m.wikipedia.org/wiki/Main_Page
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
+playback_recordings = android-wikipedia.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-youtube-watch-geckoview-cold]
+apps = geckoview
+test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
+playback_recordings = android-youtube-watch.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini

@@ -30,3 +30,18 @@ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
 playback_recordings = android-cnn.mp
 measure = fnbpaint, fcp, dcf, loadtime
 disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
+
+[raptor-tp6m-booking-geckoview-cold]
+apps = geckoview
+test_url = https://www.booking.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
+playback_recordings = android-booking.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cnn-geckoview-cold]
+apps = geckoview
+test_url = https://edition.cnn.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
+playback_recordings = android-cnn.mp
+measure = fnbpaint, fcp, dcf, loadtime
+disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview

testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini

@@ -29,3 +29,17 @@ test_url = https://www.reddit.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cnn-ampstories-geckoview-cold]
+apps = geckoview
+test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
+playback_recordings = android-cnn-ampstories.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-reddit-geckoview-cold]
+apps = geckoview
+test_url = https://www.reddit.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
+measure = fnbpaint, fcp, dcf, loadtime