Bug 1543369 Raptor cold page-load tests on Firefox android fennec r=Bebe

Differential Revision: https://phabricator.services.mozilla.com/D31251

--HG--
extra : moz-landing-system : lando

taskcluster/ci/test/raptor.yml

@@ -1916,6 +1916,202 @@ raptor-tp6m-13-geckoview-cold:
             - --binary=org.mozilla.geckoview_example
             - --activity=org.mozilla.geckoview_example.GeckoViewActivity
 
+raptor-tp6m-1-fennec-cold:
+    description: "Raptor tp6m-1 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-1-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-1)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-1
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-2-fennec-cold:
+    description: "Raptor tp6m-2 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-2-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-2)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-2
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-3-fennec-cold:
+    description: "Raptor tp6m-3 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-3-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-3)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-3
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-4-fennec-cold:
+    description: "Raptor tp6m-4 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-4-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-4)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-4
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-5-fennec-cold:
+    description: "Raptor tp6m-5 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-5-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-5)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-5
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-6-fennec-cold:
+    description: "Raptor tp6m-6 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-6-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-6)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-6
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-7-fennec-cold:
+    description: "Raptor tp6m-7 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-7-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-7)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-7
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-8-fennec-cold:
+    description: "Raptor tp6m-8 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-8-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-8)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-8
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-9-fennec-cold:
+    description: "Raptor tp6m-9 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-9-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-9)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-9
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-10-fennec-cold:
+    description: "Raptor tp6m-10 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-10-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-10)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-10
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-11-fennec-cold:
+    description: "Raptor tp6m-11 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-11-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-11)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-11
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-12-fennec-cold:
+    description: "Raptor tp6m-12 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-12-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-12)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-12
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-13-fennec-cold:
+    description: "Raptor tp6m-13 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-13-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-13)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-13
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
+raptor-tp6m-14-fennec-cold:
+    description: "Raptor tp6m-14 cold page-load on Fennec"
+    max-run-time: 2700
+    try-name: raptor-tp6m-14-fennec-cold
+    treeherder-symbol: Rap(tp6m-c-14)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-14
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+
 raptor-tp6m-14-geckoview-cold:
     description: "Raptor tp6m-14 cold page-load on Geckoview Example"
     max-run-time: 2700

taskcluster/ci/test/test-sets.yml

@@ -518,6 +518,20 @@ android-hw-arm7-raptor:
     - raptor-tp6m-12-geckoview-cold
     - raptor-tp6m-13-geckoview-cold
     - raptor-tp6m-14-geckoview-cold
+    - raptor-tp6m-1-fennec-cold
+    - raptor-tp6m-2-fennec-cold
+    - raptor-tp6m-3-fennec-cold
+    - raptor-tp6m-4-fennec-cold
+    - raptor-tp6m-5-fennec-cold
+    - raptor-tp6m-6-fennec-cold
+    - raptor-tp6m-7-fennec-cold
+    - raptor-tp6m-8-fennec-cold
+    - raptor-tp6m-9-fennec-cold
+    - raptor-tp6m-10-fennec-cold
+    - raptor-tp6m-11-fennec-cold
+    - raptor-tp6m-12-fennec-cold
+    - raptor-tp6m-13-fennec-cold
+    - raptor-tp6m-14-fennec-cold
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
@@ -570,6 +584,20 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-12-geckoview-cold
     - raptor-tp6m-13-geckoview-cold
     - raptor-tp6m-14-geckoview-cold
+    - raptor-tp6m-1-fennec-cold
+    - raptor-tp6m-2-fennec-cold
+    - raptor-tp6m-3-fennec-cold
+    - raptor-tp6m-4-fennec-cold
+    - raptor-tp6m-5-fennec-cold
+    - raptor-tp6m-6-fennec-cold
+    - raptor-tp6m-7-fennec-cold
+    - raptor-tp6m-8-fennec-cold
+    - raptor-tp6m-9-fennec-cold
+    - raptor-tp6m-10-fennec-cold
+    - raptor-tp6m-11-fennec-cold
+    - raptor-tp6m-12-fennec-cold
+    - raptor-tp6m-13-fennec-cold
+    - raptor-tp6m-14-fennec-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
@@ -597,6 +625,20 @@ android-hw-arm7-raptor-nightly:
     - raptor-tp6m-8-fennec
     - raptor-tp6m-9-fennec
     - raptor-tp6m-10-fennec
+    - raptor-tp6m-1-fennec-cold
+    - raptor-tp6m-2-fennec-cold
+    - raptor-tp6m-3-fennec-cold
+    - raptor-tp6m-4-fennec-cold
+    - raptor-tp6m-5-fennec-cold
+    - raptor-tp6m-6-fennec-cold
+    - raptor-tp6m-7-fennec-cold
+    - raptor-tp6m-8-fennec-cold
+    - raptor-tp6m-9-fennec-cold
+    - raptor-tp6m-10-fennec-cold
+    - raptor-tp6m-11-fennec-cold
+    - raptor-tp6m-12-fennec-cold
+    - raptor-tp6m-13-fennec-cold
+    - raptor-tp6m-14-fennec-cold
 
 android-hw-aarch64-raptor-nightly:
     - raptor-speedometer-fennec
@@ -610,3 +652,17 @@ android-hw-aarch64-raptor-nightly:
     - raptor-tp6m-8-fennec
     - raptor-tp6m-9-fennec
     - raptor-tp6m-10-fennec
+    - raptor-tp6m-1-fennec-cold
+    - raptor-tp6m-2-fennec-cold
+    - raptor-tp6m-3-fennec-cold
+    - raptor-tp6m-4-fennec-cold
+    - raptor-tp6m-5-fennec-cold
+    - raptor-tp6m-6-fennec-cold
+    - raptor-tp6m-7-fennec-cold
+    - raptor-tp6m-8-fennec-cold
+    - raptor-tp6m-9-fennec-cold
+    - raptor-tp6m-10-fennec-cold
+    - raptor-tp6m-11-fennec-cold
+    - raptor-tp6m-12-fennec-cold
+    - raptor-tp6m-13-fennec-cold
+    - raptor-tp6m-14-fennec-cold

testing/raptor/raptor/tests/raptor-tp6m-cold-1.ini

@@ -43,3 +43,19 @@ test_url = https://m.facebook.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
 playback_recordings = android-facebook.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-amazon-fennec]
+apps = fennec
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
+playback_recordings = android-amazon.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-facebook-fennec]
+apps = fennec
+test_url = https://m.facebook.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
+playback_recordings = android-facebook.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini

@@ -43,3 +43,19 @@ test_url = https://stackoverflow.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-bbc-fennec]
+apps = fennec
+test_url = https://www.bbc.com/news/business-47245877
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-stackoverflow-fennec]
+apps = fennec
+test_url = https://stackoverflow.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini

@@ -43,3 +43,19 @@ test_url = https://www.jianshu.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
 playback_recordings = android-jianshu.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-microsoft-support-fennec]
+apps = fennec
+test_url = https://support.microsoft.com/en-us
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
+playback_recordings = android-microsoft-support.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-jianshu-fennec]
+apps = fennec
+test_url = https://www.jianshu.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
+playback_recordings = android-jianshu.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini

@@ -43,3 +43,19 @@ test_url = https://www.allrecipes.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
 playback_recordings = android-allrecipes.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-imdb-fennec]
+apps = fennec
+test_url = https://m.imdb.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
+playback_recordings = android-imdb.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-allrecipes-fennec]
+apps = fennec
+test_url = https://www.allrecipes.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
+playback_recordings = android-allrecipes.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini

@@ -43,3 +43,19 @@ test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-h
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
 playback_recordings = android-web-de.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-espn-fennec]
+apps = fennec
+test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
+playback_recordings = android-espn.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-web-de-fennec]
+apps = fennec
+test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
+playback_recordings = android-web-de.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini

@@ -43,3 +43,19 @@ test_url = https://aframe.io/examples/showcase/animation
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
 playback_recordings = android-aframeio-animation.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-facebook-cristiano-fennec]
+apps = fennec
+test_url = https://m.facebook.com/Cristiano
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
+playback_recordings = android-facebook-cristiano.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-aframeio-animation-fennec]
+apps = fennec
+test_url = https://aframe.io/examples/showcase/animation
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
+playback_recordings = android-aframeio-animation.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini

@@ -43,3 +43,19 @@ test_url = https://www.youtube.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
 playback_recordings = android-youtube.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-fennec-cold]
+apps = fennec
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-youtube-fennec-cold]
+apps = fennec
+test_url = https://www.youtube.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
+playback_recordings = android-youtube.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini

@@ -43,3 +43,19 @@ test_url = https://www.bing.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
 playback_recordings = bing-mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-instagram-fennec]
+apps = fennec
+test_url = https://www.instagram.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
+playback_recordings = instagram-mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-bing-fennec]
+apps = fennec
+test_url = https://www.bing.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
+playback_recordings = bing-mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini

@@ -43,3 +43,19 @@ test_url = https://m.ebay-kleinanzeigen.de
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
 playback_recordings = ebay-kleinanzeigen-mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-bing-restaurants-fennec]
+apps = fennec
+test_url = https://www.bing.com/search?q=restaurants
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
+playback_recordings = bing-restaurants-mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-fennec]
+apps = fennec
+test_url = https://m.ebay-kleinanzeigen.de
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini

@@ -43,3 +43,19 @@ test_url = https://www.google.com/maps?force=pwa
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
 playback_recordings = google_maps_mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-search-fennec]
+apps = fennec
+test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-search-mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-google-maps-fennec]
+apps = fennec
+test_url = https://www.google.com/maps?force=pwa
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
+playback_recordings = google_maps_mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini

@@ -45,3 +45,20 @@ test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=sea
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
 playback_recordings = android-amazon-search.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-google-restaurants-fennec]
+apps = fennec
+test_url = https://www.google.com/search?q=restaurants+near+me
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
+playback_recordings = google-search-restaurants-mobile.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+disabled = Bug 1541431 TEST-UNEXPECTED-FAIL: test 'raptor-tp6m-google-restaurants-fennec' timed out loading test page
+
+[raptor-tp6m-cold-amazon-search-fennec]
+apps = fennec
+test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
+playback_recordings = android-amazon-search.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini

@@ -43,3 +43,19 @@ test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
 playback_recordings = android-youtube-watch.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-wikipedia-fennec]
+apps = fennec
+test_url = https://en.m.wikipedia.org/wiki/Main_Page
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
+playback_recordings = android-wikipedia.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-youtube-watch-fennec]
+apps = fennec
+test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
+playback_recordings = android-youtube-watch.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini

@@ -45,3 +45,19 @@ playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
 playback_recordings = android-cnn.mp
 measure = fnbpaint, fcp, dcf, loadtime
 disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
+
+[raptor-tp6m-cold-booking-fennec]
+apps = fennec
+test_url = https://www.booking.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
+playback_recordings = android-booking.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-cnn-fennec]
+apps = fennec
+test_url = https://edition.cnn.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
+playback_recordings = android-cnn.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime

testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini

@@ -43,3 +43,19 @@ test_url = https://www.reddit.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-cnn-ampstories-fennec]
+apps = fennec
+test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
+playback_recordings = android-cnn-ampstories.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime
+
+[raptor-tp6m-cold-reddit-fennec]
+apps = fennec
+test_url = https://www.reddit.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
+measure = fnbpaint, dcf, loadtime
+alert_on = loadtime