Bug 1670902 - Only run high value tests against non-WebRender on Android; r=perftest-reviewers,sparky

Differential Revision: https://phabricator.services.mozilla.com/D110392

taskcluster/ci/test/browsertime-mobile.yml

@@ -66,12 +66,22 @@ job-defaults:
             default: []
 
 browsertime-tp6m:
-    description: "Raptor (browsertime) tp6 page-load tests on android"
+    <<: &tp6m-defaults
-    raptor-test: tp6m
+        apps: [geckoview, fenix, chrome-m, refbrow]
+        description: Raptor (browsertime) tp6 page-load tests on android
+        mozharness:
+            extra-options:
+                - --chimera
+        raptor-test: tp6m
+        run-visual-metrics: true
+        tier:
+            by-app:
+                geckoview: 1
+                refbrow: 2
+                default: 3
+        treeherder-symbol: Btime(tp6m)
     raptor-subtests:
-        - allrecipes
         - amazon
-        - [amazon-search, amazon-s]
         - bbc
         - bing
         - [bing-search-restaurants, bing-s-r]
@@ -80,28 +90,36 @@ browsertime-tp6m:
         - [cnn-ampstories, cnn-amp]
         - [ebay-kleinanzeigen, ebay-k]
         - [ebay-kleinanzeigen-search, ebay-k-s]
-        - espn
-        - facebook
         - [facebook-cristiano, fb-cris]
-        - google
         - [google-maps, gmaps]
         - [google-search-restaurants, gsearch-r]
         - instagram
         - imdb
         - jianshu
-        - [microsoft-support, micros-sup]
         - reddit
         - [stackoverflow, stacko]
         - web-de
         - wikipedia
         - youtube
-        - [youtube-watch, youtube-w]
+    run-on-projects:
-    apps: ["geckoview", "fenix", "chrome-m", "refbrow"]
-    tier:
         by-app:
-            geckoview: 1
+            geckoview:
-            refbrow: 2
+                by-test-platform:
-            default: 3
+                    android-hw-g5.*shippable-qr.*: [trunk, mozilla-beta]
+                    android-hw-p2.*aarch64-shippable-qr.*: [trunk, mozilla-beta]
+                    default: []
+            default: []
+
+browsertime-tp6m-essential:
+    <<: *tp6m-defaults
+    raptor-subtests:
+        - allrecipes
+        - [amazon-search, amazon-s]
+        - espn
+        - facebook
+        - google
+        - [microsoft-support, micros-sup]
+        - [youtube-watch, youtube-w]
     run-on-projects:
         by-app:
             geckoview:
@@ -110,11 +128,6 @@ browsertime-tp6m:
                     android-hw-p2.*aarch64-shippable.*: [trunk, mozilla-beta]
                     default: []
             default: []
-    run-visual-metrics: true
-    treeherder-symbol: Btime(tp6m)
-    mozharness:
-        extra-options:
-            - --chimera
 
 browsertime-youtube-playback-mobile:
     description: "Browsertime YouTube Playback on Android"

taskcluster/ci/test/test-sets.yml

@@ -546,6 +546,7 @@ android-hw-aarch64-raptor-cpu-memory-power:
 android-hw-browsertime:
     - browsertime-power
     - browsertime-tp6m
+    - browsertime-tp6m-essential
     - browsertime-tp6m-live
     - browsertime-tp6m-profiling
     - browsertime-speedometer-mobile