Bug 1532747 - Create try-only raptor tp6m-1 fenix task, r=rwood

Differential Revision: https://phabricator.services.mozilla.com/D27948

--HG--
extra : moz-landing-system : lando

taskcluster/ci/config.yml

@@ -38,6 +38,7 @@ treeherder:
         'Rap-Cr': 'Raptor performance tests on Google Chromium'
         'Rap-P': 'Raptor power tests on Firefox'
         'Rap-P-1proc': 'Raptor power tests on Firefox without e10s'
+        'Rap-fenix': 'Raptor performance tests on Fenix'
         'Rap-refbrow': 'Raptor performance tests on the reference browser'
         'T': 'Talos performance tests'
         'T-1proc': 'Talos performance tests without e10s'

taskcluster/ci/test/raptor.yml

@@ -313,6 +313,23 @@ raptor-tp6m-1-geckoview-cold:
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
+raptor-tp6m-1-fenix:
+    description: "Raptor tp6m-1 on Fenix"
+    try-name: raptor-tp6m-1-fenix
+    treeherder-symbol: Rap-fenix(tp6m-1)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        index: project.mobile.fenix.branch.master.latest.greenfield.arm-release-raptor
+        name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-1
+            - --app=fenix
+            - --binary-path=org.mozilla.fenix
+            - --activity=BrowserPerformanceTestActivity
+
 raptor-tp6m-1-refbrow:
     description: "Raptor tp6m-1 on the reference browser"
     treeherder-symbol: Rap-refbrow(tp6m-1)

taskcluster/ci/test/test-sets.yml

@@ -459,6 +459,7 @@ android-hw-arm7-raptor:
     - raptor-tp6m-8-geckoview
     - raptor-tp6m-9-geckoview
     - raptor-tp6m-10-geckoview
+    - raptor-tp6m-1-fenix
     - raptor-tp6m-1-refbrow
     - raptor-tp6m-2-refbrow
     - raptor-tp6m-3-refbrow

taskcluster/taskgraph/transforms/tests.py

@@ -832,6 +832,7 @@ def get_mobile_project(test):
         return
 
     mobile_projects = (
+        'fenix',
         'fennec',
         'geckoview',
         'refbrow',

testing/raptor/raptor/tests/raptor-tp6m-1.ini

@@ -102,3 +102,31 @@ test_url = https://www.youtube.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
 playback_recordings = android-youtube.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-amazon-fenix]
+apps = fenix
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
+playback_recordings = android-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-facebook-fenix]
+apps = fenix
+test_url = https://m.facebook.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
+playback_recordings = android-facebook.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-fenix]
+apps = fenix
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-youtube-fenix]
+apps = fenix
+test_url = https://www.youtube.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
+playback_recordings = android-youtube.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/test/test_manifest.py

@@ -118,10 +118,7 @@ INVALID_MANIFESTS = [{'apps': 'firefox',
 @pytest.mark.parametrize('app', ['firefox', 'chrome', 'chromium', 'geckoview', 'refbrow', 'fenix'])
 def test_get_browser_test_list(app):
     test_list = get_browser_test_list(app, run_local=True)
-    if app != "fenix":
+    assert len(test_list) > 0
-        assert len(test_list) > 0
-    else:
-        assert len(test_list) == 0
 
 
 @pytest.mark.parametrize('test_details', VALID_MANIFESTS)