diff --git a/taskcluster/ci/config.yml b/taskcluster/ci/config.yml index 3a386d4e9914..3968ab0b8b6a 100755 --- a/taskcluster/ci/config.yml +++ b/taskcluster/ci/config.yml @@ -38,6 +38,7 @@ treeherder: 'Rap-Cr': 'Raptor performance tests on Google Chromium' 'Rap-P': 'Raptor power tests on Firefox' 'Rap-P-1proc': 'Raptor power tests on Firefox without e10s' + 'Rap-fenix': 'Raptor performance tests on Fenix' 'Rap-refbrow': 'Raptor performance tests on the reference browser' 'T': 'Talos performance tests' 'T-1proc': 'Talos performance tests without e10s' diff --git a/taskcluster/ci/test/raptor.yml b/taskcluster/ci/test/raptor.yml index bdea3264d5df..d49232d79394 100644 --- a/taskcluster/ci/test/raptor.yml +++ b/taskcluster/ci/test/raptor.yml @@ -313,6 +313,23 @@ raptor-tp6m-1-geckoview-cold: - --binary=org.mozilla.geckoview_example - --activity=GeckoViewActivity +raptor-tp6m-1-fenix: + description: "Raptor tp6m-1 on Fenix" + try-name: raptor-tp6m-1-fenix + treeherder-symbol: Rap-fenix(tp6m-1) + run-on-projects: ['try'] + e10s: true + target: + index: project.mobile.fenix.branch.master.latest.greenfield.arm-release-raptor + name: target.apk + tier: 2 + mozharness: + extra-options: + - --test=raptor-tp6m-1 + - --app=fenix + - --binary-path=org.mozilla.fenix + - --activity=BrowserPerformanceTestActivity + raptor-tp6m-1-refbrow: description: "Raptor tp6m-1 on the reference browser" treeherder-symbol: Rap-refbrow(tp6m-1) diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml index 6d0b62aa707b..f5cd0fd2f9c1 100644 --- a/taskcluster/ci/test/test-sets.yml +++ b/taskcluster/ci/test/test-sets.yml @@ -459,6 +459,7 @@ android-hw-arm7-raptor: - raptor-tp6m-8-geckoview - raptor-tp6m-9-geckoview - raptor-tp6m-10-geckoview + - raptor-tp6m-1-fenix - raptor-tp6m-1-refbrow - raptor-tp6m-2-refbrow - raptor-tp6m-3-refbrow diff --git a/taskcluster/taskgraph/transforms/tests.py b/taskcluster/taskgraph/transforms/tests.py index 3891bc5d1bb5..2a181aab9d0d 100644 --- a/taskcluster/taskgraph/transforms/tests.py +++ b/taskcluster/taskgraph/transforms/tests.py @@ -832,6 +832,7 @@ def get_mobile_project(test): return mobile_projects = ( + 'fenix', 'fennec', 'geckoview', 'refbrow', diff --git a/testing/raptor/raptor/tests/raptor-tp6m-1.ini b/testing/raptor/raptor/tests/raptor-tp6m-1.ini index 8f2494f92139..b81ce54ef195 100644 --- a/testing/raptor/raptor/tests/raptor-tp6m-1.ini +++ b/testing/raptor/raptor/tests/raptor-tp6m-1.ini @@ -102,3 +102,31 @@ test_url = https://www.youtube.com playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest playback_recordings = android-youtube.mp measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-amazon-fenix] +apps = fenix +test_url = https://www.amazon.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest +playback_recordings = android-amazon.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-facebook-fenix] +apps = fenix +test_url = https://m.facebook.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest +playback_recordings = android-facebook.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-google-fenix] +apps = fenix +test_url = https://www.google.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest +playback_recordings = android-google.mp +measure = fnbpaint, fcp, dcf, loadtime + +[raptor-tp6m-youtube-fenix] +apps = fenix +test_url = https://www.youtube.com +playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest +playback_recordings = android-youtube.mp +measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/test/test_manifest.py b/testing/raptor/test/test_manifest.py index 5111ee328777..2c7f65f835fa 100644 --- a/testing/raptor/test/test_manifest.py +++ b/testing/raptor/test/test_manifest.py @@ -118,10 +118,7 @@ INVALID_MANIFESTS = [{'apps': 'firefox', @pytest.mark.parametrize('app', ['firefox', 'chrome', 'chromium', 'geckoview', 'refbrow', 'fenix']) def test_get_browser_test_list(app): test_list = get_browser_test_list(app, run_local=True) - if app != "fenix": - assert len(test_list) > 0 - else: - assert len(test_list) == 0 + assert len(test_list) > 0 @pytest.mark.parametrize('test_details', VALID_MANIFESTS)