Bug 1632822 - create webrender list of crashtests to have focused tests on android phones. r=bc

create webrender list of crashtests to have focused tests on android phones

Differential Revision: https://phabricator.services.mozilla.com/D72570

taskcluster/ci/test/reftest.yml

@@ -63,6 +63,16 @@ crashtest:
             android-hw-.*-qr/.*: 2
             default: default
 
+crashtest-qr:
+    description: "Crashtest Webrender run"
+    schedules-component: crashtest
+    treeherder-symbol: R(C)
+    chunks: 1
+    e10s: true
+    run-on-projects: built-projects
+    max-run-time: 1200
+    tier: 2
+
 jsreftest:
     description: "JS Reftest run"
     schedules-component: jsreftest

taskcluster/ci/test/test-sets.yml

@@ -603,7 +603,7 @@ android-hw-aarch64-debug-unittests:
     - mochitest-webgl2-core
 
 android-hw-aarch64-qr:
-    - crashtest
+    - crashtest-qr
     - reftest-qr
 
 android-hw-arm7-raptor:

taskcluster/taskgraph/transforms/tests.py

@@ -1264,6 +1264,7 @@ CHUNK_SUITES_BLACKLIST = (
     'awsy',
     'cppunittest',
     'crashtest',
+    'crashtest-qr',
     'firefox-ui-functional-local',
     'firefox-ui-functional-remote',
     'geckoview-junit',

testing/crashtest/crashtests-qr.list

@@ -0,0 +1,7 @@
+# crashtests that are most likely to affect webrender
+# Added as part of Bug 1632822 to reduce load on android phones
+
+include ../../gfx/tests/crashtests/crashtests.list
+include ../../layout/base/crashtests/crashtests.list
+include ../../layout/painting/crashtests/crashtests.list
+include ../../layout/svg/crashtests/crashtests.list

testing/mozbase/moztest/moztest/resolve.py

@@ -52,6 +52,14 @@ TEST_SUITES = {
         'task_regex': ['crashtest($|.*(-1|[^0-9])$)',
                        'test-verify($|.*(-1|[^0-9])$)'],
     },
+    'crashtest-qr': {
+        'aliases': ('c', 'rc'),
+        'build_flavor': 'crashtest',
+        'mach_command': 'crashtest',
+        'kwargs': {'test_file': None},
+        'task_regex': ['crashtest-qr($|.*(-1|[^0-9])$)',
+                       'test-verify($|.*(-1|[^0-9])$)'],
+    },
     'firefox-ui-functional': {
         'aliases': ('fxfn',),
         'mach_command': 'firefox-ui-functional',

testing/mozharness/configs/android/android_common.py

@@ -208,6 +208,30 @@ config = {
             ],
             "tests": ["tests/testing/crashtest/crashtests.list",],
         },
+        "crashtest-qr": {
+            "run_filename": "remotereftest.py",
+            "testsdir": "reftest",
+            "options": [
+                "--app=%(app)s",
+                "--ignore-window-size",
+                "--remote-webserver=%(remote_webserver)s",
+                "--xre-path=%(xre_path)s",
+                "--utility-path=%(utility_path)s",
+                "--http-port=%(http_port)s",
+                "--ssl-port=%(ssl_port)s",
+                "--httpd-path",
+                "%(modules_dir)s",
+                "--symbols-path=%(symbols_path)s",
+                "--suite=crashtest",
+                "--log-raw=%(raw_log_file)s",
+                "--log-raw-level=%(log_raw_level)s",
+                "--log-errorsummary=%(error_summary_file)s",
+                "--log-tbpl-level=%(log_tbpl_level)s",
+                "--deviceSerial=%(device_serial)s",
+                "--topsrcdir=tests",
+            ],
+            "tests": ["tests/testing/crashtest/crashtests-qr.list",],
+        },
         "jittest": {
             "run_filename": "jit_test.py",
             "testsdir": "jit-test/jit-test",

testing/mozharness/mozharness/mozilla/testing/errors.py

@@ -52,6 +52,7 @@ TinderBoxPrintRe = {
     "reftest_summary": _reftest_summary,
     "reftest-qr_summary": _reftest_summary,
     "crashtest_summary": _reftest_summary,
+    "crashtest-qr_summary": _reftest_summary,
     "xpcshell_summary": {
         'regex': re.compile(r'''INFO \| (Passed|Failed|Todo): (\d+)'''),
         'pass_group': "Passed",

testing/mozharness/mozharness/mozilla/testing/testbase.py

@@ -322,6 +322,7 @@ You can set this by specifying --test-url URL
             'geckoview-junit': 'mochitest',
             'reftest-qr': 'reftest',
             'crashtest': 'reftest',
+            'crashtest-qr': 'reftest',
             'reftest-debug': 'reftest',
             'crashtest-debug': 'reftest',
         }

tools/tryselect/test/test_mozharness_integration.py

@@ -21,6 +21,7 @@ MOZHARNESS_SCRIPTS = {
         ],
         'xfail': [
             'cppunittest',
+            'crashtest-qr',
             'gtest',
             'geckoview-junit',
             'jittest',