Bug 1780817 - Android Chrome a51 test perma fails. r=perftest-reviewers,sparky

Differential Revision: https://phabricator.services.mozilla.com/D173765

taskcluster/gecko_taskgraph/target_tasks.py

@@ -770,8 +770,11 @@ def target_tasks_general_perf_testing(full_task_graph, parameters, graph_config)
         # Android selection
         elif accept_raptor_android_build(platform):
             # Bug 1780817 - a51 and p2/p5 are failing to install chrome
-            if "chrome-m" in try_name and (
-                "-a51" in platform or "-p2" in platform or "-p5" in platform
+            # Temporarily enabling the a51 tests for essential and speedometer tests
+            if (
+                "chrome-m" in try_name
+                and ("-a51" in platform or "-p2" in platform or "-p5" in platform)
+                and not ("speedometer" in try_name or "essential" in try_name)
             ):
                 return False
             # Ignore all fennec tests here, we run those weekly

taskcluster/gecko_taskgraph/transforms/test/other.py

@@ -323,7 +323,9 @@ def setup_browsertime(config, tasks):
 
         cd_fetches = {
             "android.*": [
-                "linux64-chromedriver-87",
+                "linux64-chromedriver-109",
+                "linux64-chromedriver-110",
+                "linux64-chromedriver-111",
             ],
             "linux.*": [
                 "linux64-chromedriver-109",

testing/mozharness/mozharness/mozilla/testing/raptor.py

@@ -798,7 +798,10 @@ class Raptor(
             )
             return
         self.info("Fetching and installing Google Chrome for Android")
+        self.device.shell_output("cmd package install-existing com.android.chrome")
+        self.info("Google Chrome for Android successfully installed")
 
+    def download_chrome_android(self):
         # Fetch the APK
         tmpdir = tempfile.mkdtemp()
         self.tooltool_fetch(
@@ -811,8 +814,6 @@ class Raptor(
             ),
             output_dir=tmpdir,
         )
-
-        # Find the downloaded APK
         files = os.listdir(tmpdir)
         if len(files) > 1:
             raise Exception(
@@ -828,8 +829,6 @@ class Raptor(
         self.device.shell_output("settings put global verifier_verify_adb_installs 1")
         rmtree(tmpdir)
 
-        self.info("Google Chrome for Android successfully installed")
-
     def install_chromium_distribution(self):
         """Install Google Chromium distribution in production"""
         linux, mac, win = "linux", "mac", "win"

testing/raptor/raptor/results.py

@@ -670,7 +670,8 @@ class BrowsertimeResultsHandler(PerftestResultsHandler):
                     # chrome and safari we just measure fcp and loadtime; skip fnbpaint and dcf
                     if (
                         self.app
-                        and self.app.lower() in NON_FIREFOX_BROWSERS
+                        and self.app.lower()
+                        in NON_FIREFOX_BROWSERS + NON_FIREFOX_BROWSERS_MOBILE
                         and bt
                         in (
                             "fnbpaint",