Bug 1645037 - Don not alert for moxproxy not-replayed, and replayed metrics r=perftest-reviewers,kimberlythegeek,igoldan

Differential Revision: https://phabricator.services.mozilla.com/D79293

testing/mozbase/mozproxy/mozproxy/backends/mitm/mitm.py

@@ -366,17 +366,20 @@ class Mitmproxy(Playback):
                             "values": data["confidence"],
                             "subtest-prefix-type": False,
                             "unit": "%",
+                            "shouldAlert": True,
                             "lowerIsBetter": False
                         },
                         "not-replayed": {
                             "values": data["not-replayed"],
                             "subtest-prefix-type": False,
+                            "shouldAlert": False,
                             "unit": "a.u."
                         },
                         "replayed": {
                             "values": data["replayed"],
                             "subtest-prefix-type": False,
                             "unit": "a.u.",
+                            "shouldAlert": False,
                             "lowerIsBetter": False
                         }
                     }

testing/raptor/raptor/output.py

@@ -149,6 +149,9 @@ class PerftestOutput(object):
                 new_subtest["alertThreshold"] = value_info.get("alertThreshold", 2.0)
                 new_subtest["unit"] = value_info.get("unit", data_set["unit"])
 
+                if "shouldAlert" in value_info:
+                    new_subtest["shouldAlert"] = value_info.get("shouldAlert")
+
                 subtests.append(new_subtest)
                 vals.append([new_subtest["value"], new_subtest["name"]])