From c72c2a34d10c26469363c9c7974ce999dbf70e4b Mon Sep 17 00:00:00 2001 From: Ted Campbell Date: Wed, 17 Jun 2020 13:57:04 +0000 Subject: [PATCH] Bug 1642708 - Stop running BinAST tests in automation r=perftest-reviewers,Bebe,sfink Remove the BinAST tests from following jobs: - SM(p) - SM(cgc) Remove the BinAST performance tests: - binast-instagram Mark the WPT BinAST tests as backlog. Differential Revision: https://phabricator.services.mozilla.com/D77919 --- js/src/devtools/automation/variants/compacting | 5 ----- js/src/devtools/automation/variants/plain | 5 ----- js/src/devtools/automation/variants/plaindebug | 5 ----- taskcluster/ci/test/raptor.yml | 9 --------- taskcluster/ci/test/test-sets.yml | 1 - testing/awsy/tp6-pageset.manifest | 8 -------- testing/perfdocs/generated/raptor.rst | 1 - testing/raptor/raptor/perfdocs/config.yml | 1 - .../raptor/raptor/tests/tp6/desktop-tests.ini | 1 - .../tests/tp6/desktop/binast-instagram.ini | 16 ---------------- ...mitm4-linux-firefox-instagram-binast.manifest | 10 ---------- .../web-platform/mozilla/meta/binast/__dir__.ini | 1 + 12 files changed, 1 insertion(+), 62 deletions(-) delete mode 100644 testing/raptor/raptor/tests/tp6/desktop/binast-instagram.ini delete mode 100644 testing/raptor/raptor/tooltool-manifests/playback/mitm4-linux-firefox-instagram-binast.manifest diff --git a/js/src/devtools/automation/variants/compacting b/js/src/devtools/automation/variants/compacting index 651e18e99273..911cfa1c4938 100644 --- a/js/src/devtools/automation/variants/compacting +++ b/js/src/devtools/automation/variants/compacting @@ -7,11 +7,6 @@ "JITTEST_EXTRA_ARGS": "--jitflags=debug --ignore-timeouts={DIR}/cgc-jittest-timeouts.txt", "JSTESTS_EXTRA_ARGS": "--exclude-file={DIR}/cgc-jstests-slow.txt" }, - "conditional-env": { - "linux64": { - "JITTEST_EXTRA_ARGS": "--jitflags=debug --ignore-timeouts={DIR}/cgc-jittest-timeouts.txt --run-binast" - } - }, "skip-tests": { "win32": ["jstests"], "win64": ["jstests"] diff --git a/js/src/devtools/automation/variants/plain b/js/src/devtools/automation/variants/plain index 7cdcaed8e3d7..902e81f41c10 100644 --- a/js/src/devtools/automation/variants/plain +++ b/js/src/devtools/automation/variants/plain @@ -3,10 +3,5 @@ "optimize": true, "env": { "JSTESTS_EXTRA_ARGS": "--jitflags=jstests" - }, - "conditional-env": { - "linux64": { - "JITTEST_EXTRA_ARGS": "--run-binast" - } } } diff --git a/js/src/devtools/automation/variants/plaindebug b/js/src/devtools/automation/variants/plaindebug index b88f3656d5fe..ee3505abfb47 100644 --- a/js/src/devtools/automation/variants/plaindebug +++ b/js/src/devtools/automation/variants/plaindebug @@ -5,11 +5,6 @@ "env": { "JSTESTS_EXTRA_ARGS": "--jitflags=debug" }, - "conditional-env": { - "linux64": { - "JITTEST_EXTRA_ARGS": "--run-binast" - } - }, "conditional-configure-args": { "linux64": "--enable-clang-plugin" } diff --git a/taskcluster/ci/test/raptor.yml b/taskcluster/ci/test/raptor.yml index efb9b41ed0c9..ad778a20e6b7 100644 --- a/taskcluster/ci/test/raptor.yml +++ b/taskcluster/ci/test/raptor.yml @@ -204,15 +204,6 @@ raptor-tp6: default: 2 default: 2 -raptor-tp6-binast-firefox: - description: "Raptor Binast on Firefox" - variants: ["fission"] - try-name: raptor-tp6-binast - treeherder-symbol: Rap(binast) - mozharness: - extra-options: - - --test=raptor-tp6-binast-instagram-firefox - raptor-speedometer-firefox: description: "Raptor Speedometer on Firefox" variants: ["fission"] diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml index 88f0c686102b..916e0d9df162 100644 --- a/taskcluster/ci/test/test-sets.yml +++ b/taskcluster/ci/test/test-sets.yml @@ -77,7 +77,6 @@ talos-ref-hw: raptor-firefox: - raptor-tp6 - - raptor-tp6-binast-firefox - raptor-speedometer-firefox - raptor-stylebench-firefox - raptor-motionmark-htmlsuite-firefox diff --git a/testing/awsy/tp6-pageset.manifest b/testing/awsy/tp6-pageset.manifest index ad9874d00e07..74a4362c365c 100644 --- a/testing/awsy/tp6-pageset.manifest +++ b/testing/awsy/tp6-pageset.manifest @@ -103,14 +103,6 @@ "filename": "mitm4-linux-firefox-imgur.zip", "unpack": true }, - { - "size": 5501545, - "visibility": "public", - "digest": "a5c441b3ede7d7c0da2ed5414761929c17863e3bb03612a396fd40259eca767bd344ea1d64d2b7d3bea88aee75172406766b9bd4a7cd2c02d3b0a9a4993eb61b", - "algorithm": "sha512", - "filename": "mitm4-linux-firefox-instagram-binast.zip", - "unpack": true - }, { "size": 4210445, "visibility": "public", diff --git a/testing/perfdocs/generated/raptor.rst b/testing/perfdocs/generated/raptor.rst index b201d5c9314f..131d2aa9aaf2 100644 --- a/testing/perfdocs/generated/raptor.rst +++ b/testing/perfdocs/generated/raptor.rst @@ -20,7 +20,6 @@ Tests for page-load performance. (WX: WebExtension, BT: Browsertime, FF: Firefox * google-slides (BT) * raptor-tp6-amazon (WX, FF, CH, CU) * raptor-tp6-apple (WX, FF, CH, CU) -* raptor-tp6-binast-instagram-firefox (WX, FF) * raptor-tp6-bing (WX, FF, CH, CU) * raptor-tp6-docs (WX, FF, CH, CU) * raptor-tp6-ebay (WX, FF, CH, CU) diff --git a/testing/raptor/raptor/perfdocs/config.yml b/testing/raptor/raptor/perfdocs/config.yml index 23da06ab8366..3755dc084a45 100755 --- a/testing/raptor/raptor/perfdocs/config.yml +++ b/testing/raptor/raptor/perfdocs/config.yml @@ -38,7 +38,6 @@ suites: raptor-tp6-pinterest: "WX, FF, CH, CU" raptor-tp6-paypal: "WX, FF, CH, CU" raptor-tp6-tumblr: "WX, FF, CH, CU" - raptor-tp6-binast-instagram-firefox: "WX, FF" amazon: "BT" bing-search: "BT" facebook: "BT" diff --git a/testing/raptor/raptor/tests/tp6/desktop-tests.ini b/testing/raptor/raptor/tests/tp6/desktop-tests.ini index 7cb2c272f267..751ba7713fb1 100644 --- a/testing/raptor/raptor/tests/tp6/desktop-tests.ini +++ b/testing/raptor/raptor/tests/tp6/desktop-tests.ini @@ -25,7 +25,6 @@ alert_on = fcp, loadtime [include:desktop/amazon.ini] [include:desktop/apple.ini] -[include:desktop/binast-instagram.ini] [include:desktop/bing-search.ini] [include:desktop/ebay.ini] [include:desktop/facebook.ini] diff --git a/testing/raptor/raptor/tests/tp6/desktop/binast-instagram.ini b/testing/raptor/raptor/tests/tp6/desktop/binast-instagram.ini deleted file mode 100644 index 428c3cfcb360..000000000000 --- a/testing/raptor/raptor/tests/tp6/desktop/binast-instagram.ini +++ /dev/null @@ -1,16 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. - -# raptor tp6 binast-instagram - -[DEFAULT] -test_url = https://www.instagram.com/ -playback_recordings = instagram-binast.mp -playback_pageset_manifest = mitm4-linux-firefox-instagram-binast.manifest - -[raptor-tp6-binast-instagram-firefox] -apps = firefox -preferences = {"dom.script_loader.binast_encoding.enabled": true, - "dom.script_loader.binast_encoding.domain.restrict.list": "*.instagram.com"} -measure = fnbpaint, fcp, dcf, loadtime diff --git a/testing/raptor/raptor/tooltool-manifests/playback/mitm4-linux-firefox-instagram-binast.manifest b/testing/raptor/raptor/tooltool-manifests/playback/mitm4-linux-firefox-instagram-binast.manifest deleted file mode 100644 index 21f363a9cc13..000000000000 --- a/testing/raptor/raptor/tooltool-manifests/playback/mitm4-linux-firefox-instagram-binast.manifest +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "size": 5501545, - "visibility": "public", - "digest": "a5c441b3ede7d7c0da2ed5414761929c17863e3bb03612a396fd40259eca767bd344ea1d64d2b7d3bea88aee75172406766b9bd4a7cd2c02d3b0a9a4993eb61b", - "algorithm": "sha512", - "filename": "mitm4-linux-firefox-instagram-binast.zip", - "unpack": true - } -] diff --git a/testing/web-platform/mozilla/meta/binast/__dir__.ini b/testing/web-platform/mozilla/meta/binast/__dir__.ini index f4ac6075e78d..aa24d6e2405f 100644 --- a/testing/web-platform/mozilla/meta/binast/__dir__.ini +++ b/testing/web-platform/mozilla/meta/binast/__dir__.ini @@ -1 +1,2 @@ +implementation-status: backlog prefs: [dom.script_loader.binast_encoding.enabled:true]