Backed out changeset 741768b1c721 (bug 1624813) for causing perf test regressions. CLOSED TREE

testing/raptor/raptor/perftest.py

@@ -475,7 +475,7 @@ either Raptor or browsertime."""
         self.config.update(
             {
                 "playback_tool": test.get("playback"),
-                "playback_version": test.get("playback_version", "5.0.1"),
+                "playback_version": test.get("playback_version", "4.0.4"),
                 "playback_binary_zip": test.get("playback_binary_zip_%s" % platform),
                 "playback_pageset_zip": test.get("playback_pageset_zip_%s" % platform),
                 "playback_binary_manifest": test.get("playback_binary_manifest"),

testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1-cold.ini

@@ -24,6 +24,14 @@ test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
 playback_recordings = amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
+[raptor-tp6-amazon-firefox-mitm5-cold]
+apps = firefox
+screen_capture = true
+playback_version = 5.0.1
+test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
+playback_recordings = amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
 [raptor-tp6-amazon-chrome-cold]
 apps = chrome
 test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1

testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1.ini

@@ -24,6 +24,15 @@ playback_pageset_manifest = mitm4-linux-firefox-amazon.manifest
 playback_recordings = amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
+[raptor-tp6-amazon-firefox-mitm5]
+apps = firefox
+playback_version = 5.0.1
+screen_capture = true
+test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
+playback_pageset_manifest = mitm4-linux-firefox-amazon.manifest
+playback_recordings = amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
 [raptor-tp6-facebook-firefox]
 apps = firefox
 test_url = https://www.facebook.com

testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1-cold.ini

@@ -22,6 +22,15 @@ playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
+[raptor-tp6m-amazon-geckoview-mitm5-cold]
+apps = geckoview
+screen_capture = true
+playback_version = 5.0.1
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
+playback_recordings = mitm4-pixel2-fennec-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
 [raptor-tp6m-amazon-fenix-cold]
 apps = fenix
 test_url = https://www.amazon.com
@@ -35,3 +44,12 @@ test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-amazon-refbrow-mitm5-cold]
+apps = refbrow
+screen_capture = true
+playback_version = 5.0.1
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
+playback_recordings = mitm4-pixel2-fennec-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime

testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1.ini

@@ -22,6 +22,15 @@ playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
+[raptor-tp6m-amazon-geckoview-mitm5]
+apps = geckoview
+screen_capture = true
+playback_version = 5.0.1
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
+playback_recordings = mitm4-pixel2-fennec-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
 [raptor-tp6m-facebook-geckoview]
 apps = geckoview
 test_url = https://m.facebook.com
@@ -51,6 +60,15 @@ playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
+[raptor-tp6m-amazon-refbrow-mitm5]
+apps = refbrow
+screen_capture = true
+playback_version = 5.0.1
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
+playback_recordings = mitm4-pixel2-fennec-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
 [raptor-tp6m-facebook-refbrow]
 apps = refbrow
 test_url = https://m.facebook.com
@@ -80,6 +98,15 @@ playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
+[raptor-tp6m-amazon-fenix-mitm5]
+apps = fenix
+screen_capture = true
+playback_version = 5.0.1
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
+playback_recordings = mitm4-pixel2-fennec-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
 [raptor-tp6m-facebook-fenix]
 apps = fenix
 test_url = https://m.facebook.com