2018-05-14 19:51:32 +03:00
|
|
|
// Preference file for the reftest harness.
|
|
|
|
|
/* globals user_pref */
|
|
|
|
|
// Make sure Shield doesn't hit the network.
|
|
|
|
|
user_pref("app.normandy.api_url", "https://localhost/selfsupport-dummy/");
|
2016-03-09 22:38:13 +03:00
|
|
|
user_pref("app.update.staging.enabled", false);
|
|
|
|
|
user_pref("app.update.url.android", "");
|
|
|
|
|
// Disable the thumbnailing service
|
|
|
|
|
user_pref("browser.pagethumbnails.capturing_disabled", true);
|
2018-05-14 19:51:32 +03:00
|
|
|
user_pref("browser.ping-centre.production.endpoint", "https://localhost");
|
2017-09-27 23:29:06 +03:00
|
|
|
// Make sure Ping Centre doesn't hit the network.
|
|
|
|
|
user_pref("browser.ping-centre.staging.endpoint", "https://localhost");
|
2016-03-29 10:37:44 +03:00
|
|
|
user_pref("browser.safebrowsing.blockedURIs.enabled", false);
|
2018-02-15 17:55:13 +03:00
|
|
|
user_pref("browser.safebrowsing.downloads.enabled", false);
|
2017-05-19 02:18:59 +03:00
|
|
|
user_pref("browser.safebrowsing.downloads.remote.url", "http://127.0.0.1/safebrowsing-dummy/gethash");
|
2018-05-14 19:51:32 +03:00
|
|
|
user_pref("browser.safebrowsing.malware.enabled", false);
|
|
|
|
|
user_pref("browser.safebrowsing.passwords.enabled", false);
|
|
|
|
|
// Likewise for safebrowsing.
|
|
|
|
|
user_pref("browser.safebrowsing.phishing.enabled", false);
|
2018-02-15 17:55:13 +03:00
|
|
|
user_pref("browser.safebrowsing.provider.google.gethashURL", "http://127.0.0.1/safebrowsing-dummyg/gethash");
|
|
|
|
|
user_pref("browser.safebrowsing.provider.google.updateURL", "http://127.0.0.1/safebrowsing-dummyg/update");
|
|
|
|
|
user_pref("browser.safebrowsing.provider.google4.gethashURL", "http://127.0.0.1/safebrowsing-dummyg4/gethash");
|
|
|
|
|
user_pref("browser.safebrowsing.provider.google4.updateURL", "http://127.0.0.1/safebrowsing-dummyg4/update");
|
|
|
|
|
user_pref("browser.safebrowsing.provider.mozilla.gethashURL", "http://127.0.0.1/safebrowsing-dummym/gethash");
|
|
|
|
|
user_pref("browser.safebrowsing.provider.mozilla.updateURL", "http://127.0.0.1/safebrowsing-dummym/update");
|
2016-03-09 22:38:13 +03:00
|
|
|
user_pref("browser.snippets.firstrunHomepage.enabled", false);
|
2018-05-14 19:51:32 +03:00
|
|
|
// use about:blank, not browser.startup.homepage
|
|
|
|
|
user_pref("browser.startup.page", 0);
|
|
|
|
|
// Since our tests are 800px wide, set the assume-designed-for width of all
|
|
|
|
|
// pages to be 800px (instead of the default of 980px). This ensures that
|
|
|
|
|
// in our 800px window we don't zoom out by default to try to fit the
|
|
|
|
|
// assumed 980px content.
|
|
|
|
|
user_pref("browser.viewport.desktopWidth", 800);
|
|
|
|
|
user_pref("datareporting.healthreport.uploadEnabled", false);
|
|
|
|
|
// Allow XUL and XBL files to be opened from file:// URIs
|
|
|
|
|
user_pref("dom.allow_XUL_XBL_for_file", true);
|
|
|
|
|
// Don't forcibly kill content processes after a timeout
|
|
|
|
|
user_pref("dom.ipc.tabs.shutdownTimeoutSecs", 0);
|
|
|
|
|
// For mochitests, we're more interested in testing the behavior of in-
|
|
|
|
|
// content XBL bindings, so we set this pref to true. In reftests, we're
|
|
|
|
|
// more interested in testing the behavior of XBL as it works in chrome,
|
|
|
|
|
// so we want this pref to be false.
|
|
|
|
|
user_pref("dom.use_xbl_scopes_for_remote_xul", false);
|
|
|
|
|
user_pref("extensions.autoDisableScopes", 0);
|
|
|
|
|
// Disable blocklist updates so we don't have them reported as leaks
|
|
|
|
|
user_pref("extensions.blocklist.enabled", false);
|
|
|
|
|
user_pref("extensions.getAddons.cache.enabled", false);
|
|
|
|
|
user_pref("extensions.systemAddon.update.url", "http://localhost/dummy-system-addons.xml");
|
|
|
|
|
user_pref("gfx.color_management.force_srgb", true);
|
|
|
|
|
user_pref("gfx.color_management.mode", 2);
|
|
|
|
|
user_pref("gfx.logging.level", 1);
|
|
|
|
|
// Disable downscale-during-decode, since it makes reftests more difficult.
|
|
|
|
|
user_pref("image.downscale-during-decode.enabled", false);
|
|
|
|
|
// Disable interruptible reflow since (1) it's normally not going to
|
|
|
|
|
// happen, but (2) it might happen if we somehow end up with both
|
|
|
|
|
// pending user events and clock skew. So to avoid having to change
|
|
|
|
|
// MakeProgress to deal with waiting for interruptible reflows to
|
|
|
|
|
// complete for a rare edge case, we just disable interruptible
|
|
|
|
|
// reflow so that that rare edge case doesn't lead to reftest
|
|
|
|
|
// failures.
|
|
|
|
|
user_pref("layout.interruptible-reflow.enabled", false);
|
|
|
|
|
// Disable the fade out (over time) of overlay scrollbars, since we
|
|
|
|
|
// can't guarantee taking both reftest snapshots at the same point
|
|
|
|
|
// during the fade.
|
|
|
|
|
user_pref("layout.testing.overlay-scrollbars.always-visible", true);
|
|
|
|
|
// Disable all recommended Marionette preferences for Gecko tests.
|
|
|
|
|
// The prefs recommended by Marionette are typically geared towards
|
|
|
|
|
// consumer automation; not vendor testing.
|
|
|
|
|
user_pref("marionette.prefs.recommended", false);
|
|
|
|
|
user_pref("media.gmp-manager.url.override", "http://localhost/dummy-gmp-manager.xml");
|
|
|
|
|
user_pref("media.openUnsupportedTypeWithExternalApp", false);
|
Bug 1271035 - Disable Places during reftests, preventing 50 GB of I/O; r=dholbert
It was a cold Friday night in San Francisco. Earlier in the day, I
informed Chris AtLee that I was going to start focusing on improving
the efficiency of Firefox automation and asked him where the biggest
capacity issues were. He said "we're hurting most on Windows tests."
As I was casually drinking a barleywine (note to reader: barleywines
are serious beers - there's nothing casual about them), I found myself
tediously clicking through Treeherder looking at logs for Windows jobs,
looking for patterns and other oddities. As I was clicking through,
something stood out to me: the sheer number of reftest jobs. I
recalled a random project I started a few years ago. Its aim was to
analyze buildbot job metadata so we could better understand where time
was spent in automation. I had mostly written off the side project as
a failure and a near complete waste of my time. Not even a stray
random thought of this project had entered my mind in the past year.
But clicking through Treeherder after a few glasses of barleywine
somehow reminded me of one of the few useful findings of that project:
reftest jobs consumed a seemingly disproportiate amount of machine time,
something like 35 or 40% IIRC of the time spent on all jobs.
Now, this finding was several years ago and almost certainly no longer
relevant. But, again, I had a few glasses of barleywine in me and was
bothered by the amount of reftest jobs and their duration, so I thought
"hey, why don't I run reftests and see why they take so long." So I
built Firefox on Windows - the platform Chris AtLee said we're "hurting
most on."
I decided to start my very casual profiling session by recording a
`mach reftest` run using Sysinternals Process Monitor. To my surprise,
it yielded a very obvious and unexpected result: the Places SQLite
database was incurring a lot of I/O. On my i7-6700K Windows 10 desktop
with a high performance SSD, `mach reftest` yielded the following:
File Time #Events #Reads #Writes RBytes WBytes Path
198s 980,872 243,270 669,231 7,971,471,360 20,667,084,080 places.sqlite-wal
165s 645,853 222,407 367,775 7,287,701,820 14.071,529,472 places.sqlite
2s 377,121 1 0 32,768 0 places.sqlite-shm
The Places SQLite database accounts for 2,003,846 of the total of
3,547,527 system calls (56.49%) recorded by procmon during `mach
reftest` execution. This represents a staggering 49,997,786,732 of the
50,307,660,589 (99.38%) bytes of I/O recorded! Yes, that's 50 GB.
I reckon the reason the Places database accumulates so much I/O load
during reftests is because the reftest suite essentially loads thousands
of pages as quickly as possible. This effectively performs a stress
test against the Places history recording service.
As effective as reftests are at stress-testing Places, it adds no value
to reftests because reftests are testing the layout features, not the
performance of history recording. So these 2M system calls and 50 GB
of I/O are overhead.
This commit disables Places when executing reftests and prevents
the overhead.
After this commit, `mach reftest` has significantly reduced interaction
with the Places SQLite database:
File Time #Events #Reads #Writes RBytes WBytes Path
0.09s 502 138 302 4,521,984 8,961,528 places.sqlite-wal
0.07s 254 20 140 524,604 8,126,464 places.sqlite
0.01s 3,289 1 0 32,768 0 places.sqlite-shm
Of the 948,033 system calls recorded with this change (26.7% of
original), 691,322 were related to I/O. The Places SQLite database
only consumed ~22MB of I/O, <0.01% of original. It's worth noting that
~half of the remaining I/O system calls are related to reftest.log,
which now accounts for the largest percentage of write I/O (only
~53 MB, however). It's worth noting that reftest.log appears to be
using unbuffered writes and is requiring an excessive amount of
system calls for writing. But that's for another bug and commit.
In terms of wall time, the drastic I/O reduction during `mach reftest`
appears to have minimal impact on my machine: maybe 30s shaved from a
~900s execution, or ~3%. But my machine with its modern SSD doesn't
struggle with I/O.
In automation, it is a different story.
I pushed this change to Try along with the base revision and triggered
4 runs of most reftest jobs. The runtime improvements in automation
are impressive. Here are the fastest reported times for various jobs:
Job Before After Delta
Linux Opt R1 31m 34m +3m
Linux Opt R2 43m 35m -8m
Linux Opt Ru1 40m 34m -6m
Linux Opt Ru2 43m 37m -6m
Linux Opt R E10s 89m 72m -17m
Linux Debug R1 52m 40m -12m
Linux Debug R2 49m 42m -7m
Linux Debug R3 60m 51m -9m
Linux Debug R4 42m 37m -5m
Linux Debug R1 E10s 84m 72m -12m
Linux Debug R2 E10s 97m 85m -12m
Linux64 Opt R1 35m 24m -11m
Linux64 Opt R2 37m 26m -11m
Linux64 Opt Ru1 32m 29m -3m
Linux64 Opt Ru2 37m 26m -12m
Linux64 Opt TC R1 12m 10m -2m
Linux64 Opt TC R2 10m 7m -3m
Linux64 Opt TC R3 11m 9m -2m
Linux64 Opt TC R4 11m 9m -2m
Linux64 Opt TC R5 13m 11m -2m
Linux64 Opt TC R6 11m 9m -2m
Linux64 Opt TC R7 9m 8m -1m
Linux64 Opt TC R8 11m 10m -1m
Linux64 Opt TC Ru1 30m 25m -5m
Linux64 Opt TC Ru2 36m 27m -11m
OS X 10.10 Opt 31m 27m -4m
OS X 10.10 Opt E10s 26m 25m -1m
OS X 10.10 Debug 68m 55m -13m
Win7 Opt R 30m 28m -2m
Win7 Opt Ru 28m 26m -2m
Win7 Opt R E10S 29m 27m -2m
Win7 Debug R 85m 76m -9m
Win7 Debug R E10S 75m 65m -10m
Win8 x64 Opt R 29m 26m -3m
Win8 x64 Opt Ru 27m 25m -2m
Win8 x64 Debug R 90m 71m -19m
Android 4.3 API15 Opt R1 89m 71m -18m
Android 4.3 API15 Opt R2 78m 64m -14m
Android 4.3 API15 Opt R3 75m 64m -11m
Android 4.3 API15 Opt R4 74m 68m -6m
Android 4.3 API15 Opt R5 75m 69m -6m
Android 4.3 API15 Opt R6 91m 86m -5m
Android 4.3 API15 Opt R7 87m 66m -21m
Android 4.3 API15 Opt R8 87m 82m -5m
Android 4.3 API15 Opt R9 80m 66m -14m
Android 4.3 API15 Opt R10 80m 67m -13m
Android 4.3 API15 Opt R11 73m 66m -7m
Android 4.3 API15 Opt R12 105m 91m -14m
Android 4.3 API15 Opt R13 72m 59m -13m
Android 4.3 API15 Opt R14 82m 61m -21m
Android 4.3 API15 Opt R15 73m 62m -11m
Android 4.3 API15 Opt R16 79m 78m -1m
The savings total 6+ *hours* or ~15% when running all reftests. I'd
say this isn't bad for a one-line code change!
MozReview-Commit-ID: H1LkACgSpVn
--HG--
extra : rebase_source : 891a5ce8e1f6c3d70fc646f116c2f49f897ad735
2016-05-07 12:53:14 +03:00
|
|
|
// Reftests load a lot of URLs very quickly. This puts avoidable and
|
|
|
|
|
// unnecessary I/O pressure on the Places DB (measured to be in the
|
|
|
|
|
// gigabytes).
|
2016-07-31 00:15:10 +03:00
|
|
|
user_pref("places.history.enabled", false);
|
2016-09-29 16:16:33 +03:00
|
|
|
// For Firefox 52 only, ESR will support non-Flash plugins while release will
|
|
|
|
|
// not, so we keep testing the non-Flash pathways
|
|
|
|
|
user_pref("plugin.load_flash_only", false);
|
2018-05-14 19:51:32 +03:00
|
|
|
// Likewise for lists served from the Mozilla server.
|
|
|
|
|
user_pref("plugins.flashBlock.enabled", false);
|
|
|
|
|
user_pref("plugins.show_infobar", false);
|
|
|
|
|
user_pref("privacy.trackingprotection.annotate_channels", false);
|
|
|
|
|
user_pref("privacy.trackingprotection.enabled", false);
|
|
|
|
|
user_pref("privacy.trackingprotection.pbmode.enabled", false);
|
|
|
|
|
// Checking whether two files are the same is slow on Windows.
|
|
|
|
|
// Setting this pref makes tests run much faster there. Reftests also
|
|
|
|
|
// rely on this to load downloadable fonts (which are restricted to same
|
|
|
|
|
// origin policy by default) from outside their directory.
|
|
|
|
|
user_pref("security.fileuri.strict_origin_policy", false);
|
|
|
|
|
// Allow view-source URIs to be opened from URIs that share
|
|
|
|
|
// their protocol with the inner URI of the view-source URI
|
|
|
|
|
user_pref("security.view-source.reachable-from-inner-protocol", true);
|
|
|
|
|
user_pref("startup.homepage_override_url", "");
|
|
|
|
|
user_pref("startup.homepage_welcome_url", "");
|
|
|
|
|
user_pref("startup.homepage_welcome_url.additional", "");
|
|
|
|
|
// A fake bool pref for "@supports -moz-bool-pref" sanify test.
|
|
|
|
|
user_pref("testing.supports.moz-bool-pref", false);
|
|
|
|
|
// Ensure that telemetry is disabled, so we don't connect to the telemetry
|
|
|
|
|
// server in the middle of the tests.
|
|
|
|
|
user_pref("toolkit.telemetry.enabled", false);
|
|
|
|
|
user_pref("toolkit.telemetry.server", "https://%(server)s/telemetry-dummy/");
|
|
|
|
|
user_pref("ui.caretBlinkTime", -1);
|
|
|
|
|
user_pref("ui.caretWidth", 1);
|
2018-07-24 10:50:47 +03:00
|
|
|
user_pref("ui.prefersReducedMotion", 0);
|
2018-06-14 21:54:19 +03:00
|
|
|
// Turn off the Push service.
|
|
|
|
|
user_pref("dom.push.serverURL", "");
|
2018-09-17 23:46:41 +03:00
|
|
|
// Disable intermittent telemetry collection
|
|
|
|
|
user_pref("toolkit.telemetry.initDelay", 99999999);
|
