зеркало из https://github.com/mozilla/pjs.git
Adding tests to chimera, I slammed this in here for now, need to rework build-seamonkey-utils.pl so tests can be called as functions. -mcafee
This commit is contained in:
cltbld%netscape.com
Родитель
1c911f6c53
Коммит
8dfca35551
|
|
@ -1,4 +1,5 @@
|
||||||
#!/usr/bin/perl
|
#!/usr/bin/perl
|
||||||
|
# -*- Mode: perl; indent-tabs-mode: nil -*-
|
||||||
#
|
#
|
||||||
|
|
||||||
#
|
#
|
||||||
|
|
@ -41,15 +42,22 @@ sub main {
|
||||||
|
|
||||||
TinderUtils::print_log "Starting chimera build.\n";
|
TinderUtils::print_log "Starting chimera build.\n";
|
||||||
|
|
||||||
|
# Tell chimera to unbuffer stdio, otherwise when we kill the child process
|
||||||
|
# stdout & stderr won't get flushed.
|
||||||
|
$ENV{MOZ_UNBUFFERED_STDIO} = 1;
|
||||||
|
|
||||||
# Pending a config file, stuff things here.
|
# Pending a config file, stuff things here.
|
||||||
my $post_status = 'success'; # Success until we report a failure.
|
my $post_status = 'success'; # Success until we report a failure.
|
||||||
my $status = 0; # 0 = success
|
my $status = 0; # 0 = success
|
||||||
|
|
||||||
# No tests for now, since Chimera can't open a URL passed on the command line.
|
# Control tests from here, sorry no config file yet.
|
||||||
my $chimera_alive_test = 1;
|
my $chimera_alive_test = 1;
|
||||||
my $chimera_test8_test = 0;
|
my $chimera_test8_test = 1;
|
||||||
|
my $chimera_startup_test = 0;
|
||||||
my $chimera_layout_performance_test = 0;
|
my $chimera_layout_performance_test = 0;
|
||||||
|
|
||||||
|
my $chimera_clean_profile = 1;
|
||||||
|
|
||||||
# Build flags
|
# Build flags
|
||||||
my $chimera_build_static = 0;
|
my $chimera_build_static = 0;
|
||||||
my $chimera_build_opt = 1;
|
my $chimera_build_opt = 1;
|
||||||
|
|
@ -117,7 +125,7 @@ sub main {
|
||||||
$status = TinderUtils::run_shell_command($build_cmd);
|
$status = TinderUtils::run_shell_command($build_cmd);
|
||||||
TinderUtils::print_log "Status from pbxbuild: $status\n";
|
TinderUtils::print_log "Status from pbxbuild: $status\n";
|
||||||
}
|
}
|
||||||
|
|
||||||
TinderUtils::print_log "Testing build status...\n";
|
TinderUtils::print_log "Testing build status...\n";
|
||||||
if ($status != 0) {
|
if ($status != 0) {
|
||||||
TinderUtils::print_log "busted, pbxbuild status non-zero\n";
|
TinderUtils::print_log "busted, pbxbuild status non-zero\n";
|
||||||
|
|
@ -136,49 +144,260 @@ sub main {
|
||||||
#
|
#
|
||||||
|
|
||||||
# Clean profile out, if set.
|
# Clean profile out, if set.
|
||||||
# Assume Chimera always uses ~/Library/Chimera/Profiles/default for now.
|
# Assume Chimera always uses ~/Library/Application Support/Chimera/Profiles/default for now.
|
||||||
if ($Settings::CleanProfile) {
|
if ($chimera_clean_profile) {
|
||||||
my $chim_profile_dir = "$ENV{HOME}/Library/Chimera/Profiles/default";
|
# Warning: workaround chimera bug, delete whole Chimera dir.
|
||||||
|
my $chim_profile_dir = "$ENV{HOME}/Library/Application Support/Chimera";
|
||||||
|
#my $chim_profile_dir = "$ENV{HOME}/Library/Application Support/Chimera/Profiles/default";
|
||||||
|
|
||||||
TinderUtils::print_log "Deleting $chim_profile_dir...\n";
|
TinderUtils::print_log "Deleting $chim_profile_dir...\n";
|
||||||
|
print "Deleting $chim_profile_dir...\n";
|
||||||
File::Path::rmtree([$chim_profile_dir], 0, 0);
|
File::Path::rmtree([$chim_profile_dir], 0, 0);
|
||||||
|
|
||||||
if (-e "$chim_profile_dir") {
|
if (-e "$chim_profile_dir") {
|
||||||
TinderUtils::print_log "Error: rmtree('$chim_profile_dir') failed\n";
|
TinderUtils::print_log "Error: rmtree('$chim_profile_dir') failed\n";
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# Re-create profile. We have no -CreateProfile, so we instead
|
||||||
|
# run the AliveTest first.
|
||||||
}
|
}
|
||||||
|
|
||||||
# Set up performance prefs.
|
|
||||||
|
|
||||||
|
|
||||||
# AliveTest for chimera, about:blank
|
# AliveTest for chimera, about:blank
|
||||||
if ($chimera_alive_test and $post_status eq 'success') {
|
if ($chimera_alive_test and $post_status eq 'success') {
|
||||||
|
|
||||||
$post_status = TinderUtils::AliveTest("ChimeraAliveTest",
|
$post_status = TinderUtils::AliveTest("ChimeraAliveTest",
|
||||||
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
||||||
"Navigator",
|
"Navigator",
|
||||||
"", # about:blank, commandline not working
|
"-url \"about:blank\"",
|
||||||
60);
|
45);
|
||||||
|
}
|
||||||
|
|
||||||
|
# Find the prefs file, remember we have the secret/random salt dir,
|
||||||
|
# e.g. /Users/cltbld/Library/Application Support/Chimera/Profiles/default/dyrs1ar8.slt/prefs.js
|
||||||
|
# so File::Path::find will find the prefs.js file.
|
||||||
|
#
|
||||||
|
my $pref_file = "prefs.js";
|
||||||
|
my $start_dir = "/Users/cltbld/Library/Application Support/Chimera/Profiles/default";
|
||||||
|
my $found = undef;
|
||||||
|
my $sub = sub {$pref_file = $File::Find::name, $found++ if $pref_file eq $_};
|
||||||
|
|
||||||
|
File::Find::find($sub, $start_dir); # Find prefs.js, write this to $pref_file.
|
||||||
|
|
||||||
|
# Set up performance prefs.
|
||||||
|
if ($pref_file and ($chimera_layout_performance_test or 1)) {
|
||||||
|
|
||||||
|
# Some tests need browser.dom.window.dump.enabled set to true, so
|
||||||
|
# that JS dump() will work in optimized builds.
|
||||||
|
if (system("\\grep -s browser.dom.window.dump.enabled $pref_file > /dev/null")) {
|
||||||
|
TinderUtils::print_log "Setting browser.dom.window.dump.enabled\n";
|
||||||
|
open PREFS, ">>$pref_file" or die "can't open $pref_file ($?)\n";
|
||||||
|
print PREFS "user_pref(\"browser.dom.window.dump.enabled\", true);\n";
|
||||||
|
close PREFS;
|
||||||
|
} else {
|
||||||
|
TinderUtils::print_log "Already set browser.dom.window.dump.enabled\n";
|
||||||
|
}
|
||||||
|
|
||||||
|
# Set security prefs to allow us to close our own window,
|
||||||
|
# pageloader test (and possibly other tests) needs this on.
|
||||||
|
if (system("\\grep -s dom.allow_scripts_to_close_windows $pref_file > /dev/null")) {
|
||||||
|
TinderUtils::print_log "Setting dom.allow_scripts_to_close_windows to 2.\n";
|
||||||
|
open PREFS, ">>$pref_file" or die "can't open $pref_file ($?)\n";
|
||||||
|
print PREFS "user_pref(\"dom.allow_scripts_to_close_windows\", 2);\n";
|
||||||
|
close PREFS;
|
||||||
|
} else {
|
||||||
|
TinderUtils::print_log "Already set dom.allow_scripts_to_close_windows\n";
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
# LayoutTest8
|
# LayoutTest8
|
||||||
# resource:///res/samples/test8.html
|
# resource:///res/samples/test8.html
|
||||||
if ($chimera_test8_test and $post_status eq 'success') {
|
if ($chimera_test8_test and $post_status eq 'success') {
|
||||||
$post_status = TinderUtils::AliveTest("ChimeraLayoutTest8Test",
|
|
||||||
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
|
||||||
"Navigator",
|
|
||||||
"http://lxr.mozilla.org/seamonkey/source/webshell/tests/viewer/samples/test8.html",
|
|
||||||
60);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
if(0) {
|
||||||
|
open STDOUT, ">/tmp/foo";
|
||||||
|
open STDERR, ">&/tmp/foo";
|
||||||
|
select STDOUT; $| = 1; # make STDOUT unbuffered
|
||||||
|
select STDERR; $| = 1; # make STDERR unbuffered
|
||||||
|
print STDERR "hello, world\n";
|
||||||
|
chdir("$chimera_dir/build/Navigator.app/Contents/MacOS");
|
||||||
|
exec "./Navigator -url \"http://lxr.mozilla.org/seamonkey/source/webshell/tests/viewer/samples/test8.html\"";
|
||||||
|
#exec "foo";
|
||||||
|
} else {
|
||||||
|
$post_status = TinderUtils::AliveTest("ChimeraLayoutTest8Test",
|
||||||
|
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
||||||
|
"Navigator",
|
||||||
|
"-url \"http://lxr.mozilla.org/seamonkey/source/webshell/tests/viewer/samples/test8.html\"",
|
||||||
|
20);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
# Pageload test.
|
# Pageload test.
|
||||||
if ($chimera_layout_performance_test and $post_status eq 'success') {
|
if ($chimera_layout_performance_test and $post_status eq 'success') {
|
||||||
$post_status = TinderUtils::AliveTest("ChimeraAliveTest",
|
my $layout_time;
|
||||||
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
my $test_name = "ChimeraLayoutPerformanceTest";
|
||||||
"Navigator",
|
my $binary_log = "$test_name.log";
|
||||||
"", # commandline not working
|
|
||||||
600); # 600 = Tp hack, normally 60
|
$layout_time =
|
||||||
|
TinderUtils::AliveTestReturnToken($test_name,
|
||||||
|
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
||||||
|
"Navigator",
|
||||||
|
"-url \"http:/64.236.153.13//page-loader/loader.pl?delay=1000&nocache=0&maxcyc=4&timeout=15000&auto=1\"", # spider, 64.236.153.13
|
||||||
|
800,
|
||||||
|
"_x_x_mozilla_page_load",
|
||||||
|
",");
|
||||||
|
|
||||||
|
if($layout_time) {
|
||||||
|
chomp($layout_time);
|
||||||
|
my @times = split(',', $layout_time);
|
||||||
|
$layout_time = $times[0]; # Set layout time to first number that we scraped.
|
||||||
|
|
||||||
|
} else {
|
||||||
|
TinderUtils::print_log "TinderboxPrint:Tp:[CRASH]\n";
|
||||||
|
|
||||||
|
# Run the test a second time. Getting intermittent crashes, these
|
||||||
|
# are expensive to wait, a 2nd run that is successful is still useful.
|
||||||
|
# Sorry for the cut & paste. -mcafee
|
||||||
|
|
||||||
|
$layout_time =
|
||||||
|
TinderUtils::AliveTestReturnToken($test_name,
|
||||||
|
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
||||||
|
"Navigator",
|
||||||
|
"-url \"http://64.236.153.13/page-loader/loader.pl?delay=1000&nocache=0&maxcyc=4&timeout=15000&auto=1\"",
|
||||||
|
800,
|
||||||
|
"_x_x_mozilla_page_load",
|
||||||
|
",");
|
||||||
|
|
||||||
|
# Print failure message if we fail 2nd time.
|
||||||
|
unless($layout_time) {
|
||||||
|
TinderUtils::print_log "TinderboxPrint:Tp:[CRASH]\n";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# Set test status.
|
||||||
|
if($layout_time) {
|
||||||
|
$post_status = 'success';
|
||||||
|
} else {
|
||||||
|
$post_status = 'testfailed';
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
if($post_status eq 'success') {
|
||||||
|
my $time = POSIX::strftime "%Y:%m:%d:%H:%M:%S", localtime;
|
||||||
|
|
||||||
|
TinderUtils::print_log "TinderboxPrint:" .
|
||||||
|
"<a title=\"Avg of the median per url pageload time\" href=\"http://$Settings::results_server/graph/query.cgi?testname=pageload&tbox=" .
|
||||||
|
::hostname() . "&autoscale=1&days=7&avg=1&showpoint=$time,$layout_time\">Tp:$layout_time" . "ms</a>\n";
|
||||||
|
|
||||||
|
# Pull out detail data from log.
|
||||||
|
my $cwd = TinderUtils::get_system_cwd();
|
||||||
|
print "cwd = $cwd\n";
|
||||||
|
my $raw_data = TinderUtils::extract_token_from_file("$chimera_dir/build/Navigator.app/Contents/MacOS/$binary_log", "_x_x_mozilla_page_load_details", ",");
|
||||||
|
chomp($raw_data);
|
||||||
|
|
||||||
|
if($Settings::TestsPhoneHome) {
|
||||||
|
TinderUtils::send_results_to_server($layout_time, $raw_data, "pageload", ::hostname());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# Startup test.
|
||||||
|
if ($chimera_startup_test and $post_status eq 'success') {
|
||||||
|
my $i;
|
||||||
|
my $startuptime; # Startup time in ms.
|
||||||
|
my $agg_startuptime = 0; # Aggregate startup time.
|
||||||
|
my $startup_count = 0; # Number of successful runs.
|
||||||
|
my $avg_startuptime = 0; # Average startup time.
|
||||||
|
my @times;
|
||||||
|
|
||||||
|
for($i=0; $i<10; $i++) {
|
||||||
|
# Settle OS.
|
||||||
|
TinderUtils::run_system_cmd("sync; sleep 5", 35);
|
||||||
|
|
||||||
|
# Generate URL of form file:///<path>/startup-test.html?begin=986869495000
|
||||||
|
# Where begin value is current time.
|
||||||
|
my ($time, $url, $cwd, $cmd);
|
||||||
|
|
||||||
|
#
|
||||||
|
# Test for Time::HiRes and report the time.
|
||||||
|
$time = Time::PossiblyHiRes::getTime();
|
||||||
|
|
||||||
|
$cwd = TinderUtils::get_system_cwd();
|
||||||
|
print "cwd = $cwd\n";
|
||||||
|
$url = "\"file:$chimera_dir/../../../startup-test.html?begin=$time\"";
|
||||||
|
|
||||||
|
print "url = $url\n";
|
||||||
|
|
||||||
|
# Then load startup-test.html, which will pull off the begin argument
|
||||||
|
# and compare it to the current time to compute startup time.
|
||||||
|
# Since we are iterating here, save off logs as StartupPerformanceTest-0,1,2...
|
||||||
|
#
|
||||||
|
# -P $Settings::MozProfileName added 3% to startup time, assume one profile
|
||||||
|
# and get the 3% back. (http://bugzilla.mozilla.org/show_bug.cgi?id=112767)
|
||||||
|
#
|
||||||
|
if($post_status eq 'success') {
|
||||||
|
$startuptime =
|
||||||
|
TinderUtils::AliveTestReturnToken("StartupPerformanceTest-$i",
|
||||||
|
"$chimera_dir/build/Navigator.app/Contents/MacOS",
|
||||||
|
"Navigator",
|
||||||
|
"-url $url",
|
||||||
|
$Settings::StartupPerformanceTestTimeout,
|
||||||
|
"__startuptime",
|
||||||
|
",");
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
if($startuptime) {
|
||||||
|
$post_status = 'success';
|
||||||
|
|
||||||
|
# Add our test to the total.
|
||||||
|
$startup_count++;
|
||||||
|
$agg_startuptime += $startuptime;
|
||||||
|
|
||||||
|
# Keep track of the results in an array.
|
||||||
|
push(@times, $startuptime);
|
||||||
|
} else {
|
||||||
|
$post_status = 'testfailed';
|
||||||
|
}
|
||||||
|
|
||||||
|
} # for loop
|
||||||
|
|
||||||
|
if($post_status eq 'success') {
|
||||||
|
TinderUtils::print_log "\nSummary for startup test:\n";
|
||||||
|
|
||||||
|
# Print startup times.
|
||||||
|
chop(@times);
|
||||||
|
my $times_string = join(" ", @times);
|
||||||
|
TinderUtils::print_log "times = [$times_string]\n";
|
||||||
|
|
||||||
|
# Figure out the average startup time.
|
||||||
|
$avg_startuptime = $agg_startuptime / $startup_count;
|
||||||
|
TinderUtils::print_log "Average startup time: $avg_startuptime\n";
|
||||||
|
|
||||||
|
my $min_startuptime = TinderUtils::min(@times);
|
||||||
|
TinderUtils::print_log "Minimum startup time: $min_startuptime\n";
|
||||||
|
|
||||||
|
# Old mechanism here, new = TinderboxPrint.
|
||||||
|
# print_log "\n\n __avg_startuptime,$avg_startuptime\n\n";
|
||||||
|
# print_log "\n\n __avg_startuptime,$min_startuptime\n\n";
|
||||||
|
|
||||||
|
my $time = POSIX::strftime "%Y:%m:%d:%H:%M:%S", localtime;
|
||||||
|
my $print_string = "\n\nTinderboxPrint:<a title=\"Best startup time out of 10 startups\"href=\"http://$Settings::results_server/graph/query.cgi?testname=startup&tbox=" . ::hostname() . "&autoscale=1&days=7&avg=1&showpoint=$time,$min_startuptime\">Ts:" . $min_startuptime . "ms</a>\n\n";
|
||||||
|
TinderUtils::print_log "$print_string";
|
||||||
|
|
||||||
|
# Report data back to server
|
||||||
|
if($Settings::TestsPhoneHome) {
|
||||||
|
TinderUtils::print_log "phonehome = 1\n";
|
||||||
|
TinderUtils::send_results_to_server($min_startuptime, $times_string,
|
||||||
|
"startup", ::hostname());
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
# Pass our status back to calling script.
|
# Pass our status back to calling script.
|
||||||
return $post_status;
|
return $post_status;
|
||||||
|
|
|
||||||
Загрузка…
Ссылка в новой задаче