#!/usr/bin/perl # # Requires: tinder-defaults.pl # # Intent: This is becoming a general-purpose tinderbox # script, specific uses (mozilla, commercial, etc.) should # set variables and then call into this script. # # Status: In the process of re-arranging things so a commercial # version can re-use this script. # require 5.003; use Sys::Hostname; use strict; use POSIX qw(sys_wait_h strftime); use Cwd; use File::Basename; # for basename(); use Config; # for $Config{sig_name} and $Config{sig_num} $::UtilsVersion = '$Revision: 1.2 $ '; package TinderUtils; # # Driver script should call into this file like this: # TinderUtils::Setup() # tree_specific_overrides() # TinderUtils::Build($args); # sub Setup { InitVars(); my $args = ParseArgs(); LoadConfig(); ApplyArgs($args); # Apply command-line arguments after the config file. GetSystemInfo(); SetupEnv(); SetupPath(); } sub Build { #my () = @_; BuildIt(); } sub PrintUsage { die <{BuildDepend} = 0, next if $arg eq '--clobber'; $args->{BuildDepend} = 1, next if $arg eq '--depend'; TinderUtils::PrintExampleConfig(), exit if $arg eq '--example-config'; PrintUsage(), exit if $arg eq '--help' or $arg eq '-h'; $args->{ReportStatus} = 0, next if $arg eq '--noreport'; $args->{ReportFinalStatus} = 0, next if $arg eq '--nofinalreport'; $args->{RunTest} = 0, next if $arg eq '--notest'; $args->{TestOnly} = 1, next if $arg eq '--testonly'; $args->{BuildOnce} = 1, next if $arg eq '--once'; $args->{UseTimeStamp} = 0, next if $arg eq '--notimestamp'; my %args_with_options = qw( --display DisplayServer -tag BuildTag -t BuildTree --mozconfig MozConfigFileName ); if (defined $args_with_options{$arg}) { my $arg_arg = shift @ARGV; PrintUsage() if $arg_arg eq '' or $arg_arg =~ /^-/; $args->{$args_with_options{$arg}} = $arg_arg; } elsif ($arg eq '--version' or $arg eq '-v') { die "$0: version" . substr($::Version,9,6) . "\n"; } else { warn "Error: Unknown option: $arg\n"; PrintUsage(); } } return $args; } sub ApplyArgs { my ($args) = @_; my ($variable_name, $value); while (($variable_name, $value) = each %{$args}) { eval "\$Settings::$variable_name = \"$value\";"; } } { my $tinder_defaults = "tinder-defaults.pl"; sub InitVars { local $_; for (@ARGV) { # Save DATA section for printing the example. return if /^--example-config$/; } no strict 'vars'; open DEFAULTS, $tinder_defaults or print "can't open $tinder_defaults, $?\n"; while () { package Settings; #warn "config:$_"; eval; } close DEFAULTS; } sub PrintExampleConfig { local $_; print "#- tinder-config.pl - Tinderbox configuration file.\n"; print "#- Uncomment the variables you need to set.\n"; print "#- The default values are the same as the commented variables.\n"; print "\n"; open DEFAULTS, $tinder_defaults or print "can't open $tinder_defaults, $!\n"; while () { s/^\$/\#\$/; print; } close DEFAULTS; } } sub GetSystemInfo { $Settings::OS = `uname -s`; my $os_ver = `uname -r`; $Settings::CPU = `uname -m`; #$Settings::ObjDir = ''; my $build_type = $Settings::BuildDepend ? 'Depend' : 'Clobber'; my $host = ::hostname(); $host =~ s/\..*$//; chomp($Settings::OS, $os_ver, $Settings::CPU, $host); if ($Settings::OS eq 'AIX') { my $osAltVer = `uname -v`; chomp($osAltVer); $os_ver = "$osAltVer.$os_ver"; } $Settings::OS = 'BSD_OS' if $Settings::OS eq 'BSD/OS'; $Settings::OS = 'IRIX' if $Settings::OS eq 'IRIX64'; if ($Settings::OS eq 'QNX') { $os_ver = `uname -v`; chomp($os_ver); $os_ver =~ s/^([0-9])([0-9]*)$/$1.$2/; } if ($Settings::OS eq 'SCO_SV') { $Settings::OS = 'SCOOS'; $os_ver = '5.0'; } $Settings::BuildName = "$host $Settings::OS ${os_ver} $build_type"; $Settings::DirName = "${Settings::OS}_${os_ver}_$build_type"; # Make the build names reflect architecture/OS if ($Settings::OS eq 'AIX') { # $Settings::BuildName set above. } if ($Settings::OS eq 'BSD_OS') { $Settings::BuildName = "$host BSD/OS $os_ver $build_type"; } if ($Settings::OS eq 'FreeBSD') { $Settings::BuildName = "$host $Settings::OS/$Settings::CPU $os_ver $build_type"; } if ($Settings::OS eq 'HP-UX') { $Settings::BuildName = "$host $Settings::OS $os_ver $build_type"; } if ($Settings::OS eq 'IRIX') { # $Settings::BuildName set above. } if ($Settings::OS eq 'Linux') { if ($Settings::CPU eq 'alpha' or $Settings::CPU eq 'sparc') { $Settings::BuildName = "$host $Settings::OS/$Settings::CPU $os_ver $build_type"; } elsif ($Settings::CPU eq 'armv4l' or $Settings::CPU eq 'sa110') { $Settings::BuildName = "$host $Settings::OS/arm $os_ver $build_type"; } elsif ($Settings::CPU eq 'ppc') { $Settings::BuildName = "$host $Settings::OS/$Settings::CPU $os_ver $build_type"; } elsif ($Settings::CPU eq 'i686') { $Settings::BuildName = "$host $Settings::OS $build_type"; } else { # $Settings::BuildName set above } } if ($Settings::OS eq 'NetBSD') { $Settings::BuildName = "$host $Settings::OS/$Settings::CPU $os_ver $build_type"; } if ($Settings::OS eq 'OSF1') { # Assumes 4.0D for now. } if ($Settings::OS eq 'QNX') { } if ($Settings::OS eq 'SunOS') { if ($Settings::CPU eq 'i86pc') { $Settings::BuildName = "$host $Settings::OS/i386 $os_ver $build_type"; } else { $Settings::OSVerMajor = substr($os_ver, 0, 1); if ($Settings::OSVerMajor ne '4') { $Settings::BuildName = "$host $Settings::OS/sparc $os_ver $build_type"; } } } $Settings::BuildName .= " $Settings::BuildNameExtra"; } sub LoadConfig { if (-r 'tinder-config.pl') { no strict 'vars'; open CONFIG, 'tinder-config.pl' or print "can't open tinder-config.pl, $?\n"; while () { package Settings; #warn "config:$_"; eval; } close CONFIG; } else { warn "Error: Need tinderbox config file, tinder-config.pl\n"; warn " To get started, run the following,\n"; warn " $0 --example-config > tinder-config.pl\n"; exit; } } sub SetupEnv { umask 0; my $topsrcdir = "$Settings::BaseDir/$Settings::DirName/mozilla"; if ($Settings::ObjDir ne '') { $ENV{LD_LIBRARY_PATH} = "$topsrcdir/${Settings::ObjDir}/dist/bin:" . "$ENV{LD_LIBRARY_PATH}"; } else { $ENV{LD_LIBRARY_PATH} = "$topsrcdir/dist/bin:" . "$ENV{LD_LIBRARY_PATH}"; } $ENV{LIBPATH} = "$topsrcdir/${Settings::ObjDir}/dist/bin:" . "$ENV{LIBPATH}"; $ENV{MOZILLA_FIVE_HOME} = "$topsrcdir/${Settings::ObjDir}/dist/bin"; $ENV{DISPLAY} = $Settings::DisplayServer; $ENV{MOZCONFIG} = "$Settings::BaseDir/$Settings::MozConfigFileName" if $Settings::MozConfigFileName ne '' and -e $Settings::MozConfigFileName; } sub SetupPath { #print "Path before: $ENV{PATH}\n"; $ENV{PATH} .= ":$Settings::BaseDir/$Settings::DirName/mozilla/${Settings::ObjDir}/dist/bin"; if ($Settings::OS eq 'AIX') { $ENV{PATH} = "/builds/local/bin:$ENV{PATH}:/usr/lpp/xlC/bin"; $Settings::ConfigureArgs .= '--x-includes=/usr/include/X11 ' . '--x-libraries=/usr/lib --disable-shared'; $Settings::ConfigureEnvArgs = 'CC=xlC_r CXX=xlC_r'; $Settings::Compiler = 'xlC_r'; $Settings::NSPRArgs .= 'NS_USE_NATIVE=1 USE_PTHREADS=1'; } if ($Settings::OS eq 'BSD_OS') { $ENV{PATH} = "/usr/contrib/bin:/bin:/usr/bin:$ENV{PATH}"; $Settings::ConfigureArgs .= '--disable-shared'; $Settings::ConfigureEnvArgs = 'CC=shlicc2 CXX=shlicc2'; $Settings::Compiler = 'shlicc2'; $Settings::mail = '/usr/ucb/mail'; # Because ld dies if it encounters -include $Settings::MakeOverrides = 'CPP_PROG_LINK=0 CCF=shlicc2'; $Settings::NSPRArgs .= 'NS_USE_GCC=1 NS_USE_NATIVE='; } if ($Settings::OS eq 'FreeBSD') { $ENV{PATH} = "/bin:/usr/bin:$ENV{PATH}"; if ($ENV{HOST} eq 'angelus.mcom.com') { $Settings::ConfigureEnvArgs = 'CC=egcc CXX=eg++'; $Settings::Compiler = 'egcc'; } $Settings::mail = '/usr/bin/mail'; } if ($Settings::OS eq 'HP-UX') { $ENV{PATH} = "/opt/ansic/bin:/opt/aCC/bin:/builds/local/bin:" . "$ENV{PATH}"; $ENV{LPATH} = "/usr/lib:$ENV{LD_LIBRARY_PATH}:/builds/local/lib"; $ENV{SHLIB_PATH} = $ENV{LPATH}; $Settings::ConfigureArgs .= '--x-includes=/usr/include/X11 ' . '--x-libraries=/usr/lib --disable-gtktest '; $Settings::ConfigureEnvArgs = 'CC="cc -Ae" CXX="aCC -ext"'; $Settings::Compiler = 'cc/aCC'; # Use USE_PTHREADS=1 instead of CLASSIC_NSPR if DCE is installed. $Settings::NSPRArgs .= 'NS_USE_NATIVE=1 CLASSIC_NSPR=1'; } if ($Settings::OS eq 'IRIX') { $ENV{PATH} = "/opt/bin:$ENV{PATH}"; $ENV{LD_LIBRARY_PATH} .= ':/opt/lib'; $ENV{LD_LIBRARYN32_PATH} = $ENV{LD_LIBRARY_PATH}; $Settings::ConfigureEnvArgs = 'CC=cc CXX=CC CFLAGS="-n32 -O" CXXFLAGS="-n32 -O"'; $Settings::Compiler = 'cc/CC'; $Settings::NSPRArgs .= 'NS_USE_NATIVE=1 USE_PTHREADS=1'; } if ($Settings::OS eq 'NetBSD') { $ENV{PATH} = "/bin:/usr/bin:$ENV{PATH}"; $ENV{LD_LIBRARY_PATH} .= ':/usr/X11R6/lib'; $Settings::ConfigureEnvArgs = 'CC=egcc CXX=eg++'; $Settings::Compiler = 'egcc'; $Settings::mail = '/usr/bin/mail'; } if ($Settings::OS eq 'OSF1') { $ENV{PATH} = "/usr/gnu/bin:$ENV{PATH}"; $ENV{LD_LIBRARY_PATH} .= ':/usr/gnu/lib'; $Settings::ConfigureEnvArgs = 'CC="cc -readonly_strings" CXX="cxx"'; $Settings::Compiler = 'cc/cxx'; $Settings::MakeOverrides = 'SHELL=/usr/bin/ksh'; $Settings::NSPRArgs .= 'NS_USE_NATIVE=1 USE_PTHREADS=1'; $Settings::ShellOverride = '/usr/bin/ksh'; } if ($Settings::OS eq 'QNX') { $ENV{PATH} = "/usr/local/bin:$ENV{PATH}"; $ENV{LD_LIBRARY_PATH} .= ':/usr/X11/lib'; $Settings::ConfigureArgs .= '--x-includes=/usr/X11/include ' . '--x-libraries=/usr/X11/lib --disable-shared '; $Settings::ConfigureEnvArgs = 'CC="cc -DQNX" CXX="cc -DQNX"'; $Settings::Compiler = 'cc'; $Settings::mail = '/usr/bin/sendmail'; } if ($Settings::OS eq 'SunOS') { if ($Settings::OSVerMajor eq '4') { $ENV{PATH} = "/usr/gnu/bin:/usr/local/sun4/bin:/usr/bin:$ENV{PATH}"; $ENV{LD_LIBRARY_PATH} = "/home/motif/usr/lib:$ENV{LD_LIBRARY_PATH}"; $Settings::ConfigureArgs .= '--x-includes=/home/motif/usr/include/X11 ' . '--x-libraries=/home/motif/usr/lib'; $Settings::ConfigureEnvArgs = 'CC="egcc -DSUNOS4" CXX="eg++ -DSUNOS4"'; $Settings::Compiler = 'egcc'; } else { $ENV{PATH} = '/usr/ccs/bin:' . $ENV{PATH}; } if ($Settings::CPU eq 'i86pc') { $ENV{PATH} = '/opt/gnu/bin:' . $ENV{PATH}; $ENV{LD_LIBRARY_PATH} .= ':/opt/gnu/lib'; $Settings::ConfigureEnvArgs = 'CC=egcc CXX=eg++'; $Settings::Compiler = 'egcc'; # Possible NSPR bug... If USE_PTHREADS is defined, then # _PR_HAVE_ATOMIC_CAS gets defined (erroneously?) and # libnspr21 does not work. $Settings::NSPRArgs .= 'CLASSIC_NSPR=1 NS_USE_GCC=1 NS_USE_NATIVE='; } else { # This is utterly lame.... if ($ENV{HOST} eq 'fugu') { $ENV{PATH} = "/tools/ns/workshop/bin:/usrlocal/bin:$ENV{PATH}"; $ENV{LD_LIBRARY_PATH} = '/tools/ns/workshop/lib:/usrlocal/lib:' . $ENV{LD_LIBRARY_PATH}; $Settings::ConfigureEnvArgs = 'CC=cc CXX=CC'; my $comptmp = `cc -V 2>&1 | head -1`; chomp($comptmp); $Settings::Compiler = "cc/CC \($comptmp\)"; $Settings::NSPRArgs .= 'NS_USE_NATIVE=1'; } else { $Settings::NSPRArgs .= 'NS_USE_GCC=1 NS_USE_NATIVE='; } if ($Settings::OSVerMajor eq '5') { $Settings::NSPRArgs .= ' USE_PTHREADS=1'; } } } #print "Path after: $ENV{PATH}\n"; } sub print_log { my ($text) = @_; print LOG $text; print $text; } sub run_shell_command { my ($shell_command) = @_; local $_; my $status = 0; chomp($shell_command); print_log "$shell_command\n"; open CMD, "$shell_command 2>&1|" or die "open: $!"; print_log $_ while ; close CMD or $status = 1; return $status; } sub adjust_start_time { # Allows the start time to match up with the update times of a mirror. my ($start_time) = @_; # Since we are not pulling for cvs-mirror anymore, just round times # to 1 minute intervals to make them nice and even. my $cycle = 1 * 60; # Updates every 1 minutes. my $begin = 0 * 60; # Starts 0 minutes after the hour. my $lag = 0 * 60; # Takes 0 minute to update. return int(($start_time - $begin - $lag) / $cycle) * $cycle + $begin; } sub mail_build_started_message { my ($start_time) = @_; open LOG, "|$Settings::mail $Settings::Tinderbox_server"; PrintUsage() if $Settings::BuildTree =~ /^\s+$/i; print_log "\n"; print_log "tinderbox: tree: $Settings::BuildTree\n"; print_log "tinderbox: builddate: $start_time\n"; print_log "tinderbox: status: building\n"; print_log "tinderbox: build: $Settings::BuildName\n"; print_log "tinderbox: errorparser: unix\n"; print_log "tinderbox: buildfamily: unix\n"; print_log "tinderbox: version: $::Version\n"; print_log "tinderbox: END\n"; print_log "\n"; close LOG; } sub mail_build_finished_message { my ($start_time, $build_status, $logfile) = @_; # Rewrite LOG to OUTLOG, shortening lines. open OUTLOG, ">$logfile.last" or die "Unable to open logfile, $logfile: $!"; # Put the status at the top of the log, so the server will not # have to search through the entire log to find it. print OUTLOG "tinderbox: tree: $Settings::BuildTree\n"; print OUTLOG "tinderbox: builddate: $start_time\n"; print OUTLOG "tinderbox: status: $build_status\n"; print OUTLOG "tinderbox: build: $Settings::BuildName\n"; print OUTLOG "tinderbox: errorparser: unix\n"; print OUTLOG "tinderbox: buildfamily: unix\n"; print OUTLOG "tinderbox: version: $::Version\n"; print OUTLOG "tinderbox: utilsversion: $::UtilsVersion\n"; print OUTLOG "tinderbox: END\n"; # Make sendmail happy. # Split lines longer than 1000 charaters into 1000 character lines. # If any line is a dot on a line by itself, replace it with a blank # line. This prevents cases where a . occurs in the log file. # Sendmail interprets that as the end of the mail, and truncates the # log before it gets to Tinderbox. (terry weismann, chris yeh) open LOG, "$logfile" or die "Couldn't open logfile, $logfile: $!"; while () { my $length = length($_); my $offset; for ($offset = 0; $offset < $length ; $offset += 1000) { my $chars_left = $length - $offset; my $output_length = $chars_left < 1000 ? $chars_left : 1000; my $output = substr $_, $offset, $output_length; $output =~ s/^\.$//g; $output =~ s/\n//g; print OUTLOG "$output\n"; } } close OUTLOG; close LOG; unlink($logfile); if ($Settings::ReportStatus and $Settings::ReportFinalStatus) { system "$Settings::mail $Settings::Tinderbox_server " ." < $logfile.last"; } } sub BuildIt { # $Settings::DirName is set in buildl-seamonkey-utils.pl mkdir $Settings::DirName, 0777; chdir $Settings::DirName or die "Couldn't enter $Settings::DirName"; my $build_dir = Cwd::getcwd(); my $binary_basename = "$Settings::BinaryName"; my $binary_dir = "$build_dir/$Settings::Topsrcdir/${Settings::ObjDir}/dist/bin"; my $full_binary_name = "$binary_dir/$binary_basename"; my $embed_dir = "$build_dir/$Settings::Topsrcdir/${Settings::ObjDir}/dist/Embed"; my $full_embed_binary_name = "$embed_dir/gtkEmbed"; my $exit_early = 0; my $start_time = 0; # Bypass profile at startup. $ENV{MOZ_BYPASS_PROFILE_AT_STARTUP} = 1; # Set up tag stuff. # Only one tag per file, so -r will override any -D settings. $Settings::CVSCO .= " -r $Settings::BuildTag" unless not defined($Settings::BuildTag) or $Settings::BuildTag eq ''; print "Starting dir is : $build_dir\n"; while (not $exit_early) { # $BuildSleep is the minimum amount of time a build is allowed to take. # It prevents sending too many messages to the tinderbox server when # something is broken. my $sleep_time = ($Settings::BuildSleep * 60) - (time - $start_time); if (not $Settings::TestOnly and $sleep_time > 0) { print "\n\nSleeping $sleep_time seconds ...\n"; sleep $sleep_time; } $start_time = time(); my $cvsco = ''; if ($Settings::UseTimeStamp) { $start_time = adjust_start_time($start_time); my $time_str = POSIX::strftime("%m/%d/%Y %H:%M", localtime($start_time)); $ENV{MOZ_CO_DATE} = "$time_str"; $cvsco = "$Settings::CVSCO -D '$time_str'"; } else { $cvsco = "$Settings::CVSCO -A"; } mail_build_started_message($start_time) if $Settings::ReportStatus; chdir $build_dir; my $logfile = "$Settings::DirName.log"; print "Opening $logfile\n"; open LOG, ">$logfile" or die "Cannot open logfile, $logfile: $?\n"; print_log "current dir is -- " . $ENV{HOST} . ":$build_dir\n"; print_log "Build Administrator is $Settings::BuildAdministrator\n"; PrintEnv(); # Make sure we have client.mk. unless (-e "$TreeSpecific::name/client.mk") { run_shell_command "$Settings::CVS $cvsco $TreeSpecific::name/client.mk"; } chdir $Settings::Topsrcdir or die "chdir $Settings::Topsrcdir: $!\n"; # Build it my $build_status = 'none'; unless ($Settings::TestOnly) { # Do not build if testing smoke tests. DeleteBinary($full_binary_name); my $make = "$Settings::Make -f client.mk $Settings::MakeOverrides CONFIGURE_ENV_ARGS='$Settings::ConfigureEnvArgs'"; my $targets = $TreeSpecific::checkout_target; $targets = $TreeSpecific::checkout_clobber_target unless $Settings::BuildDepend; mkdir $Settings::ObjDir, 0777 if ($Settings::ObjDir && ! -e $Settings::ObjDir); my $status = run_shell_command "$make $targets"; if ($status != 0) { $build_status = 'busted'; } elsif (not BinaryExists($full_binary_name)) { print_log "Error: binary not found: $binary_basename\n"; $build_status = 'busted'; } } # Build gecko. if ($build_status ne 'busted' and BinaryExists($full_binary_name)) { print_log "$binary_basename binary exists, building now.\n"; my $tmpEmbedConfigDir = "$build_dir/$Settings::Topsrcdir/embedding/config"; chdir $tmpEmbedConfigDir or die "chdir $Settings::Topsrcdir: $!\n"; my $statusEmbed = run_shell_command "gmake"; if ($statusEmbed != 0) { $build_status = 'busted'; } elsif (not BinaryExists($full_embed_binary_name)) { print_log "Error: binary not found: gtkEmbed\n"; $build_status = 'busted'; } } # Gecko tests, if any, go here. if ($build_status ne 'busted' and BinaryExists($full_embed_binary_name)) { print_log "$binary_basename binary exists, build successful.\n"; if ($Settings::RunTest) { $build_status = run_tests($full_binary_name, $build_dir); } else { print_log "Skipping tests.\n"; $build_status = 'success'; } } close LOG; chdir $build_dir; mail_build_finished_message($start_time, $build_status, $logfile) if $Settings::ReportStatus; $exit_early++ if $Settings::TestOnly and $build_status ne 'success'; $exit_early++ if $Settings::BuildOnce; } } sub run_tests { my ($binary, $build_dir) = @_; my $binary_basename = File::Basename::basename($binary); my $binary_dir = File::Basename::dirname($binary); my $test_result = 'success'; # The prefs file is used to check for a profile. # The mailnews test also adds a couple preferences to it. my $pref_file = "$build_dir/.mozilla/$Settings::MozProfileName/prefs.js"; # Mozilla now create the "default" profile if none exists. -slamm 5-8-00 #unless (-f $pref_file) { # print_log "Prefs file not found: $pref_file\n"; # print_log "Creating profile...\n"; # $test_result = CreateProfile($build_dir, $binary, $pref_file, 45); #} # Mozilla alive test # # Note: Bloat & MailNews tests depend this on working. # Only disable this test if you know it passes and are # debugging another part of the test sequence. -mcafee # if ($Settings::AliveTest and $test_result eq 'success') { print_log "Running AliveTest ...\n"; $test_result = AliveTest($build_dir, $binary, 45); } # Viewer alive test if ($Settings::ViewerTest and $test_result eq 'success') { print_log "Running ViewerTest ...\n"; $test_result = AliveTest($build_dir, "$binary_dir/viewer", 45); } # Bloat test if ($Settings::BloatStats or $Settings::BloatTest and $test_result eq 'success') { print_log "Running BloatTest ...\n"; $test_result = BloatTest($binary, $build_dir, $Settings::BloatTestTimeout); } # MailNews test needs this preference set: # user_pref("signed.applets.codebase_principal_support",true); # First run gives two dialogs; they set this preference: # user_pref("security.principal.X0","[Codebase http://www.mozilla.org/quality/mailnews/popTest.html] UniversalBrowserRead=4 UniversalXPConnect=4"); # # Only do pop3 test now. # if ($Settings::MailNewsTest and $test_result eq 'success') { print_log "Running MailNewsTest ...\n"; my $mail_url = "http://www.mozilla.org/quality/mailnews/popTest.html"; my $cmd = "$binary_basename $mail_url"; # Stuff prefs in here. if (system("grep -s signed.applets.codebase_principal_support $pref_file > /dev/null")) { open PREFS, ">>$pref_file" or die "can't open $pref_file ($?)\n"; print PREFS "user_pref(\"signed.applets.codebase_principal_support\", true);\n"; print PREFS "user_pref(\"security.principal.X0\", \"[Codebase $mail_url] UniversalBrowserRead=4 UniversalXPConnect=4\");"; close PREFS; } $test_result = FileBasedTest("MailNewsTest", $build_dir, $binary_dir, $cmd, 90, "POP MAILNEWS TEST: Passed", 1, 1); # Timeout is Ok. } # Editor test if (($Settings::EditorTest or $Settings::DomToTextConversionTest) and $test_result eq 'success') { print_log "Running DomToTextConversionTest ...\n"; $test_result = FileBasedTest("DomToTextConversionTest", $build_dir, $binary_dir, "perl TestOutSinks.pl", $Settings::DomTestTimeout, "FAILED", 0, 0); # Timeout means failure. } return $test_result; } sub BinaryExists { my ($binary) = @_; my ($binary_basename) = File::Basename::basename($binary); if (not -e $binary) { print_log "$binary does not exist.\n"; 0; } elsif (not -s _) { print_log "$binary is zero-size.\n"; 0; } elsif (not -x _) { print_log "$binary is not executable.\n"; 0; } else { print_log "$binary_basename exists, is nonzero, and executable.\n"; 1; } } sub DeleteBinary { my ($binary) = @_; my ($binary_basename) = File::Basename::basename($binary); if (BinaryExists($binary)) { print_log "Deleting binary: $binary_basename\n"; print_log "unlinking $binary\n"; unlink $binary or print_log "Error: Unlinking $binary failed\n"; } else { print_log "No binary detected; none deleted.\n"; } } sub PrintEnv { local $_; my $key; foreach $key (sort keys %ENV) { print_log "$key=$ENV{$key}\n"; } if (defined $ENV{MOZCONFIG} and -e $ENV{MOZCONFIG}) { print_log "-->mozconfig<----------------------------------------\n"; open CONFIG, "$ENV{MOZCONFIG}"; print_log $_ while ; close CONFIG; print_log "-->end mozconfig<----------------------------------------\n"; } if ($Settings::Compiler ne '') { print_log "===============================\n"; if ($Settings::Compiler eq 'gcc' or $Settings::Compiler eq 'egcc') { my $comptmp = `$Settings::Compiler --version`; chomp($comptmp); print_log "Compiler is -- $Settings::Compiler ($comptmp)\n"; } else { print_log "Compiler is -- $Settings::Compiler\n"; } print_log "===============================\n"; } } # Parse a file for $token, given a file handle. sub file_has_token { my ($filename, $token) = @_; local $_; my $has_token = 0; open TESTLOG, "<$filename" or die "Cannot open file, $filename: $!"; while () { if (/$token/) { $has_token = 1; last; } } close TESTLOG; return $has_token; } sub kill_process { my ($target_pid) = @_; my $start_time = time; # Try to kill and wait 10 seconds, then try a kill -9 my $sig; for $sig ('TERM', 'KILL') { kill $sig => $target_pid; my $interval_start = time; while (time - $interval_start < 10) { my $pid = waitpid($target_pid, POSIX::WNOHANG()); if (($pid == $target_pid and POSIX::WIFEXITED($?)) or $pid == -1) { my $secs = time - $start_time; $secs = $secs == 1 ? '1 second' : "$secs seconds"; print_log "Process killed. Took $secs to die.\n"; return; } sleep 1; } } die "Unable to kill process: $target_pid"; } BEGIN { my %sig_num = (); my @sig_name = (); sub signal_name { # Find the name of a signal number my ($number) = @_; unless (@sig_name) { unless($Config::Config{sig_name} && $Config::Config{sig_num}) { die "No sigs?"; } else { my @names = split ' ', $Config::Config{sig_name}; @sig_num{@names} = split ' ', $Config::Config{sig_num}; foreach (@names) { $sig_name[$sig_num{$_}] ||= $_; } } } return $sig_name[$number]; } } sub fork_and_log { # Fork a sub process and log the output. my ($home, $dir, $cmd, $logfile) = @_; my $pid = fork; # Fork off a child process. unless ($pid) { # child $ENV{HOME} = $home; chdir $dir; open STDOUT, ">$logfile"; open STDERR, ">&STDOUT"; select STDOUT; $| = 1; # make STDOUT unbuffered select STDERR; $| = 1; # make STDERR unbuffered exec $cmd; die "Could not exec()"; } return $pid; } sub wait_for_pid { # Wait for a process to exit or kill it if it takes too long. my ($pid, $timeout_secs) = @_; my ($exit_value, $signal_num, $dumped_core, $timed_out) = (0,0,0,0); my $sig_name; $SIG{ALRM} = sub { die "timeout" }; eval { alarm $timeout_secs; while (1) { my $wait_pid = waitpid($pid, POSIX::WNOHANG()); last if ($wait_pid == $pid and POSIX::WIFEXITED($?)) or $wait_pid == -1; sleep 1; } $exit_value = $? >> 8; $signal_num = $? >> 127; $dumped_core = $? & 128; alarm 0; # Clear the alarm }; if ($@) { if ($@ =~ /timeout/) { kill_process($pid); $timed_out = 1; } else { # Died for some other reason. alarm(0); die; # Propagate the error up. } } $sig_name = $signal_num ? signal_name($signal_num) : ''; return { timed_out=>$timed_out, exit_value=>$exit_value, sig_name=>$sig_name, dumped_core=>$dumped_core }; } sub run_test { my ($home_dir, $binary_dir, $binary, $logfile, $timeout_secs) = @_; my $now = localtime(); print_log "Begin: $now\n"; print_log "$binary\n"; my $pid = fork_and_log($home_dir, $binary_dir, $binary, $logfile); my $result = wait_for_pid($pid, $timeout_secs); $now = localtime(); print_log "End: $now\n"; return $result; } sub print_test_errors { my ($result, $name) = @_; if (not $result->{timed_out} and $result->{exit_value} != 0) { if ($result->{sig_name} ne '') { print_log "Error: $name: received SIG$result->{sig_name}\n"; } print_log "Error: $name: exited with status $result->{exit_value}\n"; if ($result->{dumped_core}) { print_log "Error: $name: dumped core.\n"; } } } sub print_logfile { my ($logfile, $test_name) = @_; print_log "----------- Output from $test_name ------------- \n"; open READRUNLOG, "$logfile"; print_log " $_" while ; close READRUNLOG; print_log "----------- End Output from $test_name --------- \n"; } sub CreateProfile { my ($build_dir, $binary, $pref_file, $timeout_secs) = @_; my $binary_dir = File::Basename::dirname($binary); my $binary_log = "$build_dir/profile.log"; local $_; my $cmd = "$binary -CreateProfile $Settings::MozProfileName"; my $result = run_test($build_dir, $binary_dir, $cmd, $binary_log, $timeout_secs); print_logfile($binary_log, "Create Profile"); if ($result->{timed_out}) { # timeout = success. print_log "Success: profile was created, $binary started and stayed up.\n"; return 'success'; } elsif ($result->{exit_value} != 0) { my $binary_basename = File::Basename::basename($binary); print_test_errors($result, $binary_basename); return 'testfailed'; } else { if (-f $pref_file) { return 'success'; } else { return "Error: no prefs after creating profile: $pref_file\n"; return 'testfailed' } } } # Start up Mozilla, test passes if Mozilla is still alive # after $timeout_secs (seconds). # sub AliveTest { my ($build_dir, $binary, $timeout_secs) = @_; my $binary_basename = File::Basename::basename($binary); my $binary_dir = File::Basename::dirname($binary); my $binary_log = "$build_dir/runlog"; local $_; my $result = run_test($build_dir, $binary_dir, $binary_basename, $binary_log, $timeout_secs); print_logfile($binary_log, "$binary_basename alive test"); if ($result->{timed_out}) { print_log "$binary_basename successfully stayed up" ." for $timeout_secs seconds.\n"; return 'success'; } else { print_test_errors($result, $binary_basename); return 'testfailed'; } } # Run a generic test that writes output to stdout, save that output to a # file, parse the file looking for failure token and report status based # on that. A hack, but should be useful for many tests. # # test_name = Name of test we're gonna run, in dist/bin. # testExecString = How to run the test # testTimeoutSec = Timeout for hung tests, minimum test time. # statusToken = What string to look for in test output to # determine test status. # statusTokenMeansPass = Default use of status token is to look for # failure string. If this is set to 1, then invert logic to look for # success string. # # timeout_is_ok = Don't report test failure if test times out. # # Note: I tried to merge this function with AliveTest(), # the process flow control got too confusing :( -mcafee # sub FileBasedTest { my ($test_name, $build_dir, $binary_dir, $test_command, $timeout_secs, $status_token, $status_token_means_pass, $timeout_is_ok) = @_; local $_; # Assume the app is the first argument in the execString. my ($binary_basename) = (split /\s+/, $test_command)[0]; my $binary_log = "$build_dir/$test_name.log"; my $result = run_test($build_dir, $binary_dir, $test_command, $binary_log, $timeout_secs); print_logfile($binary_log, $test_name); if (($result->{timed_out}) and (!$timeout_is_ok)) { print_log "Error: $test_name timed out after $timeout_secs seconds.\n"; return 'testfailed'; } elsif ($result->{exit_value} != 0) { print_test_errors($result, $test_name); return 'testfailed'; } else { print_log "$test_name exited normally\n"; } my $found_token = file_has_token($binary_log, $status_token); if ($found_token) { print_log "Found status token in log file: $status_token\n"; } else { print_log "Status token, $status_token, not found\n"; } if (($status_token_means_pass and $found_token) or (not $status_token_means_pass and not $found_token)) { return 'success'; } else { print_log "Error: $test_name has failed.\n"; return 'testfailed'; } } # FileBasedTest sub BloatTest { my ($binary, $build_dir, $timeout_secs) = @_; my $binary_basename = File::Basename::basename($binary); my $binary_dir = File::Basename::dirname($binary); my $binary_log = "$build_dir/bloat-cur.log"; my $old_binary_log = "$build_dir/bloat-prev.log"; local $_; rename($binary_log, $old_binary_log); unless (-e "$binary_dir/bloaturls.txt") { print_log "Error: bloaturls.txt does not exist.\n"; return 'testfailed'; } $ENV{XPCOM_MEM_BLOAT_LOG} = 1; # Turn on ref counting to track leaks. my $cmd = "$binary_basename -f bloaturls.txt"; my $result = run_test($build_dir, $binary_dir, $cmd, $binary_log, $timeout_secs); delete $ENV{XPCOM_MEM_BLOAT_LOG}; print_logfile($binary_log, "bloat test"); if ($result->{timed_out}) { print_log "Error: bloat test timed out after" ." $timeout_secs seconds.\n"; return 'testfailed'; } elsif ($result->{exit_value}) { print_test_errors($result, $binary_basename); return 'testfailed'; } print_log "\n######################## BLOAT STATISTICS\n"; open DIFF, "$build_dir/../bloatdiff.pl $build_dir/bloat-prev.log $binary_log|" or die "Unable to run bloatdiff.pl"; print_log $_ while ; close DIFF; print_log "######################## END BLOAT STATISTICS\n\n"; return 'success'; } # Need to end with a true value, (since we're using "require"). 1;