1999-04-06 02:58:49 +04:00
|
|
|
#!/tools/ns/bin/perl5
|
|
|
|
#
|
|
|
|
# simple script that executes JavaScript tests. you have to build the
|
|
|
|
# stand-alone, js shell executable (which is not the same as the dll that gets
|
|
|
|
# built for mozilla). see the readme at
|
|
|
|
# http://lxr.mozilla.org/mozilla/source/js/src/README.html for instructions on
|
|
|
|
# how to build the jsshell.
|
|
|
|
#
|
|
|
|
# this is just a quick-n-dirty script. for full reporting, you need to run
|
|
|
|
# the test driver, which requires java and is currently not available on
|
|
|
|
# mozilla.org.
|
|
|
|
#
|
|
|
|
# this test looks for an executable JavaScript shell in
|
|
|
|
# %MOZ_SRC/mozilla/js/src/[platform]-[platform-version]-OPT.OBJ/js,
|
|
|
|
# which is the default build location when you build using the instructions
|
|
|
|
# at http://lxr.mozilla.org/mozilla/source/js/src/README.html
|
|
|
|
#
|
|
|
|
#
|
|
|
|
# christine@netscape.com
|
|
|
|
#
|
|
|
|
|
|
|
|
&parse_args;
|
|
|
|
&setup_env;
|
|
|
|
&main_test_loop;
|
|
|
|
&cleanup_env;
|
|
|
|
|
|
|
|
#
|
|
|
|
# given a main directory, assume that there is a file called 'shell.js'
|
|
|
|
# in it. then, open all the subdirectories, and look for js files.
|
|
|
|
# for each test.js that is found, execute the shell, and pass shell.js
|
|
|
|
# and the test.js as file arguments. redirect all process output to a
|
|
|
|
# file.
|
|
|
|
#
|
|
|
|
sub main_test_loop {
|
|
|
|
foreach $suite ( &get_subdirs( $test_dir )) {
|
|
|
|
foreach $subdir (&get_subdirs( $suite, $test_dir )) {
|
|
|
|
@jsfiles = &get_js_files($subdir);
|
|
|
|
execute_js_tests(@jsfiles);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# given a directory, return an array of all subdirectories
|
|
|
|
#
|
|
|
|
sub get_subdirs{
|
|
|
|
local ($dir, $path) = @_;
|
|
|
|
local @subdirs;
|
|
|
|
|
|
|
|
local $dir_path = $path . $dir;
|
|
|
|
chdir $dir_path;
|
|
|
|
|
|
|
|
opendir ( DIR, ${dir_path} );
|
|
|
|
local @testdir_contents = readdir( DIR );
|
|
|
|
closedir( DIR );
|
|
|
|
|
|
|
|
foreach (@testdir_contents) {
|
|
|
|
if ( (-d $_) && ($_ !~ 'CVS') && ( $_ ne '.') && ($_ ne '..')) {
|
|
|
|
@subdirs[$#subdirs+1] = $_;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
chdir $path;
|
|
|
|
return @subdirs;
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# given a directory, return an array of all the js files that are in it.
|
|
|
|
#
|
|
|
|
sub get_js_files {
|
|
|
|
( $test_subdir ) = @_;
|
|
|
|
local @js_file_array;
|
|
|
|
|
|
|
|
$current_test_dir = $test_dir ."/". $suite . "/" .$test_subdir;
|
|
|
|
chdir $current_test_dir;
|
|
|
|
|
|
|
|
opendir ( TEST_SUBDIR, ${current_test_dir} );
|
|
|
|
@subdir_files = readdir( TEST_SUBDIR );
|
|
|
|
closedir( TOP_LEVEL_BUILD_DIR );
|
|
|
|
|
|
|
|
foreach ( @subdir_files ) {
|
|
|
|
if ( $_ =~ /\.js$/ ) {
|
|
|
|
$js_file_array[$#js_file_array+1] = $_;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return @js_file_array;
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# given an array of test.js files, execute the shell command and pass
|
|
|
|
# the shell.js and test.js files as file arguments. redirect process
|
|
|
|
# output to a file. if $js_verbose is set (not recommended), write all
|
|
|
|
# testcase output to the output file. if $js_quiet is set, only write
|
|
|
|
# failed test case information to the output file. the default setting
|
|
|
|
# is to write a line for each test file, and whether each file passed
|
|
|
|
# or failed.
|
|
|
|
#
|
|
|
|
sub execute_js_tests {
|
|
|
|
(@js_file_array) = @_;
|
|
|
|
|
|
|
|
$js_printed_suitename = 0;
|
|
|
|
if ( !$js_quiet ) {
|
|
|
|
&js_print_suitename;
|
|
|
|
}
|
|
|
|
|
|
|
|
foreach $js_test (@js_file_array) {
|
|
|
|
$js_printed_filename = 0;
|
|
|
|
$js_test_bugnumber = 0;
|
|
|
|
$runtime_error = "";
|
|
|
|
|
1999-09-24 03:00:38 +04:00
|
|
|
local $passed = -1;
|
1999-04-06 02:58:49 +04:00
|
|
|
|
|
|
|
# create the test command
|
|
|
|
$test_command =
|
|
|
|
$shell_command .
|
|
|
|
" -f $test_dir/$suite/shell.js " .
|
|
|
|
" -f $test_dir/$suite/$subdir/$js_test";
|
|
|
|
|
|
|
|
if ( !$js_quiet ) {
|
|
|
|
&js_print_filename;
|
|
|
|
} else {
|
|
|
|
print '.';
|
|
|
|
}
|
|
|
|
|
|
|
|
$test_path = $test_dir ."/" . $suite ."/". $test_subdir ."/". $js_test;
|
|
|
|
|
1999-09-24 03:00:38 +04:00
|
|
|
|
1999-04-06 02:58:49 +04:00
|
|
|
if ( !-e $test_path ) {
|
|
|
|
&js_print( " FAILED! file not found\n",
|
|
|
|
"<font color=#990000>", "</font><br>\n");
|
|
|
|
} else {
|
|
|
|
open( RUNNING_TEST, "$test_command" . ' 2>&1 |');
|
|
|
|
|
1999-09-24 03:00:38 +04:00
|
|
|
|
|
|
|
# this is where we want the tests to provide a lot more information
|
|
|
|
# that this script must parse so that we can
|
|
|
|
|
1999-04-06 02:58:49 +04:00
|
|
|
while( <RUNNING_TEST> ){
|
|
|
|
if ( $js_verbose && !$js_quiet ) {
|
|
|
|
&js_print ($_ ."\n", "", "<br>\n");
|
|
|
|
}
|
|
|
|
if ( $_ =~ /BUGNUMBER/ ) {
|
|
|
|
$js_test_bugnumber = $_;
|
|
|
|
}
|
1999-09-24 03:00:38 +04:00
|
|
|
if ( $_ =~ /PASSED/ && $passed == -1 ) {
|
|
|
|
$passed = 1;
|
|
|
|
}
|
1999-04-06 02:58:49 +04:00
|
|
|
if ( $_ =~ /FAILED/ && $_ =~ /expected/) {
|
|
|
|
&js_print_suitename;
|
|
|
|
&js_print_filename;
|
|
|
|
&js_print_bugnumber;
|
|
|
|
|
|
|
|
local @msg = split ( "FAILED", $_ );
|
|
|
|
&js_print ( $passed ? "\n" : "" );
|
|
|
|
&js_print( " " . $msg[0], " <tt>" );
|
|
|
|
&js_print( "FAILED", "<font color=#990000>", "</font>");
|
|
|
|
&js_print( $msg[1], "", "</tt><br>\n" );
|
|
|
|
$passed = 0;
|
|
|
|
}
|
|
|
|
if ( $_ =~ /$js_test/ ) {
|
|
|
|
$runtime_error .= $_;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
close( RUNNING_TEST );
|
|
|
|
|
|
|
|
#
|
|
|
|
# figure out whether the test passed or failed. print out an
|
|
|
|
# appropriate level of output based on the value of $js_quiet
|
|
|
|
#
|
|
|
|
if ( $js_test =~ /-n\.js$/ ) {
|
|
|
|
if ( $runtime_error ) {
|
|
|
|
if ( !$js_quiet ) {
|
|
|
|
&js_print( " PASSED!\n ",
|
|
|
|
"<font color=#009900>  ",
|
|
|
|
"</font><br>" );
|
|
|
|
if ( $js_errors ) {
|
|
|
|
&js_print( $runtime_error, "<pre>", "</pre>");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
&js_print_suitename;
|
|
|
|
&js_print_filename;
|
|
|
|
&js_print_bugnumber;
|
|
|
|
&js_print( " FAILED! ", " <font color=#990000>",
|
|
|
|
"</font>");
|
|
|
|
&js_print( " Should have resulted in an error\n",
|
|
|
|
"","<br>" );
|
|
|
|
}
|
|
|
|
} else {
|
1999-09-24 03:00:38 +04:00
|
|
|
if ( $passed == 1 && !$js_quiet) {
|
1999-04-06 02:58:49 +04:00
|
|
|
&js_print( " PASSED!\n " , " <font color=#009900>",
|
|
|
|
"</font><br>" );
|
1999-09-24 03:00:38 +04:00
|
|
|
} else {
|
|
|
|
if ($passed == -1) {
|
|
|
|
&js_print_suitename;
|
|
|
|
&js_print_filename;
|
|
|
|
&js_print_bugnumber;
|
|
|
|
&js_print( " FAILED!\n " , " <font color=#990000>",
|
|
|
|
"</font><br>" );
|
|
|
|
&js_print( " Missing 'PASSED' in output\n", "","<br>" );
|
|
|
|
&js_print( $log, "output:<br><pre>", "</pre>" );
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
1999-04-06 02:58:49 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# figure out what os we're on, the default name of the object directory
|
|
|
|
#
|
|
|
|
sub setup_env {
|
|
|
|
# MOZ_SRC must be set, so we can figure out where the
|
|
|
|
# JavaScript executable is
|
|
|
|
$moz_src = $ENV{"MOZ_SRC"}
|
|
|
|
|| die( "You need to set your MOZ_SRC environment variable.\n" );
|
|
|
|
$src_dir = $moz_src . '/mozilla/js/src/';
|
|
|
|
|
|
|
|
# JS_TEST_DIR must be set so we can figure out where the tests are.
|
|
|
|
$test_dir = $ENV{"JS_TEST_DIR"};
|
|
|
|
|
|
|
|
# if it's not set, look for it relative to $moz_src
|
|
|
|
if ( !test_dir ) {
|
|
|
|
$test_dir = $moz_src . '/mozilla/js/tests/';
|
|
|
|
}
|
|
|
|
|
|
|
|
# make sure that the test dir exists
|
|
|
|
if ( ! -e $test_dir ) {
|
|
|
|
die "The JavaScript Test Library could not be found.\n" .
|
1999-09-24 03:00:38 +04:00
|
|
|
"Check the tests out from /mozilla/js/tests or\n" .
|
1999-04-06 02:58:49 +04:00
|
|
|
"Set the value of your JS_TEST_DIR environment variable\n " .
|
|
|
|
"to the location of the test library.\n";
|
|
|
|
}
|
|
|
|
|
1999-04-27 20:15:30 +04:00
|
|
|
# make sure that the test dir ends with a trailing slash
|
|
|
|
$test_dir .= '/';
|
|
|
|
|
1999-04-06 02:58:49 +04:00
|
|
|
chdir $src_dir;
|
|
|
|
|
|
|
|
# figure out which platform we're on, and figure out where the object
|
|
|
|
# directory is
|
|
|
|
|
|
|
|
$machine_os = `uname -s`;
|
|
|
|
|
|
|
|
if ( $machine_os =~ /WIN/ ) {
|
|
|
|
$machine_os = 'WIN';
|
|
|
|
$object_dir = ($js_debug) ? 'Debug' : 'Release';
|
|
|
|
$js_exe = 'jsshell.exe';
|
|
|
|
} else {
|
|
|
|
chop $machine_os;
|
|
|
|
$js_exe = 'js';
|
|
|
|
|
|
|
|
# figure out what the object directory is. on all platforms,
|
|
|
|
# it's the directory that ends in OBJ. if $js_debug is set,
|
|
|
|
# look the directory that ends with or DBG.OBJ; otherwise
|
|
|
|
# look for the directory that ends with OPT.OBJ
|
|
|
|
|
|
|
|
opendir ( SRC_DIR_FILES, $src_dir );
|
|
|
|
@src_dir_files = readdir( SRC_DIR_FILES );
|
|
|
|
closedir ( SRC_DIR_FILES );
|
|
|
|
|
|
|
|
$object_pattern = $js_debug ? 'DBG.OBJ' : 'OPT.OBJ';
|
|
|
|
|
|
|
|
foreach (@src_dir_files) {
|
|
|
|
if ( $_ =~ /$object_pattern/ && $_ =~ $machine_os) {
|
|
|
|
$object_dir = $_;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if ( ! $object_dir ) {
|
|
|
|
die( "Couldn't find an object directory in $src_dir.\n" );
|
|
|
|
}
|
|
|
|
|
|
|
|
# figure out what the name of the javascript executable should be, and
|
|
|
|
# make sure it's there. if it's not there, give a helpful message so
|
|
|
|
# the user can figure out what they need to do next.
|
|
|
|
|
1999-07-14 22:11:22 +04:00
|
|
|
|
|
|
|
if ( ! $js_exe_full_path ) {
|
|
|
|
$shell_command = $src_dir . $object_dir .'/'. $js_exe;
|
|
|
|
} else {
|
|
|
|
$shell_command = $js_exe_full_path;
|
|
|
|
}
|
1999-04-06 02:58:49 +04:00
|
|
|
|
|
|
|
if ( !-e $shell_command ) {
|
|
|
|
die ("Could not find JavaScript shell executable $shell_command.\n" .
|
|
|
|
"Check the value of your MOZ_SRC environment variable.\n" .
|
|
|
|
"Currently, MOZ_SRC is set to $ENV{\"MOZ_SRC\"}\n".
|
|
|
|
"See the readme at http://lxr.mozilla.org/mozilla/src/js/src/ " .
|
|
|
|
"for instructions on building the JavaScript shell.\n" );
|
|
|
|
}
|
|
|
|
|
|
|
|
# set the output file name. let's base its name on the date and platform,
|
|
|
|
# and give it a sequence number.
|
|
|
|
|
|
|
|
if ( $get_output ) {
|
|
|
|
$js_output = &get_output;
|
|
|
|
}
|
|
|
|
if ($js_output) {
|
|
|
|
print( "Writing results to $js_output\n" );
|
|
|
|
chdir $test_dir;
|
|
|
|
open( JS_OUTPUT, "> ${js_output}" ) ||
|
|
|
|
die "Can't open log file $js_output\n";
|
|
|
|
close JS_OUTPUT;
|
|
|
|
}
|
|
|
|
|
|
|
|
# get the start time
|
|
|
|
$start_time = time;
|
|
|
|
|
|
|
|
# print out some nice stuff
|
|
|
|
$start_date = &get_date;
|
|
|
|
&js_print( "JavaScript tests started: " . $start_date, "<p><tt>", "</tt></p>" );
|
|
|
|
|
|
|
|
&js_print ("Executing all the tests under $test_dir\n against " .
|
|
|
|
"$shell_command\n", "<p><tt>", "</tt></p>" );
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# parse arguments. see usage for what arguments are expected.
|
|
|
|
#
|
|
|
|
sub parse_args {
|
|
|
|
$i = 0;
|
|
|
|
while( $i < @ARGV ){
|
|
|
|
if ( $ARGV[$i] eq '--threaded' ) {
|
|
|
|
$js_threaded = 1;
|
|
|
|
} elsif ( $ARGV[$i] eq '--d' ) {
|
|
|
|
$js_debug = 1;
|
|
|
|
} elsif ( $ARGV[$i] eq '--14' ) {
|
|
|
|
$js_version = '14';
|
|
|
|
} elsif ( $ARGV[$i] eq '--v' ) {
|
|
|
|
$js_verbose = 1;
|
|
|
|
} elsif ( $ARGV[$i] eq '-f' ) {
|
|
|
|
$js_output = $ARGV[++$i];
|
|
|
|
} elsif ( $ARGV[$i] eq '--o' ) {
|
|
|
|
$get_output = 1;
|
|
|
|
} elsif ($ARGV[$i] eq '--e' ) {
|
|
|
|
$js_errors = 1;
|
|
|
|
} elsif ($ARGV[$i] eq '--q' ) {
|
|
|
|
$js_quiet = 1;
|
|
|
|
} elsif ($ARGV[$i] eq '--h' ) {
|
|
|
|
die &usage;
|
1999-07-14 22:11:22 +04:00
|
|
|
} elsif ( $ARGV[$i] eq '-E' ) {
|
|
|
|
$js_exe_full_path = $ARGV[$i+1];
|
|
|
|
$i++;
|
1999-04-06 02:58:49 +04:00
|
|
|
} else {
|
|
|
|
die &usage;
|
|
|
|
}
|
|
|
|
$i++;
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# if no output options are provided, show some output and write to file
|
|
|
|
#
|
|
|
|
if ( !$js_verbose && !$js_output && !$get_output ) {
|
|
|
|
$get_output = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# print the arguments that this script expects
|
|
|
|
#
|
|
|
|
sub usage {
|
|
|
|
die ("usage: $0\n" .
|
|
|
|
"--q Quiet mode -- only show information for tests that failed\n".
|
|
|
|
"--e Show runtime error messages for negative tests\n" .
|
|
|
|
"--v Verbose output -- show all test cases (not recommended)\n" .
|
|
|
|
"--o Send output to file whose generated name is based on date\n".
|
|
|
|
"--d Look for a debug JavaScript executable (default is optimized)\n" .
|
|
|
|
"-f <file> Redirect output to file named <file>\n"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# if $js_output is set, print to file as well as stdout
|
|
|
|
#
|
|
|
|
sub js_print {
|
|
|
|
($string, $start_tag, $end_tag) = @_;
|
|
|
|
|
|
|
|
if ($js_output) {
|
|
|
|
open( JS_OUTPUT, ">> ${js_output}" ) ||
|
|
|
|
die "Can't open log file $js_output\n";
|
|
|
|
|
|
|
|
print JS_OUTPUT "$start_tag $string $end_tag";
|
|
|
|
close JS_OUTPUT;
|
|
|
|
}
|
|
|
|
print $string;
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# close open files
|
|
|
|
#
|
|
|
|
sub cleanup_env {
|
|
|
|
# print out some nice stuff
|
|
|
|
$end_date = &get_date;
|
|
|
|
&js_print( "\nTests complete at $end_date", "<hr><tt>", "</tt>" );
|
|
|
|
|
|
|
|
# print out how long it took to complete
|
|
|
|
$end_time = time;
|
|
|
|
|
|
|
|
$test_seconds = ( $end_time - $start_time );
|
|
|
|
|
|
|
|
&js_print( "Start Date: $start_date\n", "<tt><br>" );
|
|
|
|
&js_print( "End Date: $end_date\n", "<br>" );
|
|
|
|
&js_print( "Test Time: $test_seconds seconds\n", "<br>" );
|
|
|
|
|
|
|
|
if ($js_output ) {
|
|
|
|
if ( !$js_verbose) {
|
|
|
|
&js_print( "Results were written to " . $js_output ."\n",
|
|
|
|
"<br>", "</tt>" );
|
|
|
|
}
|
|
|
|
close JS_OUTPUT;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
# get the current date and time
|
|
|
|
#
|
|
|
|
sub get_date {
|
|
|
|
&get_localtime;
|
|
|
|
$now = $year ."/". $mon ."/". $mday ." ". $hour .":".
|
|
|
|
$min .":". $sec ."\n";
|
|
|
|
return $now;
|
|
|
|
|
|
|
|
}
|
|
|
|
sub get_localtime {
|
|
|
|
( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst ) =
|
|
|
|
localtime;
|
|
|
|
$mon++;
|
|
|
|
$mon = &zero_pad($mon);
|
|
|
|
$year= ($year < 2000) ? "19" . $year : $year;
|
|
|
|
$mday= &zero_pad($mday);
|
|
|
|
$sec = &zero_pad($sec);
|
|
|
|
$min = &zero_pad($min);
|
|
|
|
$hour = &zero_pad($hour);
|
|
|
|
}
|
|
|
|
sub zero_pad {
|
|
|
|
local ($string) = @_;
|
|
|
|
$string = ($string < 10) ? "0" . $string : $string;
|
|
|
|
return $string;
|
|
|
|
}
|
|
|
|
|
|
|
|
#
|
|
|
|
# generate an output file name based on the date
|
|
|
|
#
|
|
|
|
sub get_output {
|
|
|
|
&get_localtime;
|
|
|
|
|
|
|
|
chdir $test_dir;
|
|
|
|
|
|
|
|
$js_output = $test_dir ."/". $year .'-'. $mon .'-'. $mday ."\.1.html";
|
|
|
|
|
|
|
|
$output_file_found = 0;
|
|
|
|
|
|
|
|
while ( !$output_file_found ) {
|
|
|
|
if ( -e $js_output ) {
|
|
|
|
# get the last sequence number - everything after the dot
|
|
|
|
@seq_no = split( /\./, $js_output, 2 );
|
|
|
|
$js_output = $seq_no[0] .".". (++$seq_no[1]) . "\.html";
|
|
|
|
} else {
|
|
|
|
$output_file_found = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return $js_output;
|
|
|
|
}
|
|
|
|
|
|
|
|
sub js_print_suitename {
|
|
|
|
if ( !$js_printed_suitename ) {
|
|
|
|
&js_print( "$suite\\$subdir\n", "<hr><font size+=1><b>",
|
|
|
|
"</font></b><br>" );
|
|
|
|
}
|
|
|
|
$js_printed_suitename = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
sub js_print_filename {
|
|
|
|
if ( !$js_printed_filename ) {
|
|
|
|
&js_print( "$js_test\n", "<b>", "</b><br>" );
|
|
|
|
$js_printed_filename = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
sub js_print_bugnumber {
|
|
|
|
if ( !$js_printed_bugnumber ) {
|
|
|
|
if ( $js_bugnumber =~ /^http/ ) {
|
|
|
|
&js_print( "$js_bugnumber", "<a href=$js_bugnumber>", "</a>" );
|
|
|
|
} else {
|
|
|
|
&js_print( "$js_bugnumber",
|
|
|
|
"<a href=http://scopus.mcom.com/bugsplat/show_bug.cgi?id=" .
|
|
|
|
$js_bugnumber .">",
|
|
|
|
"</a>" );
|
|
|
|
}
|
|
|
|
$js_printed_bugnumber = 1;
|
|
|
|
}
|
|
|
|
}
|