#!/bin/bash -e # -*- Mode: Shell-script; tab-width: 4; indent-tabs-mode: nil; -*- # ***** BEGIN LICENSE BLOCK ***** # Version: MPL 1.1/GPL 2.0/LGPL 2.1 # # The contents of this file are subject to the Mozilla Public License Version # 1.1 (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # http://www.mozilla.org/MPL/ # # Software distributed under the License is distributed on an "AS IS" basis, # WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License # for the specific language governing rights and limitations under the # License. # # The Original Code is Mozilla JavaScript Testing Utilities # # The Initial Developer of the Original Code is # Mozilla Corporation. # Portions created by the Initial Developer are Copyright (C) 2007 # the Initial Developer. All Rights Reserved. # # Contributor(s): Bob Clary # # Alternatively, the contents of this file may be used under the terms of # either the GNU General Public License Version 2 or later (the "GPL"), or # the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), # in which case the provisions of the GPL or the LGPL are applicable instead # of those above. If you wish to allow use of your version of this file only # under the terms of either the GPL or the LGPL, and not to allow others to # use your version of this file under the terms of the MPL, indicate your # decision by deleting the provisions above and replace them with the notice # and other provisions required by the GPL or the LGPL. If you do not delete # the provisions above, a recipient may use your version of this file under # the terms of any one of the MPL, the GPL or the LGPL. # # ***** END LICENSE BLOCK ***** TEST_DIR=${TEST_DIR:-/work/mozilla/mozilla.com/test.mozilla.com/www} TEST_BIN=${TEST_BIN:-$TEST_DIR/bin} TEST_JSDIR=${TEST_JSDIR:-$TEST_DIR/tests/mozilla.org/js} if [[ ! -e $TEST_BIN/library.sh ]]; then echo "TEST_DIR=$TEST_DIR" echo "" echo "This script requires the Sisyphus testing framework. Please " echo "cvs check out the Sisyphys framework from mozilla/testing/sisyphus" echo "and set the environment variable TEST_DIR to the directory where it" echo "located." echo "" fi if [[ ! -e $TEST_JSDIR/runtests.sh ]]; then echo "TEST_JSDIR=$TEST_JSDIR" echo "" echo "If the TEST_JSDIR environment variable is not set, this script " echo "assumes the JavaScript Tests live in \${TEST_DIR}/www/tests/mozilla.org/js" echo "If this is not correct, please set the TEST_JSDIR environment variable" echo "to point to the directory containing the JavaScript Test Library." echo "" fi if [[ ! -e $TEST_BIN/library.sh || ! -e $TEST_JSDIR/runtests.sh ]]; then exit 2 fi source ${TEST_BIN}/library.sh usage() { cat <&1 | tee -a $testlogfilelist testlogfiles="`grep '^log:' $testlogfilelist|sed 's|^log: ||'`" fatalerrors=`grep 'FATAL ERROR' $testlogfiles | cat` if [[ -n "$fatalerrors" ]]; then testlogarray=( $testlogfiles ) let itestlog=${#testlogarray[*]}-1 error "`tail -n 20 ${testlogarray[$itestlog]}`" $LINENO fi case "$OSID" in win32) arch=all kernel=all ;; linux) arch="`uname -p`" kernel="`uname -r | sed 's|\([0-9]*\)\.\([0-9]*\)\.\([0-9]*\)[-.0-9]*\.\([a-zA-Z0-9]*\)|\1.\2.\3.*\4|'`" ;; mac) arch="`uname -p`" kernel=all ;; *) error "$OSID not supported" $LINENO ;; esac for testlogfile in $testlogfiles; do if [[ -n "$DEBUG" ]]; then dumpvars testlogfile fi case "$testlogfile" in *,js,*) testtype=shell;; *,firefox,*) testtype=browser;; *) error "unknown testtype in logfile $testlogfile" $LINENO;; esac case "$testlogfile" in *,opt,*) buildtype=opt;; *,debug,*) buildtype=debug;; *) error "unknown buildtype in logfile $testlogfile" $LINENO;; esac case "$testlogfile" in *,1.8.0*) branch=1.8.0;; *,1.8.1*) branch=1.8.1;; *,1.9.0*) branch=1.9.0;; *) error "unknown branch in logfile $testlogfile" $LINENO;; esac outputprefix=$testlogfile if [[ -n "$DEBUG" ]]; then dumpvars branch buildtype testtype OSID testlogfile arch kernel outputprefix fi if ! $TEST_DIR/tests/mozilla.org/js/known-failures.pl -b $branch -T $buildtype -t $testtype -o "$OSID" -z `date +%z` -l $testlogfile -A "$arch" -K "$kernel" -r $TEST_JSDIR/failures.txt -O $outputprefix; then error "known-failures.pl" $LINENO fi if [[ -n "$summary" ]]; then # use let to work around mac problem where numbers were # output with leading characters. # if let's arg evaluates to 0, let will return 1 # so we need to test if let npass="`grep TEST_RESULT=PASSED ${outputprefix}-results-all.log | wc -l`"; then true; fi if let nfail="`cat ${outputprefix}-results-failures.log | wc -l`"; then true; fi if let nfixes="`cat ${outputprefix}-results-possible-fixes.log | wc -l`"; then true; fi if let nregressions="`cat ${outputprefix}-results-possible-regressions.log | wc -l`"; then true; fi echo -e "\nJavaScript Tests $branch $buildtype $testtype\n" echo -e "\nFailures:\n" cat "${outputprefix}-results-failures.log" echo -e "\nPossible Fixes:\n" cat "${outputprefix}-results-possible-fixes.log" echo -e "\nPossible Regressions:\n" cat "${outputprefix}-results-possible-regressions.log" echo -e "\nTinderboxPrint:
\n" echo -e "\nTinderboxPrint:js tests
$branch $buildtype $testtype
$npass/$nfail
F:$nfixes R:$nregressions" echo -e "\nTinderboxPrint:
\n" fi done