2008-02-06 23:06:40 +03:00
|
|
|
#!/bin/bash -e
|
2007-05-11 08:11:39 +04:00
|
|
|
# -*- Mode: Shell-script; tab-width: 4; indent-tabs-mode: nil; -*-
|
|
|
|
|
2007-10-01 23:10:41 +04:00
|
|
|
# ***** BEGIN LICENSE BLOCK *****
|
|
|
|
# Version: MPL 1.1/GPL 2.0/LGPL 2.1
|
|
|
|
#
|
|
|
|
# The contents of this file are subject to the Mozilla Public License Version
|
|
|
|
# 1.1 (the "License"); you may not use this file except in compliance with
|
|
|
|
# the License. You may obtain a copy of the License at
|
|
|
|
# http://www.mozilla.org/MPL/
|
|
|
|
#
|
|
|
|
# Software distributed under the License is distributed on an "AS IS" basis,
|
|
|
|
# WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
|
|
|
|
# for the specific language governing rights and limitations under the
|
|
|
|
# License.
|
|
|
|
#
|
|
|
|
# The Original Code is Mozilla JavaScript Testing Utilities
|
|
|
|
#
|
|
|
|
# The Initial Developer of the Original Code is
|
|
|
|
# Mozilla Corporation.
|
|
|
|
# Portions created by the Initial Developer are Copyright (C) 2007
|
|
|
|
# the Initial Developer. All Rights Reserved.
|
|
|
|
#
|
|
|
|
# Contributor(s): Bob Clary <bclary@bclary.com>
|
|
|
|
#
|
|
|
|
# Alternatively, the contents of this file may be used under the terms of
|
|
|
|
# either the GNU General Public License Version 2 or later (the "GPL"), or
|
|
|
|
# the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
|
|
|
|
# in which case the provisions of the GPL or the LGPL are applicable instead
|
|
|
|
# of those above. If you wish to allow use of your version of this file only
|
|
|
|
# under the terms of either the GPL or the LGPL, and not to allow others to
|
|
|
|
# use your version of this file under the terms of the MPL, indicate your
|
|
|
|
# decision by deleting the provisions above and replace them with the notice
|
|
|
|
# and other provisions required by the GPL or the LGPL. If you do not delete
|
|
|
|
# the provisions above, a recipient may use your version of this file under
|
|
|
|
# the terms of any one of the MPL, the GPL or the LGPL.
|
|
|
|
#
|
|
|
|
# ***** END LICENSE BLOCK *****
|
|
|
|
|
2007-05-11 08:11:39 +04:00
|
|
|
TEST_DIR=${TEST_DIR:-/work/mozilla/mozilla.com/test.mozilla.com/www}
|
|
|
|
TEST_BIN=${TEST_BIN:-$TEST_DIR/bin}
|
2007-07-12 21:49:32 +04:00
|
|
|
TEST_JSDIR=${TEST_JSDIR:-$TEST_DIR/tests/mozilla.org/js}
|
|
|
|
|
2007-10-01 23:10:41 +04:00
|
|
|
if [[ ! -e $TEST_BIN/library.sh ]]; then
|
|
|
|
echo "TEST_DIR=$TEST_DIR"
|
|
|
|
echo ""
|
|
|
|
echo "This script requires the Sisyphus testing framework. Please "
|
|
|
|
echo "cvs check out the Sisyphys framework from mozilla/testing/sisyphus"
|
|
|
|
echo "and set the environment variable TEST_DIR to the directory where it"
|
|
|
|
echo "located."
|
|
|
|
echo ""
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [[ ! -e $TEST_JSDIR/runtests.sh ]]; then
|
|
|
|
echo "TEST_JSDIR=$TEST_JSDIR"
|
|
|
|
echo ""
|
|
|
|
echo "If the TEST_JSDIR environment variable is not set, this script "
|
|
|
|
echo "assumes the JavaScript Tests live in \${TEST_DIR}/www/tests/mozilla.org/js"
|
|
|
|
echo "If this is not correct, please set the TEST_JSDIR environment variable"
|
|
|
|
echo "to point to the directory containing the JavaScript Test Library."
|
|
|
|
echo ""
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [[ ! -e $TEST_BIN/library.sh || ! -e $TEST_JSDIR/runtests.sh ]]; then
|
|
|
|
exit 2
|
|
|
|
fi
|
|
|
|
|
|
|
|
source ${TEST_BIN}/library.sh
|
|
|
|
|
2008-02-16 19:43:07 +03:00
|
|
|
TEST_JSEACH_TIMEOUT=${TEST_JSEACH_TIMEOUT:-125}
|
|
|
|
TEST_JSEACH_PAGE_TIMEOUT=${TEST_JSEACH_PAGE_TIMEOUT:-120}
|
2008-02-13 23:18:02 +03:00
|
|
|
TEST_JSALL_TIMEOUT=${TEST_JSALL_TIMEOUT:-18000}
|
2007-07-12 21:49:32 +04:00
|
|
|
TEST_WWW_JS=`echo $TEST_JSDIR|sed "s|$TEST_DIR||"`
|
2008-02-06 23:06:40 +03:00
|
|
|
|
2007-05-11 08:11:39 +04:00
|
|
|
#
|
|
|
|
# options processing
|
|
|
|
#
|
|
|
|
usage()
|
|
|
|
{
|
|
|
|
cat <<EOF
|
2008-02-06 23:06:40 +03:00
|
|
|
usage: $SCRIPT -p product -b branch -T buildtype -x executablepath -N profilename \\
|
|
|
|
-R -X exclude -I include -c -t -F [-d datafiles]
|
2007-05-11 08:11:39 +04:00
|
|
|
|
|
|
|
variable description
|
|
|
|
=============== ============================================================
|
|
|
|
-p product required. firefox|thunderbird
|
|
|
|
-b branch required. 1.8.0|1.8.1|1.9.0
|
2008-02-06 23:06:40 +03:00
|
|
|
-T buildtype required. one of opt debug
|
2007-05-11 08:11:39 +04:00
|
|
|
-x executablepath required. directory-tree containing executable 'product'
|
|
|
|
-N profilename required. profile name
|
2008-02-06 23:06:40 +03:00
|
|
|
-R optional. by default the browser test will start Firefox
|
|
|
|
spider and execute the tests one after another in the same
|
|
|
|
process. -R will start an new instance of Firefox for each
|
|
|
|
test.
|
|
|
|
-X exclude optional. By default the test will exclude the
|
|
|
|
tests listed in spidermonkey-n-\$branch.tests,
|
|
|
|
performance-\$branch.tests. exclude is a list of either
|
|
|
|
individual tests, manifest files or sub-directories which
|
|
|
|
will override the default exclusion list.
|
|
|
|
-I include optional. By default the test will include the
|
|
|
|
JavaScript tests appropriate for the branch. include is a
|
|
|
|
list of either individual tests, manifest files or
|
|
|
|
sub-directories which will override the default inclusion
|
|
|
|
list.
|
|
|
|
-c optional. By default the test will exclude tests
|
|
|
|
which crash on this branch, test type, build type and
|
|
|
|
operating system. -c will include tests which crash.
|
|
|
|
Typically this should only be used in combination with -R.
|
|
|
|
This has no effect on shell based tests which execute crash
|
|
|
|
tests regardless.
|
|
|
|
-t optional. By default the test will exclude tests
|
|
|
|
which time out on this branch, test type, build type and
|
|
|
|
operating system. -t will include tests which timeout.
|
|
|
|
-F optional. Just generate file lists without running any tests.
|
2007-05-11 08:11:39 +04:00
|
|
|
-d datafiles optional. one or more filenames of files containing
|
|
|
|
environment variable definitions to be included.
|
|
|
|
|
|
|
|
note that the environment variables should have the same
|
|
|
|
names as in the "variable" column.
|
|
|
|
|
|
|
|
if an argument contains more than one value, it must be quoted.
|
|
|
|
EOF
|
|
|
|
exit 2
|
|
|
|
}
|
|
|
|
|
2008-02-06 23:06:40 +03:00
|
|
|
while getopts "p:b:T:x:N:d:X:I:RctF" optname
|
2007-05-11 08:11:39 +04:00
|
|
|
do
|
|
|
|
case $optname in
|
|
|
|
p) product=$OPTARG;;
|
|
|
|
b) branch=$OPTARG;;
|
2008-02-06 23:06:40 +03:00
|
|
|
T) buildtype=$OPTARG;;
|
2007-05-11 08:11:39 +04:00
|
|
|
N) profilename=$OPTARG;;
|
|
|
|
x) executablepath=$OPTARG;;
|
2008-02-06 23:06:40 +03:00
|
|
|
R) restart=1;;
|
|
|
|
X) exclude=$OPTARG;;
|
|
|
|
I) include=$OPTARG;;
|
|
|
|
c) crashes=1;;
|
|
|
|
t) timeouts=1;;
|
|
|
|
F) filesonly=1;;
|
2007-05-11 08:11:39 +04:00
|
|
|
d) datafiles=$OPTARG;;
|
|
|
|
esac
|
|
|
|
done
|
|
|
|
|
|
|
|
# include environment variables
|
|
|
|
if [[ -n "$datafiles" ]]; then
|
|
|
|
for datafile in $datafiles; do
|
|
|
|
source $datafile
|
|
|
|
done
|
|
|
|
fi
|
|
|
|
|
2008-02-06 23:06:40 +03:00
|
|
|
dumpvars product branch buildtype profilename executablepath restart exclude include crashes timeouts filesonly datafiles | sed "s|^|arguments: |"
|
|
|
|
|
2007-05-11 08:11:39 +04:00
|
|
|
if [[ -z "$product" || -z "$branch" || -z "$executablepath" || -z "$profilename" ]]; then
|
|
|
|
usage
|
|
|
|
fi
|
|
|
|
|
|
|
|
executable=`get_executable $product $branch $executablepath`
|
|
|
|
|
2008-02-06 23:06:40 +03:00
|
|
|
pushd $TEST_JSDIR
|
|
|
|
|
|
|
|
rm -f finished-$branch-browser-$buildtype
|
|
|
|
|
|
|
|
if ! make failures.txt; then
|
|
|
|
error "during make failures.txt" $LINENO
|
|
|
|
fi
|
|
|
|
|
|
|
|
includetests="included-$branch-browser-$buildtype.tests"
|
|
|
|
rm -f $includetests
|
|
|
|
touch $includetests
|
|
|
|
|
|
|
|
if [[ -z "$include" ]]; then
|
|
|
|
# by default include tests appropriate for the branch
|
|
|
|
include="e4x ecma ecma_2 ecma_3 js1_1 js1_2 js1_3 js1_4 js1_5 js1_6"
|
|
|
|
|
|
|
|
case "$branch" in
|
|
|
|
1.8.0)
|
|
|
|
;;
|
|
|
|
1.8.1)
|
|
|
|
include="$include js1_7"
|
|
|
|
;;
|
|
|
|
1.9.0)
|
|
|
|
include="$include js1_7 js1_8"
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
fi
|
|
|
|
|
|
|
|
for i in $include; do
|
|
|
|
if [[ -f "$i" ]]; then
|
|
|
|
echo "# including $i" >> $includetests
|
|
|
|
if echo $i | grep -q '\.js$'; then
|
|
|
|
echo $i >> $includetests
|
|
|
|
else
|
|
|
|
cat $i >> $includetests
|
|
|
|
fi
|
|
|
|
elif [[ -d "$i" ]]; then
|
|
|
|
find $i -name '*.js' -print | egrep -v '(shell|browser|template|jsref|userhook.*|\.#.*)\.js' | sed 's/^\.\///' | sort >> $includetests
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
excludetests="excluded-$branch-browser-$buildtype.tests"
|
|
|
|
rm -f $excludetests
|
|
|
|
touch $excludetests
|
|
|
|
|
|
|
|
if [[ -z "$exclude" ]]; then
|
|
|
|
exclude="spidermonkey-n-$branch.tests performance-$branch.tests"
|
|
|
|
fi
|
|
|
|
|
|
|
|
for e in $exclude; do
|
|
|
|
if [[ -f "$e" ]]; then
|
|
|
|
echo "# excluding $e" >> $excludetests
|
|
|
|
if echo $e | grep -q '\.js$'; then
|
|
|
|
echo $e >> $excludetests
|
|
|
|
else
|
|
|
|
cat $e >> $excludetests
|
|
|
|
fi
|
|
|
|
elif [[ -d "$e" ]]; then
|
|
|
|
find $e -name '*.js' -print | egrep -v '(shell|browser|template|jsref|userhook.*|\.#.*)\.js' | sed 's/^\.\///' | sort >> $excludetests
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
case "$OSID" in
|
|
|
|
win32)
|
|
|
|
arch='.*'
|
|
|
|
kernel='.*'
|
2007-05-11 08:11:39 +04:00
|
|
|
;;
|
2008-02-06 23:06:40 +03:00
|
|
|
linux)
|
|
|
|
arch="`uname -p`"
|
|
|
|
kernel="`uname -r | sed 's|\([0-9]*\)\.\([0-9]*\)\.\([0-9]*\)[-.0-9]*\.\([a-zA-Z0-9]*\)|\1.\2.\3.*\4|'`"
|
2007-05-11 08:11:39 +04:00
|
|
|
;;
|
2008-02-06 23:06:40 +03:00
|
|
|
mac)
|
|
|
|
arch="`uname -p`"
|
|
|
|
kernel='[^,]*'
|
|
|
|
;;
|
|
|
|
*)
|
|
|
|
error "$OSID not supported" $LINENO
|
2007-05-11 08:11:39 +04:00
|
|
|
;;
|
|
|
|
esac
|
|
|
|
|
2008-02-06 23:06:40 +03:00
|
|
|
if [[ -z "$timeouts" ]]; then
|
|
|
|
echo "# exclude tests that time out" >> $excludetests
|
|
|
|
egrep "TEST_BRANCH=([^,]*$branch[^,]*|[.][*]), TEST_RESULT=FAILED, TEST_BUILDTYPE=([^,]*$buildtype[^,]*|[.][*]), TEST_TYPE=([^,]*browser[^,]*|[.][*]), TEST_OS=([^,]*$OSID[^,]*|[.][*]), .*, TEST_PROCESSORTYPE=([^,]*$arch[^,]*|[.][*]), TEST_KERNEL=([^,]*$kernel[^,]*|[.][*]), .*, TEST_DESCRIPTION=.*EXIT STATUS: TIMED OUT" \
|
|
|
|
failures.txt | sed 's/TEST_ID=\([^,]*\),.*/\1/' | sort | uniq >> $excludetests
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [[ -z "$crashes" ]]; then
|
|
|
|
echo "# exclude tests that crash" >> $excludetests
|
|
|
|
pattern="TEST_BRANCH=([^,]*$branch[^,]*|[.][*]), TEST_RESULT=FAILED, TEST_BUILDTYPE=([^,]*$buildtype[^,]*|[.][*]), TEST_TYPE=([^,]*browser[^,]*|[.][*]), TEST_OS=([^,]*$OSID[^,]*|[.][*]), .*, TEST_PROCESSORTYPE=([^,]*$arch[^,]*|[.][*]), TEST_KERNEL=([^,]*$kernel[^,]*|[.][*]), .*, TEST_DESCRIPTION=.*"
|
|
|
|
case "$buildtype" in
|
|
|
|
opt)
|
|
|
|
pattern="${pattern}EXIT STATUS: CRASHED"
|
|
|
|
;;
|
|
|
|
debug)
|
|
|
|
pattern="${pattern}(EXIT STATUS: CRASHED|Assertion failure:)"
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
egrep "$pattern" failures.txt | sed 's/TEST_ID=\([^,]*\),.*/\1/' | sort | uniq >> $excludetests
|
|
|
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
urllist="urllist-$branch-browser-$buildtype.tests"
|
|
|
|
urlhtml="urllist-$branch-browser-$buildtype.html"
|
|
|
|
|
|
|
|
rm -f $urllist $urlhtml
|
|
|
|
|
|
|
|
cat > $urlhtml <<EOF
|
|
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
|
|
<head>
|
|
|
|
<title>JavaScript Tests</title>
|
|
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<ul>
|
|
|
|
EOF
|
2007-07-12 21:49:32 +04:00
|
|
|
|
2008-02-06 23:06:40 +03:00
|
|
|
cat $includetests | while read jsfile
|
|
|
|
do
|
|
|
|
if echo $jsfile | grep -q '^#'; then
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
|
|
|
|
if ! grep -q $jsfile $excludetests; then
|
|
|
|
|
|
|
|
result=`echo $jsfile | sed 's/.*js\([0-9]\)_\([0-9]\).*/\1.\2/'`
|
|
|
|
|
|
|
|
case $result in
|
|
|
|
1.5) version=";version=1.5";;
|
|
|
|
1.6) version=";version=1.6";;
|
|
|
|
1.7) version=";version=1.7";;
|
|
|
|
1.8) version=";version=1.8";;
|
|
|
|
1.9) version=";version=1.9";;
|
|
|
|
2.0) version=";version=2.0";;
|
|
|
|
*) version="";;
|
|
|
|
esac
|
|
|
|
|
|
|
|
echo "http://$TEST_HTTP$TEST_WWW_JS/js-test-driver-standards.html?test=$jsfile;language=type;text/javascript$version" >> $urllist
|
|
|
|
echo "<li><a href='http://$TEST_HTTP$TEST_WWW_JS/js-test-driver-standards.html?test=$jsfile;language=type;text/javascript$version'>$jsfile</a></li>" >> $urlhtml
|
|
|
|
fi
|
2007-05-11 08:11:39 +04:00
|
|
|
done
|
|
|
|
|
2008-02-06 23:06:40 +03:00
|
|
|
cat >> $urlhtml <<EOF
|
|
|
|
</ul>
|
|
|
|
</body>
|
|
|
|
</html>
|
|
|
|
EOF
|
|
|
|
|
|
|
|
chmod a+r $urlhtml
|
|
|
|
|
|
|
|
cat $includetests | sed 's|^|include: |'
|
|
|
|
cat $excludetests | sed 's|^|exclude: |'
|
|
|
|
|
|
|
|
if [[ -z "$filesonly" ]]; then
|
|
|
|
if [[ "$restart" == "1" ]]; then
|
|
|
|
cat "$urllist" | while read url;
|
|
|
|
do
|
|
|
|
edit-talkback.sh -p "$product" -b "$branch" -x "$executablepath" -i "$url"
|
|
|
|
if time timed_run.py $TEST_JSEACH_TIMEOUT "$url" \
|
|
|
|
"$executable" -P "$profilename" \
|
|
|
|
-spider -start -quit \
|
|
|
|
-uri "$url" \
|
|
|
|
-depth 0 -timeout "$TEST_JSEACH_PAGE_TIMEOUT" \
|
|
|
|
-hook "http://$TEST_HTTP$TEST_WWW_JS/userhookeach.js"; then
|
|
|
|
true;
|
|
|
|
fi
|
|
|
|
|
|
|
|
done
|
|
|
|
else
|
|
|
|
edit-talkback.sh -p "$product" -b "$branch" -x "$executablepath" -i "http://$TEST_HTTP$TEST_WWW_JS/$urlhtml"
|
|
|
|
if ! time timed_run.py $TEST_JSALL_TIMEOUT "http://$TEST_HTTP$TEST_WWW_JS/$urlhtml" \
|
|
|
|
"$executable" -P "$profilename" \
|
|
|
|
-spider -start -quit \
|
|
|
|
-uri "http://$TEST_HTTP$TEST_WWW_JS/$urlhtml" \
|
|
|
|
-depth 1 -timeout "$TEST_JSEACH_PAGE_TIMEOUT" \
|
|
|
|
-hook "http://$TEST_HTTP$TEST_WWW_JS/userhookeach.js"; then
|
|
|
|
error "timed_run.py ended abnormally: $?" $LINENO
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
2007-07-12 21:49:32 +04:00
|
|
|
popd
|