Bug 363079 - MozillaBuild for Windows, initial cut (there are still known bugs to fix, and need to implement an installer), r=preed

tools/build-environment/win32/guess-msvc.bat

@@ -0,0 +1,24 @@
+@ECHO OFF
+
+SET MSVCROOTKEY=HKLM\SOFTWARE\Microsoft\VisualStudio
+SET MSVC6KEY=%MSVCROOTKEY%\6.0\Setup\Microsoft Visual C++
+SET MSVC71KEY=%MSVCROOTKEY%\7.1\Setup\VC
+SET MSVC8KEY=%MSVCROOTKEY%\8.0\Setup\VC
+
+SET VC6DIR=Not Found
+SET VC71DIR=Not Found
+SET VC8DIR=Not Found
+
+REM First see if we can find MSVC, then set the variable
+REG QUERY "%MSVC6KEY%" /v ProductDir > nul
+IF %ERRORLEVEL% EQU 0 FOR /F "tokens=2* delims=	 " %%A IN ('REG QUERY "%MSVC6KEY%" /v ProductDir') DO SET VC6DIR=%%B
+
+REG QUERY "%MSVC71KEY%" /v ProductDir > nul
+IF %ERRORLEVEL% EQU 0 FOR /F "tokens=2* delims=	 " %%A IN ('REG QUERY "%MSVC71KEY%" /v ProductDir') DO SET VC71DIR=%%B
+
+REG QUERY "%MSVC8KEY%" /v ProductDir > nul
+IF %ERRORLEVEL% EQU 0 FOR /F "tokens=2* delims=	 " %%A IN ('REG QUERY "%MSVC8KEY%" /v ProductDir') DO SET VC8DIR=%%B
+
+ECHO Visual C++ 6 directory: %VC6DIR%
+ECHO Visual C++ 7.1 directory: %VC71DIR%
+ECHO Visual C++ 8 directory: %VC8DIR%

tools/build-environment/win32/inputrc

@@ -0,0 +1,11 @@
+"\e[1~": beginning-of-line
+"\e[4~": end-of-line
+"\e[5~": beginning-of-history
+"\e[6~": end-of-history
+"\e[3~": delete-char
+"\e[2~": quoted-insert
+"\e[5C": forward-word
+"\e[5D": backward-word
+"\e\e[C": forward-word
+"\e\e[D": backward-word
+set completion-ignore-case On

tools/build-environment/win32/packageit.py

@@ -0,0 +1,79 @@
+# Creates a mozilla-build installer.
+#
+# This script will taint your registry, cause hives, and otherwise screw up
+# the system it's run on. Please do *not* run it on any machine you care about
+# (a temporary VM would be perfect!)
+#
+# When clicking through installer dialogs, don't run any post-install steps.
+# You won't need to change any paths.
+#
+# This script is python instead of shell because running the MSYS installer
+# requires that no MSYS shells be currently running.
+#
+# The following tools must exist on the PATH:
+#   makensis
+#
+# The following tools are prerequisites:
+#   A mingw build toolchain, and an MSYS shell to build it. Use --msys= to
+#   specify the installed location of MSYS (default c:\msys\1.0)
+
+from subprocess import check_call
+from os import getcwd, remove, environ
+from os.path import dirname, join, split, abspath, exists
+import optparse
+from shutil import rmtree
+
+sourcedir = join(split(abspath(__file__))[0])
+stagedir = getcwd()
+msysdir = "c:\\msys\\1.0"
+
+oparser = optparse.OptionParser()
+oparser.add_option("-s", "--source", dest="sourcedir")
+oparser.add_option("-o", "--output", dest="stagedir")
+oparser.add_option("-m", "--msys", dest="msysdir")
+(options, args) = oparser.parse_args()
+
+if len(args) != 0:
+    raise Exception("Unexpected arguments passed to command line.")
+
+if options.sourcedir:
+    sourcedir = options.sourcedir
+if options.stagedir:
+    stagedir = options.stagedir
+if options.msysdir:
+    msysdir = option.msysdir
+
+environ["MOZ_STAGEDIR"] = stagedir
+environ["MOZ_SRCDIR"] = sourcedir
+
+print("Source file location: " + sourcedir)
+print("Output location: " + stagedir)
+
+rmtree(join(stagedir, "mozilla-build"))
+
+check_call([join(sourcedir, "7z442.exe"),
+            "/D=" + join(stagedir, "mozilla-build", "7zip")])
+check_call(["msiexec.exe", "/a",
+            join(sourcedir, "python-2.5.msi"),
+            "TARGETDIR=" + join(stagedir, "mozilla-build", "python25")])
+check_call([join(sourcedir, "MSYS-1.0.10.exe"),
+            "/DIR=" + join(stagedir, "mozilla-build", "msys"),
+            # "/VERYSILENT", "/SUPRESSMSGBOXES",
+            "/SP-", "/NOICONS"])
+check_call([join(sourcedir, "msysDTK-1.0.1.exe"),
+            "/DIR=" + join(stagedir, "mozilla-build", "msys"),
+            # "/VERYSILENT", "/SUPRESSMSGBOXES",
+            "/SP-", "/NOICONS"])
+check_call([join(sourcedir, "XEmacs Setup 21.4.19.exe"),
+            "/DIR=" + join(stagedir, "mozilla-build", "xemacs"),
+            "/SP-", "/NOICONS"])
+
+# Run an MSYS shell to perform the following tasks:
+# * install make-3.81
+# * install UPX
+# * install blat
+# * install SVN
+# * build and install libiconv
+
+check_call([join(msysdir, "bin", "sh.exe"), "--login",
+            join(sourcedir, "packageit.sh")])

tools/build-environment/win32/packageit.sh

@@ -0,0 +1,79 @@
+set -e
+
+# This script expects these to be absolute paths in win32 format
+if test -z "$MOZ_SRCDIR"; then
+    echo "This script should be run from packageit.py (MOZ_SRCDIR missing)."
+    exit 1
+fi
+if test -z "$MOZ_STAGEDIR"; then
+    echo "This script should be run from packageit.py (MOZ_STAGEDIR missing)."
+    exit 1
+fi
+
+MSYS_SRCDIR=$(cd "$MOZ_SRCDIR" && pwd)
+MSYS_STAGEDIR=$(cd "$MOZ_STAGEDIR" && pwd)
+
+# install make-3.81
+tar -xjf "${MSYS_SRCDIR}/make-3.81-MSYS-1.0.11-snapshot.tar.bz2" -C "${MSYS_STAGEDIR}/mozilla-build"
+# install the uber-new make.exe from Earnie Boyd
+cp "${MSYS_SRCDIR}/make.exe" "${MSYS_STAGEDIR}/mozilla-build/make-3.81/bin"
+
+# install UPX
+unzip -d "${MSYS_STAGEDIR}/mozilla-build" "${MSYS_SRCDIR}/upx203w.zip"
+
+# install blat
+unzip -d "${MSYS_STAGEDIR}/mozilla-build" "${MSYS_SRCDIR}/blat261.full.zip"
+
+# install SVN
+unzip -d "${MSYS_STAGEDIR}/mozilla-build" "${MSYS_SRCDIR}/svn-win32-1.4.2.zip"
+
+# install NSIS
+unzip -d "${MSYS_STAGEDIR}/mozilla-build" "${MSYS_SRCDIR}/nsis-2.22.zip"
+
+# install unzip
+mkdir "${MSYS_STAGEDIR}/mozilla-build/info-zip"
+unzip -d "${MSYS_STAGEDIR}/mozilla-build/info-zip" "${MSYS_SRCDIR}/unz552xN.exe"
+unzip -d "${MSYS_STAGEDIR}/mozilla-build/info-zip" -o "${MSYS_SRCDIR}/zip232xN.zip"
+
+# build and install libiconv
+rm -rf "${MSYS_STAGEDIR}/libiconv-1.11"
+tar -xzf "${MSYS_SRCDIR}/libiconv-1.11.tar.gz" -C "${MSYS_STAGEDIR}"
+
+pushd "${MSYS_STAGEDIR}/libiconv-1.11"
+./configure --prefix=/local
+make
+make install DESTDIR="${MSYS_STAGEDIR}/mozilla-build/msys"
+popd
+
+# install moztools-static and wintools-compat
+unzip -d "${MSYS_STAGEDIR}/mozilla-build" "${MSYS_SRCDIR}/moztools-static.zip"
+rm -f "${MSYS_STAGEDIR}"/mozilla-build/moztools/bin/{gmake.exe,shmsdos.exe,uname.exe}
+
+rm -rf "${MSYS_STAGEDIR}/buildtools"
+mkdir -p "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/bin"
+mkdir -p "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/include/libIDL"
+mkdir -p "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/lib"
+
+unzip -d "${MSYS_STAGEDIR}" "${MSYS_SRCDIR}/wintools-180compat.zip"
+cp "${MSYS_STAGEDIR}"/buildtools/windows/bin/x86/{glib-1.2.dll,gmodule-1.2.dll,gthread-1.2.dll,libIDL-0.6.dll,nsinstall.exe} \
+    "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/bin"
+for file in "${MSYS_STAGEDIR}"/buildtools/windows/include/*.h; do
+    tr -d '\015' < $file > "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/include"/`basename $file`
+done
+cp "${MSYS_STAGEDIR}/buildtools/windows/include/libIDL/IDL.h" "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/include/libIDL"
+cp "${MSYS_STAGEDIR}"/buildtools/windows/lib/*.lib \
+    "${MSYS_STAGEDIR}/mozilla-build/moztools-180compat/lib"
+
+# Copy various configuration files
+cp "${MSYS_SRCDIR}/inputrc" "${MSYS_STAGEDIR}/mozilla-build/msys/etc"
+mkdir "${MSYS_STAGEDIR}/mozilla-build/msys/etc/profile.d"
+cp "${MSYS_SRCDIR}"/{profile-inputrc.sh,profile-extrapaths.sh,profile-echo.sh,profile-homedir.sh} \
+    "${MSYS_STAGEDIR}/mozilla-build/msys/etc/profile.d"
+
+# Copy the batch files that make everything go!
+cp "${MSYS_SRCDIR}"/{guess-msvc.bat,start-msvc6.bat,start-msvc71.bat,start-msvc8.bat} "${MSYS_STAGEDIR}/mozilla-build"
+
+# zip it up... this will change later to make an installer via NSIS
+pushd "${MSYS_STAGEDIDR}"
+zip -r9D mozilla-build.zip mozilla-build
+popd

tools/build-environment/win32/profile-echo.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+if test -n "$MOZ_MSVCVERSION"; then
+  echo "Mozilla build environment: MSVC version ${MOZ_MSVCVERSION}."
+fi

tools/build-environment/win32/profile-extrapaths.sh

@@ -0,0 +1,8 @@
+#!/bin/sh
+
+if test -n "$MOZILLABUILD"; then
+    MSYS_MOZBUILD=$(cd "$MOZILLABUILD" && pwd)
+    PATH="/local/bin:$MSYS_MOZBUILD/7zip:$MSYS_MOZBUILD/blat261:$MSYS_MOZBUILD/make-3.81/bin:$MSYS_MOZBUILD/python25:$MSYS_MOZBUILD/svn-win32-1.4.2/bin:$MSYS_MOZBUILD/upx203w:$MSYS_MOZBUILD/xemacs/XEmacs-21.4.19/i586-pc-win32:$MSYS_MOZBUILD/info-zip:$MSYS_MOZBUILD/nsis-2.22:$PATH"
+    EDITOR=xemacs.exe
+    export PATH EDITOR
+fi

tools/build-environment/win32/profile-homedir.sh

@@ -0,0 +1,10 @@
+#!/bin/sh
+
+if test -n "$USERPROFILE"; then
+    HOME=$(cd "$USERPROFILE" && pwd)
+fi
+export HOME
+
+if test -f "$HOME/.bash_profile"; then
+    . "$HOME/.bash_profile"
+fi

tools/build-environment/win32/profile-inputrc.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+INPUTRC=/etc/inputrc
+export INPUTRC

tools/build-environment/win32/start-msvc6.bat

@@ -0,0 +1,33 @@
+@echo off
+
+SET MOZ_MSVCVERSION=6
+
+SET MOZILLABUILDDRIVE=%~d0%
+SET MOZILLABUILDPATH=%~p0%
+SET MOZILLABUILD=%MOZILLABUILDDRIVE%%MOZILLABUILDPATH%
+
+echo "Mozilla tools directory: %MOZILLABUILD%"
+
+REM Get MSVC paths
+call "%MOZILLABUILD%\guess-msvc.bat"
+
+if "%VC6DIR%"=="Not Found" (
+    ECHO "Microsoft Visual C++ version 6 was not found. Exiting."
+    pause
+    EXIT /B 1
+)
+
+REM For MSVC6, we use the "old" non-static moztools
+set MOZ_TOOLS=%MOZILLABUILD%\moztools-180compat
+
+SET INCLUDE=
+SET LIB=
+
+rem append moztools to PATH
+SET PATH=%PATH%;%MOZ_TOOLS%\bin
+
+rem Prepend MSVC paths
+call "%VC6DIR%\Bin\vcvars32.bat"
+
+cd "%USERPROFILE%"
+start "MSYS Shell - MSVC6 Environment" "%MOZILLABUILD%\msys\bin\rxvt" -backspacekey  -sl 2500 -fg %FGCOLOR% -bg %BGCOLOR% -sr -fn "Lucida Console" -tn msys -geometry 80x25 -e /bin/sh --login -i

tools/build-environment/win32/start-msvc71.bat

@@ -0,0 +1,33 @@
+@echo off
+
+SET MOZ_MSVCVERSION=7.1
+
+SET MOZILLABUILDDRIVE=%~d0%
+SET MOZILLABUILDPATH=%~p0%
+SET MOZILLABUILD=%MOZILLABUILDDRIVE%%MOZILLABUILDPATH%
+
+echo "Mozilla tools directory: %MOZILLABUILD%"
+
+REM Get MSVC paths
+call "%MOZILLABUILD%\guess-msvc.bat"
+
+if "%VC71DIR%"=="Not Found" (
+    ECHO "Microsoft Visual C++ version 7.1 was not found. Exiting."
+    pause
+    EXIT /B 1
+)
+
+REM Use the "new" moztools-static
+set MOZ_TOOLS=%MOZILLABUILD%\moztools
+
+SET INCLUDE=
+SET LIB=
+
+rem append moztools to PATH
+SET PATH=%PATH%;%MOZ_TOOLS%\bin
+
+rem Prepend MSVC paths
+call "%VC71DIR%\Bin\vcvars32.bat"
+
+cd "%USERPROFILE%"
+start "MSYS Shell - MSVC7.1 Environment" "%MOZILLABUILD%\msys\bin\rxvt" -backspacekey  -sl 2500 -fg %FGCOLOR% -bg %BGCOLOR% -sr -fn "Lucida Console" -tn msys -geometry 80x25 -e /bin/sh --login -i

tools/build-environment/win32/start-msvc8.bat

@@ -0,0 +1,33 @@
+@echo off
+
+SET MOZ_MSVCVERSION=8
+
+SET MOZILLABUILDDRIVE=%~d0%
+SET MOZILLABUILDPATH=%~p0%
+SET MOZILLABUILD=%MOZILLABUILDDRIVE%%MOZILLABUILDPATH%
+
+echo "Mozilla tools directory: %MOZILLABUILD%"
+
+REM Get MSVC paths
+call "%MOZILLABUILD%\guess-msvc.bat"
+
+if "%VC8DIR%"=="Not Found" (
+    ECHO "Microsoft Visual C++ version 8 was not found. Exiting."
+    pause
+    EXIT /B 1
+)
+
+REM Use the "new" moztools-static
+set MOZ_TOOLS=%MOZILLABUILD%\moztools
+
+SET INCLUDE=
+SET LIB=
+
+rem append moztools to PATH
+SET PATH=%PATH%;%MOZ_TOOLS%\bin
+
+rem Prepend MSVC paths
+call "%VC8DIR%\Bin\vcvars32.bat"
+
+cd "%USERPROFILE%"
+start "MSYS Shell - MSVC8 Environment" "%MOZILLABUILD%\msys\bin\rxvt" -backspacekey  -sl 2500 -fg %FGCOLOR% -bg %BGCOLOR% -sr -fn "Lucida Console" -tn msys -geometry 80x25 -e /bin/sh --login -i