devops: add a universal script to build browsers inside docker (#15954)
This script takes care of all the dependencies necessary to compile WebKit and Firefox inside supported Linux distributions.
This commit is contained in:
Andrey Lushnikov
GitHub
Родитель
1377dbed24
Коммит
f9b6ca2c5a
|
|
@ -0,0 +1,214 @@
|
|||
#!/bin/bash
|
||||
# This script is designed to build Firefox & WebKit on various Linux
|
||||
# distributions inside docker containers.
|
||||
set -e
|
||||
set -x
|
||||
set -o pipefail
|
||||
|
||||
if [[ ($1 == '--help') || ($1 == '-h') ]]; then
|
||||
echo "usage: $(basename "$0") [webkit-ubuntu-20.04|firefox-debian-11|...] [prepare|compile|enter|kill]"
|
||||
echo
|
||||
echo "Builds Webkit or Firefox browser inside given Linux distribution"
|
||||
echo "NOTE: Run without second argument to enter bash inside the prepared docker container."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
BUILD_FLAVOR="${1}"
|
||||
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME=""
|
||||
|
||||
############################################################
|
||||
### FIREFOX ###
|
||||
############################################################
|
||||
|
||||
if [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-18.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:18.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-20.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-20.04-arm64" ]]; then
|
||||
# We cross-compile from x86_64 to aarch64.
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-22.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-22.04-arm64" ]]; then
|
||||
# We cross-compile from x86_64 to aarch64.
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-debian-11" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="debian:11"
|
||||
|
||||
############################################################
|
||||
### FIREFOX-BETA ###
|
||||
############################################################
|
||||
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-18.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:18.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-20.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-20.04-arm64" ]]; then
|
||||
# We cross-compile from x86_64 to aarch64.
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-22.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-22.04-arm64" ]]; then
|
||||
# We cross-compile from x86_64 to aarch64.
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-debian-11" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="debian:11"
|
||||
|
||||
############################################################
|
||||
### WEBKIT ###
|
||||
############################################################
|
||||
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:18.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-20.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-20.04-arm64" ]]; then
|
||||
DOCKER_PLATFORM="linux/arm64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-22.04" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-22.04-arm64" ]]; then
|
||||
DOCKER_PLATFORM="linux/arm64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-debian-11" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="debian:11"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-universal" ]]; then
|
||||
DOCKER_PLATFORM="linux/amd64"
|
||||
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
||||
else
|
||||
echo "ERROR: unknown build flavor - '${BUILD_FLAVOR}'"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
DOCKER_CONTAINER_NAME="build-${BUILD_FLAVOR}"
|
||||
|
||||
function ensure_docker_container {
|
||||
if docker ps | grep "${DOCKER_CONTAINER_NAME}" 2>&1 1>/dev/null; then
|
||||
return;
|
||||
fi
|
||||
EXTRA_FLAGS=""
|
||||
if [[ "${BUILD_FLAVOR}" == "webkit-universal" ]]; then
|
||||
# NOTE: WebKit Linux Universal build is run in PRIVILEGED container due to Flatpak!
|
||||
EXTRA_FLAGS="--privileged"
|
||||
fi
|
||||
docker pull --platform "${DOCKER_PLATFORM}" "${DOCKER_IMAGE_NAME}" && docker run \
|
||||
--rm \
|
||||
${EXTRA_FLAGS} \
|
||||
--name "${DOCKER_CONTAINER_NAME}" \
|
||||
--platform "${DOCKER_PLATFORM}" \
|
||||
--env CI \
|
||||
--env BUILD_FLAVOR \
|
||||
--env TELEGRAM_BOT_KEY \
|
||||
--env AZ_ACCOUNT_NAME \
|
||||
--env AZ_ACCOUNT_KEY \
|
||||
--env GITHUB_SERVER_URL \
|
||||
--env GITHUB_REPOSITORY \
|
||||
--env GITHUB_RUN_ID \
|
||||
--env GH_TOKEN \
|
||||
--env DEBIAN_FRONTEND=noninteractive \
|
||||
--env TZ="America/Los_Angeles" \
|
||||
-d -t "${DOCKER_IMAGE_NAME}" /bin/bash
|
||||
docker exec "${DOCKER_CONTAINER_NAME}" /bin/bash -c '
|
||||
set -e
|
||||
arch
|
||||
if [[ "${BUILD_FLAVOR}" == webkit-debian-11 ]]; then
|
||||
# Add contrib & non-free to package list
|
||||
echo "deb http://ftp.us.debian.org/debian bullseye main contrib non-free" >> /etc/apt/sources.list.d/pwbuild.list
|
||||
fi
|
||||
|
||||
apt-get update && apt-get install -y wget \
|
||||
git-core \
|
||||
python3 \
|
||||
python3-pip \
|
||||
curl \
|
||||
autoconf2.13 \
|
||||
tzdata \
|
||||
sudo \
|
||||
zip \
|
||||
unzip \
|
||||
python3-distutils
|
||||
|
||||
# Create the pwuser and make it passwordless sudoer.
|
||||
adduser --disabled-password --gecos "" pwuser
|
||||
echo "ALL ALL = (ALL) NOPASSWD: ALL" >> /etc/sudoers
|
||||
|
||||
# Install node16
|
||||
apt-get install -y curl && \
|
||||
curl -sL https://deb.nodesource.com/setup_16.x | bash - && \
|
||||
apt-get install -y nodejs
|
||||
|
||||
# Install AZ CLI on CI only
|
||||
if [[ -n "${CI}" ]]; then
|
||||
curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
|
||||
fi
|
||||
|
||||
if [[ "${BUILD_FLAVOR}" == "firefox-"* ]]; then
|
||||
# install rust
|
||||
curl --proto "=https" --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
|
||||
export PATH="${PATH}:/home/pwuser/.cargo/bin"
|
||||
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then
|
||||
# Ubuntu 18.04 specific: update CMake. Default CMake on Ubuntu 18.04 is 3.10, whereas WebKit requires 3.12+.
|
||||
apt purge --auto-remove cmake
|
||||
apt-get install -y wget software-properties-common
|
||||
wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | gpg --dearmor - | sudo tee /etc/apt/trusted.gpg.d/kitware.gpg >/dev/null
|
||||
apt-add-repository "deb https://apt.kitware.com/ubuntu/ bionic main"
|
||||
apt-get update && apt-get install -y cmake
|
||||
|
||||
# Ubuntu 18.04 specific: install GCC-8. WebKit requires gcc 8.3+ to compile.
|
||||
apt-get install -y gcc-8 g++-8
|
||||
fi
|
||||
|
||||
su pwuser
|
||||
cd /home/pwuser
|
||||
git config --global user.email "you@example.com"
|
||||
git config --global user.name "Your Name"
|
||||
|
||||
# mitigate git clone issues on CI.
|
||||
# See https://stdworkflow.com/877/error-rpc-failed-curl-56-gnutls-recv-error-54-error-in-the-pull-function
|
||||
git config --global http.postBuffer 524288000
|
||||
git config --global http.lowSpeedLimit 0
|
||||
git config --global http.lowSpeedTime 999999
|
||||
|
||||
git clone --depth=1 https://github.com/microsoft/playwright
|
||||
'
|
||||
}
|
||||
|
||||
if [[ "$2" == "prepare" ]]; then
|
||||
ensure_docker_container
|
||||
elif [[ "$2" == "compile" ]]; then
|
||||
ensure_docker_container
|
||||
docker exec --user pwuser --workdir "/home/pwuser/playwright" "${DOCKER_CONTAINER_NAME}" /bin/bash -c '
|
||||
if [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then
|
||||
export CC=/usr/bin/gcc-8
|
||||
export CXX=/usr/bin/gcc++-8
|
||||
fi
|
||||
./browser_patches/checkout_build_archive_upload.sh "${BUILD_FLAVOR}"
|
||||
'
|
||||
elif [[ "$2" == "enter" || -z "$2" ]]; then
|
||||
ensure_docker_container
|
||||
docker exec --user pwuser --workdir "/home/pwuser/playwright" -it "${DOCKER_CONTAINER_NAME}" /bin/bash
|
||||
elif [[ "$2" == "kill" || "$2" == "stop" ]]; then
|
||||
docker kill "${DOCKER_CONTAINER_NAME}"
|
||||
else
|
||||
echo "ERROR: unknown command - $2"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
Загрузка…
Ссылка в новой задаче