mirror of
https://github.com/microsoft/playwright.git
synced 2025-06-26 21:40:17 +00:00
887176ccd5
We used to cross-compile Firefox for aarch64, but this no longer works. This patch switches to native build inside Ubuntu aarch.
222 lines
8.5 KiB
Bash
Executable File
222 lines
8.5 KiB
Bash
Executable File
#!/bin/bash
|
|
# This script is designed to build Firefox & WebKit on various Linux
|
|
# distributions inside docker containers.
|
|
set -e
|
|
set -x
|
|
set -o pipefail
|
|
|
|
if [[ ($1 == '--help') || ($1 == '-h') ]]; then
|
|
echo "usage: $(basename "$0") [webkit-ubuntu-20.04|firefox-debian-11|...] [prepare|compile|enter|kill]"
|
|
echo
|
|
echo "Builds Webkit or Firefox browser inside given Linux distribution"
|
|
echo "NOTE: Run without second argument to enter bash inside the prepared docker container."
|
|
exit 0
|
|
fi
|
|
|
|
export BUILD_FLAVOR="${1}"
|
|
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME=""
|
|
|
|
############################################################
|
|
### FIREFOX ###
|
|
############################################################
|
|
|
|
if [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-18.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:18.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-20.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-20.04-arm64" ]]; then
|
|
DOCKER_PLATFORM="linux/arm64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-22.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-ubuntu-22.04-arm64" ]]; then
|
|
DOCKER_PLATFORM="linux/arm64"
|
|
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-debian-11" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="debian:11"
|
|
|
|
############################################################
|
|
### FIREFOX-BETA ###
|
|
############################################################
|
|
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-18.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:18.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-20.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-20.04-arm64" ]]; then
|
|
# We cross-compile from x86_64 to aarch64.
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-22.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-ubuntu-22.04-arm64" ]]; then
|
|
# We cross-compile from x86_64 to aarch64.
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "firefox-beta-debian-11" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="debian:11"
|
|
|
|
############################################################
|
|
### WEBKIT ###
|
|
############################################################
|
|
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:18.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-20.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-20.04-arm64" ]]; then
|
|
DOCKER_PLATFORM="linux/arm64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-22.04" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-22.04-arm64" ]]; then
|
|
DOCKER_PLATFORM="linux/arm64"
|
|
DOCKER_IMAGE_NAME="ubuntu:22.04"
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-debian-11" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="debian:11"
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-universal" ]]; then
|
|
DOCKER_PLATFORM="linux/amd64"
|
|
DOCKER_IMAGE_NAME="ubuntu:20.04"
|
|
else
|
|
echo "ERROR: unknown build flavor - '${BUILD_FLAVOR}'"
|
|
exit 1
|
|
fi
|
|
|
|
DOCKER_CONTAINER_NAME="build-${BUILD_FLAVOR}"
|
|
DOCKER_ARGS=$(echo \
|
|
--env CI \
|
|
--env BUILD_FLAVOR \
|
|
--env TELEGRAM_BOT_KEY \
|
|
--env AZ_ACCOUNT_NAME \
|
|
--env AZ_ACCOUNT_KEY \
|
|
--env GITHUB_SERVER_URL \
|
|
--env GITHUB_REPOSITORY \
|
|
--env GITHUB_RUN_ID \
|
|
--env GH_TOKEN \
|
|
--env DEBIAN_FRONTEND=noninteractive \
|
|
--env TZ="America/Los_Angeles"
|
|
)
|
|
|
|
function ensure_docker_container {
|
|
if docker ps | grep "${DOCKER_CONTAINER_NAME}" 2>&1 1>/dev/null; then
|
|
return;
|
|
fi
|
|
if [[ "${BUILD_FLAVOR}" == "webkit-universal" ]]; then
|
|
# NOTE: WebKit Linux Universal build is run in PRIVILEGED container due to Flatpak!
|
|
DOCKER_ARGS="${DOCKER_ARGS} --privileged"
|
|
fi
|
|
docker pull --platform "${DOCKER_PLATFORM}" "${DOCKER_IMAGE_NAME}"
|
|
docker run --rm ${DOCKER_ARGS} --name "${DOCKER_CONTAINER_NAME}" --platform "${DOCKER_PLATFORM}" -d -t "${DOCKER_IMAGE_NAME}" /bin/bash
|
|
docker exec ${DOCKER_ARGS} "${DOCKER_CONTAINER_NAME}" /bin/bash -c '
|
|
set -e
|
|
arch
|
|
if [[ "${BUILD_FLAVOR}" == webkit-debian-11 ]]; then
|
|
# Add contrib & non-free to package list
|
|
echo "deb http://ftp.us.debian.org/debian bullseye main contrib non-free" >> /etc/apt/sources.list.d/pwbuild.list
|
|
fi
|
|
|
|
apt-get update && apt-get install -y wget \
|
|
git-core \
|
|
python3 \
|
|
python3-pip \
|
|
curl \
|
|
autoconf2.13 \
|
|
tzdata \
|
|
sudo \
|
|
zip \
|
|
unzip \
|
|
python3-distutils
|
|
|
|
# Create the pwuser and make it passwordless sudoer.
|
|
adduser --disabled-password --gecos "" pwuser
|
|
echo "ALL ALL = (ALL) NOPASSWD: ALL" >> /etc/sudoers
|
|
|
|
# Install node16
|
|
apt-get install -y curl && \
|
|
curl -sL https://deb.nodesource.com/setup_16.x | bash - && \
|
|
apt-get install -y nodejs
|
|
|
|
# Install AZ CLI on CI only
|
|
if [[ -n "${CI}" ]]; then
|
|
# Install AZ CLI with Python since they do not ship
|
|
# aarch64 to APT: https://github.com/Azure/azure-cli/issues/7368
|
|
# Pin so future releases dont break us.
|
|
pip3 install azure-cli==2.38.0
|
|
fi
|
|
|
|
if [[ "${BUILD_FLAVOR}" == "firefox-"* ]]; then
|
|
# install rust as a pwuser
|
|
su -l pwuser -c "curl --proto \"=https\" --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y"
|
|
echo "PATH=\"${PATH}:/home/pwuser/.cargo/bin\"" > /etc/environment
|
|
elif [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then
|
|
# Ubuntu 18.04 specific: update CMake. Default CMake on Ubuntu 18.04 is 3.10, whereas WebKit requires 3.12+.
|
|
apt purge --auto-remove cmake
|
|
apt-get install -y wget software-properties-common
|
|
wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | gpg --dearmor - | sudo tee /etc/apt/trusted.gpg.d/kitware.gpg >/dev/null
|
|
apt-add-repository "deb https://apt.kitware.com/ubuntu/ bionic main"
|
|
apt-get update && apt-get install -y cmake
|
|
|
|
# Ubuntu 18.04 specific: install GCC-8. WebKit requires gcc 8.3+ to compile.
|
|
apt-get install -y gcc-8 g++-8
|
|
fi
|
|
|
|
if [[ "${BUILD_FLAVOR}" == *"-arm64" ]]; then
|
|
apt-get install -y clang-12
|
|
fi
|
|
|
|
git config --system user.email "you@example.com"
|
|
git config --system user.name "Your Name"
|
|
|
|
# mitigate git clone issues on CI.
|
|
# See https://stdworkflow.com/877/error-rpc-failed-curl-56-gnutls-recv-error-54-error-in-the-pull-function
|
|
git config --system http.postBuffer 524288000
|
|
git config --system http.lowSpeedLimit 0
|
|
git config --system http.lowSpeedTime 999999
|
|
|
|
cd /home/pwuser
|
|
su -l pwuser -c "git clone --depth=1 https://github.com/microsoft/playwright"
|
|
'
|
|
}
|
|
|
|
if [[ "$2" == "prepare" || "$2" == "start" ]]; then
|
|
ensure_docker_container
|
|
elif [[ "$2" == "compile" ]]; then
|
|
ensure_docker_container
|
|
echo "BUILD FLAVOR: ${BUILD_FLAVOR}"
|
|
docker exec --user pwuser --workdir "/home/pwuser/playwright" ${DOCKER_ARGS} "${DOCKER_CONTAINER_NAME}" /bin/bash -c '
|
|
if [[ "${BUILD_FLAVOR}" == "webkit-ubuntu-18.04" ]]; then
|
|
export CC=/usr/bin/gcc-8
|
|
export CXX=/usr/bin/g++-8
|
|
elif [[ "${BUILD_FLAVOR}" == "*-arm64" ]]; then
|
|
export CC=/usr/bin/clang-12
|
|
export CXX=/usr/bin/clang++-12
|
|
fi
|
|
./browser_patches/checkout_build_archive_upload.sh "${BUILD_FLAVOR}"
|
|
'
|
|
elif [[ "$2" == "enter" || -z "$2" ]]; then
|
|
ensure_docker_container
|
|
docker exec --user pwuser --workdir "/home/pwuser/playwright" ${DOCKER_ARGS} -it "${DOCKER_CONTAINER_NAME}" /bin/bash
|
|
elif [[ "$2" == "kill" || "$2" == "stop" ]]; then
|
|
docker kill "${DOCKER_CONTAINER_NAME}"
|
|
# Wait for container to stop
|
|
docker wait "${DOCKER_CONTAINER_NAME}" || true
|
|
else
|
|
echo "ERROR: unknown command - $2"
|
|
exit 1
|
|
fi
|
|
|