forked from mirrors/gecko-dev
bcc5c3ff68
Due to some upstream changes, cipd binaries were not properly being setup and necessary files were missing during the run hooks step (like dirmd). This is only affecting macOS and Linux, so this patch just directly runs the setup script before we proceed with the rest of the build sequence. Differential Revision: https://phabricator.services.mozilla.com/D185497
150 lines
4.7 KiB
Bash
Executable file
150 lines
4.7 KiB
Bash
Executable file
#!/bin/bash
|
|
set -x -e -v
|
|
|
|
# This script is for building a custom version of chromium-as-release
|
|
|
|
# First argument must be the artifact name
|
|
ARTIFACT_NAME=$(basename $TOOLCHAIN_ARTIFACT)
|
|
shift
|
|
|
|
# Use the rest of the arguments as the build config for gn
|
|
CONFIG=$(echo $* | tr -d "'")
|
|
|
|
mkdir custom_car
|
|
cd custom_car
|
|
CUSTOM_CAR_DIR=$PWD
|
|
|
|
# Setup depot_tools
|
|
git clone https://chromium.googlesource.com/chromium/tools/depot_tools.git
|
|
export PATH="$PATH:$CUSTOM_CAR_DIR/depot_tools"
|
|
|
|
# Set up some env variables depending on the target OS
|
|
# Linux is the default case
|
|
|
|
# Final folder structure before compressing is
|
|
# the same for linux and windows
|
|
FINAL_BIN_PATH="src/out/Default"
|
|
|
|
# unique substring for PGO data for Linux
|
|
PGO_SUBSTR="chrome-linux-main"
|
|
|
|
# Logic for macosx64
|
|
if [[ $(uname -s) == "Darwin" ]]; then
|
|
# modify the config with fetched sdk path
|
|
export MACOS_SYSROOT="$MOZ_FETCHES_DIR/MacOSX13.3.sdk"
|
|
pip3 install importlib-metadata --user
|
|
CONFIG=$(echo $CONFIG mac_sdk_path='"'$MACOS_SYSROOT'"')
|
|
|
|
# ensure we don't use ARM64 profdata with this unique sub string
|
|
PGO_SUBSTR="chrome-mac-main"
|
|
|
|
# macOS final build folder is different than linux/win
|
|
FINAL_BIN_PATH="src/out/Default/Chromium.app"
|
|
fi
|
|
|
|
# Logic for win64 using the mingw environment
|
|
if [[ $(uname -o) == "Msys" ]]; then
|
|
# setup VS 2022
|
|
. $GECKO_PATH/taskcluster/scripts/misc/vs-setup.sh
|
|
|
|
# setup some environment variables for chromium build scripts
|
|
export DEPOT_TOOLS_WIN_TOOLCHAIN=0
|
|
export GYP_MSVS_OVERRIDE_PATH="$MOZ_FETCHES_DIR/VS"
|
|
export GYP_MSVS_VERSION=2022
|
|
export vs2022_install="$MOZ_FETCHES_DIR/VS"
|
|
export WINDOWSSDKDIR="$MOZ_FETCHES_DIR/VS/Windows Kits/10"
|
|
export DEPOT_TOOLS_UPDATE=1
|
|
export GCLIENT_PY3=1
|
|
# Fool GYP
|
|
touch "$MOZ_FETCHES_DIR/VS/VC/vcvarsall.bat"
|
|
|
|
# construct some of our own dirs and move VS dlls + other files
|
|
# to a path that chromium build files & scripts are expecting
|
|
mkdir chrome_dll
|
|
cd chrome_dll
|
|
mkdir system32
|
|
cd ../
|
|
pushd "$WINDOWSSDKDIR"
|
|
mkdir -p Debuggers/x64/
|
|
popd
|
|
mv $MOZ_FETCHES_DIR/VS/VC/Redist/MSVC/14.34.31931/x64/Microsoft.VC143.CRT/* chrome_dll/system32/
|
|
mv "$WINDOWSSDKDIR/App Certification Kit/"* "$WINDOWSSDKDIR"/Debuggers/x64/
|
|
export WINDIR="$PWD/chrome_dll"
|
|
|
|
# run glcient once first to get some windows deps
|
|
gclient
|
|
|
|
# ensure we don't use WIN32 profdata with this unique sub string
|
|
PGO_SUBSTR="chrome-win64-main"
|
|
fi
|
|
|
|
# Get chromium source code and dependencies
|
|
mkdir chromium
|
|
cd chromium
|
|
fetch --no-history --nohooks chromium
|
|
|
|
# setup the .gclient file to ensure pgo profiles are downloaded
|
|
# for some reason we need to set --name flag even though it already exists.
|
|
# currently the gclient.py file does NOT recognize --custom-var as it's own argument
|
|
gclient config --name src "https://chromium.googlesource.com/chromium/src.git" --custom-var="checkout_pgo_profiles=True" --unmanaged
|
|
|
|
cd src
|
|
|
|
if [[ $(uname -o) == "Msys" ]]; then
|
|
# For fast fetches it seems we will be missing some dummy files in windows.
|
|
# We can create a dummy this way to satisfy the rest of the build sequence.
|
|
# This is ok because we are not doing any development here and don't need
|
|
# the development history, but this file is still needed to proceed.
|
|
python3 build/util/lastchange.py -o build/util/LASTCHANGE
|
|
fi
|
|
|
|
if [[ $(uname -s) == "Linux" ]] || [[ $(uname -s) == "Darwin" ]]; then
|
|
# Bug 1847210
|
|
# Modifications to how the dirname and depot_tools and other env variables
|
|
# change how cipd is setup for Mac and Linux.
|
|
# Easily resolved by just running the setup script.
|
|
source ./third_party/depot_tools/cipd_bin_setup.sh
|
|
cipd_bin_setup
|
|
fi
|
|
|
|
# now we can run hooks and fetch PGO + everything else
|
|
gclient runhooks
|
|
|
|
# PGO data should be in src/chrome/build/pgo_profiles/
|
|
# with a name like "chrome-{OS}-<some unique identifier>"
|
|
export PGO_DATA_DIR="$CUSTOM_CAR_DIR/chromium/src/chrome/build/pgo_profiles"
|
|
for entry in "$PGO_DATA_DIR"/*
|
|
do
|
|
if [ -f "$entry" ]; then
|
|
if [[ "$entry" == *"$PGO_SUBSTR"* ]]; then
|
|
echo "Found the correct profdata"
|
|
export PGO_DATA_PATH="$entry"
|
|
break
|
|
fi
|
|
fi
|
|
done
|
|
|
|
PGO_FILE=$PGO_DATA_PATH
|
|
if [[ $(uname -o) == "Msys" ]]; then
|
|
# compute a relative path that the build scripts looks for.
|
|
# this odd pathing seems to only happen on windows
|
|
PGO_FILE=${PGO_DATA_PATH#*/*/*/*/*/*/*/*/*/}
|
|
mv $PGO_DATA_PATH build/config/compiler/pgo/
|
|
fi
|
|
CONFIG=$(echo $CONFIG pgo_data_path='"'$PGO_FILE'"')
|
|
|
|
# set up then build chrome
|
|
gn gen out/Default --args="$CONFIG"
|
|
autoninja -C out/Default chrome # skips test binaries
|
|
|
|
# Gather binary and related files into a zip, and upload it
|
|
cd ..
|
|
mkdir chromium
|
|
|
|
mv "$FINAL_BIN_PATH" chromium
|
|
chmod -R +x chromium
|
|
|
|
tar -c chromium | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > $ARTIFACT_NAME
|
|
|
|
mkdir -p $UPLOAD_DIR
|
|
mv "$ARTIFACT_NAME" "$UPLOAD_DIR"
|