mirror of
https://github.com/flatcar/scripts.git
synced 2025-09-23 06:31:18 +02:00
251 lines
8.2 KiB
Bash
Executable File
251 lines
8.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
. "$(dirname "$0")/common.sh" || exit 1
|
|
|
|
# Script must run inside the chroot
|
|
restart_in_chroot_if_needed "$@"
|
|
|
|
assert_not_root_user
|
|
|
|
# Developer-visible flags.
|
|
DEFINE_string board "${DEFAULT_BOARD}" \
|
|
"The board to build packages for."
|
|
DEFINE_boolean usepkg "${FLAGS_TRUE}" \
|
|
"Use binary packages to bootstrap when possible."
|
|
DEFINE_boolean getbinpkg "${FLAGS_TRUE}" \
|
|
"Download binary packages from remote repository."
|
|
DEFINE_boolean noworkon "${FLAGS_FALSE}" \
|
|
"Don't force-build workon packages."
|
|
DEFINE_boolean showoutput "${FLAGS_FALSE}" \
|
|
"Show all output from parallel_emerge."
|
|
DEFINE_boolean withautotest "${FLAGS_TRUE}" \
|
|
"Build autotest client code."
|
|
DEFINE_boolean fetchonly "${FLAGS_FALSE}" \
|
|
"Don't build anything, instead only fetch what is needed."
|
|
|
|
# include upload options
|
|
. "${BUILD_LIBRARY_DIR}/release_util.sh" || exit 1
|
|
|
|
FLAGS_HELP="usage: $(basename $0) [flags] [packages]
|
|
|
|
build_packages updates the set of binary packages needed by Chrome OS. It will
|
|
cross compile all packages that have been updated into the given target's root
|
|
and build binary packages as a side-effect. The output packages will be picked
|
|
up by the build_image script to put together a bootable Chrome OS image.
|
|
|
|
If [packages] are specified, only build those specific packages (and any
|
|
dependencies they might need).
|
|
|
|
For the fastest builds, use --nowithautotest --noworkon.
|
|
"
|
|
show_help_if_requested "$@"
|
|
|
|
# The following options are advanced options, only available to those willing
|
|
# to read the source code. They are not shown in help output, since they are
|
|
# not needed for the typical developer workflow.
|
|
DEFINE_string getbinpkgver "" \
|
|
"Use binary packages from a specific version."
|
|
DEFINE_boolean toolchainpkgonly $FLAGS_FALSE \
|
|
"Use binary packages only for the board toolchain."
|
|
DEFINE_string accept_licenses "" \
|
|
"Licenses to append to the accept list."
|
|
DEFINE_boolean fast "${DEFAULT_FAST}" \
|
|
"Use the parallel_emerge wrapper script."
|
|
DEFINE_integer jobs "${NUM_JOBS}" \
|
|
"How many packages to build in parallel at maximum."
|
|
DEFINE_boolean norebuild "${FLAGS_FALSE}" \
|
|
"Don't automatically rebuild dependencies."
|
|
DEFINE_boolean skip_chroot_upgrade "${FLAGS_FALSE}" \
|
|
"Don't run the chroot upgrade automatically; use with care."
|
|
DEFINE_boolean skip_toolchain_update "${FLAGS_FALSE}" \
|
|
"Don't update toolchain automatically."
|
|
|
|
# The --reuse_pkgs_from_local_boards flag tells Portage to share binary
|
|
# packages between boards that are built locally, so that the total time
|
|
# required to build several boards is reduced. This flag is only useful
|
|
# when you are not able to use remote binary packages, since remote binary
|
|
# packages are usually more up to date than anything you have locally.
|
|
DEFINE_boolean reuse_pkgs_from_local_boards $FLAGS_FALSE \
|
|
"Bootstrap from local packages instead of remote packages."
|
|
|
|
# Parse command line
|
|
FLAGS "$@" || exit 1
|
|
eval set -- "${FLAGS_ARGV}"
|
|
|
|
# Die on any errors.
|
|
switch_to_strict_mode
|
|
|
|
if [[ -z "${FLAGS_board}" ]]; then
|
|
echo "Error: --board is required."
|
|
exit 1
|
|
fi
|
|
|
|
check_gsutil_opts
|
|
|
|
CHROMITE_BIN="${GCLIENT_ROOT}/chromite/bin"
|
|
|
|
# Before we can run any tools, we need to update chroot or setup_board.
|
|
UPDATE_ARGS=( --regen_configs )
|
|
if [[ -n ${FLAGS_accept_licenses} ]]; then
|
|
UPDATE_ARGS+=( --accept_licenses "${FLAGS_accept_licenses}" )
|
|
fi
|
|
if [ "${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --fast )
|
|
else
|
|
UPDATE_ARGS+=( --nofast )
|
|
fi
|
|
if [ "${FLAGS_usepkg}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --usepkg )
|
|
if [[ "${FLAGS_getbinpkg}" -eq "${FLAGS_TRUE}" ]]; then
|
|
UPDATE_ARGS+=( --getbinpkg )
|
|
else
|
|
UPDATE_ARGS+=( --nogetbinpkg )
|
|
fi
|
|
if [[ "${FLAGS_toolchainpkgonly}" -eq "${FLAGS_TRUE}" ]]; then
|
|
UPDATE_ARGS+=( --toolchainpkgonly )
|
|
else
|
|
UPDATE_ARGS+=( --notoolchainpkgonly )
|
|
fi
|
|
if [[ -n "${FLAGS_getbinpkgver}" ]]; then
|
|
UPDATE_ARGS+=( --getbinpkgver="${FLAGS_getbinpkgver}" )
|
|
fi
|
|
else
|
|
UPDATE_ARGS+=( --nousepkg )
|
|
fi
|
|
if [[ "${FLAGS_jobs}" -ne -1 ]]; then
|
|
UPDATE_ARGS+=( --jobs=${FLAGS_jobs} )
|
|
fi
|
|
if [ "${FLAGS_reuse_pkgs_from_local_boards}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --reuse_pkgs_from_local_boards )
|
|
fi
|
|
if [ "${FLAGS_skip_toolchain_update}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --skip_toolchain_update )
|
|
fi
|
|
if [ "${FLAGS_skip_chroot_upgrade}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --skip_chroot_upgrade )
|
|
fi
|
|
|
|
"${SCRIPTS_DIR}"/setup_board --quiet --board=${FLAGS_board} "${UPDATE_ARGS[@]}"
|
|
|
|
# set BOARD and BOARD_ROOT
|
|
. "${BUILD_LIBRARY_DIR}/toolchain_util.sh" || exit 1
|
|
. "${BUILD_LIBRARY_DIR}/board_options.sh" || exit 1
|
|
. "${BUILD_LIBRARY_DIR}/test_image_content.sh" || exit 1
|
|
|
|
# Setup all the emerge command/flags.
|
|
EMERGE_FLAGS=( -uDNv --backtrack=30 --select )
|
|
|
|
if [[ "${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]]; then
|
|
EMERGE_CMD=(
|
|
"${CHROMITE_BIN}/parallel_emerge"
|
|
--board=${FLAGS_board}
|
|
)
|
|
else
|
|
EMERGE_CMD=( "emerge-${FLAGS_board}" )
|
|
fi
|
|
if [[ "${FLAGS_fetchonly}" -eq "${FLAGS_TRUE}" ]]; then
|
|
EMERGE_CMD+=( --fetchonly )
|
|
fi
|
|
|
|
EMERGE_CMD+=( ${EXTRA_BOARD_FLAGS} )
|
|
|
|
if [[ "${FLAGS_usepkg}" -eq "${FLAGS_TRUE}" ||
|
|
"${FLAGS_reuse_pkgs_from_local_boards}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# Use binary packages. Include all build-time dependencies,
|
|
# so as to avoid unnecessary differences between source
|
|
# and binary builds.
|
|
EMERGE_FLAGS+=( --usepkg --with-bdeps y )
|
|
if [[ "${FLAGS_getbinpkg}" -eq "${FLAGS_TRUE}" ]]; then
|
|
EMERGE_FLAGS+=( --getbinpkg )
|
|
fi
|
|
|
|
# Only update toolchain when binpkgs are available.
|
|
EMERGE_FLAGS+=( $(get_binonly_args) )
|
|
fi
|
|
|
|
if [[ "${FLAGS_jobs}" -ne -1 ]]; then
|
|
EMERGE_FLAGS+=( --jobs=${FLAGS_jobs} )
|
|
fi
|
|
|
|
if [[ "${FLAGS_norebuild}" -eq "${FLAGS_FALSE}" ]]; then
|
|
EMERGE_FLAGS+=( --rebuild-if-unbuilt )
|
|
fi
|
|
if [[ "${FLAGS_showoutput}" -eq "${FLAGS_TRUE}" && \
|
|
"${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# Only parallel_emerge supports --show-output.
|
|
EMERGE_FLAGS+=( --show-output )
|
|
fi
|
|
|
|
# Build cros_workon packages when they are changed.
|
|
CROS_WORKON_PKGS=()
|
|
if [ "${FLAGS_noworkon}" -eq "${FLAGS_FALSE}" ]; then
|
|
LIST_MODIFIED_PACKAGES="${CHROMITE_BIN}/cros_list_modified_packages"
|
|
CROS_WORKON_PKGS+=( $("${LIST_MODIFIED_PACKAGES}" --board=${FLAGS_board}) )
|
|
fi
|
|
|
|
if [[ ${#CROS_WORKON_PKGS[@]} -gt 0 ]]; then
|
|
EMERGE_FLAGS+=(
|
|
--reinstall-atoms="${CROS_WORKON_PKGS[*]}"
|
|
--usepkg-exclude="${CROS_WORKON_PKGS[*]}"
|
|
)
|
|
fi
|
|
|
|
# Goo to attempt to resolve dependency loops on individual packages.
|
|
# If this becomes insufficient we will need to move to a full multi-stage
|
|
# bootstrap process like we do with the SDK via catalyst.
|
|
break_dep_loop() {
|
|
local pkg="$1"
|
|
local flag="$2"
|
|
local flag_file="${BOARD_ROOT}/etc/portage/package.use/break_dep_loop"
|
|
|
|
# Be sure to clean up use flag hackery from previous failed runs
|
|
sudo rm -f "${flag_file}"
|
|
|
|
# If the package is already installed we have nothing to do
|
|
if portageq-"${BOARD}" has_version "${BOARD_ROOT}" "${pkg}"; then
|
|
return 0
|
|
fi
|
|
|
|
# Likewise, nothing to do if the flag isn't actually enabled.
|
|
if equery-"${BOARD}" -q uses "${pkg}" | grep -q "^-${flag}"; then
|
|
return 0
|
|
fi
|
|
|
|
# Temporarily compile/install package with flag disabled. If a binary
|
|
# package is available use it regardless of its version or use flags.
|
|
info "Merging ${pkg} wtih USE=-${flag}"
|
|
sudo mkdir -p "${flag_file%/*}"
|
|
sudo_clobber "${flag_file}" <<<"${pkg} -${flag}"
|
|
# rebuild-if-unbuilt is disabled to prevent portage from needlessly
|
|
# rebuilding zlib for some unknown reason, in turn triggering more rebuilds.
|
|
sudo -E "${EMERGE_CMD[@]}" "${EMERGE_FLAGS[@]}" \
|
|
--rebuild-if-unbuilt=n \
|
|
--binpkg-respect-use=n \
|
|
--buildpkg-exclude="${pkg}" \
|
|
--useoldpkg-atoms="${pkg}" \
|
|
"${pkg}"
|
|
sudo rm -f "${flag_file}"
|
|
}
|
|
|
|
# util-linux[udev] -> virtual->udev -> systemd -> util-linux
|
|
break_dep_loop sys-apps/util-linux udev
|
|
|
|
# systemd[cryptsetup] -> cryptsetup -> lvm2 -> virtual/udev -> systemd
|
|
break_dep_loop sys-apps/systemd cryptsetup
|
|
|
|
info "Merging board packages now"
|
|
sudo -E "${EMERGE_CMD[@]}" "${EMERGE_FLAGS[@]}" coreos-devel/board-packages
|
|
|
|
info "Checking build root"
|
|
test_image_content "${BOARD_ROOT}"
|
|
|
|
# upload packages if enabled
|
|
upload_packages
|
|
|
|
info "Builds complete"
|
|
command_completed
|