mirror of
https://github.com/flatcar/scripts.git
synced 2025-08-09 14:06:58 +02:00
34bbdc1996
To avoid making the same gsutil changes in more scripts move the code to a library file where some of the basic parts can be shared.
252 lines
8.1 KiB
Bash
Executable File
252 lines
8.1 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
. "$(dirname "$0")/common.sh" || exit 1
|
|
|
|
# Script must run inside the chroot
|
|
restart_in_chroot_if_needed "$@"
|
|
|
|
assert_not_root_user
|
|
|
|
# Developer-visible flags.
|
|
DEFINE_string board "${DEFAULT_BOARD}" \
|
|
"The board to build packages for."
|
|
DEFINE_boolean usepkg "${FLAGS_TRUE}" \
|
|
"Use binary packages to bootstrap when possible."
|
|
DEFINE_boolean getbinpkg "${FLAGS_TRUE}" \
|
|
"Download binary packages from remote repository."
|
|
DEFINE_boolean noworkon "${FLAGS_FALSE}" \
|
|
"Don't force-build workon packages."
|
|
DEFINE_boolean showoutput "${FLAGS_FALSE}" \
|
|
"Show all output from parallel_emerge."
|
|
DEFINE_boolean withautotest "${FLAGS_TRUE}" \
|
|
"Build autotest client code."
|
|
DEFINE_boolean fetchonly "${FLAGS_FALSE}" \
|
|
"Don't build anything, instead only fetch what is needed."
|
|
|
|
# include upload options
|
|
. "${BUILD_LIBRARY_DIR}/release_util.sh" || exit 1
|
|
|
|
FLAGS_HELP="usage: $(basename $0) [flags] [packages]
|
|
|
|
build_packages updates the set of binary packages needed by Chrome OS. It will
|
|
cross compile all packages that have been updated into the given target's root
|
|
and build binary packages as a side-effect. The output packages will be picked
|
|
up by the build_image script to put together a bootable Chrome OS image.
|
|
|
|
If [packages] are specified, only build those specific packages (and any
|
|
dependencies they might need).
|
|
|
|
For the fastest builds, use --nowithautotest --noworkon.
|
|
"
|
|
show_help_if_requested "$@"
|
|
|
|
# The following options are advanced options, only available to those willing
|
|
# to read the source code. They are not shown in help output, since they are
|
|
# not needed for the typical developer workflow.
|
|
DEFINE_string accept_licenses "" \
|
|
"Licenses to append to the accept list."
|
|
DEFINE_boolean fast "${DEFAULT_FAST}" \
|
|
"Call many emerges in parallel."
|
|
DEFINE_integer jobs -1 \
|
|
"How many packages to build in parallel at maximum."
|
|
DEFINE_boolean norebuild "${FLAGS_FALSE}" \
|
|
"Don't automatically rebuild dependencies."
|
|
DEFINE_boolean skip_chroot_upgrade "${FLAGS_FALSE}" \
|
|
"Don't run the chroot upgrade automatically; use with care."
|
|
DEFINE_boolean skip_toolchain_update "${FLAGS_FALSE}" \
|
|
"Don't update toolchain automatically."
|
|
DEFINE_boolean withdev "${FLAGS_TRUE}" \
|
|
"Build useful developer friendly utilities."
|
|
DEFINE_boolean withdebug "${FLAGS_TRUE}" \
|
|
"Build debug versions of Chromium-OS-specific packages."
|
|
DEFINE_boolean withfactory "${FLAGS_TRUE}" \
|
|
"Build factory installer."
|
|
DEFINE_boolean withtest "${FLAGS_TRUE}" \
|
|
"Build packages required for testing."
|
|
|
|
# The --reuse_pkgs_from_local_boards flag tells Portage to share binary
|
|
# packages between boards that are built locally, so that the total time
|
|
# required to build several boards is reduced. This flag is only useful
|
|
# when you are not able to use remote binary packages, since remote binary
|
|
# packages are usually more up to date than anything you have locally.
|
|
DEFINE_boolean reuse_pkgs_from_local_boards $FLAGS_FALSE \
|
|
"Bootstrap from local packages instead of remote packages."
|
|
|
|
# Parse command line
|
|
FLAGS "$@" || exit 1
|
|
eval set -- "${FLAGS_ARGV}"
|
|
|
|
# Die on any errors.
|
|
switch_to_strict_mode
|
|
|
|
if [[ -z "${FLAGS_board}" ]]; then
|
|
echo "Error: --board is required."
|
|
exit 1
|
|
fi
|
|
|
|
check_gsutil_opts
|
|
|
|
CHROMITE_BIN="${GCLIENT_ROOT}/chromite/bin"
|
|
|
|
# Before we can run any tools, we need to update chroot or setup_board.
|
|
UPDATE_ARGS=()
|
|
if [[ -n ${FLAGS_accept_licenses} ]]; then
|
|
UPDATE_ARGS+=( --accept_licenses "${FLAGS_accept_licenses}" )
|
|
fi
|
|
if [ "${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --fast )
|
|
else
|
|
UPDATE_ARGS+=( --nofast )
|
|
fi
|
|
if [ "${FLAGS_usepkg}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --usepkg )
|
|
if [[ "${FLAGS_getbinpkg}" -eq "${FLAGS_TRUE}" ]]; then
|
|
UPDATE_ARGS+=( --getbinpkg )
|
|
else
|
|
UPDATE_ARGS+=( --nogetbinpkg )
|
|
fi
|
|
else
|
|
UPDATE_ARGS+=( --nousepkg )
|
|
fi
|
|
if [[ "${FLAGS_jobs}" -ne -1 ]]; then
|
|
UPDATE_ARGS+=( --jobs=${FLAGS_jobs} )
|
|
fi
|
|
if [ "${FLAGS_reuse_pkgs_from_local_boards}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --reuse_pkgs_from_local_boards )
|
|
fi
|
|
if [ "${FLAGS_skip_toolchain_update}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --skip_toolchain_update )
|
|
fi
|
|
if [ "${FLAGS_skip_chroot_upgrade}" -eq "${FLAGS_TRUE}" ]; then
|
|
UPDATE_ARGS+=( --skip_chroot_upgrade )
|
|
fi
|
|
|
|
"${SCRIPTS_DIR}"/setup_board --quiet --board=${FLAGS_board} "${UPDATE_ARGS[@]}"
|
|
|
|
# set BOARD and BOARD_ROOT
|
|
. "${BUILD_LIBRARY_DIR}/board_options.sh" || exit 1
|
|
|
|
# Setup all the emerge command/flags.
|
|
EMERGE_FLAGS=( -uDNv --backtrack=30 --select )
|
|
|
|
if [[ "${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]]; then
|
|
EMERGE_CMD=(
|
|
"${CHROMITE_BIN}/parallel_emerge"
|
|
--board=${FLAGS_board}
|
|
)
|
|
else
|
|
EMERGE_CMD=( "emerge-${FLAGS_board}" )
|
|
fi
|
|
if [[ "${FLAGS_fetchonly}" -eq "${FLAGS_TRUE}" ]]; then
|
|
EMERGE_CMD+=( --fetchonly )
|
|
fi
|
|
|
|
EMERGE_CMD+=( ${EXTRA_BOARD_FLAGS} )
|
|
|
|
if [[ "${FLAGS_usepkg}" -eq "${FLAGS_TRUE}" ||
|
|
"${FLAGS_reuse_pkgs_from_local_boards}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# Use binary packages. Include all build-time dependencies,
|
|
# so as to avoid unnecessary differences between source
|
|
# and binary builds.
|
|
EMERGE_FLAGS+=( --usepkg --with-bdeps y )
|
|
if [[ "${FLAGS_getbinpkg}" -eq "${FLAGS_TRUE}" ]]; then
|
|
EMERGE_FLAGS+=( --getbinpkg )
|
|
fi
|
|
fi
|
|
|
|
if [[ "${FLAGS_jobs}" -ne -1 ]]; then
|
|
EMERGE_FLAGS+=( --jobs=${FLAGS_jobs} )
|
|
fi
|
|
|
|
if [[ "${FLAGS_norebuild}" -eq "${FLAGS_FALSE}" ]]; then
|
|
EMERGE_FLAGS+=( --rebuild-if-unbuilt )
|
|
fi
|
|
if [[ "${FLAGS_showoutput}" -eq "${FLAGS_TRUE}" && \
|
|
"${FLAGS_fast}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# Only parallel_emerge supports --show-output.
|
|
EMERGE_FLAGS+=( --show-output )
|
|
fi
|
|
|
|
if [[ "${FLAGS_withdebug}" -eq "${FLAGS_FALSE}" ]]; then
|
|
export USE="${USE} -cros-debug"
|
|
fi
|
|
|
|
# Figure out which packages we should be building.
|
|
PACKAGES=( "$@" )
|
|
if [[ $# -eq 0 ]]; then
|
|
PACKAGES=( coreos-base/coreos )
|
|
if [[ "${FLAGS_withdev}" -eq "${FLAGS_TRUE}" ]]; then
|
|
PACKAGES+=( coreos-base/coreos-dev )
|
|
fi
|
|
# TODO(ifup): re-enable this stuff for testing
|
|
# if [[ "${FLAGS_withfactory}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# PACKAGES+=( coreos-base/chromeos-installshim )
|
|
# PACKAGES+=( coreos-base/coreos-installshim )
|
|
# PACKAGES+=( coreos-base/coreos-factory )
|
|
# PACKAGES+=( coreos-base/factorytest-init )
|
|
# PACKAGES+=( coreos-base/coreos-hwid )
|
|
# fi
|
|
# if [[ "${FLAGS_withtest}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# PACKAGES+=( coreos-base/coreos-test )
|
|
# fi
|
|
# if [[ "${FLAGS_withautotest}" -eq "${FLAGS_TRUE}" ]]; then
|
|
# PACKAGES+=( coreos-base/autotest-all )
|
|
# fi
|
|
fi
|
|
|
|
# Verify that all packages can be emerged from scratch, without any
|
|
# backtracking. Only print the output if this step fails.
|
|
info "Checking package dependencies are correct: ${PACKAGES[*]}"
|
|
if ! OUTPUT=$(emerge-${FLAGS_board} -pe --backtrack=0 \
|
|
"${PACKAGES[@]}" 2>&1); then
|
|
printf "%s\n" "${OUTPUT}"
|
|
die_notrace "emerge detected broken ebuilds. See error message above."
|
|
fi
|
|
|
|
# Build cros_workon packages when they are changed.
|
|
CROS_WORKON_PKGS=()
|
|
if [ "${FLAGS_noworkon}" -eq "${FLAGS_FALSE}" ]; then
|
|
LIST_MODIFIED_PACKAGES="${CHROMITE_BIN}/cros_list_modified_packages"
|
|
CROS_WORKON_PKGS+=( $("${LIST_MODIFIED_PACKAGES}" --board=${FLAGS_board}) )
|
|
fi
|
|
|
|
# TODO(anush): Make chrome a fake cros-workon package.
|
|
if [[ -n "${CHROME_ORIGIN}" ]]; then
|
|
CROS_WORKON_PKGS+=( chromeos-base/chromeos-chrome )
|
|
fi
|
|
|
|
if [[ ${#CROS_WORKON_PKGS[@]} -gt 0 ]]; then
|
|
EMERGE_FLAGS+=(
|
|
--reinstall-atoms="${CROS_WORKON_PKGS[*]}"
|
|
--usepkg-exclude="${CROS_WORKON_PKGS[*]}"
|
|
)
|
|
fi
|
|
|
|
# Prepare tmp file to capture emerge output from tee.
|
|
tmpfile=$(mktemp -t tmp.build_packages-emerge.XXXXXX)
|
|
trap "rm -f '${tmpfile}'" EXIT
|
|
|
|
info "Merging board packages now"
|
|
(
|
|
set -o pipefail
|
|
sudo -E "${EMERGE_CMD[@]}" "${EMERGE_FLAGS[@]}" "${PACKAGES[@]}" | \
|
|
tee "${tmpfile}"
|
|
)
|
|
|
|
# upload packages if enabled
|
|
upload_packages
|
|
|
|
# Extract total package count from emerge output.
|
|
package_count=$(awk '$0 ~ /^Total: [0-9]+ packages/ { print $2 }' "${tmpfile}")
|
|
rm "${tmpfile}"
|
|
trap - EXIT
|
|
|
|
echo "Builds complete"
|
|
EXTRA_COMMAND_STATS[package_count]=${package_count}
|
|
command_completed
|
|
echo "Done"
|