mirror of
https://github.com/flatcar/scripts.git
synced 2025-08-08 13:36:58 +02:00
60aded12f5
- Fix the snapshot name, it is not "portage-${VERSION}", but rather
"gentoo-${VERSION}".
- After building the snapshot, remove all the similar files from the
snapshots directory - Catalyst gets easily confused by them and
bails out.
- Extend the `build_snapshot` function to optionally accept the config
path and the snapshot name, so SDK's stage1 code can use this
function instead of duplicating parts of it.
369 lines
10 KiB
Bash
369 lines
10 KiB
Bash
#!/bin/bash
|
|
# Copyright (c) 2013 The CoreOS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
# common.sh should be sourced first
|
|
[[ -n "${DEFAULT_BUILD_ROOT}" ]] || exit 1
|
|
. "${SCRIPTS_DIR}/sdk_lib/sdk_util.sh" || exit 1
|
|
. "${BUILD_LIBRARY_DIR}/toolchain_util.sh" || exit 1
|
|
|
|
# Default option values, may be provided before including this file
|
|
: ${TYPE:="coreos-sdk"}
|
|
: ${ARCH:=$(get_sdk_arch)}
|
|
: ${DEFAULT_CATALYST_ROOT:="${DEFAULT_BUILD_ROOT}/catalyst"}
|
|
: ${DEFAULT_SEED:=${FLATCAR_SDK_TARBALL_PATH}}
|
|
: ${DEFAULT_PROFILE:=$(get_sdk_profile)}
|
|
# Set to something like "stage4" to restrict what to build
|
|
# FORCE_STAGES=
|
|
|
|
# Values set in catalyst_init, don't use till after calling it
|
|
CATALYST_ROOT=
|
|
DEBUG=()
|
|
BUILDS=
|
|
BINPKGS=
|
|
DISTDIR=
|
|
TEMPDIR=
|
|
STAGES=
|
|
|
|
DEFINE_string catalyst_root "${DEFAULT_CATALYST_ROOT}" \
|
|
"Path to directory for all catalyst images and other files."
|
|
DEFINE_string portage_stable "${SRC_ROOT}/third_party/portage-stable" \
|
|
"Path to the portage-stable git checkout."
|
|
DEFINE_string coreos_overlay "${SRC_ROOT}/third_party/coreos-overlay" \
|
|
"Path to the coreos-overlay git checkout."
|
|
DEFINE_string seed_tarball "${DEFAULT_SEED}" \
|
|
"Path to an existing stage tarball to start from."
|
|
DEFINE_string version "${FLATCAR_VERSION}" \
|
|
"Version to use for portage snapshot and stage tarballs."
|
|
DEFINE_string profile "${DEFAULT_PROFILE}" \
|
|
"Portage profile, may be prefixed with repo:"
|
|
DEFINE_boolean rebuild ${FLAGS_FALSE} \
|
|
"Rebuild and overwrite stages that already exist."
|
|
DEFINE_boolean debug ${FLAGS_FALSE} "Enable verbose output from catalyst."
|
|
|
|
#####################
|
|
# CONFIG DEFINITIONS
|
|
#
|
|
# These templates can be expanded by calling the wrapping function after
|
|
# catalyst_init has been called. They are written as files in write_configs
|
|
# rather than passed as command line args for easier inspection and debugging
|
|
# by hand, catalyst can get tricky.
|
|
######################
|
|
|
|
# Values to write to catalyst.conf
|
|
catalyst_conf() {
|
|
cat <<EOF
|
|
# catalyst.conf
|
|
contents="auto"
|
|
digests="md5 sha1 sha512 whirlpool"
|
|
hash_function="crc32"
|
|
options="pkgcache"
|
|
sharedir="/usr/share/catalyst"
|
|
storedir="$CATALYST_ROOT"
|
|
distdir="$DISTDIR"
|
|
envscript="$TEMPDIR/catalystrc"
|
|
port_logdir="$CATALYST_ROOT/log"
|
|
portdir="$FLAGS_portage_stable"
|
|
snapshot_cache="$CATALYST_ROOT/tmp/snapshot_cache"
|
|
EOF
|
|
}
|
|
|
|
catalystrc() {
|
|
local load=$((NUM_JOBS * 2))
|
|
cat <<EOF
|
|
export TERM='${TERM}'
|
|
export MAKEOPTS='--jobs=${NUM_JOBS} --load-average=${load}'
|
|
export EMERGE_DEFAULT_OPTS="--verbose \$MAKEOPTS"
|
|
export PORTAGE_USERNAME=portage
|
|
export PORTAGE_GRPNAME=portage
|
|
export GENTOO_MIRRORS='$(portageq envvar GENTOO_MIRRORS)'
|
|
export ac_cv_posix_semaphores_enabled=yes
|
|
EOF
|
|
}
|
|
|
|
repos_conf() {
|
|
cat <<EOF
|
|
[DEFAULT]
|
|
main-repo = portage-stable
|
|
|
|
[coreos]
|
|
location = /var/gentoo/repos/local
|
|
|
|
[portage-stable]
|
|
location = /var/gentoo/repos/gentoo
|
|
EOF
|
|
}
|
|
|
|
# Common values for all stage spec files
|
|
catalyst_stage_default() {
|
|
cat <<EOF
|
|
subarch: $ARCH
|
|
rel_type: $TYPE
|
|
portage_confdir: $TEMPDIR/portage
|
|
portage_overlay: $FLAGS_coreos_overlay
|
|
profile: $FLAGS_profile
|
|
snapshot: $FLAGS_version
|
|
version_stamp: $FLAGS_version
|
|
cflags: -O2 -pipe
|
|
cxxflags: -O2 -pipe
|
|
ldflags: -Wl,-O2 -Wl,--as-needed
|
|
EOF
|
|
}
|
|
|
|
# Config values for each stage
|
|
catalyst_stage1() {
|
|
cat <<EOF
|
|
target: stage1
|
|
# stage1 packages aren't published, save in tmp
|
|
pkgcache_path: ${TEMPDIR}/stage1-${ARCH}-packages
|
|
update_seed: no
|
|
EOF
|
|
catalyst_stage_default
|
|
}
|
|
|
|
catalyst_stage2() {
|
|
cat <<EOF
|
|
target: stage2
|
|
# stage2 packages aren't published, save in tmp
|
|
pkgcache_path: ${TEMPDIR}/stage2-${ARCH}-packages
|
|
EOF
|
|
catalyst_stage_default
|
|
}
|
|
|
|
catalyst_stage3() {
|
|
cat <<EOF
|
|
target: stage3
|
|
pkgcache_path: $BINPKGS
|
|
EOF
|
|
catalyst_stage_default
|
|
}
|
|
|
|
catalyst_stage4() {
|
|
die "The calling script should redefine this function!"
|
|
}
|
|
|
|
##########################
|
|
# END CONFIG DEFINITIONS #
|
|
##########################
|
|
|
|
# catalyst_init
|
|
# Parses command ling arguments, validates them, and sets up environment
|
|
# for the rest of the functions here. Should be the first thing called
|
|
# after any script specific shflags DEFINE_* statements.
|
|
# Usage: catalyst_init "$@"
|
|
catalyst_init() {
|
|
FLAGS "$@" || exit 1
|
|
switch_to_strict_mode
|
|
eval set -- "${FLAGS_ARGV}"
|
|
|
|
local stage
|
|
|
|
if [[ -n "${FORCE_STAGES}" ]]; then
|
|
STAGES="${FORCE_STAGES}"
|
|
elif [[ $# -eq 0 ]]; then
|
|
STAGES="stage1 stage2 stage3 stage4"
|
|
else
|
|
for stage in "$@"; do
|
|
if [[ ! "$stage" =~ ^stage[1234]$ ]]; then
|
|
die_notrace "Invalid target name $stage"
|
|
fi
|
|
done
|
|
STAGES="$*"
|
|
fi
|
|
|
|
if [[ $(id -u) != 0 ]]; then
|
|
die_notrace "This script must be run as root."
|
|
fi
|
|
|
|
if ! command -v catalyst >/dev/null 2>&1; then
|
|
die_notrace "catalyst not found, not installed or bad PATH?"
|
|
fi
|
|
|
|
DEBUG=()
|
|
if [[ ${FLAGS_debug} -eq ${FLAGS_TRUE} ]]; then
|
|
DEBUG=("--debug")
|
|
fi
|
|
|
|
# Create output dir, expand path for easy comparison later
|
|
mkdir -p "$FLAGS_catalyst_root"
|
|
CATALYST_ROOT=$(readlink -f "$FLAGS_catalyst_root")
|
|
|
|
BUILDS="$CATALYST_ROOT/builds/$TYPE"
|
|
BINPKGS="$CATALYST_ROOT/packages/$TYPE"
|
|
TEMPDIR="$CATALYST_ROOT/tmp/$TYPE"
|
|
DISTDIR="$CATALYST_ROOT/distfiles"
|
|
|
|
# automatically download the current SDK if it is the seed tarball.
|
|
if [[ "$FLAGS_seed_tarball" == "${FLATCAR_SDK_TARBALL_PATH}" ]]; then
|
|
sdk_download_tarball
|
|
fi
|
|
|
|
# confirm seed exists
|
|
if [[ ! -f "$FLAGS_seed_tarball" ]]; then
|
|
die_notrace "Seed tarball not found: $FLAGS_seed_tarball"
|
|
fi
|
|
|
|
# so far so good, expand path to work with weird comparison code below
|
|
FLAGS_seed_tarball=$(readlink -f "$FLAGS_seed_tarball")
|
|
|
|
if [[ ! "$FLAGS_seed_tarball" =~ .*\.tar\.bz2 ]]; then
|
|
die_notrace "Seed tarball doesn't end in .tar.bz2 :-/"
|
|
fi
|
|
|
|
# catalyst is obnoxious and wants the $TYPE/stage3-$VERSION part of the
|
|
# path, not the real path to the seed tarball. (Because it could be a
|
|
# directory under $TEMPDIR instead, aka the SEEDCACHE feature.)
|
|
if [[ "$FLAGS_seed_tarball" =~ "$CATALYST_ROOT/builds/".* ]]; then
|
|
SEED="${FLAGS_seed_tarball#$CATALYST_ROOT/builds/}"
|
|
SEED="${SEED%.tar.bz2}"
|
|
else
|
|
mkdir -p "$CATALYST_ROOT/builds/seed"
|
|
cp -n "$FLAGS_seed_tarball" "$CATALYST_ROOT/builds/seed"
|
|
SEED="seed/${FLAGS_seed_tarball##*/}"
|
|
SEED="${SEED%.tar.bz2}"
|
|
fi
|
|
}
|
|
|
|
write_configs() {
|
|
info "Creating output directories..."
|
|
mkdir -m 775 -p "$TEMPDIR/portage/repos.conf" "$DISTDIR"
|
|
chown portage:portage "$DISTDIR"
|
|
info "Writing out catalyst configs..."
|
|
info " catalyst.conf"
|
|
catalyst_conf > "$TEMPDIR/catalyst.conf"
|
|
info " catalystrc"
|
|
catalystrc > "$TEMPDIR/catalystrc"
|
|
info " portage/repos.conf/coreos.conf"
|
|
repos_conf > "$TEMPDIR/portage/repos.conf/coreos.conf"
|
|
info " stage1.spec"
|
|
catalyst_stage1 > "$TEMPDIR/stage1.spec"
|
|
info " stage2.spec"
|
|
catalyst_stage2 > "$TEMPDIR/stage2.spec"
|
|
info " stage3.spec"
|
|
catalyst_stage3 > "$TEMPDIR/stage3.spec"
|
|
info " stage4.spec"
|
|
catalyst_stage4 > "$TEMPDIR/stage4.spec"
|
|
info "Putting a symlink to user patches..."
|
|
ln -sfT '/var/gentoo/repos/local/coreos/user-patches' \
|
|
"$TEMPDIR/portage/patches"
|
|
}
|
|
|
|
build_stage() {
|
|
local stage srcpath catalyst_conf target_tarball
|
|
|
|
stage="$1"
|
|
srcpath="$2"
|
|
catalyst_conf="$3"
|
|
target_tarball="${stage}-${ARCH}-${FLAGS_version}.tar.bz2"
|
|
|
|
[ -z "$catalyst_conf" ] && catalyst_conf="$TEMPDIR/catalyst.conf"
|
|
|
|
if [[ -f "$BUILDS/${target_tarball}" && $FLAGS_rebuild == $FLAGS_FALSE ]]
|
|
then
|
|
info "Skipping $stage, $target_tarball already exists."
|
|
return
|
|
fi
|
|
|
|
info "Starting $stage"
|
|
catalyst \
|
|
"${DEBUG[@]}" \
|
|
--verbose \
|
|
--config "$TEMPDIR/catalyst.conf" \
|
|
--file "$TEMPDIR/${stage}.spec" \
|
|
--cli "source_subpath=$srcpath"
|
|
# Catalyst does not clean up after itself...
|
|
rm -rf "$TEMPDIR/$stage-${ARCH}-${FLAGS_version}"
|
|
ln -sf "$stage-${ARCH}-${FLAGS_version}.tar.bz2" \
|
|
"$BUILDS/$stage-${ARCH}-latest.tar.bz2"
|
|
info "Finished building $target_tarball"
|
|
}
|
|
|
|
build_snapshot() {
|
|
local catalyst_conf snapshot snapshots_dir snapshot_base snapshot_path
|
|
|
|
catalyst_conf=${1:-"${TEMPDIR}/catalyst.conf"}
|
|
snapshot=${2:-"${FLAGS_version}"}
|
|
snapshots_dir="${CATALYST_ROOT}/snapshots"
|
|
snapshot_base="${snapshots_dir}/gentoo-${snapshot}"
|
|
snapshot_path="${snapshot_base}.tar.bz2"
|
|
if [[ -f "${snapshot_path}" && $FLAGS_rebuild == $FLAGS_FALSE ]]
|
|
then
|
|
info "Skipping snapshot, ${snapshot_path} exists"
|
|
else
|
|
info "Creating snapshot ${snapshot_path}"
|
|
catalyst \
|
|
"${DEBUG[@]}" \
|
|
--verbose \
|
|
--config "${catalyst_conf}" \
|
|
--snapshot "${snapshot}"
|
|
fi
|
|
local f
|
|
local to_remove=()
|
|
# This will expand to at least our just built snapshot tarball, so
|
|
# no nullglob is needed here.
|
|
for f in "${snapshot_base}".*; do
|
|
case "${f}" in
|
|
"${snapshot_path}")
|
|
# Our snapshot, keep it as is.
|
|
:
|
|
;;
|
|
*.CONTENTS|*.CONTENTS.gz|*.DIGESTS)
|
|
# These can stay, catalyst is not bothered by those.
|
|
:
|
|
;;
|
|
*)
|
|
to_remove+=("${f}")
|
|
;;
|
|
esac
|
|
done
|
|
if [[ ${#to_remove[@]} -gt 0 ]]; then
|
|
info "$(printf '%s\n' 'Found spurious files in snapshots directory that may confuse Catalyst, removing them:' "${to_remove[@]}")"
|
|
rm -rf "${to_remove[@]}"
|
|
fi
|
|
}
|
|
|
|
catalyst_build() {
|
|
# assert catalyst_init has been called
|
|
[[ -n "$CATALYST_ROOT" ]]
|
|
|
|
info "Building stages: $STAGES"
|
|
write_configs
|
|
build_snapshot
|
|
|
|
local used_seed
|
|
|
|
used_seed=0
|
|
if [[ "$STAGES" =~ stage1 ]]; then
|
|
build_stage stage1 "$SEED"
|
|
used_seed=1
|
|
fi
|
|
|
|
if [[ "$STAGES" =~ stage2 ]]; then
|
|
if [[ $used_seed -eq 1 ]]; then
|
|
SEED="${TYPE}/stage1-${ARCH}-latest"
|
|
fi
|
|
build_stage stage2 "$SEED"
|
|
used_seed=1
|
|
fi
|
|
|
|
if [[ "$STAGES" =~ stage3 ]]; then
|
|
if [[ $used_seed -eq 1 ]]; then
|
|
SEED="${TYPE}/stage2-${ARCH}-latest"
|
|
fi
|
|
build_stage stage3 "$SEED"
|
|
used_seed=1
|
|
fi
|
|
|
|
if [[ "$STAGES" =~ stage4 ]]; then
|
|
if [[ $used_seed -eq 1 ]]; then
|
|
SEED="${TYPE}/stage3-${ARCH}-latest"
|
|
fi
|
|
build_stage stage4 "$SEED"
|
|
used_seed=1
|
|
fi
|
|
|
|
# Cleanup snapshots, we don't use them
|
|
rm -rf "$CATALYST_ROOT/snapshots/gentoo-${FLAGS_version}.tar.bz2"*
|
|
}
|