#!/bin/bash # Copyright (c) 2013 The CoreOS Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # common.sh should be sourced first [[ -n "${DEFAULT_BUILD_ROOT}" ]] || exit 1 . "${SCRIPTS_DIR}/sdk_lib/sdk_util.sh" || exit 1 . "${BUILD_LIBRARY_DIR}/toolchain_util.sh" || exit 1 # Default option values, may be provided before including this file : ${TYPE:="coreos-sdk"} : ${ARCH:=$(get_sdk_arch)} : ${DEFAULT_CATALYST_ROOT:="${DEFAULT_BUILD_ROOT}/catalyst"} : ${DEFAULT_SEED:=${COREOS_SDK_TARBALL_PATH}} : ${DEFAULT_PROFILE:=$(get_sdk_profile)} # Set to something like "stage4" to restrict what to build # FORCE_STAGES= # Values set in catalyst_init, don't use till after calling it CATALYST_ROOT= DEBUG= BUILDS= BINPKGS= DISTDIR= TEMPDIR= STAGES= DEFINE_string catalyst_root "${DEFAULT_CATALYST_ROOT}" \ "Path to directory for all catalyst images and other files." DEFINE_string portage_stable "${SRC_ROOT}/third_party/portage-stable" \ "Path to the portage-stable git checkout." DEFINE_string coreos_overlay "${SRC_ROOT}/third_party/coreos-overlay" \ "Path to the coreos-overlay git checkout." DEFINE_string seed_tarball "${DEFAULT_SEED}" \ "Path to an existing stage tarball to start from." DEFINE_string version "${COREOS_VERSION_STRING}" \ "Version to use for portage snapshot and stage tarballs." DEFINE_string profile "${DEFAULT_PROFILE}" \ "Portage profile, may be prefixed with repo:" DEFINE_boolean rebuild ${FLAGS_FALSE} \ "Rebuild and overwrite stages that already exist." DEFINE_boolean debug ${FLAGS_FALSE} "Enable verbose output from catalyst." ##################### # CONFIG DEFINITIONS # # These templates can be expanded by calling the wrapping function after # catalyst_init has been called. They are written as files in write_configs # rather than passed as command line args for easier inspection and debugging # by hand, catalyst can get tricky. ###################### # Values to write to catalyst.conf catalyst_conf() { cat </dev/null; then die_notrace "catalyst not found, not installed or bad PATH?" fi DEBUG= if [[ ${FLAGS_debug} -eq ${FLAGS_TRUE} ]]; then DEBUG="--debug --verbose" fi # Create output dir, expand path for easy comparison later mkdir -p "$FLAGS_catalyst_root" CATALYST_ROOT=$(readlink -f "$FLAGS_catalyst_root") BUILDS="$CATALYST_ROOT/builds/$TYPE" BINPKGS="$CATALYST_ROOT/packages/$TYPE" TEMPDIR="$CATALYST_ROOT/tmp/$TYPE" DISTDIR="$CATALYST_ROOT/distfiles" # automatically download the current SDK if it is the seed tarball. if [[ "$FLAGS_seed_tarball" == "${COREOS_SDK_TARBALL_PATH}" ]]; then sdk_download_tarball fi # confirm seed exists if [[ ! -f "$FLAGS_seed_tarball" ]]; then die_notrace "Seed tarball not found: $FLAGS_seed_tarball" fi # so far so good, expand path to work with weird comparison code below FLAGS_seed_tarball=$(readlink -f "$FLAGS_seed_tarball") if [[ ! "$FLAGS_seed_tarball" =~ .*\.tar\.bz2 ]]; then die_notrace "Seed tarball doesn't end in .tar.bz2 :-/" fi # catalyst is obnoxious and wants the $TYPE/stage3-$VERSION part of the # path, not the real path to the seed tarball. (Because it could be a # directory under $TEMPDIR instead, aka the SEEDCACHE feature.) if [[ "$FLAGS_seed_tarball" =~ "$CATALYST_ROOT/builds/".* ]]; then SEED="${FLAGS_seed_tarball#$CATALYST_ROOT/builds/}" SEED="${SEED%.tar.bz2}" else mkdir -p "$CATALYST_ROOT/builds/seed" cp -n "$FLAGS_seed_tarball" "$CATALYST_ROOT/builds/seed" SEED="seed/${FLAGS_seed_tarball##*/}" SEED="${SEED%.tar.bz2}" fi } write_configs() { # No catalyst config option, so defined via environment export CCACHE_DIR="$TEMPDIR/ccache" info "Creating output directories..." mkdir -p "$TEMPDIR" "$DISTDIR" "$CCACHE_DIR" info "Writing out catalyst configs..." info " $TEMPDIR/catalyst.conf" catalyst_conf > "$TEMPDIR/catalyst.conf" info " $TEMPDIR/catalystrc" catalystrc > "$TEMPDIR/catalystrc" info " $TEMPDIR/stage1.spec" catalyst_stage1 > "$TEMPDIR/stage1.spec" info " $TEMPDIR/stage2.spec" catalyst_stage2 > "$TEMPDIR/stage2.spec" info " $TEMPDIR/stage3.spec" catalyst_stage3 > "$TEMPDIR/stage3.spec" info " $TEMPDIR/stage4.spec" catalyst_stage4 > "$TEMPDIR/stage4.spec" } build_stage() { stage="$1" srcpath="$2" target_tarball="${stage}-${ARCH}-${FLAGS_version}.tar.bz2" if [[ -f "$BUILDS/${target_tarball}" && $FLAGS_rebuild == $FLAGS_FALSE ]] then info "Skipping $stage, $target_tarball already exists." return fi info "Starting $stage" catalyst $DEBUG \ -c "$TEMPDIR/catalyst.conf" \ -f "$TEMPDIR/${stage}.spec" \ -C "source_subpath=$srcpath" # Catalyst doesn't clean up after itself... rm -rf "$TEMPDIR/$stage-${ARCH}-${FLAGS_version}" ln -sf "$stage-${ARCH}-${FLAGS_version}.tar.bz2" \ "$BUILDS/$stage-${ARCH}-latest.tar.bz2" info "Finished building $target_tarball" } build_snapshot() { local snapshot="portage-${FLAGS_version}.tar.bz2" local snapshot_path="$CATALYST_ROOT/snapshots/${snapshot}" if [[ -f "${snapshot_path}" && $FLAGS_rebuild == $FLAGS_FALSE ]] then info "Skipping snapshot, ${snapshot_path} exists" else info "Creating snapshot ${snapshot_path}" catalyst $DEBUG -c "$TEMPDIR/catalyst.conf" -s "$FLAGS_version" fi } catalyst_build() { # assert catalyst_init has been called [[ -n "$CATALYST_ROOT" ]] info "Building stages: $STAGES" write_configs build_snapshot used_seed=0 if [[ "$STAGES" =~ stage1 ]]; then build_stage stage1 "$SEED" used_seed=1 fi if [[ "$STAGES" =~ stage2 ]]; then if [[ $used_seed -eq 1 ]]; then SEED="${TYPE}/stage1-${ARCH}-latest" fi build_stage stage2 "$SEED" used_seed=1 fi if [[ "$STAGES" =~ stage3 ]]; then if [[ $used_seed -eq 1 ]]; then SEED="${TYPE}/stage2-${ARCH}-latest" fi build_stage stage3 "$SEED" used_seed=1 fi if [[ "$STAGES" =~ stage4 ]]; then if [[ $used_seed -eq 1 ]]; then SEED="${TYPE}/stage3-${ARCH}-latest" fi build_stage stage4 "$SEED" used_seed=1 fi # Cleanup snapshots, we don't use them rm -rf "$CATALYST_ROOT/snapshots/portage-${FLAGS_version}.tar.bz2"* }