From 2c1d89277dd6bdf6168cdc55d3aee4225ae410ec Mon Sep 17 00:00:00 2001 From: Krzesimir Nowak Date: Tue, 4 Jul 2023 14:18:21 +0200 Subject: [PATCH] *: Drop unused oem sysext files --- build_library/oem_sysext_util.sh | 216 ------------------------------- build_oem_sysext | 77 ----------- 2 files changed, 293 deletions(-) delete mode 100755 build_library/oem_sysext_util.sh delete mode 100755 build_oem_sysext diff --git a/build_library/oem_sysext_util.sh b/build_library/oem_sysext_util.sh deleted file mode 100755 index e5e057bdcd..0000000000 --- a/build_library/oem_sysext_util.sh +++ /dev/null @@ -1,216 +0,0 @@ -#!/bin/bash -# -# Copyright (c) 2023 The Flatcar Maintainers. -# Use of this source code is governed by a BSD-style license that can be -# found in the LICENSE file. - -source "${BUILD_LIBRARY_DIR}/reports_util.sh" || exit 1 - -_generate_listing() { - local rootfs="${1%/}"; shift - local listing="${1}"; shift - - local slashes="${rootfs//[^\/]}" - local slash_count="${#slashes}" - - # Invoking find with sudo as it's used for traversing root-owned - # rootfs, which means that some places may be unreachable by the - # sdk user. - sudo find "${rootfs}//" | cut -d/ -f$((slash_count + 2))- | sort >"${listing}" -} - -_prepend_action () { - local -n prepend_array="${1}"; shift - - prepend_array=( "${#}" "${@}" "${prepend_array[@]}" ) -} - -_invoke_actions () { - local arg_count - local command - while [[ "${#}" -gt 0 ]]; do - arg_count="${1}" - shift - command=( "${@:1:${arg_count}}" ) - shift "${arg_count}" - "${command[@]}" || : - done -} - -# Architecture values are taken from systemd.unit(5). -declare -A SYSEXT_ARCHES -SYSEXT_ARCHES['amd64-usr']='x86-64' -SYSEXT_ARCHES['arm64-usr']='arm64' - -declare -r SYSEXT_ARCHES - -# Usage: _get_sysext_arch board [board...] -_get_sysext_arch() { - local board - for board in "$@"; do - if [[ ${#SYSEXT_ARCHES["${board}"]} -ne 0 ]]; then - echo "${SYSEXT_ARCHES["${board}"]}" - else - die "Unknown board '${board}'" - fi - done -} - -oem_sysext_create() { - local oem="${1}"; shift - local board="${1}"; shift - local version_id="${1}"; shift - local prod_image="${1}"; shift - local prod_pkgdb="${1}"; shift - local work_dir="${1}"; shift - - local base_pkg="coreos-base/${oem}" - local sysext_work_dir="${work_dir}/sysext-${oem}" - local prod_rw_image="${sysext_work_dir}/prod_for_sysext.bin" - local prod_rw_rootfs="${sysext_work_dir}/prod_rw_rootfs" - local sysext_overlay_work="${sysext_work_dir}/overlay.work" - local sysext_overlay_upper="${sysext_work_dir}/overlay.upper" - - local cleanup_actions=() - trap '_invoke_actions "${cleanup_actions[@]}"' EXIT - - _prepend_action cleanup_actions rmdir "${sysext_work_dir}" - mkdir -p "${sysext_work_dir}" - - info 'Creating a production image copy for work rootfs' - _prepend_action cleanup_actions rm -f "${prod_rw_image}" - cp --sparse=always "${prod_image}" "${prod_rw_image}" - - info 'Preparing work image for mounting' - "${BUILD_LIBRARY_DIR}/disk_util" --disk_layout=base \ - tune --randomize_uuid "${prod_rw_image}" OEM - - info "Mounting work image to ${prod_rw_rootfs}" - _prepend_action cleanup_actions rmdir "${prod_rw_rootfs}" - _prepend_action cleanup_actions "${BUILD_LIBRARY_DIR}/disk_util" --disk_layout=base \ - umount "${prod_rw_rootfs}" - "${BUILD_LIBRARY_DIR}/disk_util" --disk_layout=base \ - mount "${prod_rw_image}" "${prod_rw_rootfs}" - - local initial_files="${sysext_work_dir}/initial_files" - info "Generating list of initial files in work image" - _prepend_action cleanup_actions rm -f "${initial_files}" - _generate_listing "${prod_rw_rootfs}" "${initial_files}" - - # /usr partition may be too small to fit the sysext files, so mount - # an overlay temporarily. - _prepend_action cleanup_actions sudo rm -rf "${sysext_overlay_work}" "${sysext_overlay_upper}" - mkdir -p "${sysext_overlay_work}" "${sysext_overlay_upper}" - - _prepend_action cleanup_actions sudo umount "${prod_rw_rootfs}/usr" - sudo mount -t overlay usr-overlay \ - -o lowerdir="${prod_rw_rootfs}/usr",upperdir="${sysext_overlay_upper}",workdir="${sysext_overlay_work}" \ - "${prod_rw_rootfs}/usr" - - info "Stuffing package database into into ${prod_rw_rootfs}" - sudo tar -xf "${prod_pkgdb}" -C "${prod_rw_rootfs}" - - # Split into two steps because we want to always install - # $${base_pkg} from the ebuild (build_packages doesn't handle it) - # *but* we never want to build anything else from source - # here. emerge doesn't have a way to enforce this in a single - # command. - info "Building ${base_pkg}" - "emerge-${board}" --nodeps --buildpkgonly --usepkg n --verbose "${base_pkg}" - - info "Installing ${base_pkg} to ${prod_rw_rootfs}" - sudo emerge \ - --config-root="/build/${board}" \ - --root="${prod_rw_rootfs}" \ - --sysroot="${prod_rw_rootfs}" \ - --root-deps=rdeps \ - --usepkgonly \ - --verbose \ - "${base_pkg}" - - info "Removing portage db from ${prod_rw_rootfs}" - sudo rm -rf \ - "${prod_rw_rootfs}/var/cache/edb" \ - "${prod_rw_rootfs}/var/db/pkg" - - local all_files="${sysext_work_dir}/all_files" - local sysext_files="${sysext_work_dir}/sysext_files" - - info "Generating list of files in work image after installing OEM package" - _prepend_action cleanup_actions rm -f "${all_files}" - _generate_listing "${prod_rw_rootfs}" "${all_files}" - - info "Generating list of files for sysext image" - _prepend_action cleanup_actions rm -f "${sysext_files}" - comm -1 -3 "${initial_files}" "${all_files}" >"${sysext_files}" - - info "Copying files for sysext image" - local sysext_rootfs="${sysext_work_dir}/sysext_rootfs" - _prepend_action cleanup_actions rm -rf "${sysext_rootfs}" - rsync --links --files-from="${sysext_files}" "${prod_rw_rootfs}" "${sysext_rootfs}" - - info "Mangling files for sysext image" - local overlay_path mangle_fs - overlay_path=$(portageq get_repo_path / coreos) - mangle_fs="${overlay_path}/${base_pkg}/files/manglefs.sh" - if [[ -x "${mangle_fs}" ]]; then - "${mangle_fs}" "${sysext_rootfs}" - fi - - local entry - info "Removing non-/usr directories from sysext image" - for entry in "${sysext_rootfs}"/*; do - if [[ "${entry}" = */usr ]]; then - continue - fi - info " Removing ${entry##*/}" - rm -rf "${entry}" - done - - local metadata metadata_file metadata_version_entry - info "Adding sysext metadata" - mkdir -p "${sysext_rootfs}/usr/lib/extension-release.d" - if [[ "${version_id}" = 'initial' ]]; then - metadata_version_entry="SYSEXT_LEVEL=1.0" - else - metadata_version_entry="VERSION_ID=${version_id}" - fi - metadata=( - 'ID=flatcar' - "${metadata_version_entry}" - "ARCHITECTURE=$(_get_sysext_arch "${board}")" - ) - metadata_file="${sysext_rootfs}/usr/lib/extension-release.d/extension-release.${oem}" - printf '%s\n' "${metadata[@]}" >"${metadata_file}" - - info "Generating a squashfs image" - local sysext_raw_image_filename="${oem}.raw" - local output_raw_image="${sysext_work_dir}/${sysext_raw_image_filename}" - _prepend_action cleanup_actions rm -f "${output_raw_image}" - mksquashfs "${sysext_rootfs}" "${output_raw_image}" -all-root - - info "Generating image reports" - local sysext_mounted="${sysext_work_dir}/squashfs_mounted" - _prepend_action cleanup_actions rmdir "${sysext_mounted}" - mkdir "${sysext_mounted}" - _prepend_action cleanup_actions sudo umount "${sysext_mounted}" - sudo mount -t squashfs -o loop "${output_raw_image}" "${sysext_mounted}" - local contents="${sysext_raw_image_filename%.raw}_contents.txt" - local contents_wtd="${sysext_raw_image_filename%.raw}_contents_wtd.txt" - local disk_usage="${sysext_raw_image_filename%.raw}_disk_usage.txt" - _prepend_action cleanup_actions rm -f "${sysext_work_dir}/${contents}" - write_contents "${sysext_mounted}" "${sysext_work_dir}/${contents}" - _prepend_action cleanup_actions rm -f "${sysext_work_dir}/${contents_wtd}" - write_contents_with_technical_details "${sysext_mounted}" "${sysext_work_dir}/${contents_wtd}" - _prepend_action cleanup_actions rm -f "${sysext_work_dir}/${disk_usage}" - write_disk_space_usage_in_paths "${sysext_mounted}" "${sysext_work_dir}/${disk_usage}" - - local to_move - for to_move in "${sysext_raw_image_filename}" "${contents}" "${contents_wtd}" "${disk_usage}"; do - mv "${sysext_work_dir}/${to_move}" "${work_dir}/${to_move}" - done - - info "Alles jut, cleaning up" - trap - EXIT - _invoke_actions "${cleanup_actions[@]}" -} diff --git a/build_oem_sysext b/build_oem_sysext deleted file mode 100755 index ece37ebd8f..0000000000 --- a/build_oem_sysext +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/bash -# -# Copyright (c) 2023 The Flatcar Maintainers. -# Use of this source code is governed by a BSD-style license that can be -# found in the LICENSE file. - -SCRIPT_ROOT=$(dirname $(readlink -f "$0")) -. "${SCRIPT_ROOT}/common.sh" || exit 1 - -# Script must run inside the chroot -assert_inside_chroot - -assert_not_root_user - -# Developer-visible flags. -DEFINE_string board "${DEFAULT_BOARD}" \ - "The board to build an image for." -DEFINE_string build_dir "" \ - "Directory in which to place image result directories (named by version)" -DEFINE_string prod_image_path "" \ - "Path to the generic production image" -DEFINE_string prod_pkgdb_path "" \ - "Path to the tarball with portage package database from generic image production image" -DEFINE_string version_id "${FLATCAR_VERSION_ID}" \ - "Version ID stored inside the sysext extension" - -FLAGS_HELP="USAGE: build_oem_sysext [flags] [oem name]. -This script is used to build a Flatcar OEM sysext images. -The built image is in /oem-.raw. - -Examples: - -build_oem_sysext \ - --board=amd64-usr \ - --build_dir= \ - --prod_image_path= \ - --prod_pkgdb_path= \ - --version_id=\"\${FLATCAR_VERSION_ID}\" \ - oem-azure -... -" -show_help_if_requested "$@" - -# Parse command line. -FLAGS "$@" || exit 1 -if [[ -z "${FLAGS_ARGV}" ]]; then - echo 'No OEM given' - exit 0 -fi - -eval set -- "${FLAGS_ARGV}" - -# Only now can we die on error. shflags functions leak non-zero error codes, -# so will die prematurely if 'switch_to_strict_mode' is specified before now. -switch_to_strict_mode - -# N.B. Ordering matters for some of the libraries below, because -# some of the files contain initialization used by later files. -. "${BUILD_LIBRARY_DIR}/toolchain_util.sh" || exit 1 -. "${BUILD_LIBRARY_DIR}/board_options.sh" || exit 1 -. "${BUILD_LIBRARY_DIR}/oem_sysext_util.sh" || exit 1 - -BUILD_DIR=${FLAGS_build_dir:-"${BUILD_DIR}"} - -if [[ -z "${FLAGS_prod_image_path}" ]]; then - error "--prod_image_path is required." - exit 1 -fi - -if [[ -z "${FLAGS_prod_pkgdb_path}" ]]; then - error "--prod_pkgdb_path is required." - exit 1 -fi - -for oem; do - oem_sysext_create "${oem}" "${BOARD}" "${FLAGS_version_id}" "${FLAGS_prod_image_path}" "${FLAGS_prod_pkgdb_path}" "${BUILD_DIR}" -done