mirror of
https://github.com/flatcar/scripts.git
synced 2025-08-08 21:46:58 +02:00
020aa69f37
1) image_to_vm aborts because e2fschk requires a terminal to be connected in order to check whether or not you want to repair the fs. Since we always want this to be true, set -p 2) Clean up test harness to only verify the number of tests that passed on the base image are the same on the update back to. This is because older images have many tests that fail. I leave 10% as a reasonable number to pass. 3) Redirect output from autotest in run_remote_tests to stderr so it gets logged in a calling script that captures stdout. Change-Id: If412274353683add20d136747113eb9c2bd41330 BUG=4690, 5533, 7287 TEST=Ran with internal tools for builders. Review URL: http://codereview.chromium.org/3536018
287 lines
9.8 KiB
Bash
Executable File
287 lines
9.8 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright (c) 2010 The Chromium OS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
# Script to convert the output of build_image.sh to a VMware image and write a
|
|
# corresponding VMware config file.
|
|
|
|
# Load common constants. This should be the first executable line.
|
|
# The path to common.sh should be relative to your script's location.
|
|
. "$(dirname "$0")/common.sh"
|
|
. "$(dirname "$0")/chromeos-common.sh"
|
|
. "$(dirname "$0")/lib/cros_vm_constants.sh"
|
|
|
|
get_default_board
|
|
assert_inside_chroot
|
|
|
|
# Flags
|
|
DEFINE_string board "${DEFAULT_BOARD}" \
|
|
"Board for which the image was built"
|
|
DEFINE_boolean factory $FLAGS_FALSE \
|
|
"Modify the image for manufacturing testing"
|
|
DEFINE_boolean factory_install $FLAGS_FALSE \
|
|
"Modify the image for factory install shim"
|
|
DEFINE_boolean force_copy ${FLAGS_FALSE} "Always rebuild test image"
|
|
DEFINE_string format "qemu" \
|
|
"Output format, either qemu, vmware or virtualbox"
|
|
DEFINE_string from "" \
|
|
"Directory containing rootfs.image and mbr.image"
|
|
DEFINE_boolean full "${FLAGS_FALSE}" "Build full image with all partitions."
|
|
DEFINE_boolean make_vmx ${FLAGS_TRUE} \
|
|
"Create a vmx file for use with vmplayer (vmware only)."
|
|
DEFINE_integer mem "${DEFAULT_MEM}" \
|
|
"Memory size for the vm config in MBs (vmware only)."
|
|
DEFINE_integer rootfs_partition_size 1024 \
|
|
"rootfs parition size in MBs."
|
|
DEFINE_string state_image "" \
|
|
"Stateful partition image (defaults to creating new statful partition)"
|
|
DEFINE_integer statefulfs_size -1 \
|
|
"Stateful partition size in MBs."
|
|
DEFINE_boolean test_image "${FLAGS_FALSE}" \
|
|
"Copies normal image to chromiumos_test_image.bin, modifies it for test."
|
|
DEFINE_string to "" \
|
|
"Destination folder for VM output file(s)"
|
|
DEFINE_string vbox_disk "${DEFAULT_VBOX_DISK}" \
|
|
"Filename for the output disk (virtualbox only)."
|
|
DEFINE_integer vdisk_size 3072 \
|
|
"virtual disk size in MBs."
|
|
DEFINE_string vmdk "${DEFAULT_VMDK}" \
|
|
"Filename for the vmware disk image (vmware only)."
|
|
DEFINE_string vmx "${DEFAULT_VMX}" \
|
|
"Filename for the vmware config (vmware only)."
|
|
|
|
# Parse command line
|
|
FLAGS "$@" || exit 1
|
|
eval set -- "${FLAGS_ARGV}"
|
|
|
|
# Die on any errors.
|
|
set -e
|
|
|
|
if [ -z "${FLAGS_board}" ] ; then
|
|
die "--board is required."
|
|
fi
|
|
|
|
if [ "${FLAGS_full}" -eq "${FLAGS_TRUE}" ] && \
|
|
( [[ ${FLAGS_vdisk_size} < ${MIN_VDISK_SIZE_FULL} ]] || \
|
|
[[ ${FLAGS_statefulfs_size} < ${MIN_STATEFUL_FS_SIZE_FULL} ]]); then
|
|
die "Disk is too small for full, please select a vdisk size greater than \
|
|
${MIN_VDISK_SIZE_FULL} and statefulfs size greater than \
|
|
${MIN_STATEFUL_FS_SIZE_FULL}."
|
|
fi
|
|
|
|
IMAGES_DIR="${DEFAULT_BUILD_ROOT}/images/${FLAGS_board}"
|
|
# Default to the most recent image
|
|
if [ -z "${FLAGS_from}" ] ; then
|
|
FLAGS_from="$(./get_latest_image.sh --board=${FLAGS_board})"
|
|
else
|
|
pushd "${FLAGS_from}" && FLAGS_from=`pwd` && popd
|
|
fi
|
|
if [ -z "${FLAGS_to}" ] ; then
|
|
FLAGS_to="${FLAGS_from}"
|
|
fi
|
|
|
|
# Use this image as the source image to copy
|
|
SRC_IMAGE="${FLAGS_from}/chromiumos_image.bin"
|
|
|
|
# If we're asked to modify the image for test, then let's make a copy and
|
|
# modify that instead.
|
|
if [ ${FLAGS_test_image} -eq ${FLAGS_TRUE} ] ; then
|
|
if [ ! -f "${FLAGS_from}/chromiumos_test_image.bin" ] || \
|
|
[ ${FLAGS_force_copy} -eq ${FLAGS_TRUE} ] ; then
|
|
# Copy it.
|
|
echo "Creating test image from original..."
|
|
cp -f "${SRC_IMAGE}" "${FLAGS_from}/chromiumos_test_image.bin"
|
|
|
|
# Check for manufacturing image.
|
|
if [ ${FLAGS_factory} -eq ${FLAGS_TRUE} ] ; then
|
|
EXTRA_ARGS="--factory"
|
|
fi
|
|
|
|
# Check for install shim.
|
|
if [ ${FLAGS_factory_install} -eq ${FLAGS_TRUE} ] ; then
|
|
EXTRA_ARGS="--factory_install"
|
|
fi
|
|
|
|
# Modify it. Pass --yes so that mod_image_for_test.sh won't ask us if we
|
|
# really want to modify the image; the user gave their assent already with
|
|
# --test-image and the original image is going to be preserved.
|
|
"${SCRIPTS_DIR}/mod_image_for_test.sh" --board=${FLAGS_board} --image \
|
|
"${FLAGS_from}/chromiumos_test_image.bin" ${EXTRA_ARGS} --yes
|
|
echo "Done with mod_image_for_test."
|
|
else
|
|
echo "Using cached test image."
|
|
fi
|
|
SRC_IMAGE="${FLAGS_from}/chromiumos_test_image.bin"
|
|
echo "Source test image is: ${SRC_IMAGE}"
|
|
fi
|
|
|
|
# Memory units are in MBs
|
|
TEMP_IMG="$(dirname ${SRC_IMAGE})/vm_temp_image.bin"
|
|
|
|
# If we're not building for VMWare, don't build the vmx
|
|
if [ "${FLAGS_format}" != "vmware" ]; then
|
|
FLAGS_make_vmx="${FLAGS_FALSE}"
|
|
fi
|
|
|
|
# Convert args to paths. Need eval to un-quote the string so that shell
|
|
# chars like ~ are processed; just doing FOO=`readlink -f $FOO` won't work.
|
|
FLAGS_from=`eval readlink -f $FLAGS_from`
|
|
FLAGS_to=`eval readlink -f $FLAGS_to`
|
|
|
|
# Split apart the partitions and make some new ones
|
|
TEMP_DIR=$(mktemp -d)
|
|
(cd "${TEMP_DIR}" &&
|
|
"${FLAGS_from}/unpack_partitions.sh" "${SRC_IMAGE}")
|
|
|
|
# Fix the kernel command line
|
|
TEMP_ESP="${TEMP_DIR}"/part_12
|
|
TEMP_ROOTFS="${TEMP_DIR}"/part_3
|
|
TEMP_STATE="${TEMP_DIR}"/part_1
|
|
TEMP_KERN="${TEMP_DIR}"/part_2
|
|
if [ -n "${FLAGS_state_image}" ]; then
|
|
TEMP_STATE="${FLAGS_state_image}"
|
|
else
|
|
# If we have a stateful fs size specified create a new state partition
|
|
# of the specified size.
|
|
if [ "${FLAGS_statefulfs_size}" -ne -1 ]; then
|
|
STATEFUL_SIZE_BYTES=$((1024 * 1024 * ${FLAGS_statefulfs_size}))
|
|
original_image_size=$(stat -c%s "${TEMP_STATE}")
|
|
if [ "${original_image_size}" -gt "${STATEFUL_SIZE_BYTES}" ]; then
|
|
die "Cannot resize stateful image to smaller than original. Exiting."
|
|
fi
|
|
|
|
echo "Resizing stateful partition to ${FLAGS_statefulfs_size}MB"
|
|
STATEFUL_LOOP_DEV=$(sudo losetup -f)
|
|
if [ -z "${STATEFUL_LOOP_DEV}" ]; then
|
|
die "No free loop device. Free up a loop device or reboot. Exiting."
|
|
fi
|
|
|
|
# Extend the original file size to the new size.
|
|
dd if=/dev/zero of="${TEMP_STATE}" bs=1 count=1 \
|
|
seek=$((STATEFUL_SIZE_BYTES - 1))
|
|
# Resize the partition.
|
|
sudo losetup "${STATEFUL_LOOP_DEV}" "${TEMP_STATE}"
|
|
sudo e2fsck -pf "${STATEFUL_LOOP_DEV}"
|
|
sudo resize2fs "${STATEFUL_LOOP_DEV}"
|
|
sudo losetup -d "${STATEFUL_LOOP_DEV}"
|
|
fi
|
|
fi
|
|
TEMP_PMBR="${TEMP_DIR}"/pmbr
|
|
dd if="${SRC_IMAGE}" of="${TEMP_PMBR}" bs=512 count=1
|
|
|
|
TEMP_MNT=$(mktemp -d)
|
|
TEMP_ESP_MNT=$(mktemp -d)
|
|
cleanup() {
|
|
sudo umount -d "${TEMP_MNT}"
|
|
sudo umount -d "${TEMP_ESP_MNT}"
|
|
rmdir "${TEMP_MNT}" "${TEMP_ESP_MNT}"
|
|
}
|
|
trap cleanup INT TERM EXIT
|
|
mkdir -p "${TEMP_MNT}"
|
|
sudo mount -o loop "${TEMP_ROOTFS}" "${TEMP_MNT}"
|
|
mkdir -p "${TEMP_ESP_MNT}"
|
|
sudo mount -o loop "${TEMP_ESP}" "${TEMP_ESP_MNT}"
|
|
|
|
if [ "${FLAGS_format}" = "qemu" ]; then
|
|
sudo python "$(dirname $0)/fixup_image_for_qemu.py" \
|
|
--mounted_dir="${TEMP_MNT}" \
|
|
--enable_tablet=true
|
|
else
|
|
sudo python "$(dirname $0)/fixup_image_for_qemu.py" \
|
|
--mounted_dir="${TEMP_MNT}" \
|
|
--enable_tablet=false
|
|
fi
|
|
|
|
# Modify the unverified usb template which uses a default usb_disk of sdb3
|
|
sudo sed -i -e 's/sdb3/sda3/g' "${TEMP_MNT}/boot/syslinux/usb.A.cfg"
|
|
|
|
# Unmount everything prior to building a final image
|
|
sync
|
|
trap - INT TERM EXIT
|
|
cleanup
|
|
|
|
# TOOD(adlr): pick a size that will for sure accomodate the partitions.
|
|
dd if=/dev/zero of="${TEMP_IMG}" bs=1 count=1 \
|
|
seek=$((${FLAGS_vdisk_size} * 1024 * 1024 - 1))
|
|
|
|
GPT_FULL="false"
|
|
[ "${FLAGS_full}" -eq "${FLAGS_TRUE}" ] && GPT_FULL="true"
|
|
|
|
# Set up the partition table
|
|
install_gpt "${TEMP_IMG}" "$(numsectors $TEMP_ROOTFS)" \
|
|
"$(numsectors $TEMP_STATE)" "${TEMP_PMBR}" "$(numsectors $TEMP_ESP)" \
|
|
"${GPT_FULL}" ${FLAGS_rootfs_partition_size}
|
|
# Copy into the partition parts of the file
|
|
dd if="${TEMP_ROOTFS}" of="${TEMP_IMG}" conv=notrunc bs=512 \
|
|
seek="${START_ROOTFS_A}"
|
|
dd if="${TEMP_STATE}" of="${TEMP_IMG}" conv=notrunc bs=512 \
|
|
seek="${START_STATEFUL}"
|
|
dd if="${TEMP_KERN}" of="${TEMP_IMG}" conv=notrunc bs=512 \
|
|
seek="${START_KERN_A}"
|
|
dd if="${TEMP_ESP}" of="${TEMP_IMG}" conv=notrunc bs=512 \
|
|
seek="${START_ESP}"
|
|
|
|
# Make the built-image bootable and ensure that the legacy default usb boot
|
|
# uses /dev/sda instead of /dev/sdb3.
|
|
# NOTE: The TEMP_IMG must live in the same image dir as the original image
|
|
# to operate automatically below.
|
|
${SCRIPTS_DIR}/bin/cros_make_image_bootable $(dirname "${TEMP_IMG}") \
|
|
$(basename "${TEMP_IMG}") \
|
|
--usb_disk /dev/sda3
|
|
|
|
echo Creating final image
|
|
# Convert image to output format
|
|
if [ "${FLAGS_format}" = "virtualbox" -o "${FLAGS_format}" = "qemu" ]; then
|
|
if [ "${FLAGS_format}" = "virtualbox" ]; then
|
|
VBoxManage convertdd "${TEMP_IMG}" "${FLAGS_to}/${FLAGS_vbox_disk}"
|
|
else
|
|
mv ${TEMP_IMG} ${FLAGS_to}/${DEFAULT_QEMU_IMAGE}
|
|
fi
|
|
elif [ "${FLAGS_format}" = "vmware" ]; then
|
|
qemu-img convert -f raw "${TEMP_IMG}" \
|
|
-O vmdk "${FLAGS_to}/${FLAGS_vmdk}"
|
|
else
|
|
die "Invalid format: ${FLAGS_format}"
|
|
fi
|
|
|
|
rm -rf "${TEMP_DIR}" "${TEMP_IMG}"
|
|
if [ -z "${FLAGS_state_image}" ]; then
|
|
rm -f "${STATE_IMAGE}"
|
|
fi
|
|
|
|
echo "Created image at ${FLAGS_to}"
|
|
|
|
# Generate the vmware config file
|
|
# A good reference doc: http://www.sanbarrow.com/vmx.html
|
|
VMX_CONFIG="#!/usr/bin/vmware
|
|
.encoding = \"UTF-8\"
|
|
config.version = \"8\"
|
|
virtualHW.version = \"4\"
|
|
memsize = \"${FLAGS_mem}\"
|
|
ide0:0.present = \"TRUE\"
|
|
ide0:0.fileName = \"${FLAGS_vmdk}\"
|
|
ethernet0.present = \"TRUE\"
|
|
usb.present = \"TRUE\"
|
|
sound.present = \"TRUE\"
|
|
sound.virtualDev = \"es1371\"
|
|
displayName = \"Chromium OS\"
|
|
guestOS = \"otherlinux\"
|
|
ethernet0.addressType = \"generated\"
|
|
floppy0.present = \"FALSE\""
|
|
|
|
if [[ "${FLAGS_make_vmx}" = "${FLAGS_TRUE}" ]]; then
|
|
echo "${VMX_CONFIG}" > "${FLAGS_to}/${FLAGS_vmx}"
|
|
echo "Wrote the following config to: ${FLAGS_to}/${FLAGS_vmx}"
|
|
echo "${VMX_CONFIG}"
|
|
fi
|
|
|
|
|
|
if [ "${FLAGS_format}" == "qemu" ]; then
|
|
echo "If you have qemu-kvm installed, you can start the image by:"
|
|
echo "sudo kvm -m ${FLAGS_mem} -vga std -pidfile /tmp/kvm.pid -net nic " \
|
|
"-net user,hostfwd=tcp::922-:22 \\"
|
|
echo " -hda ${FLAGS_to}/${DEFAULT_QEMU_IMAGE}"
|
|
fi
|