mirror of
https://github.com/flatcar/scripts.git
synced 2025-09-23 14:41:31 +02:00
Merge pull request #135 from kinvolk/kai/test-update
jenkins/kola/qemu(_uefi): run update test from previous release
This commit is contained in:
Kai Lüke
GitHub
commit
29fbd62339
@ -1,75 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
set -ex
|
set -ex
|
||||||
|
|
||||||
sudo rm -rf *.tap src/scripts/_kola_temp tmp _kola_temp*
|
SCRIPTFOLDER="$(dirname "$(readlink -f "$0")")"
|
||||||
|
"${SCRIPTFOLDER}/qemu_common.sh" qemu
|
||||||
enter() {
|
|
||||||
bin/cork enter --bind-gpg-agent=false -- "$@"
|
|
||||||
}
|
|
||||||
|
|
||||||
# Set up GPG for verifying tags.
|
|
||||||
export GNUPGHOME="${PWD}/.gnupg"
|
|
||||||
rm -rf "${GNUPGHOME}"
|
|
||||||
trap 'rm -rf "${GNUPGHOME}"' EXIT
|
|
||||||
mkdir --mode=0700 "${GNUPGHOME}"
|
|
||||||
gpg --import verify.asc
|
|
||||||
# Sometimes this directory is not created automatically making further private
|
|
||||||
# key imports fail, let's create it here as a workaround
|
|
||||||
mkdir -p --mode=0700 "${GNUPGHOME}/private-keys-v1.d/"
|
|
||||||
|
|
||||||
DOWNLOAD_ROOT_SDK="https://storage.googleapis.com${SDK_URL_PATH}"
|
|
||||||
|
|
||||||
bin/cork update \
|
|
||||||
--create --downgrade-replace --verify --verify-signature --verbose \
|
|
||||||
--sdk-url-path "${SDK_URL_PATH}" \
|
|
||||||
--force-sync \
|
|
||||||
--manifest-branch "refs/tags/${MANIFEST_TAG}" \
|
|
||||||
--manifest-name "${MANIFEST_NAME}" \
|
|
||||||
--manifest-url "${MANIFEST_URL}" -- --dev_builds_sdk="${DOWNLOAD_ROOT_SDK}"
|
|
||||||
source .repo/manifests/version.txt
|
|
||||||
|
|
||||||
[ -s verify.asc ] && verify_key=--verify-key=verify.asc || verify_key=
|
|
||||||
|
|
||||||
mkdir -p tmp
|
|
||||||
bin/cork download-image \
|
|
||||||
--cache-dir=tmp \
|
|
||||||
--json-key="${GOOGLE_APPLICATION_CREDENTIALS}" \
|
|
||||||
--platform=qemu \
|
|
||||||
--root="${DOWNLOAD_ROOT}/boards/${BOARD}/${FLATCAR_VERSION}" \
|
|
||||||
--verify=true $verify_key
|
|
||||||
enter lbunzip2 -k -f /mnt/host/source/tmp/flatcar_production_image.bin.bz2
|
|
||||||
|
|
||||||
# create folder to handle case where arm64 is missing
|
|
||||||
sudo mkdir -p chroot/usr/lib/kola/arm64
|
|
||||||
# copy all of the latest mantle binaries into the chroot
|
|
||||||
sudo cp -t chroot/usr/lib/kola/arm64 bin/arm64/*
|
|
||||||
sudo cp -t chroot/usr/lib/kola/amd64 bin/amd64/*
|
|
||||||
sudo cp -t chroot/usr/bin bin/[b-z]*
|
|
||||||
|
|
||||||
if [[ "${KOLA_TESTS}" == "" ]]; then
|
|
||||||
KOLA_TESTS="*"
|
|
||||||
fi
|
|
||||||
|
|
||||||
rm -f flatcar_test_update.gz
|
|
||||||
bin/gangue get \
|
|
||||||
--json-key="${GOOGLE_APPLICATION_CREDENTIALS}" \
|
|
||||||
--verify=true $verify_key \
|
|
||||||
"${DOWNLOAD_ROOT}/boards/${BOARD}/${FLATCAR_VERSION}/flatcar_test_update.gz"
|
|
||||||
mv flatcar_test_update.gz tmp/
|
|
||||||
|
|
||||||
# Do not expand the kola test patterns globs
|
|
||||||
set -o noglob
|
|
||||||
enter sudo timeout --signal=SIGQUIT 12h kola run \
|
|
||||||
--board="${BOARD}" \
|
|
||||||
--channel="${GROUP}" \
|
|
||||||
--parallel="${PARALLEL}" \
|
|
||||||
--platform=qemu \
|
|
||||||
--qemu-bios=bios-256k.bin \
|
|
||||||
--qemu-image=/mnt/host/source/tmp/flatcar_production_image.bin \
|
|
||||||
--tapfile="/mnt/host/source/${JOB_NAME##*/}.tap" \
|
|
||||||
--torcx-manifest=/mnt/host/source/torcx_manifest.json \
|
|
||||||
--update-payload=/mnt/host/source/tmp/flatcar_test_update.gz \
|
|
||||||
${KOLA_TESTS}
|
|
||||||
set +o noglob
|
|
||||||
|
|
||||||
sudo rm -rf tmp
|
|
||||||
|
|||||||
104
jenkins/kola/qemu_common.sh
Executable file
104
jenkins/kola/qemu_common.sh
Executable file
@ -0,0 +1,104 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
set -ex
|
||||||
|
|
||||||
|
PLATFORM="$1"
|
||||||
|
if [ "${PLATFORM}" = qemu ]; then
|
||||||
|
TIMEOUT="12h"
|
||||||
|
BIOS="bios-256k.bin"
|
||||||
|
elif [ "${PLATFORM}" = qemu_uefi ]; then
|
||||||
|
TIMEOUT="14h"
|
||||||
|
BIOS="/mnt/host/source/tmp/flatcar_production_qemu_uefi_efi_code.fd"
|
||||||
|
else
|
||||||
|
echo "Unknown platform: \"${PLATFORM}\""
|
||||||
|
fi
|
||||||
|
|
||||||
|
sudo rm -rf *.tap src/scripts/_kola_temp tmp _kola_temp*
|
||||||
|
|
||||||
|
enter() {
|
||||||
|
bin/cork enter --bind-gpg-agent=false -- "$@"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Set up GPG for verifying tags.
|
||||||
|
export GNUPGHOME="${PWD}/.gnupg"
|
||||||
|
rm -rf "${GNUPGHOME}"
|
||||||
|
trap 'rm -rf "${GNUPGHOME}"' EXIT
|
||||||
|
mkdir --mode=0700 "${GNUPGHOME}"
|
||||||
|
gpg --import verify.asc
|
||||||
|
# Sometimes this directory is not created automatically making further private
|
||||||
|
# key imports fail, let's create it here as a workaround
|
||||||
|
mkdir -p --mode=0700 "${GNUPGHOME}/private-keys-v1.d/"
|
||||||
|
|
||||||
|
DOWNLOAD_ROOT_SDK="https://storage.googleapis.com${SDK_URL_PATH}"
|
||||||
|
|
||||||
|
bin/cork update \
|
||||||
|
--create --downgrade-replace --verify --verify-signature --verbose \
|
||||||
|
--sdk-url-path "${SDK_URL_PATH}" \
|
||||||
|
--force-sync \
|
||||||
|
--manifest-branch "refs/tags/${MANIFEST_TAG}" \
|
||||||
|
--manifest-name "${MANIFEST_NAME}" \
|
||||||
|
--manifest-url "${MANIFEST_URL}" -- --dev_builds_sdk="${DOWNLOAD_ROOT_SDK}"
|
||||||
|
source .repo/manifests/version.txt
|
||||||
|
|
||||||
|
[ -s verify.asc ] && verify_key=--verify-key=verify.asc || verify_key=
|
||||||
|
|
||||||
|
mkdir -p tmp
|
||||||
|
bin/cork download-image \
|
||||||
|
--cache-dir=tmp \
|
||||||
|
--json-key="${GOOGLE_APPLICATION_CREDENTIALS}" \
|
||||||
|
--platform="${PLATFORM}" \
|
||||||
|
--root="${DOWNLOAD_ROOT}/boards/${BOARD}/${FLATCAR_VERSION}" \
|
||||||
|
--verify=true $verify_key
|
||||||
|
enter lbunzip2 -k -f /mnt/host/source/tmp/flatcar_production_image.bin.bz2
|
||||||
|
|
||||||
|
# create folder to handle case where arm64 is missing
|
||||||
|
sudo mkdir -p chroot/usr/lib/kola/arm64
|
||||||
|
# copy all of the latest mantle binaries into the chroot
|
||||||
|
sudo cp -t chroot/usr/lib/kola/arm64 bin/arm64/*
|
||||||
|
sudo cp -t chroot/usr/lib/kola/amd64 bin/amd64/*
|
||||||
|
sudo cp -t chroot/usr/bin bin/[b-z]*
|
||||||
|
|
||||||
|
if [[ "${KOLA_TESTS}" == "" ]]; then
|
||||||
|
KOLA_TESTS="*"
|
||||||
|
fi
|
||||||
|
|
||||||
|
rm -f flatcar_test_update.gz
|
||||||
|
bin/gangue get \
|
||||||
|
--json-key="${GOOGLE_APPLICATION_CREDENTIALS}" \
|
||||||
|
--verify=true $verify_key \
|
||||||
|
"${DOWNLOAD_ROOT}/boards/${BOARD}/${FLATCAR_VERSION}/flatcar_test_update.gz"
|
||||||
|
mv flatcar_test_update.gz tmp/
|
||||||
|
|
||||||
|
if [ "${KOLA_TESTS}" = "*" ] || [ "$(echo "${KOLA_TESTS}" | grep 'cl.update.payload')" != "" ]; then
|
||||||
|
# First test to update from the previous release, this is done before running the real kola suite so that the qemu-latest symlink still points to the full run
|
||||||
|
rm -f flatcar_production_image.bin.bz2
|
||||||
|
curl -fsSLO --retry-delay 1 --retry 60 --retry-connrefused --retry-max-time 60 --connect-timeout 20 "https://${GROUP}.release.flatcar-linux.net/${BOARD}/current/flatcar_production_image.bin.bz2"
|
||||||
|
mv flatcar_production_image.bin.bz2 tmp/flatcar_production_image_previous.bin.bz2
|
||||||
|
enter lbunzip2 -k -f /mnt/host/source/tmp/flatcar_production_image_previous.bin.bz2
|
||||||
|
enter sudo timeout --signal=SIGQUIT "${TIMEOUT}" kola run \
|
||||||
|
--board="${BOARD}" \
|
||||||
|
--channel="${GROUP}" \
|
||||||
|
--parallel="${PARALLEL}" \
|
||||||
|
--platform=qemu \
|
||||||
|
--qemu-bios="${BIOS}" \
|
||||||
|
--qemu-image=/mnt/host/source/tmp/flatcar_production_image_previous.bin \
|
||||||
|
--tapfile="/mnt/host/source/${JOB_NAME##*/}_update_from_previous_release.tap" \
|
||||||
|
--torcx-manifest=/mnt/host/source/torcx_manifest.json \
|
||||||
|
--update-payload=/mnt/host/source/tmp/flatcar_test_update.gz \
|
||||||
|
cl.update.payload
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Do not expand the kola test patterns globs
|
||||||
|
set -o noglob
|
||||||
|
enter sudo timeout --signal=SIGQUIT "${TIMEOUT}" kola run \
|
||||||
|
--board="${BOARD}" \
|
||||||
|
--channel="${GROUP}" \
|
||||||
|
--parallel="${PARALLEL}" \
|
||||||
|
--platform=qemu \
|
||||||
|
--qemu-bios="${BIOS}" \
|
||||||
|
--qemu-image=/mnt/host/source/tmp/flatcar_production_image.bin \
|
||||||
|
--tapfile="/mnt/host/source/${JOB_NAME##*/}.tap" \
|
||||||
|
--torcx-manifest=/mnt/host/source/torcx_manifest.json \
|
||||||
|
${KOLA_TESTS}
|
||||||
|
set +o noglob
|
||||||
|
|
||||||
|
sudo rm -rf tmp
|
||||||
@ -1,75 +1,5 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
set -ex
|
set -ex
|
||||||
|
|
||||||
sudo rm -rf *.tap src/scripts/_kola_temp tmp _kola_temp*
|
SCRIPTFOLDER="$(dirname "$(readlink -f "$0")")"
|
||||||
|
"${SCRIPTFOLDER}/qemu_common.sh" qemu_uefi
|
||||||
enter() {
|
|
||||||
bin/cork enter --bind-gpg-agent=false -- "$@"
|
|
||||||
}
|
|
||||||
|
|
||||||
# Set up GPG for verifying tags.
|
|
||||||
export GNUPGHOME="${PWD}/.gnupg"
|
|
||||||
rm -rf "${GNUPGHOME}"
|
|
||||||
trap 'rm -rf "${GNUPGHOME}"' EXIT
|
|
||||||
mkdir --mode=0700 "${GNUPGHOME}"
|
|
||||||
gpg --import verify.asc
|
|
||||||
# Sometimes this directory is not created automatically making further private
|
|
||||||
# key imports fail, let's create it here as a workaround
|
|
||||||
mkdir -p --mode=0700 "${GNUPGHOME}/private-keys-v1.d/"
|
|
||||||
|
|
||||||
DOWNLOAD_ROOT_SDK="https://storage.googleapis.com${SDK_URL_PATH}"
|
|
||||||
|
|
||||||
bin/cork update \
|
|
||||||
--create --downgrade-replace --verify --verify-signature --verbose \
|
|
||||||
--sdk-url-path "${SDK_URL_PATH}" \
|
|
||||||
--force-sync \
|
|
||||||
--manifest-branch "refs/tags/${MANIFEST_TAG}" \
|
|
||||||
--manifest-name "${MANIFEST_NAME}" \
|
|
||||||
--manifest-url "${MANIFEST_URL}" -- --dev_builds_sdk="${DOWNLOAD_ROOT_SDK}"
|
|
||||||
source .repo/manifests/version.txt
|
|
||||||
|
|
||||||
[ -s verify.asc ] && verify_key=--verify-key=verify.asc || verify_key=
|
|
||||||
|
|
||||||
mkdir -p tmp
|
|
||||||
bin/cork download-image \
|
|
||||||
--cache-dir=tmp \
|
|
||||||
--json-key="${GOOGLE_APPLICATION_CREDENTIALS}" \
|
|
||||||
--platform=qemu_uefi \
|
|
||||||
--root="${DOWNLOAD_ROOT}/boards/${BOARD}/${FLATCAR_VERSION}" \
|
|
||||||
--verify=true $verify_key
|
|
||||||
enter lbunzip2 -k -f /mnt/host/source/tmp/flatcar_production_image.bin.bz2
|
|
||||||
|
|
||||||
# create folder to handle case where arm64 is missing
|
|
||||||
sudo mkdir -p chroot/usr/lib/kola/arm64
|
|
||||||
# copy all of the latest mantle binaries into the chroot
|
|
||||||
sudo cp -t chroot/usr/lib/kola/arm64 bin/arm64/*
|
|
||||||
sudo cp -t chroot/usr/lib/kola/amd64 bin/amd64/*
|
|
||||||
sudo cp -t chroot/usr/bin bin/[b-z]*
|
|
||||||
|
|
||||||
if [[ "${KOLA_TESTS}" == "" ]]; then
|
|
||||||
KOLA_TESTS="*"
|
|
||||||
fi
|
|
||||||
|
|
||||||
rm -f flatcar_test_update.gz
|
|
||||||
bin/gangue get \
|
|
||||||
--json-key="${GOOGLE_APPLICATION_CREDENTIALS}" \
|
|
||||||
--verify=true $verify_key \
|
|
||||||
"${DOWNLOAD_ROOT}/boards/${BOARD}/${FLATCAR_VERSION}/flatcar_test_update.gz"
|
|
||||||
mv flatcar_test_update.gz tmp/
|
|
||||||
|
|
||||||
# Do not expand the kola test patterns globs
|
|
||||||
set -o noglob
|
|
||||||
enter sudo timeout --signal=SIGQUIT 14h kola run \
|
|
||||||
--board="${BOARD}" \
|
|
||||||
--channel="${GROUP}" \
|
|
||||||
--parallel="${PARALLEL}" \
|
|
||||||
--platform=qemu \
|
|
||||||
--qemu-bios=/mnt/host/source/tmp/flatcar_production_qemu_uefi_efi_code.fd \
|
|
||||||
--qemu-image=/mnt/host/source/tmp/flatcar_production_image.bin \
|
|
||||||
--tapfile="/mnt/host/source/${JOB_NAME##*/}.tap" \
|
|
||||||
--torcx-manifest=/mnt/host/source/torcx_manifest.json \
|
|
||||||
--update-payload=/mnt/host/source/tmp/flatcar_test_update.gz \
|
|
||||||
${KOLA_TESTS}
|
|
||||||
set +o noglob
|
|
||||||
|
|
||||||
sudo rm -rf tmp
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user