mirror of
https://github.com/flatcar/scripts.git
synced 2025-11-28 14:01:43 +01:00
oem/ami: Drop in favor of plume
This commit is contained in:
Benjamin Gilbert
parent
45dffca9b6
commit
cd4e3746cc
@ -1,187 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# This expects to run on an EC2 instance.
|
||||
#
|
||||
# mad props to Eric Hammond for the initial script
|
||||
# https://github.com/alestic/alestic-hardy-ebs/blob/master/bin/alestic-hardy-ebs-build-ami
|
||||
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
DIR=$(dirname $0)
|
||||
source $DIR/regions.sh
|
||||
|
||||
readonly COREOS_EPOCH=1372636800
|
||||
VERSION="master"
|
||||
BOARD="amd64-usr"
|
||||
GROUP="alpha"
|
||||
IMAGE="coreos_production_ami_image.bin.bz2"
|
||||
GS_URL="gs://builds.release.core-os.net"
|
||||
IMG_URL=""
|
||||
IMG_PATH=""
|
||||
|
||||
USAGE="Usage: $0 [-V 1.2.3] [-p path/image.bz2 | -u http://foo/image.bz2]
|
||||
Options:
|
||||
-V VERSION Set the version of this AMI, default is 'master'
|
||||
-b BOARD Set to the board name, default is amd64-usr
|
||||
-g GROUP Set the update group, default is alpha or master
|
||||
-p PATH Path to compressed disk image, overrides -u
|
||||
-u URL URL to compressed disk image, derived from -V if unset.
|
||||
-s STORAGE GS URL for Google storage (used to generate URL)
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
while getopts "V:b:g:p:u:s:hv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
V) VERSION="$OPTARG";;
|
||||
b) BOARD="$OPTARG";;
|
||||
g) GROUP="$OPTARG";;
|
||||
p) IMG_PATH="$OPTARG";;
|
||||
u) IMG_URL="$OPTARG";;
|
||||
s) GS_URL="$OPTARG";;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Quick sanity check that the image exists
|
||||
if [[ -n "$IMG_PATH" ]]; then
|
||||
if [[ ! -f "$IMG_PATH" ]]; then
|
||||
echo "$0: Image path does not exist: $IMG_PATH" >&2
|
||||
exit 1
|
||||
fi
|
||||
IMG_URL=$(basename "$IMG_PATH")
|
||||
else
|
||||
if [[ -z "$IMG_URL" ]]; then
|
||||
IMG_URL="$GS_URL/$GROUP/boards/$BOARD/$VERSION/$IMAGE"
|
||||
fi
|
||||
if [[ "$IMG_URL" == gs://* ]]; then
|
||||
if ! gsutil -q stat "$IMG_URL"; then
|
||||
echo "$0: Image URL unavailable: $IMG_URL" >&2
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
if ! curl --fail -s --head "$IMG_URL" >/dev/null; then
|
||||
echo "$0: Image URL unavailable: $IMG_URL" >&2
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
if [[ "$VERSION" == "master" ]]; then
|
||||
# Come up with something more descriptive and timestamped
|
||||
TODAYS_VERSION=$(( (`date +%s` - ${COREOS_EPOCH}) / 86400 ))
|
||||
VERSION="${TODAYS_VERSION}-$(date +%H-%M)"
|
||||
GROUP="master"
|
||||
fi
|
||||
|
||||
# Size of AMI file system
|
||||
# TODO: Perhaps define size and arch in a metadata file image_to_vm creates?
|
||||
size=8 # GB
|
||||
arch=x86_64
|
||||
arch2=amd64
|
||||
# The name has a limited set of allowed characterrs
|
||||
name=$(sed -e "s%[^A-Za-z0-9()\\./_-]%_%g" <<< "CoreOS-$GROUP-$VERSION")
|
||||
description="CoreOS $GROUP $VERSION"
|
||||
|
||||
zoneurl=http://instance-data/latest/meta-data/placement/availability-zone
|
||||
zone=$(curl --fail -s $zoneurl)
|
||||
region=$(echo $zone | sed 's/.$//')
|
||||
akiid=${ALL_AKIS[$region]}
|
||||
|
||||
if [ -z "$akiid" ]; then
|
||||
echo "$0: Can't identify AKI, using region: $region" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
export EC2_URL="http://ec2.${region}.amazonaws.com"
|
||||
echo "Building AMI in zone $zone, region id $akiid"
|
||||
|
||||
# Create and mount temporary EBS volume with file system to hold new AMI image
|
||||
volumeid=$(ec2-create-volume --size $size --availability-zone $zone |
|
||||
cut -f2)
|
||||
while ! ec2-describe-volumes "$volumeid" | grep -q available
|
||||
do sleep 1; done
|
||||
instanceid=$(curl --fail -s http://instance-data/latest/meta-data/instance-id)
|
||||
echo "Attaching new volume $volumeid locally (instance $instanceid)"
|
||||
ec2-attach-volume --device /dev/sdi --instance "$instanceid" "$volumeid"
|
||||
while [ ! -e /dev/sdi -a ! -e /dev/xvdi ]
|
||||
do sleep 3; done
|
||||
if [ -e /dev/xvdi ]; then
|
||||
dev=/dev/xvdi
|
||||
else
|
||||
dev=/dev/sdi
|
||||
fi
|
||||
|
||||
echo "Attached volume $volumeid as $dev"
|
||||
echo "Writing image from $IMG_URL to $dev"
|
||||
|
||||
# if it is on the local fs, just use it, otherwise try to download it
|
||||
if [[ -n "$IMG_PATH" ]]; then
|
||||
if [[ "$IMG_PATH" =~ \.bz2$ ]]; then
|
||||
bunzip2 -c "$IMG_PATH" | sudo dd of=$dev bs=1M
|
||||
else
|
||||
sudo dd if="$IMG_PATH" of=$dev bs=1M
|
||||
fi
|
||||
elif [[ "$IMG_URL" == gs://* ]]; then
|
||||
gsutil cat "$IMG_URL" | bunzip2 | sudo dd of=$dev bs=1M
|
||||
else
|
||||
curl --fail "$IMG_URL" | bunzip2 | sudo dd of=$dev bs=1M
|
||||
fi
|
||||
|
||||
echo "Detaching $volumeid and creating snapshot"
|
||||
ec2-detach-volume "$volumeid"
|
||||
while ec2-describe-volumes "$volumeid" | grep -q ATTACHMENT
|
||||
do sleep 3; done
|
||||
snapshotid=$(ec2-create-snapshot --description "$name" "$volumeid" | cut -f2)
|
||||
while ec2-describe-snapshots "$snapshotid" | grep -q pending
|
||||
do sleep 30; done
|
||||
|
||||
echo "Created snapshot $snapshotid, deleting $volumeid"
|
||||
ec2-delete-volume "$volumeid"
|
||||
|
||||
echo "Registering hvm AMI"
|
||||
hvm_amiid=$(ec2-register \
|
||||
--name "${name}-hvm" \
|
||||
--description "$description (HVM)" \
|
||||
--architecture "$arch" \
|
||||
--virtualization-type hvm \
|
||||
--root-device-name /dev/xvda \
|
||||
--block-device-mapping /dev/xvda=$snapshotid::true \
|
||||
--block-device-mapping /dev/xvdb=ephemeral0 |
|
||||
cut -f2)
|
||||
|
||||
echo "Registering paravirtual AMI"
|
||||
amiid=$(ec2-register \
|
||||
--name "$name" \
|
||||
--description "$description (PV)" \
|
||||
--architecture "$arch" \
|
||||
--virtualization-type paravirtual \
|
||||
--kernel "$akiid" \
|
||||
--root-device-name /dev/sda \
|
||||
--block-device-mapping /dev/sda=$snapshotid::true \
|
||||
--block-device-mapping /dev/sdb=ephemeral0 |
|
||||
cut -f2)
|
||||
|
||||
cat <<EOF
|
||||
$description
|
||||
architecture: $arch ($arch2)
|
||||
region: $region ($zone)
|
||||
aki id: $akiid
|
||||
name: $name
|
||||
description: $description
|
||||
EBS volume: $volumeid (deleted)
|
||||
EBS snapshot: $snapshotid
|
||||
PV AMI id: $amiid
|
||||
HVM AMI id: $hvm_amiid
|
||||
EOF
|
||||
@ -1,190 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# This expects to run on an EC2 instance.
|
||||
#
|
||||
# mad props to Eric Hammond for the initial script
|
||||
# https://github.com/alestic/alestic-hardy-ebs/blob/master/bin/alestic-hardy-ebs-build-ami
|
||||
|
||||
# AKI ids from:
|
||||
# http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/UserProvidedkernels.html
|
||||
# we need pv-grub-hd00 x86_64
|
||||
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
DIR=$(dirname $0)
|
||||
source $DIR/regions.sh
|
||||
|
||||
USAGE="Usage: $0 -a ami-id
|
||||
-a ami-id ID of the AMI to be coppied.
|
||||
-V VERSION Find AMI by CoreOS version.
|
||||
-b BOARD Set to the board name, default is amd64-usr
|
||||
-g GROUP Set the update group, default is alpha
|
||||
-l ACCOUNT Grant launch permission to a given AWS account ID.
|
||||
-r REGION Copy to the specified region, may be repeated.
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
AMI=
|
||||
VER=
|
||||
BOARD="amd64-usr"
|
||||
GROUP="alpha"
|
||||
GRANT_LAUNCH=""
|
||||
REGIONS=()
|
||||
|
||||
add_region() {
|
||||
if [[ -z "${ALL_AKIS[$1]}" ]]; then
|
||||
echo "Invalid region '$1'" >&2;
|
||||
exit 1
|
||||
fi
|
||||
REGIONS+=( "$1" )
|
||||
}
|
||||
|
||||
clean_version() {
|
||||
sed -e 's%[^A-Za-z0-9()\\./_-]%_%g' <<< "$1"
|
||||
}
|
||||
|
||||
while getopts "a:V:b:g:l:r:hv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
a) AMI="$OPTARG";;
|
||||
V) VER="$OPTARG";;
|
||||
b) BOARD="$OPTARG";;
|
||||
g) GROUP="$OPTARG";;
|
||||
l) GRANT_LAUNCH="${OPTARG}";;
|
||||
r) add_region "$OPTARG";;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ -z "$VER" ]]; then
|
||||
echo "$0: Providing the verison via -V is required." >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
zoneurl=http://instance-data/latest/meta-data/placement/availability-zone
|
||||
zone=$(curl --fail -s $zoneurl)
|
||||
region=$(echo $zone | sed 's/.$//')
|
||||
export EC2_URL="https://ec2.${region}.amazonaws.com"
|
||||
|
||||
if [[ -z "$AMI" ]]; then
|
||||
search_name=$(clean_version "CoreOS-$GROUP-$VER")
|
||||
AMI=$(ec2-describe-images -F name="${search_name}" | grep -m1 ^IMAGE \
|
||||
| cut -f2) || true # Don't die silently, error messages are good
|
||||
if [[ -z "$AMI" ]]; then
|
||||
echo "$0: Cannot find an AMI named $search_name" >&2
|
||||
exit 1
|
||||
fi
|
||||
HVM=$(ec2-describe-images -F name="${search_name}-hvm" \
|
||||
| grep -m1 ^IMAGE | cut -f2) || true
|
||||
if [[ -z "$HVM" ]]; then
|
||||
echo "$0: Cannot find an AMI named ${search_name}-hvm" >&2
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
# check to make sure this is a valid image
|
||||
if ! ec2-describe-images -F image-id="$AMI" | grep -q "$AMI"; then
|
||||
echo "$0: Unknown image: $AMI" >&2
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
if [[ ${#REGIONS[@]} -eq 0 ]]; then
|
||||
REGIONS=( "${MAIN_REGIONS[@]}" )
|
||||
fi
|
||||
|
||||
# The name has a limited set of allowed characterrs
|
||||
name=$(clean_version "CoreOS-$GROUP-$VER")
|
||||
description="CoreOS $GROUP $VER"
|
||||
|
||||
do_copy() {
|
||||
local r="$1"
|
||||
local virt_type="$2"
|
||||
local local_amiid="$3"
|
||||
local r_amiid r_name r_desc
|
||||
|
||||
# run in a subshell, the -e flag doesn't get inherited
|
||||
set -e
|
||||
|
||||
echo "Starting copy of $virt_type $local_amiid from $region to $r"
|
||||
if [[ "$virt_type" == "hvm" ]]; then
|
||||
r_name="${name}-hvm"
|
||||
r_desc="${description} (HVM)"
|
||||
else
|
||||
r_name="${name}"
|
||||
r_desc="${description} (PV)"
|
||||
fi
|
||||
r_amiid=$(ec2-copy-image \
|
||||
--source-region "$region" --source-ami-id "$local_amiid" \
|
||||
--name "$r_name" --description "$r_desc" --region "$r" |
|
||||
cut -f2)
|
||||
echo "AMI $virt_type copy to $r as $r_amiid in progress"
|
||||
|
||||
while ec2-describe-images "$r_amiid" --region="$r" | grep -q pending; do
|
||||
sleep 30
|
||||
done
|
||||
|
||||
if [[ -n "${GRANT_LAUNCH}" ]]; then
|
||||
echo "Granting launch permission to ${GRANT_LAUNCH} for $r_amiid in $r"
|
||||
ec2-modify-image-attribute --region="$r" "${r_amiid}" \
|
||||
--launch-permission --add "${GRANT_LAUNCH}"
|
||||
fi
|
||||
|
||||
echo "AMI $virt_type copy to $r as $r_amiid in complete"
|
||||
}
|
||||
|
||||
WAIT_PIDS=()
|
||||
for r in "${REGIONS[@]}"
|
||||
do
|
||||
[ "${r}" == "${region}" ] && continue
|
||||
do_copy "$r" pv "$AMI" &
|
||||
WAIT_PIDS+=( $! )
|
||||
done
|
||||
|
||||
# wait for each subshell individually to report errors
|
||||
WAIT_FAILED=0
|
||||
for wait_pid in "${WAIT_PIDS[@]}"; do
|
||||
if ! wait ${wait_pid}; then
|
||||
: $(( WAIT_FAILED++ ))
|
||||
fi
|
||||
done
|
||||
|
||||
if [[ ${WAIT_FAILED} -ne 0 ]]; then
|
||||
echo "${WAIT_FAILED} jobs failed :(" >&2
|
||||
exit ${WAIT_FAILED}
|
||||
fi
|
||||
|
||||
WAIT_PIDS=()
|
||||
for r in "${REGIONS[@]}"
|
||||
do
|
||||
[ "${r}" == "${region}" ] && continue
|
||||
if [[ -n "$HVM" ]]; then
|
||||
do_copy "$r" hvm "$HVM" &
|
||||
WAIT_PIDS+=( $! )
|
||||
fi
|
||||
done
|
||||
|
||||
# wait for each subshell individually to report errors
|
||||
WAIT_FAILED=0
|
||||
for wait_pid in "${WAIT_PIDS[@]}"; do
|
||||
if ! wait ${wait_pid}; then
|
||||
: $(( WAIT_FAILED++ ))
|
||||
fi
|
||||
done
|
||||
|
||||
if [[ ${WAIT_FAILED} -ne 0 ]]; then
|
||||
echo "${WAIT_FAILED} jobs failed :(" >&2
|
||||
exit ${WAIT_FAILED}
|
||||
fi
|
||||
|
||||
echo "Done"
|
||||
@ -1,252 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# This expects to run on an EC2 instance.
|
||||
#
|
||||
# mad props to Eric Hammond for the initial script
|
||||
# https://github.com/alestic/alestic-hardy-ebs/blob/master/bin/alestic-hardy-ebs-build-ami
|
||||
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
DIR=$(dirname $0)
|
||||
source $DIR/regions.sh
|
||||
|
||||
readonly COREOS_EPOCH=1372636800
|
||||
VERSION="master"
|
||||
BOARD="amd64-usr"
|
||||
GROUP="alpha"
|
||||
IMAGE="coreos_production_ami_image.bin.bz2"
|
||||
GS_URL="gs://builds.release.core-os.net"
|
||||
IMG_URL=""
|
||||
IMG_PATH=""
|
||||
GRANT_LAUNCH=""
|
||||
USE_GPG=1
|
||||
# accepted via the environment
|
||||
: ${EC2_IMPORT_BUCKET:=}
|
||||
: ${EC2_IMPORT_ZONE:=}
|
||||
|
||||
USAGE="Usage: $0 [-V 1.2.3] [-p path/image.bz2 | -u http://foo/image.bz2]
|
||||
Options:
|
||||
-V VERSION Set the version of this AMI, default is 'master'
|
||||
-b BOARD Set to the board name, default is amd64-usr
|
||||
-g GROUP Set the update group, default is alpha or master
|
||||
-p PATH Path to compressed disk image, overrides -u
|
||||
-u URL URL to compressed disk image, derived from -V if unset.
|
||||
-s STORAGE GS URL for Google storage (used to generate URL)
|
||||
-B BUCKET S3 bucket to use for temporary storage.
|
||||
-Z ZONE EC2 availability zone to use.
|
||||
-l ACCOUNT Grant launch permission to a given AWS account ID.
|
||||
-X Disable GPG verification of downloads.
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
while getopts "V:b:g:p:u:s:t:l:B:Z:Xhv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
V) VERSION="$OPTARG";;
|
||||
b) BOARD="$OPTARG";;
|
||||
g) GROUP="$OPTARG";;
|
||||
p) IMG_PATH="$OPTARG";;
|
||||
u) IMG_URL="$OPTARG";;
|
||||
s) GS_URL="$OPTARG";;
|
||||
B) EC2_IMPORT_BUCKET="${OPTARG}";;
|
||||
Z) EC2_IMPORT_ZONE="${OPTARG}";;
|
||||
l) GRANT_LAUNCH="${OPTARG}";;
|
||||
t) export TMPDIR="$OPTARG";;
|
||||
X) USE_GPG=0;;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ -z "${EC2_IMPORT_BUCKET}" ]]; then
|
||||
echo "$0: -B or \$EC2_IMPORT_BUCKET must be set!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Quick sanity check that the image exists
|
||||
if [[ -n "$IMG_PATH" ]]; then
|
||||
if [[ ! -f "$IMG_PATH" ]]; then
|
||||
echo "$0: Image path does not exist: $IMG_PATH" >&2
|
||||
exit 1
|
||||
fi
|
||||
IMG_URL=$(basename "$IMG_PATH")
|
||||
else
|
||||
if [[ -z "$IMG_URL" ]]; then
|
||||
IMG_URL="$GS_URL/$GROUP/boards/$BOARD/$VERSION/$IMAGE"
|
||||
fi
|
||||
if [[ "$IMG_URL" == gs://* ]]; then
|
||||
if ! gsutil -q stat "$IMG_URL"; then
|
||||
echo "$0: Image URL unavailable: $IMG_URL" >&2
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
if ! curl --fail -s --head "$IMG_URL" >/dev/null; then
|
||||
echo "$0: Image URL unavailable: $IMG_URL" >&2
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
if [[ "$VERSION" == "master" ]]; then
|
||||
# Come up with something more descriptive and timestamped
|
||||
TODAYS_VERSION=$(( (`date +%s` - ${COREOS_EPOCH}) / 86400 ))
|
||||
VERSION="${TODAYS_VERSION}-$(date +%H-%M)"
|
||||
GROUP="master"
|
||||
fi
|
||||
|
||||
# Size of AMI file system
|
||||
# TODO: Perhaps define size and arch in a metadata file image_to_vm creates?
|
||||
size=8 # GB
|
||||
arch=x86_64
|
||||
# The name has a limited set of allowed characterrs
|
||||
name=$(sed -e "s%[^A-Za-z0-9()\\./_-]%_%g" <<< "CoreOS-$GROUP-$VERSION")
|
||||
description="CoreOS $GROUP $VERSION"
|
||||
|
||||
if [[ -z "${EC2_IMPORT_ZONE}" ]]; then
|
||||
zoneurl=http://instance-data/latest/meta-data/placement/availability-zone
|
||||
EC2_IMPORT_ZONE=$(curl --fail -s $zoneurl)
|
||||
fi
|
||||
region=$(echo "${EC2_IMPORT_ZONE}" | sed 's/.$//')
|
||||
akiid=${ALL_AKIS[$region]}
|
||||
|
||||
if [ -z "$akiid" ]; then
|
||||
echo "$0: Can't identify AKI, using region: $region" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
export EC2_URL="https://ec2.${region}.amazonaws.com"
|
||||
echo "Building AMI in zone ${EC2_IMPORT_ZONE}"
|
||||
|
||||
tmpdir=$(mktemp --directory --tmpdir=/var/tmp)
|
||||
trap "rm -rf '${tmpdir}'" EXIT
|
||||
|
||||
# if it is on the local fs, just use it, otherwise try to download it
|
||||
if [[ -z "$IMG_PATH" ]]; then
|
||||
IMG_PATH="${tmpdir}/${IMG_URL##*/}"
|
||||
if [[ "$IMG_URL" == gs://* ]]; then
|
||||
gsutil cp "$IMG_URL" "$IMG_PATH"
|
||||
if [[ "$USE_GPG" != 0 ]]; then
|
||||
gsutil cp "${IMG_URL}.sig" "${IMG_PATH}.sig"
|
||||
fi
|
||||
else
|
||||
curl --fail "$IMG_URL" > "$IMG_PATH"
|
||||
if [[ "$USE_GPG" != 0 ]]; then
|
||||
curl --fail "${IMG_URL}.sig" > "${IMG_PATH}.sig"
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
if [[ "$USE_GPG" != 0 ]]; then
|
||||
gpg --verify "${IMG_PATH}.sig"
|
||||
fi
|
||||
|
||||
echo "Bunzipping...."
|
||||
tmpimg="${tmpdir}/img"
|
||||
bunzip2 -c "$IMG_PATH" >"${tmpimg}"
|
||||
|
||||
imgfmt=ponies
|
||||
case "$IMG_PATH" in
|
||||
*_image.bin*) imgfmt=raw;;
|
||||
*_image.vmdk*) imgfmt=vmdk;;
|
||||
*_image.vhd*) imgfmt=vhd;;
|
||||
*)
|
||||
echo "$0: Cannot guess image format from image path!"
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
|
||||
importid=$(ec2-import-volume "${tmpimg}" \
|
||||
-f $imgfmt -s $size -x 2 \
|
||||
-z "${EC2_IMPORT_ZONE}" \
|
||||
-b "${EC2_IMPORT_BUCKET}" \
|
||||
-o "${AWS_ACCESS_KEY}" \
|
||||
-w "${AWS_SECRET_KEY}" \
|
||||
--no-upload | awk '/IMPORTVOLUME/{print $4}')
|
||||
ec2-resume-import "${tmpimg}" \
|
||||
-t "${importid}" -x 2 \
|
||||
-o "${AWS_ACCESS_KEY}" \
|
||||
-w "${AWS_SECRET_KEY}"
|
||||
|
||||
echo "Waiting on import task ${importid}"
|
||||
importstat=$(ec2-describe-conversion-tasks "${importid}" | grep IMPORTVOLUME)
|
||||
while $(grep -qv completed <<<"${importstat}"); do
|
||||
sed -e 's/.*StatusMessage/Status:/' <<<"${importstat}"
|
||||
sleep 30
|
||||
importstat=$(ec2-describe-conversion-tasks "${importid}" | grep IMPORTVOLUME)
|
||||
done
|
||||
|
||||
volumeid=$(ec2-describe-conversion-tasks "${importid}" | \
|
||||
grep DISKIMAGE | sed -e 's%.*\(vol-[a-z0-9]*\).*%\1%')
|
||||
|
||||
while ! ec2-describe-volumes "$volumeid" | grep -q available
|
||||
do sleep 1; done
|
||||
|
||||
echo "Volume ${volumeid} ready, deleting upload from S3..."
|
||||
ec2-delete-disk-image \
|
||||
-t "${importid}" \
|
||||
-o "${AWS_ACCESS_KEY}" \
|
||||
-w "${AWS_SECRET_KEY}"
|
||||
|
||||
echo "Creating snapshot..."
|
||||
snapshotid=$(ec2-create-snapshot --description "$name" "$volumeid" | cut -f2)
|
||||
echo "Waiting on snapshot ${snapshotid}"
|
||||
while ec2-describe-snapshots "$snapshotid" | grep -q pending
|
||||
do sleep 30; done
|
||||
|
||||
echo "Created snapshot $snapshotid, deleting $volumeid"
|
||||
ec2-delete-volume "$volumeid"
|
||||
|
||||
echo "Registering hvm AMI"
|
||||
hvm_amiid=$(ec2-register \
|
||||
--name "${name}-hvm" \
|
||||
--description "$description (HVM)" \
|
||||
--architecture "$arch" \
|
||||
--virtualization-type hvm \
|
||||
--root-device-name /dev/xvda \
|
||||
--block-device-mapping /dev/xvda=$snapshotid::true \
|
||||
--sriov simple \
|
||||
--block-device-mapping /dev/xvdb=ephemeral0 |
|
||||
cut -f2)
|
||||
|
||||
echo "Registering paravirtual AMI"
|
||||
amiid=$(ec2-register \
|
||||
--name "$name" \
|
||||
--description "$description (PV)" \
|
||||
--architecture "$arch" \
|
||||
--virtualization-type paravirtual \
|
||||
--kernel "$akiid" \
|
||||
--root-device-name /dev/sda \
|
||||
--block-device-mapping /dev/sda=$snapshotid::true \
|
||||
--block-device-mapping /dev/sdb=ephemeral0 |
|
||||
cut -f2)
|
||||
|
||||
if [[ -n "${GRANT_LAUNCH}" ]]; then
|
||||
echo "Granting launch permission to ${GRANT_LAUNCH}"
|
||||
ec2-modify-image-attribute "${hvm_amiid}" \
|
||||
--launch-permission --add "${GRANT_LAUNCH}"
|
||||
ec2-modify-image-attribute "${amiid}" \
|
||||
--launch-permission --add "${GRANT_LAUNCH}"
|
||||
fi
|
||||
|
||||
cat <<EOF
|
||||
$description
|
||||
architecture: $arch
|
||||
region: $region (${EC2_IMPORT_ZONE})
|
||||
aki id: $akiid
|
||||
name: $name
|
||||
description: $description
|
||||
EBS volume: $volumeid (deleted)
|
||||
EBS snapshot: $snapshotid
|
||||
PV AMI id: $amiid
|
||||
HVM AMI id: $hvm_amiid
|
||||
EOF
|
||||
@ -1,52 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# This expects to run on an EC2 instance.
|
||||
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
# accepted via the environment
|
||||
: ${EC2_IMPORT_BUCKET:=}
|
||||
: ${EC2_IMPORT_ZONE:=}
|
||||
|
||||
USAGE="Usage: $0 [-B bucket] [-Z zone]
|
||||
Options:
|
||||
-B S3 bucket to use for temporary storage.
|
||||
-Z EC2 availability zone to use.
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
while getopts "B:Z:hv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
B) EC2_IMPORT_BUCKET="${OPTARG}";;
|
||||
Z) EC2_IMPORT_ZONE="${OPTARG}";;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ -z "${EC2_IMPORT_BUCKET}" ]]; then
|
||||
echo "$0: -B or \$EC2_IMPORT_BUCKET must be set!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ -z "${EC2_IMPORT_ZONE}" ]]; then
|
||||
zoneurl=http://instance-data/latest/meta-data/placement/availability-zone
|
||||
EC2_IMPORT_ZONE=$(curl --fail -s $zoneurl)
|
||||
fi
|
||||
region=$(echo "${EC2_IMPORT_ZONE}" | sed 's/.$//')
|
||||
|
||||
# The AWS cli uses slightly different vars than the EC2 cli...
|
||||
export AWS_ACCESS_KEY_ID="${AWS_ACCESS_KEY}"
|
||||
export AWS_SECRET_ACCESS_KEY="${AWS_SECRET_KEY}"
|
||||
aws s3 mb "s3://${EC2_IMPORT_BUCKET}" --region "$region"
|
||||
@ -1,13 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
DIR=/home/ec2-user/scripts/oem/ami
|
||||
URL="https://commondatastorage.googleapis.com/storage.core-os.net/coreos/amd64-usr/master"
|
||||
|
||||
set -e
|
||||
eval $(curl -f "${URL}/version.txt")
|
||||
|
||||
source $DIR/marineam-auth.sh
|
||||
args="-b amd64-usr -g master -V ${COREOS_VERSION}"
|
||||
$DIR/import.sh ${args} -u "${URL}/coreos_production_ami_image.bin.bz2"
|
||||
$DIR/test_ami.sh -v ${args}
|
||||
#$DIR/copy_ami.sh ${args}
|
||||
@ -1,13 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
BOARD="amd64-usr"
|
||||
GROUP="$1"
|
||||
VER="$2"
|
||||
DIR=/home/ec2-user/scripts/oem/ami
|
||||
|
||||
if [ -z "$GROUP" -o -z "$VER" ]; then
|
||||
echo "Usage: $0 alpha 1.2.3" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
$DIR/publish_ami.sh -b $BOARD -g $GROUP -V $VER
|
||||
@ -1,23 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
BOARD="amd64-usr"
|
||||
GROUP="$1"
|
||||
VER="$2"
|
||||
DIR=/home/ec2-user/scripts/oem/ami
|
||||
|
||||
if [ -z "$GROUP" -o -z "$VER" ]; then
|
||||
echo "Usage: $0 alpha 1.2.3" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
set -e
|
||||
source $DIR/marineam-auth.sh
|
||||
args="-b $BOARD -g $GROUP -V $VER"
|
||||
$DIR/import.sh -l 477645798544 ${args}
|
||||
$DIR/test_ami.sh -v ${args}
|
||||
$DIR/copy_ami.sh -l 477645798544 ${args}
|
||||
|
||||
source $DIR/ami-builder-us-gov-auth.sh
|
||||
$DIR/import.sh ${args}
|
||||
|
||||
$DIR/update_json.sh ${args}
|
||||
@ -1,112 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
DIR=$(dirname $0)
|
||||
source $DIR/regions.sh
|
||||
|
||||
USAGE="Usage: $0 -V 100.0.0
|
||||
-V VERSION Find AMI by CoreOS version. (required)
|
||||
-b BOARD Set to the board name, default is amd64-usr
|
||||
-g GROUP Set the update group, default is alpha
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
IMAGE="coreos_production_ami"
|
||||
AMI=
|
||||
VER=
|
||||
BOARD="amd64-usr"
|
||||
GROUP="alpha"
|
||||
|
||||
clean_version() {
|
||||
sed -e 's%[^A-Za-z0-9()\\./_-]%_%g' <<< "$1"
|
||||
}
|
||||
|
||||
while getopts "V:b:g:s:hv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
V) VER="$OPTARG";;
|
||||
b) BOARD="$OPTARG";;
|
||||
g) GROUP="$OPTARG";;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ ! -n "$VER" ]]; then
|
||||
echo "$0: AMI version required via -V" >&2
|
||||
echo "$USAGE" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
search_name=$(clean_version "CoreOS-$GROUP-$VER")
|
||||
declare -A AMIS HVM_AMIS
|
||||
for r in "${ALL_REGIONS[@]}"; do
|
||||
# Hacky but avoids writing an indirection layer to handle auth...
|
||||
if [[ "${r}" == "us-gov-west-1" ]]; then
|
||||
source $DIR/ami-builder-us-gov-auth.sh
|
||||
else
|
||||
source $DIR/marineam-auth.sh
|
||||
fi
|
||||
|
||||
AMI=$(ec2-describe-images --region=${r} -F name="${search_name}" \
|
||||
| grep -m1 ^IMAGE | cut -f2) || true
|
||||
if [[ -z "$AMI" ]]; then
|
||||
echo "$0: Cannot find an AMI named ${search_name} in ${r}" >&2
|
||||
exit 1
|
||||
fi
|
||||
AMIS[${r}]=$AMI
|
||||
HVM=$(ec2-describe-images --region=${r} -F name="${search_name}-hvm" \
|
||||
| grep -m1 ^IMAGE | cut -f2) || true
|
||||
if [[ -z "$HVM" ]]; then
|
||||
echo "$0: Cannot find an AMI named ${search_name}-hvm in ${r}" >&2
|
||||
exit 1
|
||||
fi
|
||||
HVM_AMIS[${r}]=$HVM
|
||||
done
|
||||
|
||||
publish_ami() {
|
||||
local r="$1"
|
||||
local virt_type="$2"
|
||||
local r_amiid="$3"
|
||||
|
||||
if [[ "${r}" == "us-gov-west-1" ]]; then
|
||||
source $DIR/ami-builder-us-gov-auth.sh
|
||||
else
|
||||
source $DIR/marineam-auth.sh
|
||||
fi
|
||||
|
||||
local r_snapshotid=$(ec2-describe-images --region="$r" "$r_amiid" \
|
||||
| grep -E '^BLOCKDEVICEMAPPING.*/dev/(xv|s)da' | cut -f5) || true
|
||||
|
||||
if [[ -z "${r_snapshotid}" ]]; then
|
||||
echo "$0: Cannot find snapshot id for $r_amiid in $r" >&2
|
||||
return 1
|
||||
fi
|
||||
|
||||
echo "Making $r_snapshotid in $r public"
|
||||
ec2-modify-snapshot-attribute --region "$r" \
|
||||
"$r_snapshotid" --create-volume-permission --add all
|
||||
|
||||
echo "Making $r_amiid in $r public"
|
||||
ec2-modify-image-attribute --region "$r" \
|
||||
"$r_amiid" --launch-permission -a all
|
||||
}
|
||||
|
||||
for r in "${!AMIS[@]}"; do
|
||||
publish_ami "$r" pv "${AMIS[$r]}"
|
||||
done
|
||||
|
||||
for r in "${!HVM_AMIS[@]}"; do
|
||||
publish_ami "$r" hvm "${HVM_AMIS[$r]}"
|
||||
done
|
||||
@ -1,26 +0,0 @@
|
||||
# AKI ids from:
|
||||
# http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/UserProvidedkernels.html
|
||||
# These are pv-grub-hd0_1.04-x86_64
|
||||
|
||||
declare -A ALL_AKIS
|
||||
ALL_AKIS["us-east-1"]=aki-919dcaf8
|
||||
ALL_AKIS["us-east-2"]=aki-da055ebf
|
||||
ALL_AKIS["us-west-1"]=aki-880531cd
|
||||
ALL_AKIS["us-west-2"]=aki-fc8f11cc
|
||||
ALL_AKIS["eu-west-1"]=aki-52a34525
|
||||
ALL_AKIS["eu-west-2"]=aki-8b6369ef
|
||||
ALL_AKIS["eu-central-1"]=aki-184c7a05
|
||||
ALL_AKIS["ap-south-1"]=aki-a7305ac8
|
||||
ALL_AKIS["ap-southeast-1"]=aki-503e7402
|
||||
ALL_AKIS["ap-southeast-2"]=aki-c362fff9
|
||||
ALL_AKIS["ap-northeast-1"]=aki-176bf516
|
||||
ALL_AKIS["ap-northeast-2"]=aki-01a66b6f
|
||||
ALL_AKIS["sa-east-1"]=aki-5553f448
|
||||
ALL_AKIS["ca-central-1"]=aki-320ebd56
|
||||
|
||||
MAIN_REGIONS=( "${!ALL_AKIS[@]}" )
|
||||
|
||||
# The following are isolated regions
|
||||
ALL_AKIS["us-gov-west-1"]=aki-1de98d3e
|
||||
|
||||
ALL_REGIONS=( "${!ALL_AKIS[@]}" )
|
||||
@ -1,212 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# This expects to run on an EC2 instance.
|
||||
#
|
||||
# mad props to Eric Hammond for the initial script
|
||||
# https://github.com/alestic/alestic-hardy-ebs/blob/master/bin/alestic-hardy-ebs-build-ami
|
||||
|
||||
# This script will launch three ec2 nodes with shared user-data, and then
|
||||
# then test of the cluster is bootstrapped
|
||||
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
USAGE="Usage: $0 -a ami-id
|
||||
-a ami-id ID of the AMI to be tests
|
||||
-V VERSION Find AMI by CoreOS version.
|
||||
-b BOARD Set to the board name, default is amd64-usr
|
||||
-g GROUP Set the update group, default is alpha
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
The AMI to test must be specified by -a or -V.
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
AMI=
|
||||
HVM=
|
||||
VER=
|
||||
BOARD="amd64-usr"
|
||||
GROUP="alpha"
|
||||
|
||||
clean_version() {
|
||||
sed -e 's%[^A-Za-z0-9()\\./_-]%_%g' <<< "$1"
|
||||
}
|
||||
|
||||
while getopts "a:V:b:g:hv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
a) AMI="$OPTARG";;
|
||||
V) VER="$OPTARG";;
|
||||
b) BOARD="$OPTARG";;
|
||||
g) GROUP="$OPTARG";;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
zoneurl=http://instance-data/latest/meta-data/placement/availability-zone
|
||||
zone=$(curl --fail -s $zoneurl)
|
||||
region=$(echo $zone | sed 's/.$//')
|
||||
export EC2_URL="https://ec2.${region}.amazonaws.com"
|
||||
|
||||
if [[ -z "$AMI" && -n "$VER" ]]; then
|
||||
search_name=$(clean_version "CoreOS-$GROUP-$VER")
|
||||
AMI=$(ec2-describe-images -F name="${search_name}" | grep -m1 ^IMAGE \
|
||||
| cut -f2) || true # Don't die silently, error messages are good
|
||||
if [[ -z "$AMI" ]]; then
|
||||
echo "$0: Cannot find an AMI named $search_name" >&2
|
||||
exit 1
|
||||
fi
|
||||
HVM=$(ec2-describe-images -F name="${search_name}-hvm" \
|
||||
| grep -m1 ^IMAGE | cut -f2) || true
|
||||
if [[ -z "$HVM" ]]; then
|
||||
echo "$0: Cannot find an AMI named ${search_name}-hvm" >&2
|
||||
exit 1
|
||||
fi
|
||||
elif [[ -n "$AMI" ]]; then
|
||||
# check to make sure this is a valid image
|
||||
if ! ec2-describe-images -F image-id="$AMI" | grep -q "$AMI"; then
|
||||
echo "$0: Unknown image: $AMI" >&2
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
echo "$0: AMI id or version required (-a or -V options)" >&2
|
||||
echo "$USAGE" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo -n "Creating keys and security group... "
|
||||
key_name="autotest-`date +%s`"
|
||||
key_file="/tmp/$key_name"
|
||||
ec2-create-keypair $key_name | grep -v KEYPAIR > $key_file
|
||||
chmod 600 $key_file
|
||||
|
||||
sg_name=$key_name
|
||||
sg=$(ec2-create-group $sg_name --description "$sg_name" | cut -f2)
|
||||
ec2-authorize "$sg_name" -P tcp -p 4001 > /dev/null
|
||||
ec2-authorize "$sg_name" -P tcp -p 7001 > /dev/null
|
||||
ec2-authorize "$sg_name" -P tcp -p 22 > /dev/null
|
||||
echo "OK ($key_name)"
|
||||
|
||||
discovery=$(curl --fail -s https://discovery.etcd.io/new)
|
||||
userdata="#cloud-config
|
||||
|
||||
coreos:
|
||||
etcd:
|
||||
discovery: $discovery
|
||||
addr: \$public_ipv4:4001
|
||||
peer-addr: \$public_ipv4:7001
|
||||
units:
|
||||
- name: etcd.service
|
||||
command: start
|
||||
- name: fleet.service
|
||||
command: start
|
||||
"
|
||||
|
||||
echo -n "Booting instances... "
|
||||
# Add in 1 HVM instance if available.
|
||||
if [[ -z "$HVM" ]]; then
|
||||
instances=$(ec2-run-instances \
|
||||
--user-data "$userdata" \
|
||||
--instance-type "t1.micro" \
|
||||
--instance-count 3 \
|
||||
--group "$sg_name" \
|
||||
--key "$key_name" $AMI | \
|
||||
grep INSTANCE | cut -f2)
|
||||
else
|
||||
instances=$(ec2-run-instances \
|
||||
--user-data "$userdata" \
|
||||
--instance-type "t1.micro" \
|
||||
--instance-count 2 \
|
||||
--group "$sg_name" \
|
||||
--key "$key_name" $AMI | \
|
||||
grep INSTANCE | cut -f2)
|
||||
instances+=" "
|
||||
instances+=$(ec2-run-instances \
|
||||
--user-data "$userdata" \
|
||||
--instance-type "m3.medium" \
|
||||
--instance-count 1 \
|
||||
--group "$sg_name" \
|
||||
--key "$key_name" $HVM | \
|
||||
grep INSTANCE | cut -f2)
|
||||
fi
|
||||
# little hack to create a describe instances command that only
|
||||
# pulls data for these instances
|
||||
ec2_cmd=$(echo $instances | sed 's/ / --filter instance-id=/g')
|
||||
ec2_cmd="ec2-describe-instances --filter instance-id=$ec2_cmd"
|
||||
|
||||
while $ec2_cmd | grep INSTANCE | grep -q pending
|
||||
do sleep 10; done
|
||||
|
||||
declare -a ips=($($ec2_cmd | grep INSTANCE | cut -f4))
|
||||
|
||||
# sleep until all the sockets we need come up
|
||||
for host in ${ips[@]}; do
|
||||
for port in 22 4001 7001; do
|
||||
timeout 600 perl -MIO::Socket::INET -e "
|
||||
until(new IO::Socket::INET('$host:$port')){sleep 1}"
|
||||
done
|
||||
done
|
||||
echo "OK ($instances)"
|
||||
|
||||
echo "Letting etcd settle..."
|
||||
sleep 10
|
||||
|
||||
echo "Running coretest..."
|
||||
for host in ${ips[@]}; do
|
||||
if ! ssh -i "$key_file" -l core -o StrictHostKeyChecking=no "$host" \
|
||||
coretest -test.v=true -test.parallel=8
|
||||
then
|
||||
echo "coretest failed for $host" >&2
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
echo "OK"
|
||||
|
||||
echo -n "Testing etcd... "
|
||||
test_key="v2/keys/test"
|
||||
token=$(uuidgen)
|
||||
# XXX: the sleep *should never* be required, this is a bug in etcd
|
||||
sleep 5
|
||||
curl --fail -s -L "${ips[0]}:4001/$test_key" -d value="$token" > /dev/null
|
||||
sleep 5
|
||||
for host in ${ips[@]}; do
|
||||
if ! curl --fail -s -L "${host}:4001/$test_key" | grep -q $token; then
|
||||
echo "etcd bootstrap appears to have failed for $host" >&2
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
echo "OK"
|
||||
|
||||
echo "Checking disk GUID... "
|
||||
for host in ${ips[@]}; do
|
||||
if ! ssh -i "$key_file" -l core -o StrictHostKeyChecking=no "$host" \
|
||||
sudo sgdisk --print /dev/xvda | \
|
||||
grep "^Disk identifier" | \
|
||||
grep -v 00000000-0000-0000-0000-000000000001
|
||||
then
|
||||
echo "disk guid unset on $host" >&2
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
echo "OK"
|
||||
|
||||
|
||||
echo -n "Cleaning up environment... "
|
||||
ec2-terminate-instances $instances > /dev/null
|
||||
while ! $ec2_cmd | grep INSTANCE | grep -q terminated
|
||||
do sleep 10; done
|
||||
|
||||
# The security group may take a little longer to free up
|
||||
while ! ec2-delete-group $sg_name > /dev/null
|
||||
do sleep 10; done
|
||||
ec2-delete-keypair $key_name > /dev/null
|
||||
rm $key_file
|
||||
echo "OK"
|
||||
@ -1,134 +0,0 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# Set pipefail along with -e in hopes that we catch more errors
|
||||
set -e -o pipefail
|
||||
|
||||
DIR=$(dirname $0)
|
||||
source $DIR/regions.sh
|
||||
|
||||
USAGE="Usage: $0 -V 100.0.0
|
||||
-V VERSION Find AMI by CoreOS version. (required)
|
||||
-b BOARD Set to the board name, default is amd64-usr
|
||||
-g GROUP Set the update group, default is alpha
|
||||
-s STORAGE GS URL for Google storage to upload to.
|
||||
-h this ;-)
|
||||
-v Verbose, see all the things!
|
||||
|
||||
This script must be run from an ec2 host with the ec2 tools installed.
|
||||
"
|
||||
|
||||
IMAGE="coreos_production_ami"
|
||||
GS_URL="gs://builds.release.core-os.net"
|
||||
AMI=
|
||||
VER=
|
||||
BOARD="amd64-usr"
|
||||
GROUP="alpha"
|
||||
|
||||
clean_version() {
|
||||
sed -e 's%[^A-Za-z0-9()\\./_-]%_%g' <<< "$1"
|
||||
}
|
||||
|
||||
while getopts "V:b:g:s:hv" OPTION
|
||||
do
|
||||
case $OPTION in
|
||||
V) VER="$OPTARG";;
|
||||
b) BOARD="$OPTARG";;
|
||||
g) GROUP="$OPTARG";;
|
||||
s) GS_URL="$OPTARG";;
|
||||
h) echo "$USAGE"; exit;;
|
||||
v) set -x;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ $(id -u) -eq 0 ]]; then
|
||||
echo "$0: This command should not be ran run as root!" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ ! -n "$VER" ]]; then
|
||||
echo "$0: AMI version required via -V" >&2
|
||||
echo "$USAGE" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
search_name=$(clean_version "CoreOS-$GROUP-$VER")
|
||||
declare -A AMIS HVM_AMIS
|
||||
for r in "${ALL_REGIONS[@]}"; do
|
||||
# Hacky but avoids writing an indirection layer to handle auth...
|
||||
if [[ "${r}" == "us-gov-west-1" ]]; then
|
||||
source $DIR/ami-builder-us-gov-auth.sh
|
||||
else
|
||||
source $DIR/marineam-auth.sh
|
||||
fi
|
||||
|
||||
AMI=$(ec2-describe-images --region=${r} -F name="${search_name}" \
|
||||
| grep -m1 ^IMAGE | cut -f2) || true
|
||||
if [[ -z "$AMI" ]]; then
|
||||
echo "$0: Cannot find an AMI named ${search_name} in ${r}" >&2
|
||||
exit 1
|
||||
fi
|
||||
AMIS[${r}]=$AMI
|
||||
HVM=$(ec2-describe-images --region=${r} -F name="${search_name}-hvm" \
|
||||
| grep -m1 ^IMAGE | cut -f2) || true
|
||||
if [[ -z "$HVM" ]]; then
|
||||
echo "$0: Cannot find an AMI named ${search_name}-hvm in ${r}" >&2
|
||||
exit 1
|
||||
fi
|
||||
HVM_AMIS[${r}]=$HVM
|
||||
done
|
||||
|
||||
# ignore this crap: /usr/lib64/python2.6/site-packages/Crypto/Util/number.py:57: PowmInsecureWarning: Not using mpz_powm_sec. You should rebuild using libgmp >= 5 to avoid timing attack vulnerability.
|
||||
upload_file() {
|
||||
local name="$1"
|
||||
local content="$2"
|
||||
url="$GS_URL/$GROUP/boards/$BOARD/$VER/${IMAGE}_${name}"
|
||||
echo -e "$content" \
|
||||
| python -W "ignore:Not using mpz_powm_sec" \
|
||||
`which gsutil` cp - "$url"
|
||||
echo "OK, ${url}=${content}"
|
||||
}
|
||||
|
||||
publish_ami() {
|
||||
local r="$1"
|
||||
local virt_type="$2"
|
||||
local r_amiid="$3"
|
||||
|
||||
# compatibility name from before addition of hvm
|
||||
if [[ "${virt_type}" == "pv" ]]; then
|
||||
upload_file "${r}.txt" "$r_amiid"
|
||||
fi
|
||||
|
||||
upload_file "${virt_type}_${r}.txt" "$r_amiid"
|
||||
}
|
||||
|
||||
PV_ALL=""
|
||||
for r in "${!AMIS[@]}"; do
|
||||
publish_ami "$r" pv "${AMIS[$r]}"
|
||||
PV_ALL+="|${r}=${AMIS[$r]}"
|
||||
done
|
||||
PV_ALL="${PV_ALL#|}"
|
||||
|
||||
HVM_ALL=""
|
||||
for r in "${!HVM_AMIS[@]}"; do
|
||||
publish_ami "$r" hvm "${HVM_AMIS[$r]}"
|
||||
HVM_ALL+="|${r}=${HVM_AMIS[$r]}"
|
||||
done
|
||||
HVM_ALL="${HVM_ALL#|}"
|
||||
|
||||
AMI_ALL="{\n \"amis\": ["
|
||||
for r in "${ALL_REGIONS[@]}"; do
|
||||
AMI_ALL+="\n {"
|
||||
AMI_ALL+="\n \"name\": \"${r}\","
|
||||
AMI_ALL+="\n \"pv\": \"${AMIS[$r]}\","
|
||||
AMI_ALL+="\n \"hvm\": \"${HVM_AMIS[$r]}\""
|
||||
AMI_ALL+="\n },"
|
||||
done
|
||||
AMI_ALL="${AMI_ALL%,}"
|
||||
AMI_ALL+="\n ]\n}"
|
||||
|
||||
upload_file "all.txt" "${PV_ALL}"
|
||||
upload_file "pv.txt" "${PV_ALL}"
|
||||
upload_file "hvm.txt" "${HVM_ALL}"
|
||||
upload_file "all.json" "${AMI_ALL}"
|
||||
echo "Done"
|
||||
@ -1,16 +0,0 @@
|
||||
#!/bin/bash
|
||||
|
||||
DIR=/home/ec2-user/scripts/oem/ami
|
||||
USER=someone
|
||||
TYPE=production
|
||||
VERSION="367.0.0+2014-07-10-1613"
|
||||
URL="http://users.developer.core-os.net/${USER}/boards/amd64-usr/${VERSION}"
|
||||
|
||||
set -e
|
||||
eval $(curl -f "${URL}/version.txt")
|
||||
|
||||
source $DIR/marineam-auth.sh
|
||||
args="-b amd64-usr -g ${USER} -V ${VERSION}"
|
||||
$DIR/import.sh ${args} -u "${URL}/coreos_${TYPE}_ami_image.bin.bz2"
|
||||
$DIR/test_ami.sh -v ${args}
|
||||
#$DIR/copy_ami.sh ${args}
|
||||
Loading…
x
Reference in New Issue
Block a user