#!/bin/bash # # Copyright (c) 2011 Citrix Systems, Inc. # Copyright 2011 OpenStack LLC. # All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. # set -eu set -o xtrace VBOX_IMG=/output/packages/vbox-img usage() { cat >&2 <<EOF $0 -o <output filenames> -t <types> -x <xml files> <fs-staging-dir> <fs-size-MiB> <tmpdir> -o: Colon-separated list of output filenames (one for each type). -p: Create a disk label and partition within the output image -t: Colon-separated list of types of output file. xva and ovf supported. -x: XML filenames (one for each type) EOF exit 1 } # parse cmdline OPT_USE_PARTITION= OPT_TYPES= OPT_OUTPUT_FILES= OPT_XML_FILES= while getopts o:pt:x: o do case "$o" in o) OPT_OUTPUT_FILES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g') ;; p) OPT_USE_PARTITION=1 ;; t) OPT_TYPES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g') ;; x) OPT_XML_FILES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g') ;; [?]) usage ;; esac done shift $((OPTIND-1)) [ $# -ne 3 ] && usage FS_STAGING="$1" FS_SIZE_MIB="$2" TMPDIR="$3" if [ "$UID" = "0" ] then SUDO= else SUDO=sudo fi if [ "$FS_SIZE_MIB" = "0" ] then # Just create a dummy file. This allows developers to bypass bits of # the build by setting the size to 0. touch $OPT_OUTPUT_FILES exit 0 fi # create temporary files and dirs FS_TMPFILE=$(mktemp "$TMPDIR/mkxva-fsimg-XXXXX") XVA_TARBALL_STAGING=$(mktemp -d "$TMPDIR/mkxva-tarball-staging-XXXXX") OVF_STAGING=$(mktemp -d "$TMPDIR/mkxva-ovf-staging-XXXXX") # Find udevsettle and udevtrigger on this installation if [ -x "/sbin/udevsettle" ] ; then UDEVSETTLE="/sbin/udevsettle --timeout=30" elif [ -x "/sbin/udevadm" ] ; then UDEVSETTLE='/sbin/udevadm settle' else UDEVSETTLE='/bin/true' fi if [ -x "/sbin/udevtrigger" ] ; then UDEVTRIGGER=/sbin/udevtrigger elif [ -x "/sbin/udevadm" ] ; then UDEVTRIGGER='/sbin/udevadm trigger' else UDEVTRIGGER= fi # CLEAN_ variables track devices and mounts that must be taken down # no matter how the script exits. Loop devices are vulnerable to # exhaustion so we make every effort to remove them CLEAN_KPARTX= CLEAN_LOSETUP= CLEAN_MOUNTPOINT= cleanup_devices () { if [ -n "$CLEAN_MOUNTPOINT" ] ; then echo "Mountpoint $CLEAN_MOUNTPOINT removed on abnormal exit" $SUDO umount "$CLEAN_MOUNTPOINT" || echo "umount failed" rmdir "$CLEAN_MOUNTPOINT" || echo "rmdir failed" fi if [ -n "$CLEAN_KPARTX" ] ; then echo "kpartx devices for $CLEAN_KPARTX removed on abnormal exit" $SUDO kpartx -d "$CLEAN_KPARTX" || echo "kpartx -d failed" fi if [ -n "$CLEAN_LOSETUP" ] ; then echo "Loop device $CLEAN_LOSETUP removed on abnormal exit" $SUDO losetup -d "$CLEAN_LOSETUP" # Allow losetup errors to propagate fi } trap "cleanup_devices" EXIT make_fs_inner () { local staging="$1" local output="$2" local options="$3" CLEAN_MOUNTPOINT=$(mktemp -d "$TMPDIR/mkfs-XXXXXX") # copy staging dir contents to fs image $SUDO mount $options "$output" "$CLEAN_MOUNTPOINT" $SUDO tar -C "$staging" -c . | tar -C "$CLEAN_MOUNTPOINT" -x $SUDO umount "$CLEAN_MOUNTPOINT" rmdir "$CLEAN_MOUNTPOINT" CLEAN_MOUNTPOINT= } # Turn a staging dir into an ext3 filesystem within a partition make_fs_in_partition () { local staging="$1" local output="$2" # create new empty disk dd if=/dev/zero of="$output" bs=1M count=$FS_SIZE_MIB # Set up a loop device on the empty disk image local loopdevice=$($SUDO losetup -f) $SUDO losetup "$loopdevice" "$output" CLEAN_LOSETUP="$loopdevice" # Create a partition table and single partition. # Start partition at sector 63 to allow space for grub cat <<EOF Errors from sfdisk below are expected because the new disk is uninitialised Expecting: sfdisk: ERROR: sector 0 does not have an msdos signature Expecting: /dev/loop0: unrecognized partition table type EOF $SUDO sfdisk -uS "$CLEAN_LOSETUP" <<EOF 63 - - * EOF # kpartx creates a device for the new partition # in the form /dev/mapper/loop1p1 $SUDO kpartx -av "$CLEAN_LOSETUP" CLEAN_KPARTX="$CLEAN_LOSETUP" # Wait for the device to appear $UDEVTRIGGER $UDEVSETTLE || echo "udev settle command return code non-zero" # Infer the name of the partition device local partition="${CLEAN_LOSETUP/dev/dev/mapper}p1" # Set permissive privileges on the device $SUDO chmod 0777 "$partition" # Make an ext3 filesystem on the partition /sbin/mkfs.ext3 -I 128 -m0 -F "$partition" /sbin/e2label "$partition" vpxroot make_fs_inner "$staging" "$partition" "" # Now run grub on the image we've created CLEAN_MOUNTPOINT=$(mktemp -d "$TMPDIR/mkfs-XXXXXX") # copy Set up[ grub files prior to installing grub within the image $SUDO mount "$partition" "$CLEAN_MOUNTPOINT" $SUDO cp $CLEAN_MOUNTPOINT/usr/share/grub/i386-redhat/* "$CLEAN_MOUNTPOINT/boot/grub" kernel_version=$($SUDO chroot "$CLEAN_MOUNTPOINT" rpm -qv kernel | sed -e 's/kernel-//') kernel_version_xen=$($SUDO chroot "$CLEAN_MOUNTPOINT" rpm -qv kernel-xen | sed -e 's/kernel-xen-//') $SUDO cat > "$CLEAN_MOUNTPOINT/boot/grub/grub.conf" <<EOF default 0 timeout 2 title vmlinuz-$kernel_version (HVM) root (hd0,0) kernel /boot/vmlinuz-$kernel_version ro root=LABEL=vpxroot initrd /boot/initrd-$kernel_version.img title vmlinuz-${kernel_version_xen}xen (PV) root (hd0,0) kernel /boot/vmlinuz-${kernel_version_xen}xen ro root=LABEL=vpxroot console=xvc0 initrd /boot/initrd-${kernel_version_xen}xen.img EOF $SUDO umount "$CLEAN_MOUNTPOINT" CLEAN_MOUNTPOINT= # Grub expects a disk with name /dev/xxxx with a first partition # named /dev/xxxx1, so we give it what it wants using symlinks # Note: /dev is linked to the real /dev of the build machine, so # must be cleaned up local disk_name="/dev/osxva$$bld" local disk_part1_name="${disk_name}1" rm -f "$disk_name" rm -f "$disk_part1_name" ln -s "$CLEAN_LOSETUP" "$disk_name" ln -s "$partition" "$disk_part1_name" # Feed commands into the grub shell to setup the disk grub --no-curses --device-map=/dev/null <<EOF device (hd0) $disk_name setup (hd0) (hd0,0) quit EOF # Cleanup rm -f "$disk_name" rm -f "$disk_part1_name" $SUDO kpartx -dv "$CLEAN_KPARTX" CLEAN_KPARTX= $SUDO losetup -d "$CLEAN_LOSETUP" CLEAN_LOSETUP= } # turn a staging dir into an ext3 filesystem image make_fs () { local staging="$1" local output="$2" # create new empty fs dd if=/dev/zero of="$output" bs=1M count=0 seek=$FS_SIZE_MIB /sbin/mkfs.ext3 -m0 -F "$output" /sbin/e2label "$output" vpxroot make_fs_inner "$staging" "$output" "-oloop" } # split a virtual disk image into the format expected inside an xva file splitvdi () { local diskimg="$1" local outputdir="$2" local rio="$3" local n_bytes=$(stat --printf=%s "$diskimg") local n_meg=$((($n_bytes+$((1024*1024 -1)))/$((1024*1024)))) local i=0 while [ $i -lt $n_meg ] ; do if [ $rio -eq 0 ] ; then local file="$outputdir"/chunk-$(printf "%08d" $i) dd if="$diskimg" of="$file" skip=$i bs=1M count=1 2>/dev/null gzip "$file" else local file="$outputdir"/$(printf "%08d" $i) dd if="$diskimg" of="$file" skip=$i bs=1M count=1 2>/dev/null local chksum=$(sha1sum -b "$file") echo -n "${chksum/ */}" > "$file.checksum" fi i=$(($i + 1)) done } if [ -n "$OPT_USE_PARTITION" ] ; then make_fs_in_partition "$FS_STAGING" "$FS_TMPFILE" else make_fs "$FS_STAGING" "$FS_TMPFILE" fi VDI_SIZE=$(stat --format=%s "$FS_TMPFILE") make_xva () { local output_file="$1" local xml_file="$2" local subdir local rio if [[ `cat $xml_file` =~ "<member>\s*<name>class</name>\s*<value>VDI</value>\s*</member>\s*<member>\s*<name>id</name>\s*<value>(Ref:[0-9]+)</value>" ]] then # it's a rio style xva subdir="${BASH_REMATCH[1]}"; rio=1 else # it's a geneva style xva subdir="xvda" rio=0 fi cp "$xml_file" "$XVA_TARBALL_STAGING"/ova.xml sed -i -e "s/@VDI_SIZE@/$VDI_SIZE/" "$XVA_TARBALL_STAGING"/ova.xml mkdir "$XVA_TARBALL_STAGING/$subdir" splitvdi "$FS_TMPFILE" "$XVA_TARBALL_STAGING/$subdir" "$rio" TARFILE_MEMBERS=$(cd "$XVA_TARBALL_STAGING" && echo ova.xml $subdir/*) tar -C "$XVA_TARBALL_STAGING" --format=v7 -c $TARFILE_MEMBERS -f "$output_file.tmp" mv "$output_file.tmp" "$output_file" } make_ovf () { local output_dir="$1" local xml_file="$2" local output_base=$(basename "$output_dir") local disk="$output_dir/${output_base}.vmdk" local manifest="$output_dir/${output_base}.mf" local ovf="$output_dir/${output_base}.ovf" mkdir -p "$output_dir" rm -f "$disk" $VBOX_IMG convert --srcfilename="$FS_TMPFILE" --dstfilename="$disk" \ --srcformat RAW --dstformat VMDK --variant Stream chmod 0644 "$disk" local n_bytes=$(stat --printf=%s "$disk") cp "$xml_file" "$ovf" sed -i -e "s/@MKXVA_DISK_FULLSIZE@/$VDI_SIZE/" "$ovf" sed -i -e "s/@MKXVA_DISK_SIZE@/$n_bytes/" "$ovf" sed -i -e "s/@MKXVA_DISK_MIB_SIZE@/$FS_SIZE_MIB/" "$ovf" sed -i -e "s/@MKXVA_DISK_FILENAME@/${output_base}.vmdk/" "$ovf" for to_sign in "$ovf" "$disk" do local sha1_sum=$(sha1sum "$to_sign" | cut -d' ' -f1) echo "SHA1($(basename "$to_sign"))= $sha1_sum" >> $manifest done } output_files="$OPT_OUTPUT_FILES" xml_files="$OPT_XML_FILES" # Iterate through the type list creating the relevant VMs for create_type in $OPT_TYPES do # Shift one parameter from the front of the lists create_output_file="${output_files%% *}" output_files="${output_files#* }" create_xml_file="${xml_files%% *}" xml_files="${xml_files#* }" echo "Creating $create_type appliance $create_output_file using metadata file $create_xml_file" case "$create_type" in xva) make_xva "$create_output_file" "$create_xml_file" ;; ovf) make_ovf "$create_output_file" "$create_xml_file" ;; *) echo "Unknown VM type '$create_type'" exit 1 ;; esac done # cleanup if [ -z "${DO_NOT_CLEANUP:-}" ] ; then rm -rf "$XVA_TARBALL_STAGING" rm -f "$FS_TMPFILE" fi