1 # Copyright (C) 2011 GRNET S.A.
2 # Copyright (C) 2007, 2008, 2009 Google Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful, but
10 # WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 # General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
24 INSTALL_MBR="install-mbr"
27 DATE="date -u" # Time in UTC
29 # Temporary use stderr as monitoring file descriptor.
30 # `create' will overwrite this
33 MSG_TYPE_ERROR="image-error"
34 MSG_TYPE_INFO="image-info"
41 for arg; do cmd+=$(printf "%q " "$arg"); done
56 local report="$(./host-monitor.py info <<< "$*")"
58 eval "echo $(printf "%q" "$report") >&${MONITOR_FD}"
69 if [ ${#ERROR_MSGS[@]} -gt 0 ]; then
71 for err in "${ERROR_MSGS[@]}"; do
74 report="$(./host-monitor.py error <<< "$msg")"
76 report=$(./host-monitor.py error <<< "Internal Error: Image deployment failed.")
79 eval "echo $(printf "%q" "$report") >&${MONITOR_FD}"
82 get_api5_arguments() {
84 # Note the quotes around `$TEMP': they are essential!
85 eval set -- "$GETOPT_RESULT"
88 -i|-n) instance=$2; shift 2;;
90 -o) old_name=$2; shift 2;;
92 -b) blockdev=$2; shift 2;;
94 -s) swapdev=$2; shift 2;;
98 *) log_error "Internal error!" >&2; exit 1;;
101 if [ -z "$instance" -o -z "$blockdev" ]; then
102 log_error "Missing OS API Argument (-i, -n, or -b)"
105 if [ "$SCRIPT_NAME" != "export" -a -z "$swapdev" ]; then
106 log_error "Missing OS API Argument -s (swapdev)"
109 if [ "$SCRIPT_NAME" = "rename" -a -z "$old_name" ]; then
110 log_error "Missing OS API Argument -o (old_name)"
115 get_api10_arguments() {
116 if [ -z "$INSTANCE_NAME" -o -z "$HYPERVISOR" -o -z "$DISK_COUNT" ]; then
117 log_error "Missing OS API Variable:"
118 log_error "(INSTANCE_NAME HYPERVISOR or DISK_COUNT)"
121 instance=$INSTANCE_NAME
122 if [ $DISK_COUNT -lt 1 -o -z "$DISK_0_PATH" ]; then
123 log_error "At least one disk is needed"
126 if [ "$SCRIPT_NAME" = "export" ]; then
127 if [ -z "$EXPORT_DEVICE" ]; then
128 log_error "Missing OS API Variable EXPORT_DEVICE"
130 blockdev=$EXPORT_DEVICE
131 elif [ "$SCRIPT_NAME" = "import" ]; then
132 if [ -z "$IMPORT_DEVICE" ]; then
133 log_error "Missing OS API Variable IMPORT_DEVICE"
135 blockdev=$IMPORT_DEVICE
137 blockdev=$DISK_0_PATH
139 if [ "$SCRIPT_NAME" = "rename" -a -z "$OLD_INSTANCE_NAME" ]; then
140 log_error "Missing OS API Variable OLD_INSTANCE_NAME"
142 old_name=$OLD_INSTANCE_NAME
145 get_api20_arguments() {
148 local required_osparams="IMG_ID IMG_FORMAT IMG_PASSWD"
149 local osparams="$required_osparams IMG_PROPERTIES IMG_PERSONALITY CONFIG_URL"
151 # Store OSP_VAR in VAR
152 for param in $osparams; do
153 eval $param=\"\$OSP_$param\"
156 if [ -n "$CONFIG_URL" ]; then
157 source <($CURL -f "$CONFIG_URL" | ./decode-config.py $osparams)
160 for var in $required_osparams; do
161 if [ -z "${!var}" ]; then
162 log_error "Missing OS API Parameter: ${var}"
170 filesystem_dev_base=$($KPARTX -l -p- $blockdev | \
171 grep -m 1 -- "-1.*$blockdev" | \
173 if [ -z "$filesystem_dev_base" ]; then
174 log_error "Cannot interpret kpartx output and get partition mapping"
177 $KPARTX -a -p- "$blockdev" > /dev/null
178 filesystem_dev="/dev/mapper/${filesystem_dev_base/%-1/}"
179 if [ ! -b "/dev/mapper/$filesystem_dev_base" ]; then
180 log_error "Can't find kpartx mapped partition:" \
181 "/dev/mapper/$filesystem_dev_base"
184 echo "$filesystem_dev"
193 local image_type="$2"
195 declare -A part_id=( ['extdump']="83" ["ntfsdump"]="7" )
197 # The -f is needed, because we use an optimal alignment and sfdisk complains
198 # about partitions not ending on clylinder boundary.
199 local sfdisk_cmd="$SFDISK -uS -H 255 -S 63 -f --quiet --Linux --DOS $device"
201 $sfdisk_cmd > /dev/null <<EOF
202 2048,,${part_id["$image_type"]},*
209 local target=$(mktemp -d)
210 add_cleanup rmdir "$target"
212 dd bs=512 count=2880 if=/dev/zero of="$img"
213 mkfs.ext2 -F "$img" > /dev/null
214 mount "$img" "$target" -o loop
215 set | egrep ^snf_export_\\w+= | sed -e 's/^snf_export_/export SNF_IMAGE_/' \
217 if [ -n "$UNATTEND" ]; then
218 if [ -f "$UNATTEND" ]; then
219 cat "$UNATTEND" > "$target/unattend.xml"
221 log_error "Unattend file: \`"$UNATTEND"' does not exist"
230 if [[ "$id" =~ ^pithos: ]]; then
232 elif [[ "$id" =~ ^(http|ftp)s?: ]]; then
233 if [ "$network_backend_support" = "yes" ]; then
236 log_error "Retrieving images from the network is not supported."
239 elif [ "$id" = "null" ]; then
246 # this one is only to be called by create
248 if [ -z "$OS_API_VERSION" -o "$OS_API_VERSION" = "5" ]; then
250 GETOPT_RESULT=`getopt -o o:n:i:b:s: -n '$0' -- "$@"`
251 if [ $? != 0 ] ; then log_error "Terminating..."; exit 1 ; fi
252 get_api5_arguments $GETOPT_RESULT
253 elif [ "$OS_API_VERSION" = "10" -o "$OS_API_VERSION" = "15" ]; then
255 elif [ "$OS_API_VERSION" = "20" ]; then
258 IMAGE_TYPE="$IMG_FORMAT"
259 BACKEND_TYPE=$(get_backend_type $IMG_ID)
261 log_error "Unknown OS API VERSION $OS_API_VERSION"
265 if [ -n "$OS_VARIANT" ]; then
266 if [ ! -d "$VARIANTS_DIR" ]; then
267 log_error "OS Variants directory $VARIANTS_DIR doesn't exist"
270 VARIANT_CONFIG="$VARIANTS_DIR/$OS_VARIANT.conf"
271 if [ -f "$VARIANT_CONFIG" ]; then
274 if grep -qxF "$OS_VARIANT" variants.list; then
275 log_error "ERROR: instance-image configuration error"
276 log_error " Published variant $OS_VARIANT is missing its" \
278 log_error " Please create $VARIANT_CONFIG or unpublish the" \
280 log_error " (by removing $OS_VARIANT from variants.list)"
282 log_error "Unofficial variant $OS_VARIANT is unsupported"
283 log_error "Most probably this is a user error, forcing a" \
285 log_error "To support this variant please create file" \
299 echo "Debootstraping to create a new root filesystem:"
301 # Create a policy-rc.d file to deny init script execution
302 mkdir -p "$target/usr/sbin"
303 cat > "$target/usr/sbin/policy-rc.d" <<EOF
307 chmod +x "$target/usr/sbin/policy-rc.d"
309 debootstrap --arch $(dpkg --print-architecture) \
310 --include "$HELPER_EXTRA_PKGS" --variant=minbase stable "$target" \
311 "$HELPER_MIRROR" 2>&1 | sed -e 's/^/DEBOOTSTRAP: /g'
313 # Save the package list
314 chroot "$target" dpkg-query -W -f "\${Package}\n" > "$pkgs"
316 rm "$target/usr/sbin/policy-rc.d"
318 # remove the downloaded debs, as they are no longer needed
319 find "$target/var/cache/apt/archives" -type f -name '*.deb' -print0 | \
322 local tmp_cache=$(mktemp "$cache.XXXXXX")
323 tar cf "$tmp_cache" --one-file-system -C "$target" . || \
324 { rm "$tmp_cache"; false; }
325 # Overwrite the default cache file. Not the user specified if present.
326 mv -f "$tmp_cache" "$cache"
334 # Create preferences.d for apt
335 mkdir -p "$target/etc/apt/preferences.d"
336 if [ -d "$MULTISTRAP_APTPREFDIR" ]; then
337 find "$MULTISTRAP_APTPREFDIR" -maxdepth 1 -type f -exec cp {} "$target/etc/apt/preferences.d" \;
340 # Create a policy-rc.d file to deny init script execution
341 mkdir -p "$target/usr/sbin"
342 cat > "$target/usr/sbin/policy-rc.d" <<EOF
346 chmod +x "$target/usr/sbin/policy-rc.d"
348 multistrap -d "$target" -f "$MULTISTRAP_CONFIG" 2>&1 | sed -u -e 's/^/MULTISTRAP: /g'
350 rm "$target/usr/sbin/policy-rc.d"
351 rm -rf "$target/etc/apt/preferences.d"
354 report_and_cleanup(){
360 # if something fails here, it souldn't call cleanup again...
363 if [ ${#CLEANUP[*]} -gt 0 ]; then
364 LAST_ELEMENT=$((${#CLEANUP[*]}-1))
365 REVERSE_INDEXES=$(seq ${LAST_ELEMENT} -1 0)
366 for i in $REVERSE_INDEXES; do
367 # If something fails here, it's better to retry it for a few times
368 # before we give up with an error. This is needed for kpartx when
369 # dealing with ntfs partitions mounted through fuse. umount is not
370 # synchronous and may return while the partition is still busy. A
371 # premature attempt to delete partition mappings through kpartx on
372 # a device that hosts previously mounted ntfs partition may fail
373 # with errors like this one:
374 # `device-mapper: remove ioctl failed: Device or resource busy'
375 # A sensible workaround for this is to wait for a while and then
377 local cmd=${CLEANUP[$i]}
378 $cmd || for interval in 0.25 0.5 1 2 4; do
379 echo "Command $cmd failed!"
380 echo "I'll wait for $interval secs and will retry..."
384 if [ "$?" != "0" ]; then
394 DEFAULT_FILE="@sysconfdir@/default/snf-image"
395 if [ -f "$DEFAULT_FILE" ]; then
399 : ${VARIANTS_DIR:="@sysconfdir@/ganeti/snf-image/variants"}
400 : ${IMAGE_DIR:="@localstatedir@/lib/snf-image"}
401 : ${IMAGE_DEBUG:="no"}
402 : ${HELPER_DIR:="@HELPER_DIR@"}
403 : ${HELPER_IMG:="@HELPER_IMG@"}
404 : ${HELPER_KERNEL:="@HELPER_KERNEL@"}
405 : ${HELPER_INITRD:="@HELPER_INITRD@"}
406 : ${HELPER_PKG:="@HELPER_DIR@/snf-image-helper.deb"}
407 : ${HELPER_SOFT_TIMEOUT:=20}
408 : ${HELPER_HARD_TIMEOUT:=5}
409 : ${HELPER_USER:="nobody"}
410 : ${HELPER_EXTRA_PKGS:="linux-image-amd64,e2fsprogs,ntfs-3g,ntfsprogs,xmlstarlet,python,parted,reglookup,chntpw,util-linux"}
411 : ${HELPER_MIRROR:=""}
412 : ${PITHOS_DB:="sqlite:////@localstatedir@/lib/pithos/backend.db"}
413 : ${PITHOS_DATA:="@localstatedir@/lib/pithos/data/"}
414 : ${PROGRESS_MONITOR:="@PROGRESS_MONITOR@"}
415 : ${UNATTEND:="@UNATTEND@"}
416 : ${MULTISTRAP_CONFIG:="@MULTISTRAP_CONFIG@"}
417 : ${MULTISTRAP_APTPREFDIR:="@MULTISTRAP_APTPREFDIR@"}
419 SCRIPT_NAME=$(basename $0)
421 # vim: set sta sts=4 shiftwidth=4 sw=4 et ai :