Skip to content

GitLab

Commit f1d4d98a authored by Nikos Skalkotos's avatar Nikos Skalkotos
Browse files

Merge branch 'hotfix-0.9.3'

parents a1d2068f b1f71820
Hide whitespace changes
Inline Side-by-side
snf-image-helper/ChangeLog
View file @ f1d4d98a
2013-09-02, v0.9.3
2013-08-27, v0.9.2
* Use devflow building system
......
snf-image-host/ChangeLog
View file @ f1d4d98a
2013-09-02, v0.9.3
* Add code to download and install a fixed snf-image-helper image. This is the default
behaviour for snf-image-update-helper.
2013-08-27, v0.9.2
* Use devflow building system
* In pithcat if the provided URL is a pithosmap, initialize the backend
......
snf-image-host/Makefile.am
View file @ f1d4d98a
......@@ -16,7 +16,7 @@ dist_os_DATA = ${srcdir}/ganeti_api_version ${srcdir}/parameters.list \
dist_xenscripts_SCRIPTS = ${srcdir}/vif-snf-image
dist_bin_SCRIPTS = snf-image-update-helper
dist_bin_SCRIPTS = snf-image-update-helper snf-image-create-fixed-helper
os_DATA = ${srcdir}/common.sh
......@@ -30,6 +30,7 @@ edit = sed \
-e 's|@defaultdir[@]|$(defaultdir)|g' \
-e 's|@VERSION_CHECK[@]|$(VERSION_CHECK)|g' \
-e 's|@HELPER_DIR[@]|$(HELPER_DIR)|g' \
-e 's|@HELPER_URL[@]|$(HELPER_URL)|g' \
-e 's|@AWK[@]|$(AWK)|g' \
-e 's|@MKDIR_P[@]|$(MKDIR_P)|g' \
-e 's|@LOSETUP[@]|$(LOSETUP)|g' \
......
snf-image-host/common.sh.in
View file @ f1d4d98a
......@@ -24,6 +24,8 @@ QEMU_IMG="qemu-img"
INSTALL_MBR="install-mbr"
TIMEOUT="timeout"
CURL="curl"
TAR="tar"
XZ="xz"
DATE="date -u" # Time in UTC
# Temporary use stderr as monitoring file descriptor.
......@@ -417,6 +419,7 @@ fi
: ${IMAGE_DEBUG:="no"}
: ${VERSION_CHECK:="@VERSION_CHECK@"}
: ${HELPER_DIR:="@HELPER_DIR@"}
: ${HELPER_URL:="@HELPER_URL@"}
: ${HELPER_SIZE:="600"}
: ${HELPER_SOFT_TIMEOUT:=120}
: ${HELPER_HARD_TIMEOUT:=5}
......
snf-image-host/configure.ac
View file @ f1d4d98a
AC_PREREQ(2.59)
m4_include([../version.m4])
AC_INIT(snf-image, devflow_version, synnefo@googlegroups.com)
AC_DEFINE_UNQUOTED(VERSION, "$devflow_version")
AC_CONFIG_AUX_DIR(autotools)
AC_CONFIG_SRCDIR(configure)
......@@ -18,6 +19,16 @@ if test ${version_check} = yes; then
AC_SUBST(VERSION_CHECK, yes)
fi
# --with-helper-url
AC_ARG_WITH([helper-url],
[AS_HELP_STRING([--with-helper-url=URL],
[url to download the helper image from [http://cdn.synnefo.org/snf_image_helper_image-PROG_VERSION.tar.xz]])],
[helper_url="$withval"],
[helper_url="http://cdn.synnefo.org/snf_image_helper_image-$VERSION.tar.xz"]
)
AC_SUBST(HELPER_URL, $helper_url)
# --with-progress-monitor
AC_ARG_WITH([progress-monitor],
[AS_HELP_STRING([--with-progress-monitor=PRGRM],
......
snf-image-host/defaults.in
View file @ f1d4d98a
......@@ -38,6 +38,9 @@
# HELPER_USER imeddiately before starting execution of the helper VM.
# HELPER_USER="nobody"
# HELPER_URL: URL to use to download the snf-image-helper image
# HELPER_URL="@HELPER_URL@"
# MULTISTRAP_CONFIG: Configuration file to be used with multistrap to create
# the rootfs of the helper image.
# MULTISTRAP_CONFIG="@MULTISTRAP_CONFIG@"
......@@ -75,3 +78,5 @@
# INSTALL_MBR="install-mbr"
# TIMEOUT="timeout"
# CURL="curl"
# TAR="tar"
# XZ="xz"
snf-image-host/pithcat
View file @ f1d4d98a
......@@ -66,7 +66,6 @@ def parse_url(url):
def print_size(backend, url):
"""Writes object's size to stdout."""
url = parse_url(url)
if type(url) is LocationURL:
account, container, object = url
meta = backend.get_object_meta(account, account, container, object,
......@@ -81,7 +80,6 @@ def print_size(backend, url):
def print_data(backend, url):
"""Writes object's size to stdout."""
url = parse_url(url)
if type(url) is LocationURL:
account, container, object = url
size, hashmap = backend.get_object_hashmap(account, account, container,
......@@ -107,7 +105,7 @@ def main():
parser.print_help()
exit(1)
url = args[0]
url = parse_url(args[0])
if not options.data and 'PITHCAT_INPUT_DATA' not in environ:
stderr.write("Pithos data directory path is missing.\n")
......@@ -123,7 +121,8 @@ def main():
db_uri = environ['PITHCAT_INPUT_DB'] if not options.db else options.db
backend = ModularBackend(None,
db_uri if type(url) in LocationURL else None,
db_uri if type(url) is LocationURL
else None,
None,
data_path)
......
snf-image-host/snf-image-create-fixed-helper.in 0 → 100644
View file @ f1d4d98a
#!/bin/bash
# Copyright (C) 2011 GRNET S.A.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.
set -e
set -o pipefail
set -o errtrace
. @osdir@/common.sh
usage() {
local rc="$1"
cat <<EOF
Usage: $0 [options]
This script runs multistrap and creates a small Debian image populated with
the snf-image-helper package. This image is needed for ganeti's \`snf-image'
guest OS type to work.
OPTIONS:
-d DIRECTORY
Use this directory to host the created files, instead of the default
[default: $HELPER_DIR]
-h Print this message
-p PACKAGE
Install this deb package in the helper image, instead of the default
-y Assume Yes to all queries and do not prompt
EOF
exit "$rc"
}
while getopts "d:hp:y" opt; do
case $opt in
d) HELPER_DIR="$OPTARG"
;;
h) usage 0
;;
p) HELPER_PKG="$OPTARG"
;;
y) NO_PROMPT="yes"
;;
?) log_error "Use \`-h' for help"; exit 1
;;
esac
done
echo
echo "This is the update helper image script for snf-image."
echo "If you don't know what to do, use \`-h'."
echo
if [ ! -d "$HELPER_DIR" -o ! -w "$HELPER_DIR" ]; then
log_error "Helper directory \`$HELPER_DIR' does not exist or the script" \
"has no write permission on it."
exit 1
fi
if [ ! -e "$MULTISTRAP_CONFIG" ]; then
log_error "Multistrap configuration file: \`$MULTISTRAP_CONFIG' does not" \
"exist or is not readable by the script."
exit 1
fi
cat >&1 <<EOF
This program will overwrite the following files if present:
\`$HELPER_DIR/initrd'
\`$HELPER_DIR/kernel'
\`$HELPER_DIR/initrd-xen'
\`$HELPER_DIR/kernel-xen'
\`$HELPER_DIR/image'
\`$HELPER_DIR/packages'
EOF
while [[ 1 ]]; do
echo -n "Do you want to continue [y/N]? "
if [ "x$NO_PROMPT" = "xyes" ]; then
echo "y";
break;
fi
read answer
[ "$(echo -n "$answer" | tr [A-Z] [a-z])" = "y" ] && break
if [ -z "$answer" -o "$(echo -n "$answer" | tr [A-Z] [a-z])" = "n" ]; then
log_error "Abort."
exit 1
fi
done
rm -f "$HELPER_DIR/initrd" "$HELPER_DIR/kernel" "$HELPER_DIR/image"
echo -n "Allocating space for helper disk image..."
helper_img=$(mktemp "$HELPER_DIR/image.XXXXXX")
add_cleanup rm -f "$helper_img"
dd if=/dev/zero of="$helper_img" bs=1M count="$HELPER_SIZE" &> /dev/null
echo "done"
echo "Creating partitions..."
blockdev=$("$LOSETUP" -sf $helper_img)
add_cleanup "$LOSETUP" -d "$blockdev"
sleep 1 # sometimes losetup returns and the device is still busy..
format_disk0 "$blockdev" "extdump" 2>&1 | sed -e 's/^/CFDISK: /g'
root_dev=$(map_disk0 "$blockdev")-1
add_cleanup unmap_disk0 "$blockdev"
echo Creating and configuring filesystem...
mkfs.ext3 "$root_dev" 2>&1 | sed -e 's/^/MKFS.EXT3: /g'
# The helper vm should never do filesystem checks...
tune2fs -i 0 -c 0 "$root_dev" 2>&1 | sed -e 's/^/TUNE2FS: /g'
root_uuid=$(blkid -s UUID -o value "$root_dev")
target=$(mktemp -d)
add_cleanup rmdir "$target"
mount "$root_dev" "$target"
add_cleanup umount "$root_dev"
do_multistrap "$target"
# Save the package list
chroot "$target" dpkg-query -W > "$HELPER_DIR/packages"
echo -n "Configuring the helper image..."
echo snf-image-helper > "$target/etc/hostname"
cat > "$target/etc/fstab" <<EOF
# /etc/fstab: static file system information.
#
# <file system> <mount point> <type> <options> <dump> <pass>
UUID=$root_uuid / ext3 defaults 0 1
proc /proc proc defaults 0 0
EOF
# We need this since we mount the helper VM ro
ln -sf /proc/mounts "$target/etc/mtab"
echo "done"
echo -n "Extracting kernel..."
if [ ! -L "$target/vmlinuz" -o ! -L "$target/vmlinuz" ]; then
echo -e "\033[1;31mfailed\033[0m"
log_error "vmlinuz or initrd.img link in root is missing."
log_error "I don't know how to find a usable kernel/initrd pair."
exit 1
fi
echo "done"
# Make sure extended globbing is enabled
shopt -s extglob
kernel=$(ls "$target"/boot/vmlinuz-+([0-9.])-+([a-z0-9])-amd64)
initrd=$(ls "$target"/boot/initrd.img-+([0-9.])-+([a-z0-9])-amd64)
kernel_xen=$(ls "$target"/boot/vmlinuz-+([0-9.])-+([a-z0-9])-xen-amd64)
initrd_xen=$(ls "$target"/boot/initrd.img-+([0-9.])-+([a-z0-9])-xen-amd64)
echo "Moving $(basename "$kernel") and $(basename "$initrd") to \`$HELPER_DIR'"
cp "$kernel" "$initrd" "$HELPER_DIR"
echo "Moving $(basename "$kernel_xen") and $(basename "$initrd_xen") to \`$HELPER_DIR'"
cp "$kernel_xen" "$initrd_xen" "$HELPER_DIR"
kernel=$(basename "$kernel")
initrd=$(basename "$initrd")
kernel_xen=$(basename "$kernel_xen")
initrd_xen=$(basename "$initrd_xen")
(cd "$HELPER_DIR"; ln -fs "$kernel" kernel; ln -fs "$initrd" initrd)
(cd "$HELPER_DIR"; ln -fs "$kernel_xen" kernel-xen; ln -fs "$initrd_xen" initrd-xen)
pkg_installed=$(grep snf-image-helper "$HELPER_DIR/packages" > /dev/null && echo yes)
if [ -z "$HELPER_PKG" -a -z "$pkg_installed" ]; then
log_error "No helper package was specified and non was found by the apt."
exit 1
fi
if [ -r "$HELPER_PKG" ]; then
echo "Installing snf-image-helper pkg in the new image..."
cp "$HELPER_PKG" "$target/tmp/"
pkg_name=$(basename "$HELPER_PKG")
add_cleanup rm "$target/tmp/$pkg_name"
chroot "$target" dpkg -i "/tmp/$pkg_name" 2>&1 | sed -e 's/^/DPKG: /g'
# Recreate package list
chroot "$target" dpkg-query -W > "$HELPER_DIR/packages"
else
echo "snf-image-helper pkg was installed from the apt repository."
fi
helper_version="$(grep ^snf-image-helper[[:space:]] "$HELPER_DIR/packages" | cut -f2)"
host_version="$(dpkg-query -W -f "\${Version}\n" snf-image)"
if [ "$VERSION_CHECK" == yes -a -z "$HELPER_PKG" ]; then
if [ "$host_version" != "$helper_version" ]; then
log_error "snf-image version (=$host_version) and " \
"snf-image-helper version (=$helper_version) don't match."
exit 1
fi
fi
mv "$helper_img" "$HELPER_DIR/image"
echo "Files in \`$HELPER_DIR' were updated successfully" >&2
TMPDIR=$(mktemp -d)
echo "Creating fixed appliance in \`$TMPDIR':" >&2
echo >&2
(cd "$HELPER_DIR"; $TAR -cvf "$TMPDIR/snf_image_helper_image-${helper_version}.tar" "$kernel_xen" "$initrd_xen" "$kernel" "$initrd" kernel initrd kernel-xen initrd-xen image packages)
echo >&2
echo -n "Compressing fixed appliance ..." >&2
(cd "$HELPER_DIR"; $XZ -9 "$TMPDIR/snf_image_helper_image-${helper_version}.tar")
echo "done" >&2
exit 0
# vim: set sta sts=4 shiftwidth=4 sw=4 et ai :
snf-image-host/snf-image-update-helper.in
View file @ f1d4d98a
......@@ -18,7 +18,6 @@
# 02110-1301, USA.
set -e
set -o pipefail
set -o errtrace
. @osdir@/common.sh
......@@ -30,65 +29,39 @@ usage() {
Usage: $0 [options]
This script runs a debootstrap and creates a small Debian image populated with
the snf-image-helper package. This needs to be done before the first use of
ganeti's \`snf-image' guest OS type.
This script will download a suitable fixed snf-image-helper image and will
install it under $IMAGE_DIR.
OPTIONS:
-d DIRECTORY
Use this directory to host the created files, instead of the default
[default: $HELPER_DIR]
-h Print this message
-h Print this message
-u URL
Download URL to use for the helper image instead of $HELPER_URL
-p PACKAGE
Install this deb package in the helper image, instead of the default
-r Don't use any existing cache
-y Assume Yes to all queries and do not prompt
-y Assume Yes to all queries and do not prompt
EOF
exit "$rc"
}
while getopts "d:hp:ry" opt; do
while getopts "hu:y" opt; do
case $opt in
d) HELPER_DIR="$OPTARG"
;;
h) usage 0
;;
p) HELPER_PKG="$OPTARG"
;;
r) NO_CACHE="yes"
u) HELPER_URL="$OPTARG"
;;
y) NO_PROMPT="yes"
;;
?) log_error "Use \`-h' for help"; exit 1
?) log_error "User \`-h' for help"; exit 1
;;
esac
done
echo
echo "This is the update helper image script for snf-image."
echo "If you don't know what to do, use \`-h'."
echo
if [ ! -d "$HELPER_DIR" -o ! -w "$HELPER_DIR" ]; then
log_error "Helper directory \`$HELPER_DIR' does not exist or the script" \
"has no write permission on it."
exit 1
fi
if [ ! -e "$MULTISTRAP_CONFIG" ]; then
log_error "Multistrap configuration file: \`$MULTISTRAP_CONFIG' does not" \
"exist or is not readable by the script."
exit 1
fi
cat >&1 <<EOF
This program will overwrite the following files if present:
$(basename $0) will download a suitable snf-image-helper image and will install
it under $IMAGE_DIR. The following files will be overwritten if present:
\`$HELPER_DIR/initrd'
\`$HELPER_DIR/kernel'
\`$HELPER_DIR/initrd-xen'
......@@ -112,125 +85,25 @@ while [[ 1 ]]; do
fi
done
rm -f "$HELPER_DIR/initrd" "$HELPER_DIR/kernel" "$HELPER_DIR/image"
echo -n "Allocating space for helper disk image..."
helper_img=$(mktemp "$HELPER_DIR/image.XXXXXX")
add_cleanup rm -f "$helper_img"
dd if=/dev/zero of="$helper_img" bs=1M count="$HELPER_SIZE" &> /dev/null
echo "done"
echo "Creating partitions..."
blockdev=$("$LOSETUP" -sf $helper_img)
add_cleanup "$LOSETUP" -d "$blockdev"
sleep 1 # sometimes losetup returns and the device is still busy..
format_disk0 "$blockdev" "extdump" 2>&1 | sed -e 's/^/CFDISK: /g'
root_dev=$(map_disk0 "$blockdev")-1
add_cleanup unmap_disk0 "$blockdev"
echo Creating and configuring filesystem...
mkfs.ext3 "$root_dev" 2>&1 | sed -e 's/^/MKFS.EXT3: /g'
# The helper vm should never do filesystem checks...
tune2fs -i 0 -c 0 "$root_dev" 2>&1 | sed -e 's/^/TUNE2FS: /g'
root_uuid=$(blkid -s UUID -o value "$root_dev")
target=$(mktemp -d)
add_cleanup rmdir "$target"
mount "$root_dev" "$target"
add_cleanup umount "$root_dev"
do_multistrap "$target"
# Save the package list
chroot "$target" dpkg-query -W > "$HELPER_DIR/packages"
IMAGE_DIR=$(mktemp -d)
add_cleanup rmdir "$IMAGE_DIR"
echo -n "Configuring the helper image..."
echo snf-image-helper > "$target/etc/hostname"
cd "$IMAGE_DIR"
cat > "$target/etc/fstab" <<EOF
# /etc/fstab: static file system information.
#
# <file system> <mount point> <type> <options> <dump> <pass>
UUID=$root_uuid / ext3 defaults 0 1
proc /proc proc defaults 0 0
EOF
# We need this since we mount the helper VM ro
ln -sf /proc/mounts "$target/etc/mtab"
echo "done"
echo -n "Extracting kernel..."
if [ ! -L "$target/vmlinuz" -o ! -L "$target/vmlinuz" ]; then
echo -e "\033[1;31mfailed\033[0m"
log_error "vmlinuz or initrd.img link in root is missing."
log_error "I don't know how to find a usable kernel/initrd pair."
exit 1
fi
echo "done"
# Make sure extended globbing is enabled
shopt -s extglob
kernel=$(ls "$target"/boot/vmlinuz-+([0-9.])-+([a-z0-9])-amd64)
initrd=$(ls "$target"/boot/initrd.img-+([0-9.])-+([a-z0-9])-amd64)
kernel_xen=$(ls "$target"/boot/vmlinuz-+([0-9.])-+([a-z0-9])-xen-amd64)
initrd_xen=$(ls "$target"/boot/initrd.img-+([0-9.])-+([a-z0-9])-xen-amd64)
echo "Moving $(basename "$kernel") and $(basename "$initrd") to \`$HELPER_DIR'"
cp "$kernel" "$initrd" "$HELPER_DIR"
echo "Moving $(basename "$kernel_xen") and $(basename "$initrd_xen") to \`$HELPER_DIR'"
cp "$kernel_xen" "$initrd_xen" "$HELPER_DIR"
IMAGE=$(basename "$HELPER_URL")
echo >&2
echo "Downloading helper image from $HELPER_URL ..." >&2
$CURL -O -L -f "$HELPER_URL"
add_cleanup rm -f "$IMAGE_DIR/$IMAGE"
kernel=$(basename "$kernel")
initrd=$(basename "$initrd")
kernel_xen=$(basename "$kernel_xen")
initrd_xen=$(basename "$initrd_xen")
(cd "$HELPER_DIR"; ln -fs "$kernel" kernel; ln -fs "$initrd" initrd)
(cd "$HELPER_DIR"; ln -fs "$kernel_xen" kernel-xen; ln -fs "$initrd_xen" initrd-xen)
pkg_installed=$(grep snf-image-helper "$HELPER_DIR/packages" > /dev/null && echo yes)
if [ -z "$HELPER_PKG" -a -z "$pkg_installed" ]; then
log_error "No helper package was specified and non was found by the apt."
exit 1
fi
if [ -r "$HELPER_PKG" ]; then
echo "Installing snf-image-helper pkg in the new image..."
cp "$HELPER_PKG" "$target/tmp/"
pkg_name=$(basename "$HELPER_PKG")
add_cleanup rm "$target/tmp/$pkg_name"
chroot "$target" dpkg -i "/tmp/$pkg_name" 2>&1 | sed -e 's/^/DPKG: /g'
# Recreate package list
chroot "$target" dpkg-query -W > "$HELPER_DIR/packages"
else
echo "snf-image-helper pkg was installed from the apt repository."
fi
if [ "$VERSION_CHECK" == yes -a -z "$HELPER_PKG" ]; then
helper_version="$(grep ^snf-image-helper[[:space:]] "$HELPER_DIR/packages" | cut -f2)"
host_version="$(dpkg-query -W -f "\${Version}\n" snf-image)"
if [ "$host_version" != "$helper_version" ]; then
log_error "snf-image version (=$host_version) and " \
"snf-image-helper version (=$helper_version) don't match."
exit 1
fi
fi
cd "$HELPER_DIR"
mv "$helper_img" "$HELPER_DIR/image"
echo >&2
echo "Extracting helper image under \`$HELPER_DIR':" >&2
tar -xvf "$IMAGE_DIR/$IMAGE"
echo "Files in \`$HELPER_DIR' were updated successfully"
echo >&2
echo "Helper image was installed successfully!" >&2
exit 0
# vim: set sta sts=4 shiftwidth=4 sw=4 et ai :
version.m4
View file @ f1d4d98a
m4_define([devflow_version], [0.9.2])
m4_define([devflow_version], [0.9.3])
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment