| ce696b60 |
# lib/ironic
# Functions to control the configuration and operation of the **Ironic** service
# Dependencies: |
| 6a5aa7c6 |
#
# - ``functions`` file
# - ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined
# - ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined
# - ``SERVICE_HOST``
# - ``KEYSTONE_TOKEN_FORMAT`` must be defined |
| ce696b60 |
# ``stack.sh`` calls the entry points in this order:
# |
| 6a5aa7c6 |
# - install_ironic
# - install_ironicclient
# - init_ironic
# - start_ironic
# - stop_ironic
# - cleanup_ironic |
| ce696b60 |
|
| 06fb29c6 |
# Save trace and pipefail settings |
| ce696b60 |
XTRACE=$(set +o | grep xtrace) |
| 06fb29c6 |
PIPEFAIL=$(set +o | grep pipefail) |
| ce696b60 |
set +o xtrace |
| 06fb29c6 |
set +o pipefail |
| ce696b60 |
# Defaults
# --------
# Set up default directories |
| d6f700db |
GITDIR["python-ironicclient"]=$DEST/python-ironicclient
|
| ce696b60 |
IRONIC_DIR=$DEST/ironic |
| f00766b8 |
IRONIC_PYTHON_AGENT_DIR=$DEST/ironic-python-agent |
| 06fb29c6 |
IRONIC_DATA_DIR=$DATA_DIR/ironic
IRONIC_STATE_PATH=/var/lib/ironic |
| ce696b60 |
IRONIC_AUTH_CACHE_DIR=${IRONIC_AUTH_CACHE_DIR:-/var/cache/ironic}
IRONIC_CONF_DIR=${IRONIC_CONF_DIR:-/etc/ironic}
IRONIC_CONF_FILE=$IRONIC_CONF_DIR/ironic.conf
IRONIC_ROOTWRAP_CONF=$IRONIC_CONF_DIR/rootwrap.conf
IRONIC_POLICY_JSON=$IRONIC_CONF_DIR/policy.json
|
| 06fb29c6 |
# Set up defaults for functional / integration testing
IRONIC_SCRIPTS_DIR=${IRONIC_SCRIPTS_DIR:-$TOP_DIR/tools/ironic/scripts}
IRONIC_TEMPLATES_DIR=${IRONIC_TEMPLATES_DIR:-$TOP_DIR/tools/ironic/templates}
IRONIC_BAREMETAL_BASIC_OPS=$(trueorfalse False $IRONIC_BAREMETAL_BASIC_OPS) |
| 83eeed0e |
IRONIC_ENABLED_DRIVERS=${IRONIC_ENABLED_DRIVERS:-fake,pxe_ssh,pxe_ipmitool} |
| 06fb29c6 |
IRONIC_SSH_USERNAME=${IRONIC_SSH_USERNAME:-`whoami`}
IRONIC_SSH_KEY_DIR=${IRONIC_SSH_KEY_DIR:-$IRONIC_DATA_DIR/ssh_keys}
IRONIC_SSH_KEY_FILENAME=${IRONIC_SSH_KEY_FILENAME:-ironic_key}
IRONIC_KEY_FILE=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME
IRONIC_SSH_VIRT_TYPE=${IRONIC_SSH_VIRT_TYPE:-virsh}
IRONIC_TFTPBOOT_DIR=${IRONIC_TFTPBOOT_DIR:-$IRONIC_DATA_DIR/tftpboot} |
| 86765104 |
IRONIC_VM_SSH_PORT=${IRONIC_VM_SSH_PORT:-22} |
| 06fb29c6 |
IRONIC_VM_SSH_ADDRESS=${IRONIC_VM_SSH_ADDRESS:-$HOST_IP}
IRONIC_VM_COUNT=${IRONIC_VM_COUNT:-1}
IRONIC_VM_SPECS_CPU=${IRONIC_VM_SPECS_CPU:-1} |
| ea335f4e |
IRONIC_VM_SPECS_RAM=${IRONIC_VM_SPECS_RAM:-512} |
| 06fb29c6 |
IRONIC_VM_SPECS_DISK=${IRONIC_VM_SPECS_DISK:-10} |
| 3e4612b2 |
IRONIC_VM_EPHEMERAL_DISK=${IRONIC_VM_EPHEMERAL_DISK:-0} |
| 06fb29c6 |
IRONIC_VM_EMULATOR=${IRONIC_VM_EMULATOR:-/usr/bin/qemu-system-x86_64}
IRONIC_VM_NETWORK_BRIDGE=${IRONIC_VM_NETWORK_BRIDGE:-brbm}
IRONIC_VM_NETWORK_RANGE=${IRONIC_VM_NETWORK_RANGE:-192.0.2.0/24}
IRONIC_VM_MACS_CSV_FILE=${IRONIC_VM_MACS_CSV_FILE:-$IRONIC_DATA_DIR/ironic_macs.csv}
IRONIC_AUTHORIZED_KEYS_FILE=${IRONIC_AUTHORIZED_KEYS_FILE:-$HOME/.ssh/authorized_keys}
|
| 8af6faed |
# By default, baremetal VMs will console output to file.
IRONIC_VM_LOG_CONSOLE=${IRONIC_VM_LOG_CONSOLE:-True}
IRONIC_VM_LOG_DIR=${IRONIC_VM_LOG_DIR:-$IRONIC_DATA_DIR/logs/}
|
| f177f726 |
# Use DIB to create deploy ramdisk and kernel.
IRONIC_BUILD_DEPLOY_RAMDISK=`trueorfalse True $IRONIC_BUILD_DEPLOY_RAMDISK`
# If not use DIB, these files are used as deploy ramdisk/kernel.
# (The value must be a absolute path)
IRONIC_DEPLOY_RAMDISK=${IRONIC_DEPLOY_RAMDISK:-}
IRONIC_DEPLOY_KERNEL=${IRONIC_DEPLOY_KERNEL:-}
IRONIC_DEPLOY_ELEMENT=${IRONIC_DEPLOY_ELEMENT:-deploy-ironic}
|
| 792dc5f8 |
IRONIC_AGENT_KERNEL_URL=${IRONIC_AGENT_KERNEL_URL:-http://tarballs.openstack.org/ironic-python-agent/coreos/files/coreos_production_pxe.vmlinuz} |
| 4cb0d8c8 |
IRONIC_AGENT_RAMDISK_URL=${IRONIC_AGENT_RAMDISK_URL:-http://tarballs.openstack.org/ironic-python-agent/coreos/files/coreos_production_pxe_image-oem.cpio.gz} |
| a6a45467 |
# Which deploy driver to use - valid choices right now
# are 'pxe_ssh' and 'agent_ssh'.
IRONIC_DEPLOY_DRIVER=${IRONIC_DEPLOY_DRIVER:-pxe_ssh}
|
| f177f726 |
#TODO(agordeev): replace 'ubuntu' with host distro name getting
IRONIC_DEPLOY_FLAVOR=${IRONIC_DEPLOY_FLAVOR:-ubuntu $IRONIC_DEPLOY_ELEMENT}
|
| ce696b60 |
# Support entry points installation of console scripts
IRONIC_BIN_DIR=$(get_python_exec_prefix)
# Ironic connection info. Note the port must be specified.
IRONIC_SERVICE_PROTOCOL=http
IRONIC_HOSTPORT=${IRONIC_HOSTPORT:-$SERVICE_HOST:6385}
|
| 4237f590 |
# Tell Tempest this project is present
TEMPEST_SERVICES+=,ironic
|
| 5851e5f6 |
# Enable iPXE
IRONIC_IPXE_ENABLED=$(trueorfalse False $IRONIC_IPXE_ENABLED)
IRONIC_HTTP_DIR=${IRONIC_HTTP_DIR:-$IRONIC_DATA_DIR/httpboot}
IRONIC_HTTP_SERVER=${IRONIC_HTTP_SERVER:-$HOST_IP}
IRONIC_HTTP_PORT=${IRONIC_HTTP_PORT:-8088}
# get_pxe_boot_file() - Get the PXE/iPXE boot file path
function get_pxe_boot_file {
local relpath=syslinux/pxelinux.0
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
relpath=ipxe/undionly.kpxe
fi
local pxe_boot_file
if is_ubuntu; then
pxe_boot_file=/usr/lib/$relpath
elif is_fedora || is_suse; then
pxe_boot_file=/usr/share/$relpath
fi
echo $pxe_boot_file
}
# PXE boot image
IRONIC_PXE_BOOT_IMAGE=${IRONIC_PXE_BOOT_IMAGE:-$(get_pxe_boot_file)}
|
| ce696b60 |
# Functions
# ---------
|
| 1023ff7c |
# Test if any Ironic services are enabled
# is_ironic_enabled
function is_ironic_enabled {
[[ ,${ENABLED_SERVICES} =~ ,"ir-" ]] && return 0
return 1
}
|
| 43e00660 |
# install_ironic() - Collect source and prepare |
| aee18c74 |
function install_ironic { |
| 6d27148e |
# make sure all needed service were enabled
for srv in nova glance key; do
if ! is_service_enabled "$srv"; then
die $LINENO "$srv should be enabled for Ironic."
fi
done |
| 43e00660 |
git_clone $IRONIC_REPO $IRONIC_DIR $IRONIC_BRANCH
setup_develop $IRONIC_DIR |
| 5851e5f6 |
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
install_apache_wsgi
fi |
| 43e00660 |
}
# install_ironicclient() - Collect sources and prepare |
| aee18c74 |
function install_ironicclient { |
| d6f700db |
if use_library_from_git "python-ironicclient"; then
git_clone_by_name "python-ironicclient"
setup_dev_lib "python-ironicclient"
sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-ironicclient"]}/tools/,/etc/bash_completion.d/}ironic.bash_completion
else
# nothing actually "requires" ironicclient, so force instally from pypi |
| 03e20f35 |
pip_install_gr python-ironicclient |
| d6f700db |
fi |
| 43e00660 |
}
|
| 5851e5f6 |
# _cleanup_ironic_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file
function _cleanup_ironic_apache_wsgi {
sudo rm -rf $IRONIC_HTTP_DIR
disable_apache_site ironic
sudo rm -f $(apache_site_config_for ironic)
restart_apache_server
}
# _config_ironic_apache_wsgi() - Set WSGI config files of Ironic
function _config_ironic_apache_wsgi {
local ironic_apache_conf=$(apache_site_config_for ironic)
sudo cp $FILES/apache-ironic.template $ironic_apache_conf
sudo sed -e "
s|%PUBLICPORT%|$IRONIC_HTTP_PORT|g;
s|%HTTPROOT%|$IRONIC_HTTP_DIR|g;
" -i $ironic_apache_conf
enable_apache_site ironic
}
|
| ce696b60 |
# cleanup_ironic() - Remove residual data files, anything left over from previous
# runs that would need to clean up. |
| aee18c74 |
function cleanup_ironic { |
| ce696b60 |
sudo rm -rf $IRONIC_AUTH_CACHE_DIR
}
|
| 6d27148e |
# configure_ironic_dirs() - Create all directories required by Ironic and
# associated services.
function configure_ironic_dirs { |
| ce696b60 |
if [[ ! -d $IRONIC_CONF_DIR ]]; then
sudo mkdir -p $IRONIC_CONF_DIR
fi |
| 5851e5f6 |
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
sudo mkdir -p $IRONIC_HTTP_DIR
sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_HTTP_DIR
fi
|
| 6d27148e |
sudo mkdir -p $IRONIC_DATA_DIR
sudo mkdir -p $IRONIC_STATE_PATH
sudo mkdir -p $IRONIC_TFTPBOOT_DIR
sudo chown -R $STACK_USER $IRONIC_DATA_DIR $IRONIC_STATE_PATH
sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_TFTPBOOT_DIR |
| 5851e5f6 |
mkdir -p $IRONIC_TFTPBOOT_DIR/pxelinux.cfg
if [ ! -f $IRONIC_PXE_BOOT_IMAGE ]; then
die $LINENO "PXE boot file $IRONIC_PXE_BOOT_IMAGE not found." |
| 6d27148e |
fi
|
| 5851e5f6 |
cp $IRONIC_PXE_BOOT_IMAGE $IRONIC_TFTPBOOT_DIR |
| 6d27148e |
}
# configure_ironic() - Set config files, create data dirs, etc
function configure_ironic {
configure_ironic_dirs |
| ce696b60 |
sudo chown $STACK_USER $IRONIC_CONF_DIR
# Copy over ironic configuration file and configure common parameters.
cp $IRONIC_DIR/etc/ironic/ironic.conf.sample $IRONIC_CONF_FILE
iniset $IRONIC_CONF_FILE DEFAULT debug True
inicomment $IRONIC_CONF_FILE DEFAULT log_file
iniset $IRONIC_CONF_FILE DEFAULT sql_connection `database_connection_url ironic` |
| 06fb29c6 |
iniset $IRONIC_CONF_FILE DEFAULT state_path $IRONIC_STATE_PATH |
| ce696b60 |
iniset $IRONIC_CONF_FILE DEFAULT use_syslog $SYSLOG
# Configure Ironic conductor, if it was enabled.
if is_service_enabled ir-cond; then
configure_ironic_conductor
fi
# Configure Ironic API, if it was enabled.
if is_service_enabled ir-api; then
configure_ironic_api
fi |
| 06fb29c6 |
|
| ab592931 |
# Format logging
if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
setup_colorized_logging $IRONIC_CONF_FILE DEFAULT
fi |
| 5851e5f6 |
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]]; then
_config_ironic_apache_wsgi
fi |
| ce696b60 |
}
# configure_ironic_api() - Is used by configure_ironic(). Performs
# API specific configuration. |
| aee18c74 |
function configure_ironic_api { |
| c48c3124 |
iniset $IRONIC_CONF_FILE DEFAULT auth_strategy keystone
iniset $IRONIC_CONF_FILE DEFAULT policy_file $IRONIC_POLICY_JSON |
| 0595237e |
configure_auth_token_middleware $IRONIC_CONF_FILE ironic $IRONIC_AUTH_CACHE_DIR/api |
| ce696b60 |
iniset_rpc_backend ironic $IRONIC_CONF_FILE DEFAULT
cp -p $IRONIC_DIR/etc/ironic/policy.json $IRONIC_POLICY_JSON
}
# configure_ironic_conductor() - Is used by configure_ironic().
# Sets conductor specific settings. |
| aee18c74 |
function configure_ironic_conductor { |
| ce696b60 |
cp $IRONIC_DIR/etc/ironic/rootwrap.conf $IRONIC_ROOTWRAP_CONF |
| 279295c7 |
cp -r $IRONIC_DIR/etc/ironic/rootwrap.d $IRONIC_CONF_DIR |
| b52caa38 |
local ironic_rootwrap=$(get_rootwrap_location ironic)
local rootwrap_isudoer_cmd="$ironic_rootwrap $IRONIC_CONF_DIR/rootwrap.conf *" |
| 3f2a7b75 |
# Set up the rootwrap sudoers for ironic |
| b52caa38 |
local tempfile=`mktemp`
echo "$STACK_USER ALL=(root) NOPASSWD: $rootwrap_isudoer_cmd" >$tempfile
chmod 0440 $tempfile
sudo chown root:root $tempfile
sudo mv $tempfile /etc/sudoers.d/ironic-rootwrap |
| ce696b60 |
|
| a67cb1af |
iniset $IRONIC_CONF_FILE DEFAULT rootwrap_config $IRONIC_ROOTWRAP_CONF |
| 83eeed0e |
iniset $IRONIC_CONF_FILE DEFAULT enabled_drivers $IRONIC_ENABLED_DRIVERS |
| d3011989 |
iniset $IRONIC_CONF_FILE conductor api_url http://$HOST_IP:6385
iniset $IRONIC_CONF_FILE pxe tftp_server $HOST_IP |
| 06fb29c6 |
iniset $IRONIC_CONF_FILE pxe tftp_root $IRONIC_TFTPBOOT_DIR
iniset $IRONIC_CONF_FILE pxe tftp_master_path $IRONIC_TFTPBOOT_DIR/master_images |
| 402cf950 |
local pxe_params="" |
| 8af6faed |
if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then |
| 402cf950 |
pxe_params="nofb nomodeset vga=normal console=ttyS0"
fi
# When booting with less than 1GB, we need to switch from default tmpfs
# to ramfs for ramdisks to decompress successfully.
if [[ "$IRONIC_VM_SPECS_RAM" -lt 1024 ]]; then
pxe_params+=" rootfstype=ramfs" |
| 8af6faed |
fi |
| 402cf950 |
if [[ -n "$pxe_params" ]]; then
iniset $IRONIC_CONF_FILE pxe pxe_append_params "$pxe_params"
fi
|
| a6a45467 |
if [[ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]] ; then
if [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]] ; then
iniset $IRONIC_CONF_FILE glance swift_temp_url_key $SWIFT_TEMPURL_KEY
else
die $LINENO "SWIFT_ENABLE_TEMPURLS must be True to use agent_ssh driver in Ironic."
fi
iniset $IRONIC_CONF_FILE glance swift_endpoint_url http://${HOST_IP}:8080
iniset $IRONIC_CONF_FILE glance swift_api_version v1
iniset $IRONIC_CONF_FILE glance swift_account AUTH_${SERVICE_TENANT}
iniset $IRONIC_CONF_FILE glance swift_container glance
iniset $IRONIC_CONF_FILE glance swift_temp_url_duration 3600
iniset $IRONIC_CONF_FILE agent heartbeat_timeout 30
if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
iniset $IRONIC_CONF_FILE agent agent_pxe_append_params "nofb nomodeset vga=normal console=ttyS0"
fi
fi |
| 5851e5f6 |
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
local pxebin=`basename $IRONIC_PXE_BOOT_IMAGE`
iniset $IRONIC_CONF_FILE pxe ipxe_enabled True
iniset $IRONIC_CONF_FILE pxe pxe_config_template '\$pybasedir/drivers/modules/ipxe_config.template'
iniset $IRONIC_CONF_FILE pxe pxe_bootfile_name $pxebin
iniset $IRONIC_CONF_FILE pxe http_root $IRONIC_HTTP_DIR
iniset $IRONIC_CONF_FILE pxe http_url "http://$IRONIC_HTTP_SERVER:$IRONIC_HTTP_PORT"
fi |
| ce696b60 |
}
# create_ironic_cache_dir() - Part of the init_ironic() process |
| aee18c74 |
function create_ironic_cache_dir { |
| ce696b60 |
# Create cache dir
sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/api
sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/api
rm -f $IRONIC_AUTH_CACHE_DIR/api/*
sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/registry
sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/registry
rm -f $IRONIC_AUTH_CACHE_DIR/registry/*
}
# create_ironic_accounts() - Set up common required ironic accounts
# Tenant User Roles
# ------------------------------------------------------------------
# service ironic admin # if enabled |
| aee18c74 |
function create_ironic_accounts { |
| ce696b60 |
|
| b52caa38 |
local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
local admin_role=$(openstack role list | awk "/ admin / { print \$2 }") |
| ce696b60 |
# Ironic
if [[ "$ENABLED_SERVICES" =~ "ir-api" ]]; then |
| 0abde393 |
# Get ironic user if exists
|
| b52caa38 |
local ironic_user=$(get_or_create_user "ironic" \
"$SERVICE_PASSWORD" $service_tenant)
get_or_add_user_role $admin_role $ironic_user $service_tenant |
| 0abde393 |
|
| ce696b60 |
if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then |
| 0abde393 |
|
| b52caa38 |
local ironic_service=$(get_or_create_service "ironic" \ |
| 0abde393 |
"baremetal" "Ironic baremetal provisioning service") |
| b52caa38 |
get_or_create_endpoint $ironic_service \ |
| 0abde393 |
"$REGION_NAME" \
"$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
"$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
"$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" |
| ce696b60 |
fi
fi
}
# init_ironic() - Initialize databases, etc. |
| aee18c74 |
function init_ironic { |
| ce696b60 |
# (Re)create ironic database
recreate_database ironic utf8
# Migrate ironic database |
| 0c6a6545 |
$IRONIC_BIN_DIR/ironic-dbsync --config-file=$IRONIC_CONF_FILE |
| ce696b60 |
create_ironic_cache_dir
}
# start_ironic() - Start running processes, including screen |
| aee18c74 |
function start_ironic { |
| ce696b60 |
# Start Ironic API server, if enabled.
if is_service_enabled ir-api; then
start_ironic_api
fi
# Start Ironic conductor, if enabled.
if is_service_enabled ir-cond; then
start_ironic_conductor
fi |
| 5851e5f6 |
# Start Apache if iPXE is enabled
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
restart_apache_server
fi |
| ce696b60 |
}
# start_ironic_api() - Used by start_ironic().
# Starts Ironic API server. |
| aee18c74 |
function start_ironic_api { |
| 2f27a0ed |
run_process ir-api "$IRONIC_BIN_DIR/ironic-api --config-file=$IRONIC_CONF_FILE" |
| ce696b60 |
echo "Waiting for ir-api ($IRONIC_HOSTPORT) to start..." |
| 0aa8534a |
if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- http://$IRONIC_HOSTPORT; do sleep 1; done"; then |
| 101b4248 |
die $LINENO "ir-api did not start" |
| ce696b60 |
fi
}
# start_ironic_conductor() - Used by start_ironic().
# Starts Ironic conductor. |
| aee18c74 |
function start_ironic_conductor { |
| 2f27a0ed |
run_process ir-cond "$IRONIC_BIN_DIR/ironic-conductor --config-file=$IRONIC_CONF_FILE" |
| ce696b60 |
# TODO(romcheg): Find a way to check whether the conductor has started.
}
# stop_ironic() - Stop running processes |
| aee18c74 |
function stop_ironic { |
| ce696b60 |
# Kill the Ironic screen windows
screen -S $SCREEN_NAME -p ir-api -X kill
screen -S $SCREEN_NAME -p ir-cond -X kill |
| 5851e5f6 |
# Cleanup the WSGI files
if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
_cleanup_ironic_apache_wsgi
fi |
| ce696b60 |
}
|
| 06fb29c6 |
function is_ironic {
if ( is_service_enabled ir-cond && is_service_enabled ir-api ); then
return 0
fi
return 1
}
|
| 6d27148e |
function create_ovs_taps {
local ironic_net_id=$(neutron net-list | grep private | get_field 1) |
| 06fb29c6 |
|
| 6d27148e |
# Work around: No netns exists on host until a Neutron port is created. We
# need to create one in Neutron to know what netns to tap into prior to the
# first node booting.
local port_id=$(neutron port-create private | grep " id " | get_field 2)
# intentional sleep to make sure the tag has been set to port
sleep 10
local tapdev=$(sudo ip netns exec qdhcp-${ironic_net_id} ip link list | grep tap | cut -d':' -f2 | cut -b2-)
local tag_id=$(sudo ovs-vsctl show |grep ${tapdev} -A1 -m1 | grep tag | cut -d':' -f2 | cut -b2-)
# make sure veth pair is not existing, otherwise delete its links
sudo ip link show ovs-tap1 && sudo ip link delete ovs-tap1
sudo ip link show brbm-tap1 && sudo ip link delete brbm-tap1
# create veth pair for future interconnection between br-int and brbm
sudo ip link add brbm-tap1 type veth peer name ovs-tap1
sudo ip link set dev brbm-tap1 up
sudo ip link set dev ovs-tap1 up
sudo ovs-vsctl -- --if-exists del-port ovs-tap1 -- add-port br-int ovs-tap1 tag=$tag_id
sudo ovs-vsctl -- --if-exists del-port brbm-tap1 -- add-port $IRONIC_VM_NETWORK_BRIDGE brbm-tap1
# Remove the port needed only for workaround.
neutron port-delete $port_id |
| cec9792f |
# Finally, share the fixed tenant network across all tenants. This allows the host
# to serve TFTP to a single network namespace via the tap device created above.
neutron net-update $ironic_net_id --shared true |
| 06fb29c6 |
}
function create_bridge_and_vms {
# Call libvirt setup scripts in a new shell to ensure any new group membership
sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/setup-network" |
| 8af6faed |
if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then |
| b52caa38 |
local log_arg="$IRONIC_VM_LOG_DIR" |
| 8af6faed |
else |
| b52caa38 |
local log_arg="" |
| 8af6faed |
fi |
| 06fb29c6 |
sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/create-nodes \
$IRONIC_VM_SPECS_CPU $IRONIC_VM_SPECS_RAM $IRONIC_VM_SPECS_DISK \ |
| 8af6faed |
amd64 $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE $IRONIC_VM_EMULATOR \ |
| b52caa38 |
$log_arg" >> $IRONIC_VM_MACS_CSV_FILE |
| 6d27148e |
create_ovs_taps |
| 06fb29c6 |
}
|
| ab0a0473 |
function wait_for_nova_resources { |
| 67d547c9 |
# After nodes have been enrolled, we need to wait for both ironic and
# nova's periodic tasks to populate the resource tracker with available
# nodes and resources. Wait up to 2 minutes for a given resource before
# timing out.
local resource=$1
local expected_count=$2
echo_summary "Waiting 2 minutes for Nova resource tracker to pick up $resource >= $expected_count" |
| ab0a0473 |
for i in $(seq 1 120); do |
| 67d547c9 |
if [ $(nova hypervisor-stats | grep " $resource " | get_field 2) -ge $expected_count ]; then |
| ab0a0473 |
return 0
fi
sleep 1
done |
| 67d547c9 |
die $LINENO "Timed out waiting for Nova hypervisor-stats $resource >= $expected_count" |
| ab0a0473 |
}
|
| 06fb29c6 |
function enroll_vms { |
| b52caa38 |
local chassis_id=$(ironic chassis-create -d "ironic test chassis" | grep " uuid " | get_field 2) |
| a6a45467 |
if [[ "$IRONIC_DEPLOY_DRIVER" == "pxe_ssh" ]] ; then
local _IRONIC_DEPLOY_KERNEL_KEY=pxe_deploy_kernel
local _IRONIC_DEPLOY_RAMDISK_KEY=pxe_deploy_ramdisk
elif [[ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]] ; then
local _IRONIC_DEPLOY_KERNEL_KEY=deploy_kernel
local _IRONIC_DEPLOY_RAMDISK_KEY=deploy_ramdisk
fi
|
| ab0a0473 |
local total_nodes=0 |
| 67d547c9 |
local total_cpus=0 |
| 06fb29c6 |
while read MAC; do |
| a6a45467 |
local node_id=$(ironic node-create --chassis_uuid $chassis_id \
--driver $IRONIC_DEPLOY_DRIVER \
-i $_IRONIC_DEPLOY_KERNEL_KEY=$IRONIC_DEPLOY_KERNEL_ID \
-i $_IRONIC_DEPLOY_RAMDISK_KEY=$IRONIC_DEPLOY_RAMDISK_ID \ |
| 06fb29c6 |
-i ssh_virt_type=$IRONIC_SSH_VIRT_TYPE \
-i ssh_address=$IRONIC_VM_SSH_ADDRESS \
-i ssh_port=$IRONIC_VM_SSH_PORT \
-i ssh_username=$IRONIC_SSH_USERNAME \
-i ssh_key_filename=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME \
-p cpus=$IRONIC_VM_SPECS_CPU \
-p memory_mb=$IRONIC_VM_SPECS_RAM \
-p local_gb=$IRONIC_VM_SPECS_DISK \
-p cpu_arch=x86_64 \
| grep " uuid " | get_field 2)
|
| b52caa38 |
ironic port-create --address $MAC --node_uuid $node_id |
| 06fb29c6 |
|
| ab0a0473 |
total_nodes=$((total_nodes+1)) |
| 67d547c9 |
total_cpus=$((total_cpus+$IRONIC_VM_SPECS_CPU)) |
| 06fb29c6 |
done < $IRONIC_VM_MACS_CSV_FILE
# create the nova flavor |
| 29c3d63b |
# NOTE(adam_g): Attempting to use an autogenerated UUID for flavor id here uncovered
# bug (LP: #1333852) in Trove. This can be changed to use an auto flavor id when the
# bug is fixed in Juno. |
| b52caa38 |
local adjusted_disk=$(($IRONIC_VM_SPECS_DISK - $IRONIC_VM_EPHEMERAL_DISK)) |
| 29c3d63b |
nova flavor-create --ephemeral $IRONIC_VM_EPHEMERAL_DISK baremetal 551 $IRONIC_VM_SPECS_RAM $adjusted_disk $IRONIC_VM_SPECS_CPU
|
| cd7cfef4 |
# TODO(lucasagomes): Remove the 'baremetal:deploy_kernel_id'
# and 'baremetal:deploy_ramdisk_id' parameters
# from the flavor after the completion of
# https://blueprints.launchpad.net/ironic/+spec/add-node-instance-info |
| f177f726 |
nova flavor-key baremetal set "cpu_arch"="x86_64" "baremetal:deploy_kernel_id"="$IRONIC_DEPLOY_KERNEL_ID" "baremetal:deploy_ramdisk_id"="$IRONIC_DEPLOY_RAMDISK_ID" |
| ab0a0473 |
if [ "$VIRT_DRIVER" == "ironic" ]; then |
| 67d547c9 |
wait_for_nova_resources "count" $total_nodes
wait_for_nova_resources "vcpus" $total_cpus |
| ab0a0473 |
fi |
| 06fb29c6 |
}
|
| c1f0db2b |
function configure_iptables {
# enable tftp natting for allowing connections to HOST_IP's tftp server |
| 06fb29c6 |
sudo modprobe nf_conntrack_tftp
sudo modprobe nf_nat_tftp |
| c1f0db2b |
# nodes boot from TFTP and callback to the API server listening on $HOST_IP
sudo iptables -I INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
sudo iptables -I INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
} |
| 06fb29c6 |
|
| c1f0db2b |
function configure_tftpd { |
| 06fb29c6 |
# stop tftpd and setup serving via xinetd
stop_service tftpd-hpa || true
[ -f /etc/init/tftpd-hpa.conf ] && echo "manual" | sudo tee /etc/init/tftpd-hpa.override
sudo cp $IRONIC_TEMPLATES_DIR/tftpd-xinetd.template /etc/xinetd.d/tftp
sudo sed -e "s|%TFTPBOOT_DIR%|$IRONIC_TFTPBOOT_DIR|g" -i /etc/xinetd.d/tftp
# setup tftp file mapping to satisfy requests at the root (booting) and
# /tftpboot/ sub-dir (as per deploy-ironic elements)
echo "r ^([^/]) $IRONIC_TFTPBOOT_DIR/\1" >$IRONIC_TFTPBOOT_DIR/map-file
echo "r ^(/tftpboot/) $IRONIC_TFTPBOOT_DIR/\2" >>$IRONIC_TFTPBOOT_DIR/map-file
chmod -R 0755 $IRONIC_TFTPBOOT_DIR
restart_service xinetd
}
function configure_ironic_ssh_keypair {
# Generating ssh key pair for stack user
if [[ ! -d $IRONIC_SSH_KEY_DIR ]]; then
mkdir -p $IRONIC_SSH_KEY_DIR
fi
if [[ ! -d $HOME/.ssh ]]; then
mkdir -p $HOME/.ssh
chmod 700 $HOME/.ssh
fi
echo -e 'n\n' | ssh-keygen -q -t rsa -P '' -f $IRONIC_KEY_FILE
cat $IRONIC_KEY_FILE.pub | tee -a $IRONIC_AUTHORIZED_KEYS_FILE
}
function ironic_ssh_check { |
| b52caa38 |
local key_file=$1
local floating_ip=$2
local port=$3
local default_instance_user=$4
local active_timeout=$5
if ! timeout $active_timeout sh -c "while ! ssh -p $port -o StrictHostKeyChecking=no -i $key_file ${default_instance_user}@$floating_ip echo success; do sleep 1; done"; then |
| 06fb29c6 |
die $LINENO "server didn't become ssh-able!"
fi
}
function configure_ironic_auxiliary {
configure_ironic_ssh_keypair |
| 86765104 |
ironic_ssh_check $IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME $IRONIC_VM_SSH_ADDRESS $IRONIC_VM_SSH_PORT $IRONIC_SSH_USERNAME 10 |
| 06fb29c6 |
}
|
| f00766b8 |
function build_ipa_coreos_ramdisk {
echo "Building ironic-python-agent deploy ramdisk"
local kernel_path=$1
local ramdisk_path=$2
git_clone $IRONIC_PYTHON_AGENT_REPO $IRONIC_PYTHON_AGENT_DIR $IRONIC_PYTHON_AGENT_BRANCH
cd $IRONIC_PYTHON_AGENT_DIR
imagebuild/coreos/build_coreos_image.sh
cp imagebuild/coreos/UPLOAD/coreos_production_pxe_image-oem.cpio.gz $ramdisk_path
cp imagebuild/coreos/UPLOAD/coreos_production_pxe.vmlinuz $kernel_path
sudo rm -rf UPLOAD
cd -
}
|
| f177f726 |
# build deploy kernel+ramdisk, then upload them to glance |
| b52caa38 |
# this function sets ``IRONIC_DEPLOY_KERNEL_ID``, ``IRONIC_DEPLOY_RAMDISK_ID`` |
| f177f726 |
function upload_baremetal_ironic_deploy { |
| b52caa38 |
declare -g IRONIC_DEPLOY_KERNEL_ID IRONIC_DEPLOY_RAMDISK_ID |
| 6d27148e |
echo_summary "Creating and uploading baremetal images for ironic"
# install diskimage-builder |
| cbfb3ae1 |
if [[ $(type -P ramdisk-image-create) == "" ]]; then |
| 03e20f35 |
pip_install_gr diskimage-builder |
| cbfb3ae1 |
fi |
| f177f726 |
if [ -z "$IRONIC_DEPLOY_KERNEL" -o -z "$IRONIC_DEPLOY_RAMDISK" ]; then |
| b52caa38 |
local IRONIC_DEPLOY_KERNEL_PATH=$TOP_DIR/files/ir-deploy.kernel
local IRONIC_DEPLOY_RAMDISK_PATH=$TOP_DIR/files/ir-deploy.initramfs |
| f177f726 |
else |
| b52caa38 |
local IRONIC_DEPLOY_KERNEL_PATH=$IRONIC_DEPLOY_KERNEL
local IRONIC_DEPLOY_RAMDISK_PATH=$IRONIC_DEPLOY_RAMDISK |
| f177f726 |
fi
if [ ! -e "$IRONIC_DEPLOY_RAMDISK_PATH" -o ! -e "$IRONIC_DEPLOY_KERNEL_PATH" ]; then
# files don't exist, need to build them
if [ "$IRONIC_BUILD_DEPLOY_RAMDISK" = "True" ]; then
# we can build them only if we're not offline
if [ "$OFFLINE" != "True" ]; then |
| f00766b8 |
if [ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]; then
build_ipa_coreos_ramdisk $IRONIC_DEPLOY_KERNEL_PATH $IRONIC_DEPLOY_RAMDISK_PATH |
| a6a45467 |
else |
| cbfb3ae1 |
ramdisk-image-create $IRONIC_DEPLOY_FLAVOR \ |
| a6a45467 |
-o $TOP_DIR/files/ir-deploy
fi |
| f177f726 |
else
die $LINENO "Deploy kernel+ramdisk files don't exist and cannot be build in OFFLINE mode"
fi
else |
| a6a45467 |
if [ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]; then
# download the agent image tarball |
| 792dc5f8 |
wget "$IRONIC_AGENT_KERNEL_URL" -O $IRONIC_DEPLOY_KERNEL_PATH
wget "$IRONIC_AGENT_RAMDISK_URL" -O $IRONIC_DEPLOY_RAMDISK_PATH |
| a6a45467 |
else
die $LINENO "Deploy kernel+ramdisk files don't exist and their building was disabled explicitly by IRONIC_BUILD_DEPLOY_RAMDISK"
fi |
| f177f726 |
fi
fi
|
| 6d27148e |
local token=$(keystone token-get | grep ' id ' | get_field 2)
die_if_not_set $LINENO token "Keystone fail to get token"
|
| f177f726 |
# load them into glance |
| 8d3ac2df |
IRONIC_DEPLOY_KERNEL_ID=$(openstack \
--os-token $token \
--os-url http://$GLANCE_HOSTPORT \
image create \
$(basename $IRONIC_DEPLOY_KERNEL_PATH) \
--public --disk-format=aki \ |
| 722284f2 |
--container-format=aki \ |
| f177f726 |
< $IRONIC_DEPLOY_KERNEL_PATH | grep ' id ' | get_field 2) |
| 8d3ac2df |
IRONIC_DEPLOY_RAMDISK_ID=$(openstack \
--os-token $token \
--os-url http://$GLANCE_HOSTPORT \
image create \
$(basename $IRONIC_DEPLOY_RAMDISK_PATH) \
--public --disk-format=ari \ |
| 722284f2 |
--container-format=ari \ |
| f177f726 |
< $IRONIC_DEPLOY_RAMDISK_PATH | grep ' id ' | get_field 2)
}
|
| 06fb29c6 |
function prepare_baremetal_basic_ops { |
| a6a31428 |
configure_ironic_auxiliary |
| 6d27148e |
upload_baremetal_ironic_deploy |
| 06fb29c6 |
create_bridge_and_vms
enroll_vms
configure_tftpd |
| c1f0db2b |
configure_iptables |
| 06fb29c6 |
}
function cleanup_baremetal_basic_ops {
rm -f $IRONIC_VM_MACS_CSV_FILE
if [ -f $IRONIC_KEY_FILE ]; then |
| b52caa38 |
local key=$(cat $IRONIC_KEY_FILE.pub) |
| 06fb29c6 |
# remove public key from authorized_keys |
| b52caa38 |
grep -v "$key" $IRONIC_AUTHORIZED_KEYS_FILE > temp && mv temp $IRONIC_AUTHORIZED_KEYS_FILE |
| 06fb29c6 |
chmod 0600 $IRONIC_AUTHORIZED_KEYS_FILE
fi
sudo rm -rf $IRONIC_DATA_DIR $IRONIC_STATE_PATH
sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/cleanup-nodes $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE"
sudo rm -rf /etc/xinetd.d/tftp /etc/init/tftpd-hpa.override
restart_service xinetd |
| c1f0db2b |
sudo iptables -D INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
sudo iptables -D INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
sudo rmmod nf_conntrack_tftp || true
sudo rmmod nf_nat_tftp || true |
| 06fb29c6 |
} |
| ce696b60 |
|
| 06fb29c6 |
# Restore xtrace + pipefail |
| ce696b60 |
$XTRACE |
| 06fb29c6 |
$PIPEFAIL |
| ce696b60 |
|
| 6a5aa7c6 |
# Tell emacs to use shell-script-mode
## Local variables:
## mode: shell-script
## End: |