Browse code

adding support for baremetal hypervisor

New files for baremetal driver:
- lib/baremetal
- files/apts/baremetal

Adds two dependencies:
- google shell-in-a-box
- diskimage-builder

Enable by setting both:
VIRT_DRIVER=baremetal
ENABLED_SERVICES="$ENABLED_SERVICES,baremetal"

Change-Id: Ibf6fe1671a759a449c9eb0df47751d1b31ade591

Devananda van der Veen authored on 2012/11/13 10:58:38
Showing 5 changed files
1 1
new file mode 100644
... ...
@@ -0,0 +1,9 @@
0
+busybox
1
+dnsmasq
2
+gcc
3
+ipmitool
4
+make
5
+open-iscsi
6
+qemu-kvm
7
+syslinux
8
+tgt
0 9
new file mode 100644
... ...
@@ -0,0 +1,403 @@
0
+# vim: tabstop=4 shiftwidth=4 softtabstop=4
1
+
2
+# Copyright (c) 2012 Hewlett-Packard Development Company, L.P.
3
+# All Rights Reserved.
4
+#
5
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
6
+#    not use this file except in compliance with the License. You may obtain
7
+#    a copy of the License at
8
+#
9
+#         http://www.apache.org/licenses/LICENSE-2.0
10
+#
11
+#    Unless required by applicable law or agreed to in writing, software
12
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14
+#    License for the specific language governing permissions and limitations
15
+#    under the License.
16
+
17
+
18
+# This file provides devstack with the environment and utilities to
19
+# control nova-compute's baremetal driver.
20
+# It sets reasonable defaults to run within a single host,
21
+# using virtual machines in place of physical hardware.
22
+# However, by changing just a few options, devstack+baremetal can in fact
23
+# control physical hardware resources on the same network, if you know
24
+# the MAC address(es) and IPMI credentials.
25
+#
26
+# At a minimum, to enable the baremetal driver, you must set these in loclarc:
27
+#    VIRT_DRIVER=baremetal
28
+#    ENABLED_SERVICES="$ENABLED_SERVICES,baremetal"
29
+#
30
+#
31
+# We utilize diskimage-builder to create a ramdisk, and then
32
+# baremetal driver uses that to push a disk image onto the node(s).
33
+#
34
+# Below we define various defaults which control the behavior of the
35
+# baremetal compute service, and inform it of the hardware it will contorl.
36
+#
37
+# Below that, various functions are defined, which are called by devstack
38
+# in the following order:
39
+#
40
+#  before nova-cpu starts:
41
+#  - prepare_baremetal_toolchain
42
+#  - configure_baremetal_nova_dirs
43
+#
44
+#  after nova and glance have started:
45
+#  - build_and_upload_baremetal_deploy_k_and_r $token
46
+#  - create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
47
+#  - upload_baremetal_image $url $token
48
+#  - add_baremetal_node <first_mac> <second_mac>
49
+
50
+
51
+# Save trace setting
52
+XTRACE=$(set +o | grep xtrace)
53
+set +o xtrace
54
+
55
+# Sub-driver settings
56
+# -------------------
57
+
58
+# sub-driver to use for kernel deployment
59
+#  - nova.virt.baremetal.pxe.PXE
60
+#  - nova.virt.baremetal.tilera.TILERA
61
+BM_DRIVER=${BM_DRIVER:-nova.virt.baremetal.pxe.PXE}
62
+
63
+# sub-driver to use for remote power management
64
+# - nova.virt.baremetal.fake.FakePowerManager, for manual power control
65
+# - nova.virt.baremetal.ipmi.Ipmi, for remote IPMI
66
+# - nova.virt.baremetal.tilera_pdu.Pdu, for TilePro hardware
67
+BM_POWER_MANAGER=${BM_POWER_MANAGER:-nova.virt.baremetal.fake.FakePowerManager}
68
+
69
+
70
+# These should be customized to your environment and hardware
71
+# -----------------------------------------------------------
72
+
73
+# BM_DNSMASQ_* options must be changed to suit your network environment
74
+BM_DNSMASQ_IFACE=${BM_DNSMASQ_IFACE:-$PUBLIC_INTERFACE}
75
+BM_DNSMASQ_IFACE=${BM_DNSMASQ_IFACE:-eth0}
76
+BM_DNSMASQ_RANGE=${BM_DNSMASQ_RANGE:-192.0.2.32,192.0.2.48}
77
+
78
+# BM_FIRST_MAC *must* be set to the MAC address of the node you will boot.
79
+#              This is passed to dnsmasq along with the kernel/ramdisk to
80
+#              deploy via PXE.
81
+BM_FIRST_MAC=${BM_FIRST_MAC:-}
82
+
83
+# BM_SECOND_MAC is only important if the host has >1 NIC.
84
+BM_SECOND_MAC=${BM_SECOND_MAC:-}
85
+
86
+# Hostname for the baremetal nova-compute node, if not run on this host
87
+BM_HOSTNAME=${BM_HOSTNAME:-$(hostname -f)}
88
+
89
+# BM_PM_* options are only necessary if BM_POWER_MANAGER=...IPMI
90
+BM_PM_ADDR=${BM_PM_ADDR:-0.0.0.0}
91
+BM_PM_USER=${BM_PM_USER:-user}
92
+BM_PM_PASS=${BM_PM_PASS:-pass}
93
+
94
+# BM_FLAVOR_* options are arbitrary and not necessarily related to physical
95
+#             hardware capacity. These can be changed if you are testing
96
+#             BaremetalHostManager with multiple nodes and different flavors.
97
+BM_CPU_ARCH=${BM_CPU_ARCH:-x86_64}
98
+BM_FLAVOR_CPU=${BM_FLAVOR_CPU:-1}
99
+BM_FLAVOR_RAM=${BM_FLAVOR_RAM:-1024}
100
+BM_FLAVOR_ROOT_DISK=${BM_FLAVOR_ROOT_DISK:-10}
101
+BM_FLAVOR_EPHEMERAL_DISK=${BM_FLAVOR_EPHEMERAL_DISK:-0}
102
+BM_FLAVOR_SWAP=${BM_FLAVOR_SWAP:-1}
103
+BM_FLAVOR_NAME=${BM_FLAVOR_NAME:-bm.small}
104
+BM_FLAVOR_ID=${BM_FLAVOR_ID:-11}
105
+BM_FLAVOR_ARCH=${BM_FLAVOR_ARCH:-$BM_CPU_ARCH}
106
+
107
+
108
+# Below this, we set some path and filenames.
109
+# Defaults are probably sufficient.
110
+
111
+BM_IMAGE_BUILD_DIR=${BM_IMAGE_BUILD_DIR:-$DEST/diskimage-builder}
112
+
113
+BM_HOST_CURRENT_KERNEL=$(uname -r)
114
+BM_DEPLOY_RAMDISK=${BM_DEPLOY_RAMDISK:-bm-deploy-$BM_HOST_CURRENT_KERNEL-initrd}
115
+BM_DEPLOY_KERNEL=${BM_DEPLOY_KERNEL:-bm-deploy-$BM_HOST_CURRENT_KERNEL-vmlinuz}
116
+
117
+# If you need to add any extra flavors to the deploy ramdisk image
118
+# eg, specific network drivers, specify them here
119
+BM_DEPLOY_FLAVOR=${BM_DEPLOY_FLAVOR:-}
120
+
121
+# set URL and version for google shell-in-a-box
122
+BM_SHELL_IN_A_BOX=${BM_SHELL_IN_A_BOX:-http://shellinabox.googlecode.com/files/shellinabox-2.14.tar.gz}
123
+
124
+
125
+# Functions
126
+# ---------
127
+
128
+# Check if baremetal is properly enabled
129
+# Returns false if VIRT_DRIVER is not baremetal, or if ENABLED_SERVICES
130
+# does not contain "baremetal"
131
+function is_baremetal() {
132
+    if [[ "$ENABLED_SERVICES" =~ 'baremetal' && "$VIRT_DRIVER" = 'baremetal' ]]; then
133
+        return 0
134
+    fi
135
+    return 1
136
+}
137
+
138
+# Install diskimage-builder and shell-in-a-box
139
+# so that we can build the deployment kernel & ramdisk
140
+function prepare_baremetal_toolchain() {
141
+    git_clone $BM_IMAGE_BUILD_REPO $BM_IMAGE_BUILD_DIR $BM_IMAGE_BUILD_BRANCH
142
+
143
+    local shellinabox_basename=$(basename $BM_SHELL_IN_A_BOX)
144
+    if [[ ! -e $DEST/$shellinabox_basename ]]; then
145
+        cd $DEST
146
+        wget $BM_SHELL_IN_A_BOX
147
+    fi
148
+    if [[ ! -d $DEST/${shellinabox_basename%%.tar.gz} ]]; then
149
+        cd $DEST
150
+        tar xzf $shellinabox_basename
151
+    fi
152
+    if [[ ! $(which shellinaboxd) ]]; then
153
+        cd $DEST/${shellinabox_basename%%.tar.gz}
154
+        ./configure
155
+        make
156
+        sudo make install
157
+    fi
158
+}
159
+
160
+# prepare various directories needed by baremetal hypervisor
161
+function configure_baremetal_nova_dirs() {
162
+    # ensure /tftpboot is prepared
163
+    sudo mkdir -p /tftpboot
164
+    sudo mkdir -p /tftpboot/pxelinux.cfg
165
+    sudo cp /usr/lib/syslinux/pxelinux.0 /tftpboot/
166
+    sudo chown -R `whoami`:libvirtd /tftpboot
167
+
168
+    # ensure $NOVA_STATE_PATH/baremetal is prepared
169
+    sudo mkdir -p $NOVA_STATE_PATH/baremetal
170
+    sudo mkdir -p $NOVA_STATE_PATH/baremetal/console
171
+    sudo mkdir -p $NOVA_STATE_PATH/baremetal/dnsmasq
172
+    sudo touch $NOVA_STATE_PATH/baremetal/dnsmasq/dnsmasq-dhcp.host
173
+    sudo chown -R `whoami` $NOVA_STATE_PATH/baremetal
174
+
175
+    # ensure dnsmasq is installed but not running
176
+    # because baremetal driver will reconfigure and restart this as needed
177
+    if [ ! is_package_installed dnsmasq ]; then
178
+        install_package dnsmasq
179
+    fi
180
+    stop_service dnsmasq
181
+}
182
+
183
+# build deploy kernel+ramdisk, then upload them to glance
184
+# this function sets BM_DEPLOY_KERNEL_ID and BM_DEPLOY_RAMDISK_ID
185
+function upload_baremetal_deploy() {
186
+    token=$1
187
+
188
+    if [ ! -e $TOP_DIR/files/$BM_DEPLOY_KERNEL -a -e /boot/vmlinuz-$BM_HOST_CURRENT_KERNEL ]; then
189
+        sudo cp /boot/vmlinuz-$BM_HOST_CURRENT_KERNEL $TOP_DIR/files/$BM_DEPLOY_KERNEL
190
+        sudo chmod a+r $TOP_DIR/files/$BM_DEPLOY_KERNEL
191
+    fi
192
+    if [ ! -e $TOP_DIR/files/$BM_DEPLOY_RAMDISK ]; then
193
+       $BM_IMAGE_BUILD_DIR/bin/ramdisk-image-create $BM_DEPLOY_FLAVOR deploy \
194
+           -o $TOP_DIR/files/$BM_DEPLOY_RAMDISK -k $BM_HOST_CURRENT_KERNEL
195
+    fi
196
+
197
+    # load them into glance
198
+    BM_DEPLOY_KERNEL_ID=$(glance \
199
+         --os-auth-token $token \
200
+         --os-image-url http://$GLANCE_HOSTPORT \
201
+         image-create \
202
+         --name $BM_DEPLOY_KERNEL \
203
+         --public --disk-format=aki \
204
+         < $TOP_DIR/files/$BM_DEPLOY_KERNEL  | grep ' id ' | get_field 2)
205
+    BM_DEPLOY_RAMDISK_ID=$(glance \
206
+         --os-auth-token $token \
207
+         --os-image-url http://$GLANCE_HOSTPORT \
208
+         image-create \
209
+         --name $BM_DEPLOY_RAMDISK \
210
+         --public --disk-format=ari \
211
+         < $TOP_DIR/files/$BM_DEPLOY_RAMDISK  | grep ' id ' | get_field 2)
212
+}
213
+
214
+# create a basic baremetal flavor, associated with deploy kernel & ramdisk
215
+#
216
+# Usage: create_baremetal_flavor <aki_uuid> <ari_uuid>
217
+function create_baremetal_flavor() {
218
+    aki=$1
219
+    ari=$2
220
+    nova flavor-create $BM_FLAVOR_NAME $BM_FLAVOR_ID \
221
+            $BM_FLAVOR_RAM $BM_FLAVOR_ROOT_DISK $BM_FLAVOR_CPU
222
+    nova-manage instance_type set_key \
223
+        --name=$BM_FLAVOR_NAME --key cpu_arch --value $BM_FLAVOR_ARCH
224
+    nova-manage instance_type set_key \
225
+        --name=$BM_FLAVOR_NAME --key deploy_kernel_id --value $aki
226
+    nova-manage instance_type set_key \
227
+        --name=$BM_FLAVOR_NAME --key deploy_ramdisk_id --value $ari
228
+}
229
+
230
+# pull run-time kernel/ramdisk out of disk image and load into glance
231
+# note that $file is currently expected to be in qcow2 format
232
+# Sets KERNEL_ID and RAMDISK_ID
233
+#
234
+# Usage: extract_and_upload_k_and_r_from_image $token $file
235
+function extract_and_upload_k_and_r_from_image() {
236
+    token=$1
237
+    file=$2
238
+    image_name=$(basename "$file" ".qcow2")
239
+
240
+    # this call returns the file names as "$kernel,$ramdisk"
241
+    out=$($BM_IMAGE_BUILD_DIR/bin/disk-image-get-kernel \
242
+            -x -d $TOP_DIR/files -o bm-deploy -i $file)
243
+    if [ $? -ne 0 ]; then
244
+        die "Failed to get kernel and ramdisk from $file"
245
+    fi
246
+    XTRACE=$(set +o | grep xtrace)
247
+    set +o xtrace
248
+    out=$(echo "$out" | tail -1)
249
+    $XTRACE
250
+    OUT_KERNEL=${out%%,*}
251
+    OUT_RAMDISK=${out##*,}
252
+
253
+    # load them into glance
254
+    KERNEL_ID=$(glance \
255
+         --os-auth-token $token \
256
+         --os-image-url http://$GLANCE_HOSTPORT \
257
+         image-create \
258
+         --name $image_name-kernel \
259
+         --public --disk-format=aki \
260
+         < $TOP_DIR/files/$OUT_KERNEL | grep ' id ' | get_field 2)
261
+    RAMDISK_ID=$(glance \
262
+         --os-auth-token $token \
263
+         --os-image-url http://$GLANCE_HOSTPORT \
264
+         image-create \
265
+         --name $image_name-initrd \
266
+         --public --disk-format=ari \
267
+         < $TOP_DIR/files/$OUT_RAMDISK | grep ' id ' | get_field 2)
268
+}
269
+
270
+
271
+# Re-implementation of devstack's "upload_image" function
272
+#
273
+# Takes the same parameters, but has some peculiarities which made it
274
+# easier to create a separate method, rather than complicate the logic
275
+# of the existing function.
276
+function upload_baremetal_image() {
277
+    local image_url=$1
278
+    local token=$2
279
+
280
+    # Create a directory for the downloaded image tarballs.
281
+    mkdir -p $FILES/images
282
+
283
+    # Downloads the image (uec ami+aki style), then extracts it.
284
+    IMAGE_FNAME=`basename "$image_url"`
285
+    if [[ ! -f $FILES/$IMAGE_FNAME || \
286
+        "$(stat -c "%s" $FILES/$IMAGE_FNAME)" = "0" ]]; then
287
+        wget -c $image_url -O $FILES/$IMAGE_FNAME
288
+        if [[ $? -ne 0 ]]; then
289
+            echo "Not found: $image_url"
290
+            return
291
+        fi
292
+    fi
293
+
294
+    local KERNEL=""
295
+    local RAMDISK=""
296
+    local DISK_FORMAT=""
297
+    local CONTAINER_FORMAT=""
298
+    case "$IMAGE_FNAME" in
299
+        *.tar.gz|*.tgz)
300
+            # Extract ami and aki files
301
+            [ "${IMAGE_FNAME%.tar.gz}" != "$IMAGE_FNAME" ] &&
302
+                IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" ||
303
+                IMAGE_NAME="${IMAGE_FNAME%.tgz}"
304
+            xdir="$FILES/images/$IMAGE_NAME"
305
+            rm -Rf "$xdir";
306
+            mkdir "$xdir"
307
+            tar -zxf $FILES/$IMAGE_FNAME -C "$xdir"
308
+            KERNEL=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do
309
+                     [ -f "$f" ] && echo "$f" && break; done; true)
310
+            RAMDISK=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do
311
+                     [ -f "$f" ] && echo "$f" && break; done; true)
312
+            IMAGE=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do
313
+                     [ -f "$f" ] && echo "$f" && break; done; true)
314
+            if [[ -z "$IMAGE_NAME" ]]; then
315
+                IMAGE_NAME=$(basename "$IMAGE" ".img")
316
+            fi
317
+            DISK_FORMAT=ami
318
+            CONTAINER_FORMAT=ami
319
+            ;;
320
+        *.qcow2)
321
+            IMAGE="$FILES/${IMAGE_FNAME}"
322
+            IMAGE_NAME=$(basename "$IMAGE" ".qcow2")
323
+            DISK_FORMAT=qcow2
324
+            CONTAINER_FORMAT=bare
325
+            ;;
326
+        *) echo "Do not know what to do with $IMAGE_FNAME"; false;;
327
+    esac
328
+
329
+    if [ "$CONTAINER_FORMAT" = "bare" ]; then
330
+        extract_and_upload_k_and_r_from_image $token $IMAGE
331
+    elif [ "$CONTAINER_FORMAT" = "ami" ]; then
332
+        KERNEL_ID=$(glance \
333
+            --os-auth-token $token \
334
+            --os-image-url http://$GLANCE_HOSTPORT \
335
+            image-create \
336
+            --name "$IMAGE_NAME-kernel" --public \
337
+            --container-format aki \
338
+            --disk-format aki < "$KERNEL" | grep ' id ' | get_field 2)
339
+        RAMDISK_ID=$(glance \
340
+            --os-auth-token $token \
341
+            --os-image-url http://$GLANCE_HOSTPORT \
342
+            image-create \
343
+            --name "$IMAGE_NAME-ramdisk" --public \
344
+            --container-format ari \
345
+            --disk-format ari < "$RAMDISK" | grep ' id ' | get_field 2)
346
+    else
347
+       # TODO(deva): add support for other image types
348
+       return
349
+    fi
350
+
351
+    glance \
352
+       --os-auth-token $token \
353
+       --os-image-url http://$GLANCE_HOSTPORT \
354
+       image-create \
355
+       --name "${IMAGE_NAME%.img}" --public \
356
+       --container-format $CONTAINER_FORMAT \
357
+       --disk-format $DISK_FORMAT \
358
+       ${KERNEL_ID:+--property kernel_id=$KERNEL_ID} \
359
+       ${RAMDISK_ID:+--property ramdisk_id=$RAMDISK_ID} < "${IMAGE}"
360
+
361
+    # override DEFAULT_IMAGE_NAME so that tempest can find the image 
362
+    # that we just uploaded in glance
363
+    DEFAULT_IMAGE_NAME="${IMAGE_NAME%.img}"
364
+}
365
+
366
+function clear_baremetal_of_all_nodes() {
367
+    list=$(nova-baremetal-manage node list | tail -n +2 | awk '{print $1}' )
368
+    for node in $list
369
+    do
370
+        nova-baremetal-manage node delete $node
371
+    done
372
+    list=$(nova-baremetal-manage interface list | tail -n +2 | awk '{print $1}' )
373
+    for iface in $list
374
+    do
375
+        nova-baremetal-manage interface delete $iface
376
+    done
377
+}
378
+
379
+# inform nova-baremetal about nodes, MACs, etc
380
+# Defaults to using BM_FIRST_MAC and BM_SECOND_MAC if parameters not specified
381
+#
382
+# Usage: add_baremetal_node <first_mac> <second_mac>
383
+function add_baremetal_node() {
384
+    mac_1=${1:-$BM_FIRST_MAC}
385
+    mac_2=${2:-$BM_SECOND_MAC}
386
+
387
+    id=$(nova-baremetal-manage node create \
388
+       --host=$BM_HOSTNAME --prov_mac=$mac_1 \
389
+       --cpus=$BM_FLAVOR_CPU --memory_mb=$BM_FLAVOR_RAM \
390
+       --local_gb=$BM_FLAVOR_ROOT_DISK --terminal_port=0 \
391
+       --pm_address=$BM_PM_ADDR --pm_user=$BM_PM_USER --pm_password=$BM_PM_PASS \
392
+       )
393
+    [ $? -eq 0 ] || [ "$id" ] || die "Error adding baremetal node"
394
+    id2=$(nova-baremetal-manage interface create \
395
+       --node_id=$id --mac_address=$mac_2 --datapath_id=0 --port_no=0 \
396
+       )
397
+    [ $? -eq 0 ] || [ "$id2" ] || die "Error adding interface to barmetal node $id"
398
+}
399
+
400
+
401
+# Restore xtrace
402
+$XTRACE
... ...
@@ -214,6 +214,11 @@ function configure_nova() {
214 214
             fi
215 215
         fi
216 216
 
217
+        # Prepare directories and packages for baremetal driver
218
+        if is_baremetal; then
219
+            configure_baremetal_nova_dirs
220
+        fi
221
+
217 222
         if is_service_enabled quantum && is_quantum_ovs_base_plugin "$Q_PLUGIN" && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF ; then
218 223
             # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces
219 224
             cat <<EOF | sudo tee -a $QEMU_CONF
... ...
@@ -356,6 +361,10 @@ function create_nova_conf() {
356 356
     local dburl
357 357
     database_connection_url dburl nova
358 358
     add_nova_opt "sql_connection=$dburl"
359
+    if is_baremetal; then
360
+        database_connection_url dburl nova_bm
361
+        add_nova_opt "baremetal_sql_connection=$dburl"
362
+    fi
359 363
     add_nova_opt "libvirt_type=$LIBVIRT_TYPE"
360 364
     add_nova_opt "libvirt_cpu_mode=none"
361 365
     add_nova_opt "instance_name_template=${INSTANCE_NAME_PREFIX}%08x"
... ...
@@ -441,12 +450,23 @@ function init_nova() {
441 441
 
442 442
         # (Re)create nova database
443 443
         $NOVA_BIN_DIR/nova-manage db sync
444
+
445
+        # (Re)create nova baremetal database
446
+        if is_baremetal; then
447
+            recreate_database nova_bm latin1
448
+            $NOVA_BIN_DIR/nova-baremetal-manage db sync
449
+        fi
444 450
     fi
445 451
 
446 452
     # Create cache dir
447 453
     sudo mkdir -p $NOVA_AUTH_CACHE_DIR
448 454
     sudo chown `whoami` $NOVA_AUTH_CACHE_DIR
449 455
     rm -f $NOVA_AUTH_CACHE_DIR/*
456
+
457
+    # Create the keys folder
458
+    sudo mkdir -p ${NOVA_STATE_PATH}/keys
459
+    # make sure we own NOVA_STATE_PATH and all subdirs
460
+    sudo chown -R `whoami` ${NOVA_STATE_PATH}
450 461
 }
451 462
 
452 463
 # install_novaclient() - Collect source and prepare
... ...
@@ -322,6 +322,7 @@ source $TOP_DIR/lib/ceilometer
322 322
 source $TOP_DIR/lib/heat
323 323
 source $TOP_DIR/lib/quantum
324 324
 source $TOP_DIR/lib/tempest
325
+source $TOP_DIR/lib/baremetal
325 326
 
326 327
 # Set the destination directories for OpenStack projects
327 328
 HORIZON_DIR=$DEST/horizon
... ...
@@ -393,6 +394,13 @@ if [ "$VIRT_DRIVER" = 'xenserver' ]; then
393 393
     # Allow ``build_domU.sh`` to specify the flat network bridge via kernel args
394 394
     FLAT_NETWORK_BRIDGE_DEFAULT=$(grep -o 'flat_network_bridge=[[:alnum:]]*' /proc/cmdline | cut -d= -f 2 | sort -u)
395 395
     GUEST_INTERFACE_DEFAULT=eth1
396
+elif [ "$VIRT_DRIVER" = 'baremetal' ]; then
397
+    PUBLIC_INTERFACE_DEFAULT=eth0
398
+    FLAT_NETWORK_BRIDGE_DEFAULT=br100
399
+    FLAT_INTERFACE=${FLAT_INTERFACE:-eth0}
400
+    FORCE_DHCP_RELEASE=${FORCE_DHCP_RELEASE:-False}
401
+    NET_MAN=${NET_MAN:-FlatManager}
402
+    STUB_NETWORK=${STUB_NETWORK:-False}
396 403
 else
397 404
     PUBLIC_INTERFACE_DEFAULT=br100
398 405
     FLAT_NETWORK_BRIDGE_DEFAULT=br100
... ...
@@ -404,6 +412,7 @@ NET_MAN=${NET_MAN:-FlatDHCPManager}
404 404
 EC2_DMZ_HOST=${EC2_DMZ_HOST:-$SERVICE_HOST}
405 405
 FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-$FLAT_NETWORK_BRIDGE_DEFAULT}
406 406
 VLAN_INTERFACE=${VLAN_INTERFACE:-$GUEST_INTERFACE_DEFAULT}
407
+FORCE_DHCP_RELEASE=${FORCE_DHCP_RELEASE:-True}
407 408
 
408 409
 # Test floating pool and range are used for testing.  They are defined
409 410
 # here until the admin APIs can replace nova-manage
... ...
@@ -1009,9 +1018,9 @@ if is_service_enabled n-net q-dhcp; then
1009 1009
     # Delete traces of nova networks from prior runs
1010 1010
     sudo killall dnsmasq || true
1011 1011
     clean_iptables
1012
-    rm -rf $NOVA_STATE_PATH/networks
1013
-    mkdir -p $NOVA_STATE_PATH/networks
1014
-
1012
+    rm -rf ${NOVA_STATE_PATH}/networks
1013
+    sudo mkdir -p ${NOVA_STATE_PATH}/networks
1014
+    sudo chown -R ${USER} ${NOVA_STATE_PATH}/networks
1015 1015
     # Force IP forwarding on, just on case
1016 1016
     sudo sysctl -w net.ipv4.ip_forward=1
1017 1017
 fi
... ...
@@ -1092,6 +1101,10 @@ if is_service_enabled nova; then
1092 1092
         # Need to avoid crash due to new firewall support
1093 1093
         XEN_FIREWALL_DRIVER=${XEN_FIREWALL_DRIVER:-"nova.virt.firewall.IptablesFirewallDriver"}
1094 1094
         add_nova_opt "firewall_driver=$XEN_FIREWALL_DRIVER"
1095
+
1096
+    # OpenVZ
1097
+    # ------
1098
+
1095 1099
     elif [ "$VIRT_DRIVER" = 'openvz' ]; then
1096 1100
         echo_summary "Using OpenVZ virtualization driver"
1097 1101
         # TODO(deva): OpenVZ driver does not yet work if compute_driver is set here.
... ...
@@ -1100,6 +1113,25 @@ if is_service_enabled nova; then
1100 1100
         add_nova_opt "connection_type=openvz"
1101 1101
         LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"}
1102 1102
         add_nova_opt "firewall_driver=$LIBVIRT_FIREWALL_DRIVER"
1103
+
1104
+    # Bare Metal
1105
+    # ----------
1106
+
1107
+    elif [ "$VIRT_DRIVER" = 'baremetal' ]; then
1108
+        echo_summary "Using BareMetal driver"
1109
+        add_nova_opt "compute_driver=nova.virt.baremetal.driver.BareMetalDriver"
1110
+        LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.firewall.NoopFirewallDriver"}
1111
+        add_nova_opt "firewall_driver=$LIBVIRT_FIREWALL_DRIVER"
1112
+        add_nova_opt "baremetal_driver=$BM_DRIVER"
1113
+        add_nova_opt "baremetal_tftp_root=/tftpboot"
1114
+        add_nova_opt "instance_type_extra_specs=cpu_arch:$BM_CPU_ARCH"
1115
+        add_nova_opt "power_manager=$BM_POWER_MANAGER"
1116
+        add_nova_opt "scheduler_host_manager=nova.scheduler.baremetal_host_manager.BaremetalHostManager"
1117
+        add_nova_opt "scheduler_default_filters=AllHostsFilter"
1118
+
1119
+    # Default
1120
+    # -------
1121
+
1103 1122
     else
1104 1123
         echo_summary "Using libvirt virtualization driver"
1105 1124
         add_nova_opt "compute_driver=libvirt.LibvirtDriver"
... ...
@@ -1108,6 +1140,12 @@ if is_service_enabled nova; then
1108 1108
     fi
1109 1109
 fi
1110 1110
 
1111
+# Extra things to prepare nova for baremetal, before nova starts
1112
+if is_service_enabled nova && is_baremetal; then
1113
+    echo_summary "Preparing for nova baremetal"
1114
+    prepare_baremetal_toolchain
1115
+    configure_baremetal_nova_dirs
1116
+fi
1111 1117
 
1112 1118
 # Launch Services
1113 1119
 # ===============
... ...
@@ -1227,19 +1265,56 @@ fi
1227 1227
 #  * **precise**: http://uec-images.ubuntu.com/precise/current/precise-server-cloudimg-amd64.tar.gz
1228 1228
 
1229 1229
 if is_service_enabled g-reg; then
1230
-    echo_summary "Uploading images"
1231 1230
     TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
1232 1231
 
1233
-    # Option to upload legacy ami-tty, which works with xenserver
1234
-    if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then
1235
-        IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz"
1236
-    fi
1232
+    if is_baremetal; then
1233
+       echo_summary "Creating and uploading baremetal images"
1237 1234
 
1238
-    for image_url in ${IMAGE_URLS//,/ }; do
1239
-        upload_image $image_url $TOKEN
1240
-    done
1235
+       # build and upload separate deploy kernel & ramdisk
1236
+       upload_baremetal_deploy $TOKEN
1237
+
1238
+       # upload images, separating out the kernel & ramdisk for PXE boot
1239
+       for image_url in ${IMAGE_URLS//,/ }; do
1240
+           upload_baremetal_image $image_url $TOKEN
1241
+       done
1242
+    else
1243
+       echo_summary "Uploading images"
1244
+
1245
+       # Option to upload legacy ami-tty, which works with xenserver
1246
+       if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then
1247
+           IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz"
1248
+       fi
1249
+
1250
+       for image_url in ${IMAGE_URLS//,/ }; do
1251
+           upload_image $image_url $TOKEN
1252
+       done
1253
+    fi
1241 1254
 fi
1242 1255
 
1256
+# If we are running nova with baremetal driver, there are a few
1257
+# last-mile configuration bits to attend to, which must happen
1258
+# after n-api and n-sch have started.
1259
+# Also, creating the baremetal flavor must happen after images
1260
+# are loaded into glance, though just knowing the IDs is sufficient here
1261
+if is_service_enabled nova && is_baremetal; then
1262
+    # create special flavor for baremetal if we know what images to associate
1263
+    [[ -n "$BM_DEPLOY_KERNEL_ID" ]] && [[ -n "$BM_DEPLOY_RAMDISK_ID" ]] && \
1264
+       create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
1265
+
1266
+    # otherwise user can manually add it later by calling nova-baremetal-manage
1267
+    # otherwise user can manually add it later by calling nova-baremetal-manage
1268
+    [[ -n "$BM_FIRST_MAC" ]] && add_baremetal_node
1269
+
1270
+    # NOTE: we do this here to ensure that our copy of dnsmasq is running
1271
+    sudo pkill dnsmasq || true
1272
+    sudo dnsmasq --conf-file= --port=0 --enable-tftp --tftp-root=/tftpboot \
1273
+        --dhcp-boot=pxelinux.0 --bind-interfaces --pid-file=/var/run/dnsmasq.pid \
1274
+        --interface=$BM_DNSMASQ_IFACE --dhcp-range=$BM_DNSMASQ_RANGE
1275
+
1276
+    # ensure callback daemon is running
1277
+    sudo pkill nova-baremetal-deploy-helper || true
1278
+    screen_it baremetal "nova-baremetal-deploy-helper"
1279
+fi
1243 1280
 
1244 1281
 # Configure Tempest last to ensure that the runtime configuration of
1245 1282
 # the various OpenStack services can be queried.
... ...
@@ -111,6 +111,10 @@ HEATCLIENT_BRANCH=master
111 111
 RYU_REPO=https://github.com/osrg/ryu.git
112 112
 RYU_BRANCH=master
113 113
 
114
+# diskimage-builder
115
+BM_IMAGE_BUILD_REPO=https://github.com/stackforge/diskimage-builder.git
116
+BM_IMAGE_BUILD_BRANCH=master
117
+
114 118
 # Nova hypervisor configuration.  We default to libvirt with **kvm** but will
115 119
 # drop back to **qemu** if we are unable to load the kvm module.  ``stack.sh`` can
116 120
 # also install an **LXC** or **OpenVZ** based system.