Browse code

Merge branch 'master' into stable-diablo

Vishvananda Ishaya authored on 2011/11/15 04:07:04
Showing 16 changed files
... ...
@@ -1,214 +1,46 @@
1 1
 #!/usr/bin/env bash
2 2
 
3
-# **exercise.sh** - using the cloud can be fun
4
-
5
-# we will use the ``nova`` cli tool provided by the ``python-novaclient``
6
-# package
7
-#
8
-
9
-
10
-# This script exits on an error so that errors don't compound and you see
11
-# only the first error that occured.
12
-set -o errexit
13
-
14
-# Print the commands being run so that we can see the command that triggers
15
-# an error.  It is also useful for following allowing as the install occurs.
16
-set -o xtrace
17
-
18
-
19
-# Settings
20
-# ========
21
-
22
-# Use openrc + stackrc + localrc for settings
23
-source ./openrc
24
-
25
-# Get a token for clients that don't support service catalog
26
-# ==========================================================
27
-
28
-# manually create a token by querying keystone (sending JSON data).  Keystone
29
-# returns a token and catalog of endpoints.  We use python to parse the token
30
-# and save it.
31
-
32
-TOKEN=`curl -s -d  "{\"auth\":{\"passwordCredentials\": {\"username\": \"$NOVA_USERNAME\", \"password\": \"$NOVA_API_KEY\"}}}" -H "Content-type: application/json" http://$HOST_IP:5000/v2.0/tokens | python -c "import sys; import json; tok = json.loads(sys.stdin.read()); print tok['access']['token']['id'];"`
33
-
34
-# Launching a server
35
-# ==================
36
-
37
-# List servers for tenant:
38
-nova list
39
-
40
-# Images
41
-# ------
42
-
43
-# Nova has a **deprecated** way of listing images.
44
-nova image-list
45
-
46
-# But we recommend using glance directly
47
-glance -A $TOKEN index
48
-
49
-# Let's grab the id of the first AMI image to launch
50
-IMAGE=`glance -A $TOKEN index | egrep ami | cut -d" " -f1`
51
-
52
-# Security Groups
53
-# ---------------
54
-SECGROUP=test_secgroup
55
-
56
-# List of secgroups:
57
-nova secgroup-list
58
-
59
-# Create a secgroup
60
-nova secgroup-create $SECGROUP "test_secgroup description"
61
-
62
-# determine flavor
63
-# ----------------
64
-
65
-# List of flavors:
66
-nova flavor-list
67
-
68
-# and grab the first flavor in the list to launch
69
-FLAVOR=`nova flavor-list | head -n 4 | tail -n 1 | cut -d"|" -f2`
70
-
71
-NAME="myserver"
72
-
73
-nova boot --flavor $FLAVOR --image $IMAGE $NAME --security_groups=$SECGROUP
74
-
75
-# Testing
76
-# =======
77
-
78
-# First check if it spins up (becomes active and responds to ping on
79
-# internal ip).  If you run this script from a nova node, you should
80
-# bypass security groups and have direct access to the server.
81
-
82
-# Waiting for boot
83
-# ----------------
84
-
85
-# Max time to wait while vm goes from build to active state
86
-ACTIVE_TIMEOUT=${ACTIVE_TIMEOUT:-10}
87
-
88
-# Max time till the vm is bootable
89
-BOOT_TIMEOUT=${BOOT_TIMEOUT:-15}
90
-
91
-# Max time to wait for proper association and dis-association.
92
-ASSOCIATE_TIMEOUT=${ASSOCIATE_TIMEOUT:-10}
93
-
94
-# check that the status is active within ACTIVE_TIMEOUT seconds
95
-if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $NAME | grep status | grep -q ACTIVE; do sleep 1; done"; then
96
-    echo "server didn't become active!"
97
-    exit 1
98
-fi
99
-
100
-# get the IP of the server
101
-IP=`nova show $NAME | grep "private network" | cut -d"|" -f3`
102
-
103
-# for single node deployments, we can ping private ips
104
-MULTI_HOST=${MULTI_HOST:-0}
105
-if [ "$MULTI_HOST" = "0" ]; then
106
-    # sometimes the first ping fails (10 seconds isn't enough time for the VM's
107
-    # network to respond?), so let's ping for a default of 15 seconds with a
108
-    # timeout of a second for each ping.
109
-    if ! timeout $BOOT_TIMEOUT sh -c "while ! ping -c1 -w1 $IP; do sleep 1; done"; then
110
-        echo "Couldn't ping server"
111
-        exit 1
3
+# Run everything in the exercises/ directory that isn't explicitly disabled
4
+
5
+# comma separated list of script basenames to skip
6
+# to refrain from exercising euca.sh use SKIP_EXERCISES=euca
7
+SKIP_EXERCISES=${SKIP_EXERCISES:-""}
8
+
9
+# Locate the scripts we should run
10
+EXERCISE_DIR=$(dirname "$0")/exercises
11
+basenames=$(for b in `ls $EXERCISE_DIR/*.sh`; do basename $b .sh; done)
12
+
13
+# Track the state of each script
14
+passes=""
15
+failures=""
16
+skips=""
17
+
18
+# Loop over each possible script (by basename)
19
+for script in $basenames; do
20
+    if [[ "$SKIP_EXERCISES" =~ $script ]] ; then
21
+        skips="$skips $script"
22
+    else
23
+        echo =========================
24
+        echo Running $script
25
+        echo =========================
26
+        $EXERCISE_DIR/$script.sh
27
+        if [[ $? -ne 0 ]] ; then
28
+            failures="$failures $script"
29
+        else
30
+            passes="$passes $script"
31
+        fi
112 32
     fi
113
-else
114
-    # On a multi-host system, without vm net access, do a sleep to wait for the boot
115
-    sleep $BOOT_TIMEOUT
116
-fi
117
-
118
-# Security Groups & Floating IPs
119
-# ------------------------------
120
-
121
-# allow icmp traffic (ping)
122
-nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
123
-
124
-# List rules for a secgroup
125
-nova secgroup-list-rules $SECGROUP
126
-
127
-# allocate a floating ip
128
-nova floating-ip-create
129
-
130
-# store  floating address
131
-FLOATING_IP=`nova floating-ip-list | grep None | head -1 | cut -d '|' -f2 | sed 's/ //g'`
132
-
133
-# add floating ip to our server
134
-nova add-floating-ip $NAME $FLOATING_IP
135
-
136
-# test we can ping our floating ip within ASSOCIATE_TIMEOUT seconds
137
-if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! ping -c1 -w1 $FLOATING_IP; do sleep 1; done"; then
138
-    echo "Couldn't ping server with floating ip"
139
-    exit 1
140
-fi
141
-
142
-# pause the VM and verify we can't ping it anymore
143
-nova pause $NAME
144
-
145
-sleep 2
146
-
147
-if ( ping -c1 -w1 $IP); then
148
-    echo "Pause failure - ping shouldn't work"
149
-    exit 1
150
-fi
151
-
152
-if ( ping -c1 -w1 $FLOATING_IP); then
153
-    echo "Pause failure - ping floating ips shouldn't work"
154
-    exit 1
155
-fi
156
-
157
-# unpause the VM and verify we can ping it again
158
-nova unpause $NAME
159
-
160
-sleep 2
161
-
162
-ping -c1 -w1 $IP
163
-
164
-# dis-allow icmp traffic (ping)
165
-nova secgroup-delete-rule $SECGROUP icmp -1 -1 0.0.0.0/0
166
-
167
-# FIXME (anthony): make xs support security groups
168
-if [ "$VIRT_DRIVER" != "xenserver" ]; then
169
-    # test we can aren't able to ping our floating ip within ASSOCIATE_TIMEOUT seconds
170
-    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ping -c1 -w1 $FLOATING_IP; do sleep 1; done"; then
171
-        print "Security group failure - ping should not be allowed!"
172
-        echo "Couldn't ping server with floating ip"
173
-        exit 1
174
-    fi
175
-fi
176
-
177
-# de-allocate the floating ip
178
-nova floating-ip-delete $FLOATING_IP
179
-
180
-# shutdown the server
181
-nova delete $NAME
182
-
183
-# Delete a secgroup
184
-nova secgroup-delete $SECGROUP
185
-
186
-# FIXME: validate shutdown within 5 seconds
187
-# (nova show $NAME returns 1 or status != ACTIVE)?
188
-
189
-# Testing Euca2ools
190
-# ==================
191
-
192
-# make sure that we can describe instances
193
-euca-describe-instances
194
-
195
-if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then
196
-    # Testing Swift
197
-    # =============
198
-
199
-    # Check if we have to swift via keystone
200
-    swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD stat
201
-
202
-    # We start by creating a test container
203
-    swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD post testcontainer
204
-
205
-    # add some files into it.
206
-    swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD upload testcontainer /etc/issue
207
-
208
-    # list them
209
-    swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD list testcontainer 
210
-
211
-    # And we may want to delete them now that we have tested that
212
-    # everything works.
213
-    swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD delete testcontainer
214
-fi
33
+done
34
+
35
+# output status of exercise run
36
+echo =========================
37
+echo =========================
38
+for script in $skips; do
39
+    echo SKIP $script
40
+done
41
+for script in $passes; do
42
+    echo PASS $script
43
+done
44
+for script in $failures; do
45
+    echo FAILED $script
46
+done
215 47
new file mode 100755
... ...
@@ -0,0 +1,36 @@
0
+#!/usr/bin/env bash
1
+
2
+# we will use the ``euca2ools`` cli tool that wraps the python boto 
3
+# library to test ec2 compatibility
4
+#
5
+
6
+# This script exits on an error so that errors don't compound and you see
7
+# only the first error that occured.
8
+set -o errexit
9
+
10
+# Print the commands being run so that we can see the command that triggers
11
+# an error.  It is also useful for following allowing as the install occurs.
12
+set -o xtrace
13
+
14
+
15
+# Settings
16
+# ========
17
+
18
+# Use openrc + stackrc + localrc for settings
19
+pushd $(cd $(dirname "$0")/.. && pwd)
20
+source ./openrc
21
+popd
22
+
23
+# find a machine image to boot
24
+IMAGE=`euca-describe-images | grep machine | cut -f2`
25
+
26
+# launch it
27
+INSTANCE=`euca-run-instances $IMAGE | grep INSTANCE | cut -f2`
28
+
29
+# assure it has booted within a reasonable time
30
+if ! timeout $RUNNING_TIMEOUT sh -c "while euca-describe-instances $INSTANCE | grep -q running; do sleep 1; done"; then
31
+    echo "server didn't become active within $RUNNING_TIMEOUT seconds"
32
+    exit 1
33
+fi
34
+
35
+euca-terminate-instances $INSTANCE
0 36
new file mode 100755
... ...
@@ -0,0 +1,190 @@
0
+#!/usr/bin/env bash
1
+
2
+# **exercise.sh** - using the cloud can be fun
3
+
4
+# we will use the ``nova`` cli tool provided by the ``python-novaclient``
5
+# package
6
+#
7
+
8
+
9
+# This script exits on an error so that errors don't compound and you see
10
+# only the first error that occured.
11
+set -o errexit
12
+
13
+# Print the commands being run so that we can see the command that triggers
14
+# an error.  It is also useful for following allowing as the install occurs.
15
+set -o xtrace
16
+
17
+
18
+# Settings
19
+# ========
20
+
21
+# Use openrc + stackrc + localrc for settings
22
+pushd $(cd $(dirname "$0")/.. && pwd)
23
+source ./openrc
24
+popd
25
+
26
+# Get a token for clients that don't support service catalog
27
+# ==========================================================
28
+
29
+# manually create a token by querying keystone (sending JSON data).  Keystone
30
+# returns a token and catalog of endpoints.  We use python to parse the token
31
+# and save it.
32
+
33
+TOKEN=`curl -s -d  "{\"auth\":{\"passwordCredentials\": {\"username\": \"$NOVA_USERNAME\", \"password\": \"$NOVA_API_KEY\"}}}" -H "Content-type: application/json" http://$HOST_IP:5000/v2.0/tokens | python -c "import sys; import json; tok = json.loads(sys.stdin.read()); print tok['access']['token']['id'];"`
34
+
35
+# Launching a server
36
+# ==================
37
+
38
+# List servers for tenant:
39
+nova list
40
+
41
+# Images
42
+# ------
43
+
44
+# Nova has a **deprecated** way of listing images.
45
+nova image-list
46
+
47
+# But we recommend using glance directly
48
+glance -A $TOKEN index
49
+
50
+# Let's grab the id of the first AMI image to launch
51
+IMAGE=`glance -A $TOKEN index | egrep ami | cut -d" " -f1`
52
+
53
+# Security Groups
54
+# ---------------
55
+SECGROUP=test_secgroup
56
+
57
+# List of secgroups:
58
+nova secgroup-list
59
+
60
+# Create a secgroup
61
+nova secgroup-create $SECGROUP "test_secgroup description"
62
+
63
+# determine flavor
64
+# ----------------
65
+
66
+# List of flavors:
67
+nova flavor-list
68
+
69
+# and grab the first flavor in the list to launch
70
+FLAVOR=`nova flavor-list | head -n 4 | tail -n 1 | cut -d"|" -f2`
71
+
72
+NAME="myserver"
73
+
74
+nova boot --flavor $FLAVOR --image $IMAGE $NAME --security_groups=$SECGROUP
75
+
76
+# Testing
77
+# =======
78
+
79
+# First check if it spins up (becomes active and responds to ping on
80
+# internal ip).  If you run this script from a nova node, you should
81
+# bypass security groups and have direct access to the server.
82
+
83
+# Waiting for boot
84
+# ----------------
85
+
86
+# Max time to wait while vm goes from build to active state
87
+ACTIVE_TIMEOUT=${ACTIVE_TIMEOUT:-10}
88
+
89
+# Max time till the vm is bootable
90
+BOOT_TIMEOUT=${BOOT_TIMEOUT:-15}
91
+
92
+# Max time to wait for proper association and dis-association.
93
+ASSOCIATE_TIMEOUT=${ASSOCIATE_TIMEOUT:-10}
94
+
95
+# check that the status is active within ACTIVE_TIMEOUT seconds
96
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $NAME | grep status | grep -q ACTIVE; do sleep 1; done"; then
97
+    echo "server didn't become active!"
98
+    exit 1
99
+fi
100
+
101
+# get the IP of the server
102
+IP=`nova show $NAME | grep "private network" | cut -d"|" -f3`
103
+
104
+# for single node deployments, we can ping private ips
105
+MULTI_HOST=${MULTI_HOST:-0}
106
+if [ "$MULTI_HOST" = "0" ]; then
107
+    # sometimes the first ping fails (10 seconds isn't enough time for the VM's
108
+    # network to respond?), so let's ping for a default of 15 seconds with a
109
+    # timeout of a second for each ping.
110
+    if ! timeout $BOOT_TIMEOUT sh -c "while ! ping -c1 -w1 $IP; do sleep 1; done"; then
111
+        echo "Couldn't ping server"
112
+        exit 1
113
+    fi
114
+else
115
+    # On a multi-host system, without vm net access, do a sleep to wait for the boot
116
+    sleep $BOOT_TIMEOUT
117
+fi
118
+
119
+# Security Groups & Floating IPs
120
+# ------------------------------
121
+
122
+# allow icmp traffic (ping)
123
+nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
124
+
125
+# List rules for a secgroup
126
+nova secgroup-list-rules $SECGROUP
127
+
128
+# allocate a floating ip
129
+nova floating-ip-create
130
+
131
+# store  floating address
132
+FLOATING_IP=`nova floating-ip-list | grep None | head -1 | cut -d '|' -f2 | sed 's/ //g'`
133
+
134
+# add floating ip to our server
135
+nova add-floating-ip $NAME $FLOATING_IP
136
+
137
+# test we can ping our floating ip within ASSOCIATE_TIMEOUT seconds
138
+if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! ping -c1 -w1 $FLOATING_IP; do sleep 1; done"; then
139
+    echo "Couldn't ping server with floating ip"
140
+    exit 1
141
+fi
142
+
143
+# pause the VM and verify we can't ping it anymore
144
+nova pause $NAME
145
+
146
+sleep 2
147
+
148
+if ( ping -c1 -w1 $IP); then
149
+    echo "Pause failure - ping shouldn't work"
150
+    exit 1
151
+fi
152
+
153
+if ( ping -c1 -w1 $FLOATING_IP); then
154
+    echo "Pause failure - ping floating ips shouldn't work"
155
+    exit 1
156
+fi
157
+
158
+# unpause the VM and verify we can ping it again
159
+nova unpause $NAME
160
+
161
+sleep 2
162
+
163
+ping -c1 -w1 $IP
164
+
165
+# dis-allow icmp traffic (ping)
166
+nova secgroup-delete-rule $SECGROUP icmp -1 -1 0.0.0.0/0
167
+
168
+# FIXME (anthony): make xs support security groups
169
+if [ "$VIRT_DRIVER" != "xenserver" ]; then
170
+    # test we can aren't able to ping our floating ip within ASSOCIATE_TIMEOUT seconds
171
+    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ping -c1 -w1 $FLOATING_IP; do sleep 1; done"; then
172
+        print "Security group failure - ping should not be allowed!"
173
+        echo "Couldn't ping server with floating ip"
174
+        exit 1
175
+    fi
176
+fi
177
+
178
+# de-allocate the floating ip
179
+nova floating-ip-delete $FLOATING_IP
180
+
181
+# shutdown the server
182
+nova delete $NAME
183
+
184
+# Delete a secgroup
185
+nova secgroup-delete $SECGROUP
186
+
187
+# FIXME: validate shutdown within 5 seconds
188
+# (nova show $NAME returns 1 or status != ACTIVE)?
189
+
0 190
new file mode 100755
... ...
@@ -0,0 +1,40 @@
0
+#!/usr/bin/env bash
1
+
2
+# Test swift via the command line tools that ship with it.
3
+
4
+# This script exits on an error so that errors don't compound and you see
5
+# only the first error that occured.
6
+set -o errexit
7
+
8
+# Print the commands being run so that we can see the command that triggers
9
+# an error.  It is also useful for following allowing as the install occurs.
10
+set -o xtrace
11
+
12
+
13
+# Settings
14
+# ========
15
+
16
+# Use openrc + stackrc + localrc for settings
17
+pushd $(cd $(dirname "$0")/.. && pwd)
18
+source ./openrc
19
+popd
20
+
21
+
22
+# Testing Swift
23
+# =============
24
+
25
+# Check if we have to swift via keystone
26
+swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD stat
27
+
28
+# We start by creating a test container
29
+swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD post testcontainer
30
+
31
+# add some files into it.
32
+swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD upload testcontainer /etc/issue
33
+
34
+# list them
35
+swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD list testcontainer
36
+
37
+# And we may want to delete them now that we have tested that
38
+# everything works.
39
+swift --auth-version 2 -A http://${HOST_IP}:5000/v2.0 -U admin -K $ADMIN_PASSWORD delete testcontainer
... ...
@@ -1,4 +1,5 @@
1 1
 dnsmasq-base
2
+dnsmasq-utils # for dhcp_release
2 3
 kpartx
3 4
 parted
4 5
 arping # used for send_arp_for_ha option in nova-network
... ...
@@ -38,4 +39,5 @@ python-boto
38 38
 
39 39
 # Stuff for diablo volumes
40 40
 iscsitarget
41
+iscsitarget-dkms
41 42
 lvm2
42 43
deleted file mode 100644
... ...
@@ -1,18 +0,0 @@
1
-# a collection of packages that speed up installation as they are dependencies
2
-# of packages we can't install during bootstraping (rabbitmq-server, 
3
-# mysql-server, libvirt-bin)
4
-#
5
-# NOTE: only add packages to this file that aren't needed directly
6
-mysql-common
7
-mysql-client-5.1
8
-erlang-base
9
-erlang-ssl 
10
-erlang-nox
11
-erlang-inets
12
-erlang-mnesia
13
-libhtml-template-perl
14
-gettext-base
15
-libavahi-client3
16
-libxml2-utils
17
-libpciaccess0
18
-libparted0debian1
... ...
@@ -24,7 +24,7 @@ registry_port = 9191
24 24
 
25 25
 # Log to this file. Make sure you do not set the same log
26 26
 # file for both the API and registry servers!
27
-log_file = %DEST%/glance/api.log
27
+#log_file = %DEST%/glance/api.log
28 28
 
29 29
 # Send logs to syslog (/dev/log) instead of to file specified by `log_file`
30 30
 use_syslog = %SYSLOG%
... ...
@@ -13,7 +13,7 @@ bind_port = 9191
13 13
 
14 14
 # Log to this file. Make sure you do not set the same log
15 15
 # file for both the API and registry servers!
16
-log_file = %DEST%/glance/registry.log
16
+#log_file = %DEST%/glance/registry.log
17 17
 
18 18
 # Where to store images
19 19
 filesystem_store_datadir = %DEST%/glance/images
... ...
@@ -16,6 +16,7 @@ account_autocreate = true
16 16
 use = egg:swiftkeystone2#keystone2
17 17
 keystone_admin_token = %SERVICE_TOKEN%
18 18
 keystone_url = http://localhost:35357/v2.0
19
+keystone_admin_group = Member
19 20
 
20 21
 [filter:tempauth]
21 22
 use = egg:swift#tempauth
... ...
@@ -49,3 +49,14 @@ export EC2_SECRET_KEY=${ADMIN_PASSWORD:-secrete}
49 49
 # set log level to DEBUG (helps debug issues)
50 50
 # export NOVACLIENT_DEBUG=1
51 51
 
52
+# Max time till the vm is bootable
53
+export BOOT_TIMEOUT=${BOOT_TIMEOUT:-15}
54
+
55
+# Max time to wait while vm goes from build to active state
56
+export ACTIVE_TIMEOUT=${ACTIVE_TIMEOUT:-10}
57
+
58
+# Max time from run instance command until it is running
59
+export RUNNING_TIMEOUT=${RUNNING_TIMEOUT:-$(($BOOT_TIMEOUT + $ACTIVE_TIMEOUT))}
60
+
61
+# Max time to wait for proper IP association and dis-association.
62
+export ASSOCIATE_TIMEOUT=${ASSOCIATE_TIMEOUT:-10}
... ...
@@ -159,6 +159,9 @@ Q_PLUGIN=${Q_PLUGIN:-openvswitch}
159 159
 # Specify which services to launch.  These generally correspond to screen tabs
160 160
 ENABLED_SERVICES=${ENABLED_SERVICES:-g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,horizon,mysql,rabbit}
161 161
 
162
+# Name of the lvm volume group to use/create for iscsi volumes
163
+VOLUME_GROUP=${VOLUME_GROUP:-nova-volumes}
164
+
162 165
 # Nova hypervisor configuration.  We default to libvirt whth  **kvm** but will
163 166
 # drop back to **qemu** if we are unable to load the kvm module.  Stack.sh can
164 167
 # also install an **LXC** based system.
... ...
@@ -368,7 +371,7 @@ apt_get update
368 368
 apt_get install `cat $FILES/apts/* | cut -d\# -f1 | grep -Ev "mysql-server|rabbitmq-server|memcached"`
369 369
 
370 370
 # install python requirements
371
-sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $FILES/pips/*`
371
+sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install --use-mirrors `cat $FILES/pips/*`
372 372
 
373 373
 # git clone only if directory doesn't exist already.  Since ``DEST`` might not
374 374
 # be owned by the installation user, we create the directory and change the
... ...
@@ -394,7 +397,7 @@ function git_clone {
394 394
         # remove the existing ignored files (like pyc) as they cause breakage
395 395
         # (due to the py files having older timestamps than our pyc, so python
396 396
         # thinks the pyc files are correct using them)
397
-        sudo git clean -f -d
397
+        find $GIT_DEST -name '*.pyc' -delete
398 398
         git checkout -f origin/$GIT_BRANCH
399 399
         # a local branch might not exist
400 400
         git branch -D $GIT_BRANCH || true
... ...
@@ -691,7 +694,7 @@ if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then
691 691
 
692 692
    # swift-init has a bug using /etc/swift until bug #885595 is fixed
693 693
    # we have to create a link
694
-   sudo ln -s ${SWIFT_CONFIG_LOCATION} /etc/swift
694
+   sudo ln -sf ${SWIFT_CONFIG_LOCATION} /etc/swift
695 695
 
696 696
    # Swift use rsync to syncronize between all the different
697 697
    # partitions (which make more sense when you have a multi-node
... ...
@@ -704,6 +707,11 @@ if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then
704 704
    # configured keystone it will checkout the directory.
705 705
    if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
706 706
        swift_auth_server=keystone
707
+
708
+       # We install the memcache server as this is will be used by the
709
+       # middleware to cache the tokens auths for a long this is needed.
710
+       apt_get install memcached
711
+
707 712
        # We need a special version of bin/swift which understand the
708 713
        # OpenStack api 2.0, we download it until this is getting
709 714
        # integrated in swift.
... ...
@@ -778,12 +786,12 @@ if [[ "$ENABLED_SERVICES" =~ "n-vol" ]]; then
778 778
     #
779 779
     # By default, the backing file is 2G in size, and is stored in /opt/stack.
780 780
     #
781
-    if ! sudo vgdisplay | grep -q nova-volumes; then
781
+    if ! sudo vgdisplay | grep -q $VOLUME_GROUP; then
782 782
         VOLUME_BACKING_FILE=${VOLUME_BACKING_FILE:-$DEST/nova-volumes-backing-file}
783 783
         VOLUME_BACKING_FILE_SIZE=${VOLUME_BACKING_FILE_SIZE:-2052M}
784 784
         truncate -s $VOLUME_BACKING_FILE_SIZE $VOLUME_BACKING_FILE
785 785
         DEV=`sudo losetup -f --show $VOLUME_BACKING_FILE`
786
-        sudo vgcreate nova-volumes $DEV
786
+        sudo vgcreate $VOLUME_GROUP $DEV
787 787
     fi
788 788
 
789 789
     # Configure iscsitarget
... ...
@@ -812,6 +820,9 @@ if [[ "$ENABLED_SERVICES" =~ "q-svc" ]]; then
812 812
 else
813 813
     add_nova_flag "--network_manager=nova.network.manager.$NET_MAN"
814 814
 fi
815
+if [[ "$ENABLED_SERVICES" =~ "n-vol" ]]; then
816
+    add_nova_flag "--volume_group=$VOLUME_GROUP"
817
+fi
815 818
 add_nova_flag "--my_ip=$HOST_IP"
816 819
 add_nova_flag "--public_interface=$PUBLIC_INTERFACE"
817 820
 add_nova_flag "--vlan_interface=$VLAN_INTERFACE"
... ...
@@ -826,6 +837,7 @@ add_nova_flag "--ec2_dmz_host=$EC2_DMZ_HOST"
826 826
 add_nova_flag "--rabbit_host=$RABBIT_HOST"
827 827
 add_nova_flag "--rabbit_password=$RABBIT_PASSWORD"
828 828
 add_nova_flag "--glance_api_servers=$GLANCE_HOSTPORT"
829
+add_nova_flag "--force_dhcp_release"
829 830
 if [ -n "$INSTANCES_PATH" ]; then
830 831
     add_nova_flag "--instances_path=$INSTANCES_PATH"
831 832
 fi
832 833
deleted file mode 100755
... ...
@@ -1,109 +0,0 @@
1
-#!/bin/bash -e
2
-# build_pxe_boot.sh - Create a PXE boot environment
3
-#
4
-# build_pxe_boot.sh destdir
5
-#
6
-# Assumes syslinux is installed
7
-# Only needs to run as root if the destdir permissions require it
8
-
9
-DEST_DIR=${1:-/tmp}/tftpboot
10
-PXEDIR=${PXEDIR:-/var/cache/devstack/pxe}
11
-OPWD=`pwd`
12
-PROGDIR=`dirname $0`
13
-
14
-# Clean up any resources that may be in use
15
-cleanup() {
16
-    set +o errexit
17
-
18
-    # Mop up temporary files
19
-    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
20
-        umount $MNTDIR
21
-        rmdir $MNTDIR
22
-    fi
23
-
24
-    # Kill ourselves to signal any calling process
25
-    trap 2; kill -2 $$
26
-}
27
-
28
-trap cleanup SIGHUP SIGINT SIGTERM
29
-
30
-mkdir -p $DEST_DIR/pxelinux.cfg
31
-cd $DEST_DIR
32
-for i in memdisk menu.c32 pxelinux.0; do
33
-    cp -pu /usr/lib/syslinux/$i $DEST_DIR
34
-done
35
-
36
-CFG=$DEST_DIR/pxelinux.cfg/default
37
-cat >$CFG <<EOF
38
-default menu.c32
39
-prompt 0
40
-timeout 0
41
-
42
-MENU TITLE PXE Boot Menu
43
-
44
-EOF
45
-
46
-# Setup devstack boot
47
-mkdir -p $DEST_DIR/ubuntu
48
-if [ ! -d $PXEDIR ]; then
49
-    mkdir -p $PXEDIR
50
-fi
51
-
52
-# Get image into place
53
-if [ ! -r $PXEDIR/stack-initrd.img ]; then
54
-    cd $OPWD
55
-    $PROGDIR/build_ramdisk.sh $PXEDIR/stack-initrd.img
56
-fi
57
-if [ ! -r $PXEDIR/stack-initrd.gz ]; then
58
-    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
59
-fi
60
-cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
61
-
62
-if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
63
-    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
64
-    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
65
-
66
-    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
67
-        echo "No kernel found"
68
-        umount $MNTDIR
69
-        rmdir $MNTDIR
70
-        exit 1
71
-    else
72
-        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
73
-    fi
74
-    umount $MNTDIR
75
-    rmdir $MNTDIR
76
-fi
77
-
78
-# Get generic kernel version
79
-KNAME=`basename $PXEDIR/vmlinuz-*-generic`
80
-KVER=${KNAME#vmlinuz-}
81
-cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
82
-cat >>$CFG <<EOF
83
-
84
-LABEL devstack
85
-    MENU LABEL ^devstack
86
-    MENU DEFAULT
87
-    KERNEL ubuntu/vmlinuz-$KVER
88
-    APPEND initrd=ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
89
-EOF
90
-
91
-# Get Ubuntu
92
-if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
93
-    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
94
-    cat >>$CFG <<EOF
95
-
96
-LABEL ubuntu
97
-    MENU LABEL ^Ubuntu Natty
98
-    KERNEL ubuntu/vmlinuz-$KVER
99
-    APPEND initrd=ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
100
-EOF
101
-fi
102
-
103
-# Local disk boot
104
-cat >>$CFG <<EOF
105
-
106
-LABEL local
107
-    MENU LABEL ^Local disk
108
-    LOCALBOOT 0
109
-EOF
110 1
new file mode 100755
... ...
@@ -0,0 +1,112 @@
0
+#!/bin/bash -e
1
+# build_pxe_env.sh - Create a PXE boot environment
2
+#
3
+# build_pxe_env.sh destdir
4
+#
5
+# Requires Ubuntu Oneiric
6
+#
7
+# Only needs to run as root if the destdir permissions require it
8
+
9
+dpkg -l syslinux || apt-get install -y syslinux
10
+
11
+DEST_DIR=${1:-/tmp}/tftpboot
12
+PXEDIR=${PXEDIR:-/var/cache/devstack/pxe}
13
+OPWD=`pwd`
14
+PROGDIR=`dirname $0`
15
+
16
+# Clean up any resources that may be in use
17
+cleanup() {
18
+    set +o errexit
19
+
20
+    # Mop up temporary files
21
+    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
22
+        umount $MNTDIR
23
+        rmdir $MNTDIR
24
+    fi
25
+
26
+    # Kill ourselves to signal any calling process
27
+    trap 2; kill -2 $$
28
+}
29
+
30
+trap cleanup SIGHUP SIGINT SIGTERM
31
+
32
+mkdir -p $DEST_DIR/pxelinux.cfg
33
+cd $DEST_DIR
34
+for i in memdisk menu.c32 pxelinux.0; do
35
+    cp -pu /usr/lib/syslinux/$i $DEST_DIR
36
+done
37
+
38
+CFG=$DEST_DIR/pxelinux.cfg/default
39
+cat >$CFG <<EOF
40
+default menu.c32
41
+prompt 0
42
+timeout 0
43
+
44
+MENU TITLE PXE Boot Menu
45
+
46
+EOF
47
+
48
+# Setup devstack boot
49
+mkdir -p $DEST_DIR/ubuntu
50
+if [ ! -d $PXEDIR ]; then
51
+    mkdir -p $PXEDIR
52
+fi
53
+
54
+# Get image into place
55
+if [ ! -r $PXEDIR/stack-initrd.img ]; then
56
+    cd $OPWD
57
+    $PROGDIR/build_ramdisk.sh $PXEDIR/stack-initrd.img
58
+fi
59
+if [ ! -r $PXEDIR/stack-initrd.gz ]; then
60
+    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
61
+fi
62
+cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
63
+
64
+if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
65
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
66
+    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
67
+
68
+    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
69
+        echo "No kernel found"
70
+        umount $MNTDIR
71
+        rmdir $MNTDIR
72
+        exit 1
73
+    else
74
+        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
75
+    fi
76
+    umount $MNTDIR
77
+    rmdir $MNTDIR
78
+fi
79
+
80
+# Get generic kernel version
81
+KNAME=`basename $PXEDIR/vmlinuz-*-generic`
82
+KVER=${KNAME#vmlinuz-}
83
+cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
84
+cat >>$CFG <<EOF
85
+
86
+LABEL devstack
87
+    MENU LABEL ^devstack
88
+    MENU DEFAULT
89
+    KERNEL ubuntu/vmlinuz-$KVER
90
+    APPEND initrd=ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
91
+EOF
92
+
93
+# Get Ubuntu
94
+if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
95
+    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
96
+    cat >>$CFG <<EOF
97
+
98
+LABEL ubuntu
99
+    MENU LABEL ^Ubuntu Natty
100
+    KERNEL ubuntu/vmlinuz-$KVER
101
+    APPEND initrd=ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
102
+EOF
103
+fi
104
+
105
+# Local disk boot
106
+cat >>$CFG <<EOF
107
+
108
+LABEL local
109
+    MENU LABEL ^Local disk
110
+    LOCALBOOT 0
111
+EOF
... ...
@@ -1,8 +1,8 @@
1 1
 #!/usr/bin/env bash
2 2
 
3
-# Make sure that we have the proper version of ubuntu (only works on natty/oneiric)
4
-if ! egrep -q "oneiric|natty" /etc/lsb-release; then
5
-    echo "This script only works with ubuntu oneiric and natty"
3
+# Make sure that we have the proper version of ubuntu (only works on oneiric)
4
+if ! egrep -q "oneiric" /etc/lsb-release; then
5
+    echo "This script only works with ubuntu oneiric."
6 6
     exit 1
7 7
 fi
8 8
 
... ...
@@ -33,8 +33,8 @@ if [ ! -e $TOP_DIR/localrc ]; then
33 33
 fi
34 34
 
35 35
 # Install deps if needed
36
-DEPS="kvm libvirt-bin kpartx"
37
-dpkg -l $DEPS || apt-get install -y --force-yes $DEPS
36
+DEPS="kvm libvirt-bin kpartx cloud-utils curl"
37
+apt-get install -y --force-yes $DEPS
38 38
 
39 39
 # Where to store files and instances
40 40
 WORK_DIR=${WORK_DIR:-/opt/kvmstack}
41 41
new file mode 100755
... ...
@@ -0,0 +1,74 @@
0
+#!/usr/bin/env bash
1
+
2
+# Echo commands
3
+set -o xtrace
4
+
5
+# Exit on error to stop unexpected errors
6
+set -o errexit
7
+
8
+# Keep track of the current directory
9
+TOOLS_DIR=$(cd $(dirname "$0") && pwd)
10
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
11
+
12
+# Change dir to top of devstack
13
+cd $TOP_DIR
14
+
15
+# Echo usage
16
+usage() {
17
+    echo "Add stack user and keys"
18
+    echo ""
19
+    echo "Usage: $0 [full path to raw uec base image]"
20
+}
21
+
22
+# Make sure this is a raw image
23
+if ! qemu-img info $1 | grep -q "file format: raw"; then
24
+    usage
25
+    exit 1
26
+fi
27
+
28
+# Mount the image
29
+DEST=/opt/stack
30
+STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage.user
31
+mkdir -p $STAGING_DIR
32
+umount $STAGING_DIR || true
33
+sleep 1
34
+mount -t ext4 -o loop $1 $STAGING_DIR
35
+mkdir -p $STAGING_DIR/$DEST
36
+
37
+# Create a stack user that is a member of the libvirtd group so that stack
38
+# is able to interact with libvirt.
39
+chroot $STAGING_DIR groupadd libvirtd || true
40
+chroot $STAGING_DIR useradd stack -s /bin/bash -d $DEST -G libvirtd || true
41
+
42
+# Add a simple password - pass
43
+echo stack:pass | chroot $STAGING_DIR chpasswd
44
+
45
+# Configure sudo
46
+grep -q "^#includedir.*/etc/sudoers.d" $STAGING_DIR/etc/sudoers ||
47
+    echo "#includedir /etc/sudoers.d" | sudo tee -a $STAGING_DIR/etc/sudoers
48
+cp $TOP_DIR/files/sudo/* $STAGING_DIR/etc/sudoers.d/
49
+sed -e "s,%USER%,$USER,g" -i $STAGING_DIR/etc/sudoers.d/*
50
+
51
+# and has sudo ability (in the future this should be limited to only what
52
+# stack requires)
53
+echo "stack ALL=(ALL) NOPASSWD: ALL" >> $STAGING_DIR/etc/sudoers
54
+
55
+# Gracefully cp only if source file/dir exists
56
+function cp_it {
57
+    if [ -e $1 ] || [ -d $1 ]; then
58
+        cp -pRL $1 $2
59
+    fi
60
+}
61
+
62
+# Copy over your ssh keys and env if desired
63
+cp_it ~/.ssh $STAGING_DIR/$DEST/.ssh
64
+cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/$DEST/.ssh/authorized_keys
65
+cp_it ~/.gitconfig $STAGING_DIR/$DEST/.gitconfig
66
+cp_it ~/.vimrc $STAGING_DIR/$DEST/.vimrc
67
+cp_it ~/.bashrc $STAGING_DIR/$DEST/.bashrc
68
+
69
+# Give stack ownership over $DEST so it may do the work needed
70
+chroot $STAGING_DIR chown -R stack $DEST
71
+
72
+# Unmount
73
+umount $STAGING_DIR
0 74
new file mode 100755
... ...
@@ -0,0 +1,53 @@
0
+#!/usr/bin/env bash
1
+
2
+# Echo commands
3
+set -o xtrace
4
+
5
+# Exit on error to stop unexpected errors
6
+set -o errexit
7
+
8
+# Keep track of the current directory
9
+TOOLS_DIR=$(cd $(dirname "$0") && pwd)
10
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
11
+
12
+# Change dir to top of devstack
13
+cd $TOP_DIR
14
+
15
+# Echo usage
16
+usage() {
17
+    echo "Cache OpenStack dependencies on a uec image to speed up performance."
18
+    echo ""
19
+    echo "Usage: $0 [full path to raw uec base image]"
20
+}
21
+
22
+# Make sure this is a raw image
23
+if ! qemu-img info $1 | grep -q "file format: raw"; then
24
+    usage
25
+    exit 1
26
+fi
27
+
28
+# Make sure we are in the correct dir
29
+if [ ! -d files/apts ]; then
30
+    echo "Please run this script from devstack/tools/"
31
+    exit 1
32
+fi 
33
+
34
+# Mount the image
35
+STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage
36
+mkdir -p $STAGING_DIR
37
+umount $STAGING_DIR || true
38
+sleep 1
39
+mount -t ext4 -o loop $1 $STAGING_DIR
40
+
41
+# Make sure that base requirements are installed
42
+cp /etc/resolv.conf $STAGING_DIR/etc/resolv.conf
43
+
44
+# Perform caching on the base image to speed up subsequent runs
45
+chroot $STAGING_DIR apt-get update
46
+chroot $STAGING_DIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
47
+chroot $STAGING_DIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1` || true
48
+mkdir -p $STAGING_DIR/var/cache/pip
49
+PIP_DOWNLOAD_CACHE=/var/cache/pip chroot $STAGING_DIR pip install `cat files/pips/*` || true
50
+
51
+# Unmount
52
+umount $STAGING_DIR