devstack-gate/devstack-vm-gate-wrap.sh at master · ruslanloman/devstack-gate

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

#!/bin/bash

# Gate commits to several projects on a VM running those projects

# configured by devstack.

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

# http://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or

# implied.

# See the License for the specific language governing permissions and

# limitations under the License.

# Most of the work of this script is done in functions so that we may

# easily redirect their stdout / stderr to log files.

source $WORKSPACE/devstack-gate/functions.sh

PROJECTS="openstack-dev/devstack $PROJECTS"

PROJECTS="openstack-dev/grenade $PROJECTS"

PROJECTS="openstack-dev/pbr $PROJECTS"

PROJECTS="openstack-infra/jeepyb $PROJECTS"

PROJECTS="openstack-infra/pypi-mirror $PROJECTS"

PROJECTS="openstack/ceilometer $PROJECTS"

PROJECTS="openstack/cinder $PROJECTS"

PROJECTS="openstack/glance $PROJECTS"

PROJECTS="openstack/heat $PROJECTS"

PROJECTS="openstack/horizon $PROJECTS"

PROJECTS="openstack/ironic $PROJECTS"

PROJECTS="openstack/keystone $PROJECTS"

PROJECTS="openstack/neutron $PROJECTS"

PROJECTS="openstack/nova $PROJECTS"

PROJECTS="openstack/oslo.config $PROJECTS"

PROJECTS="openstack/oslo.messaging $PROJECTS"

PROJECTS="openstack/oslo.rootwrap $PROJECTS"

PROJECTS="openstack/python-ceilometerclient $PROJECTS"

PROJECTS="openstack/python-cinderclient $PROJECTS"

PROJECTS="openstack/python-glanceclient $PROJECTS"

PROJECTS="openstack/python-heatclient $PROJECTS"

PROJECTS="openstack/python-ironicclient $PROJECTS"

PROJECTS="openstack/python-keystoneclient $PROJECTS"

PROJECTS="openstack/python-neutronclient $PROJECTS"

PROJECTS="openstack/python-novaclient $PROJECTS"

PROJECTS="openstack/python-openstackclient $PROJECTS"

PROJECTS="openstack/python-savannaclient $PROJECTS"

PROJECTS="openstack/python-swiftclient $PROJECTS"

PROJECTS="openstack/requirements $PROJECTS"

PROJECTS="openstack/savanna $PROJECTS"

PROJECTS="openstack/savanna-dashboard $PROJECTS"

PROJECTS="openstack/swift $PROJECTS"

PROJECTS="openstack/tempest $PROJECTS"

export BASE=/opt/stack

# The URL from which to fetch ZUUL references

export ZUUL_URL=${ZUUL_URL:-http://zuul.openstack.org/p}

# Set this variable to skip updating the devstack-gate project itself.

# Useful in development so you can edit scripts in place and run them

# directly. Do not set in production.

# Normally not set, and we do include devstack-gate with the rest of

# the projects.

#if [ -z "$SKIP_DEVSTACK_GATE_PROJECT" ]; then

# PROJECTS="openstack-infra/devstack-gate $PROJECTS"

# # Also, if we're testing devstack-gate, re-exec this script once so

# # that we can test the new version of it.

# if [[ $ZUUL_CHANGES =~ "openstack-infra/devstack-gate" ]] && [[ $RE_EXEC != "true" ]]; then

# echo "This build includes a change to devstack-gate; updating working copy."

# # Since we're early in the script, we need to update the d-g

# # copy in the workspace, not $DEST, which is what will be

# # updated later.

# setup_project openstack-infra/devstack-gate master

# cd $WORKSPACE

# re_exec_devstack_gate

# fi

#fi

# Make a directory to store logs

rm -rf logs

mkdir -p logs

# Set to 1 to run the Tempest test suite

export DEVSTACK_GATE_TEMPEST=${DEVSTACK_GATE_TEMPEST:-0}

# Set to 1 to run the devstack exercises

export DEVSTACK_GATE_EXERCISES=${DEVSTACK_GATE_EXERCISES:-0}

# Set to 1 to run postgresql instead of mysql

export DEVSTACK_GATE_POSTGRES=${DEVSTACK_GATE_POSTGRES:-0}

# Set to 1 to use zeromq instead of rabbitmq (or qpid)

export DEVSTACK_GATE_ZEROMQ=${DEVSTACK_GATE_ZEROMQ:-0}

# Set to qpid to use qpid, or zeromq to use zeromq.

# Default set to rabbitmq

export DEVSTACK_GATE_MQ_DRIVER=${DEVSTACK_GATE_MQ_DRIVER:-"rabbitmq"}

# Set to 1 to run tempest stress tests

export DEVSTACK_GATE_TEMPEST_STRESS=${DEVSTACK_GATE_TEMPEST_STRESS:-0}

# Set to 1 to run tempest heat slow tests

export DEVSTACK_GATE_TEMPEST_HEAT_SLOW=${DEVSTACK_GATE_TEMPEST_HEAT_SLOW:-0}

# Set to 1 to run tempest large ops test

export DEVSTACK_GATE_TEMPEST_LARGE_OPS=${DEVSTACK_GATE_TEMPEST_LARGE_OPS:-0}

# Set to 1 to run tempest smoke tests serially

export DEVSTACK_GATE_SMOKE_SERIAL=${DEVSTACK_GATE_SMOKE_SERIAL:-0}

# Set to 1 to explicitly enable tempest tenant isolation. Otherwise tenant isolation setting

# for tempest will be the one chosen by devstack.

export DEVSTACK_GATE_TEMPEST_ALLOW_TENANT_ISOLATION=${DEVSTACK_GATE_TEMPEST_ALLOW_TENANT_ISOLATION:-0}

# Set to 1 to enable Cinder secure delete.

# False by default to avoid dd problems on Precise.

# https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1023755

export DEVSTACK_CINDER_SECURE_DELETE=${DEVSTACK_CINDER_SECURE_DELETE:-0}

# Set to 1 to run neutron instead of nova network

# Only applicable to master branch

export DEVSTACK_GATE_NEUTRON=${DEVSTACK_GATE_NEUTRON:-0}

# Set to 1 to run nova in cells mode instead of the default mode

export DEVSTACK_GATE_CELLS=${DEVSTACK_GATE_CELLS:-0}

# Set to 1 to run ironic baremetal provisioning service.

export DEVSTACK_GATE_IRONIC=${DEVSTACK_GATE_IRONIC:-0}

# Set to 1 to run savanna

export DEVSTACK_GATE_SAVANNA=${DEVSTACK_GATE_SAVANNA:-0}

# Set to 0 to disable config_drive and use the metadata server instead

export DEVSTACK_GATE_CONFIGDRIVE=${DEVSTACK_GATE_CONFIGDRIVE:-1}

# Set the number of threads to run tempest with

export TEMPEST_CONCURRENCY=${TEMPEST_CONCURRENCY:-2}

# The following variables are set for different directions of Grenade updating

# for a stable branch we want to both try to upgrade forward n => n+1 as

# well as upgrade from last n-1 => n.

# i.e. stable/havana:

# DGG=1 means stable/grizzly => stable/havana

# DGGF=1 means stable/havana => master (or stable/icehouse if that's out)

export DEVSTACK_GATE_GRENADE=${DEVSTACK_GATE_GRENADE:-0}

export DEVSTACK_GATE_GRENADE_FORWARD=${DEVSTACK_GATE_GRENADE_FORWARD:-0}

if [ "$DEVSTACK_GATE_GRENADE" -eq "1" ]; then

export DEVSTACK_GATE_EXERCISES=1

if [ "$ZUUL_BRANCH" == "stable/havana" ]; then

export GRENADE_OLD_BRANCH="stable/grizzly"

export GRENADE_NEW_BRANCH="stable/havana"

export DEVSTACK_GATE_TEMPEST=1

elif [ "$ZUUL_BRANCH" == "stable/icehouse" ]; then

export GRENADE_OLD_BRANCH="stable/havana"

export GRENADE_NEW_BRANCH="stable/icehouse"

export DEVSTACK_GATE_TEMPEST=1

else # master

export GRENADE_OLD_BRANCH="stable/havana"

export GRENADE_NEW_BRANCH="master"

export DEVSTACK_GATE_TEMPEST=1

# the roll forward case

elif [ "$DEVSTACK_GATE_GRENADE_FORWARD" -eq "1" ]; then

export DEVSTACK_GATE_EXERCISES=1

export DEVSTACK_GATE_TEMPEST=1

if [ "$ZUUL_BRANCH" == "stable/grizzly" ]; then

export GRENADE_OLD_BRANCH="stable/grizzly"

export GRENADE_NEW_BRANCH="stable/havana"

elif [ "$ZUUL_BRANCH" == "stable/havana" ]; then

export GRENADE_OLD_BRANCH="stable/havana"

export GRENADE_NEW_BRANCH="master"

# Set the virtualization driver to: libvirt, openvz

export DEVSTACK_GATE_VIRT_DRIVER=${DEVSTACK_GATE_VIRT_DRIVER:-libvirt}

# See switch below for this -- it gets set to 1 when tempest

# is the project being gated.

export DEVSTACK_GATE_TEMPEST_FULL=${DEVSTACK_GATE_TEMPEST_FULL:-0}

# Set to enable running full tempest with testr:

export DEVSTACK_GATE_TEMPEST_TESTR_FULL=${DEVSTACK_GATE_TEMPEST_TESTR_FULL:-0}

# Set to 1 to run all tempest tests

export DEVSTACK_GATE_TEMPEST_ALL=${DEVSTACK_GATE_TEMPEST_ALL:-0}

# Set to 1 if running the openstack/requirements integration test

export DEVSTACK_GATE_REQS_INTEGRATION=${DEVSTACK_GATE_REQS_INTEGRATION:-0}

# Set this variable to override the mirror selection script. Set to a

# nonexistant location to disable mirror selection

export DEVSTACK_GATE_SELECT_MIRROR=${DEVSTACK_GATE_SELECT_MIRROR:-/usr/local/jenkins/slave_scripts/select-mirror.sh}

# Set this to the time in minutes that the gate test should be allowed

# to run before being aborted (default 60).

export DEVSTACK_GATE_TIMEOUT=${DEVSTACK_GATE_TIMEOUT:-60}

# Set this to override the branch selected for testing (in

# single-branch checkouts; not used for grenade)

export OVERRIDE_ZUUL_BRANCH=${OVERRIDE_ZUUL_BRANCH:-$ZUUL_BRANCH}

if ! function_exists "gate_hook"; then

# the command we use to run the gate

function gate_hook {

timeout -s 9 ${DEVSTACK_GATE_TIMEOUT}m $BASE/new/devstack-gate/devstack-vm-gate.sh

}

echo "Triggered by: https://review.openstack.org/$ZUUL_CHANGE patchset $ZUUL_PATCHSET"

echo "Pipeline: $ZUUL_PIPELINE"

echo "IP configuration of this host:"

ip -f inet addr show

setup_host &> $WORKSPACE/logs/devstack-gate-setup-host.txt

if [ "$DEVSTACK_GATE_GRENADE" -eq "1" -o "$DEVSTACK_GATE_GRENADE_FORWARD" -eq "1" ]; then

setup_workspace $GRENADE_NEW_BRANCH $BASE/new &> \

$WORKSPACE/logs/devstack-gate-setup-workspace-new.txt

setup_workspace $GRENADE_OLD_BRANCH $BASE/old &> \

$WORKSPACE/logs/devstack-gate-setup-workspace-old.txt

else

setup_workspace $OVERRIDE_ZUUL_BRANCH $BASE/new &> \

$WORKSPACE/logs/devstack-gate-setup-workspace-new.txt

# Run pre test hook if we have one

if function_exists "pre_test_hook"; then

set -o xtrace

pre_test_hook 2>&1 | tee $WORKSPACE/logs/devstack-gate-pre-test-hook.txt

set +o xtrace

# Run the gate function

gate_hook

GATE_RETVAL=$?

RETVAL=$GATE_RETVAL

# Run post test hook if we have one

if [ $GATE_RETVAL -eq 0 ] && function_exists "post_test_hook"; then

set -o xtrace -o pipefail

post_test_hook 2>&1 | tee $WORKSPACE/logs/devstack-gate-post-test-hook.txt

RETVAL=$?

set +o xtrace +o pipefail

if [ $GATE_RETVAL -eq 137 ] && [ -f $WORKSPACE/gate.pid ] ; then

GATEPID=`cat $WORKSPACE/gate.pid`

echo "Killing process group ${GATEPID}"

sudo kill -s 9 -${GATEPID}

cleanup_host &> $WORKSPACE/logs/devstack-gate-cleanup-host.txt

exit $RETVAL

FilesExpand file tree

devstack-vm-gate-wrap.sh

Latest commit

History

devstack-vm-gate-wrap.sh

File metadata and controls