Blame - jobs/pipelines/swarm-bootstrap-salt-cluster-heat.groovy - mcp/tcp-qa

openstack --insecure image create ${ubuntu_foundation_image_name} --file ./${ubuntu_foundation_image_name} --disk-format qcow2 --container-format bare

109

rm ./${ubuntu_foundation_image_name}

110

else

111

echo Image ${ubuntu_foundation_image_name} already exists

fi

""")

}

stage("Upload cfg01-day01 and VCP images") {

117

shared.run_cmd("""\

118

# export OS_IDENTITY_API_VERSION=3

119

# export OS_AUTH_URL=${OS_AUTH_URL}

120

# export OS_USERNAME=${OS_USERNAME}

121

# export OS_PASSWORD=${OS_PASSWORD}

122

# export OS_PROJECT_NAME=${OS_PROJECT_NAME}

123

124

openstack --insecure image show ${cfg01_day01_image_name} -f value -c name || openstack --insecure image create ${cfg01_day01_image_name} --file ${IMAGE_PATH_CFG01_DAY01} --disk-format qcow2 --container-format bare

125

openstack --insecure image show ${ubuntu_vcp_image_name} -f value -c name || openstack --insecure image create ${ubuntu_vcp_image_name} --file ${MCP_IMAGE_PATH1604} --disk-format qcow2 --container-format bare

""")

}

stage("Upload generated config drive ISO into volume on cfg01 node") {

130

shared.run_cmd("""\

131

# export OS_IDENTITY_API_VERSION=3

132

# export OS_AUTH_URL=${OS_AUTH_URL}

133

# export OS_USERNAME=${OS_USERNAME}

134

# export OS_PASSWORD=${OS_PASSWORD}

135

# export OS_PROJECT_NAME=${OS_PROJECT_NAME}

136

137

openstack --insecure image delete cfg01.${ENV_NAME}-config-drive.iso || true

138

sleep 3

139

openstack --insecure image create cfg01.${ENV_NAME}-config-drive.iso --file /home/jenkins/images/${CFG01_CONFIG_IMAGE_NAME} --disk-format iso --container-format bare

""")

}

stage("Create Heat stack '${ENV_NAME}'") {

144

// Create stack and wait for CREATE_COMPLETED status, manual analog:

145

// openstack --insecure stack create ${ENV_NAME} \

146

// --template ./tcp_tests/templates/${LAB_CONFIG_NAME}/underlay.hot \

147

// --environment ./tcp_tests/templates/_heat_environments/${LAB_PARAM_DEFAULTS} \

148

// --parameter env_name=${ENV_NAME} --parameter mcp_version=${MCP_VERSION}

149

shared.run_cmd("""\

150

export BOOTSTRAP_TIMEOUT=3600

151

export ENV_MANAGER=heat

152

export TEST_GROUP=test_create_environment

153

export SHUTDOWN_ENV_ON_TEARDOWN=false

154

export PYTHONIOENCODING=UTF-8

155

export REPOSITORY_SUITE=${MCP_VERSION}

156

export ENV_NAME=${ENV_NAME}

157

export LAB_CONFIG_NAME=${LAB_CONFIG_NAME}

158

export LAB_PARAM_DEFAULTS=${LAB_PARAM_DEFAULTS}

159

py.test --cache-clear -vvv -s -p no:django -p no:ipdb --junit-xml=deploy_hardware.xml -k \${TEST_GROUP}

""")

}

stage("Add the Jenkins slave node") {

164

def jenkins_slave_ip_value_name = "foundation_floating"

165

def jenkins_slave_ip = shared.run_cmd_stdout("openstack --insecure stack output show ${ENV_NAME} ${jenkins_slave_ip_value_name} -f value -c output_value").trim().split().last()

166

def jenkins_slave_executors = 2

167

common.printMsg("JENKINS_SLAVE_NODE_NAME=${JENKINS_SLAVE_NODE_NAME}", "green")

168

common.printMsg("JENKINS_SLAVE_IP=${jenkins_slave_ip}", "green")

169

170

withCredentials([

171

[$class : 'UsernamePasswordMultiBinding',

172

credentialsId : "${CREATE_JENKINS_NODE_CREDENTIALS}",

173

passwordVariable: 'JENKINS_PASS',

174

usernameVariable: 'JENKINS_USER']

175

]) {

176

177

script_delete_agent = ("""\

178

CRUMB=\$(curl --fail -0 -u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \${JENKINS_URL}\'/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)\' 2>/dev/null)

179

curl -w '%{http_code}' -o /dev/null \

180

-u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \

181

-H \"Content-Type:application/x-www-form-urlencoded\" \

182

-H \"\$CRUMB\" \

183

\"\${JENKINS_URL}/computer/\${JENKINS_SLAVE_NODE_NAME}/doDelete\" \

184

--request \'POST\' --data \'\'

sleep 10

""")

script_create_agent = ("""\

189

CRUMB=\$(curl --fail -0 -u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \${JENKINS_URL}\'/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)\' 2>/dev/null)

190

191

curl -L -sS -w '%{http_code}' -o /dev/null \

192

-u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \

193

-H \"Content-Type:application/x-www-form-urlencoded\" \

194

-H \"\$CRUMB\" \

195

-X POST -d 'json={\

196

\"name\": \"'\"\$JENKINS_SLAVE_NODE_NAME\"'\", \

197

\"nodeDescription\": \"'\"\$ENV_NAME\"'\", \

198

\"numExecutors\": \"'\"${jenkins_slave_executors}\"'\", \

199

\"remoteFS\": \"'\"/home/jenkins/workspace\"'\", \

200

\"labelString\": \"'\"\$ENV_NAME\"'\", \

201

\"mode\": \"EXCLUSIVE\", \

202

\"\": [\"hudson.plugins.sshslaves.SSHLauncher\", \"hudson.slaves.RetentionStrategy\$Always\"], \

203

\"launcher\": {\

204

\"stapler-class\": \"hudson.plugins.sshslaves.SSHLauncher\", \

205

\"\$class\": \"hudson.plugins.sshslaves.SSHLauncher\", \

206

\"host\": \"'\"${jenkins_slave_ip}\"'\", \

207

\"credentialsId\": \"'\"\$ACCESS_JENKINS_NODE_CREDENTIALS\"'\", \

208

\"port\": \"'\"22\"'\", \

209

\"javaPath\": \"\", \

210

\"jvmOptions\": \"\", \

211

\"prefixStartSlaveCmd\": \"\", \

212

\"suffixStartSlaveCmd\": \"\", \

213

\"launchTimeoutSeconds\": \"\", \

214

\"maxNumRetries\": \"\", \

215

\"retryWaitTime\": \"\", \

216

\"sshHostKeyVerificationStrategy\": {\

217

\"\$class\": \"hudson.plugins.sshslaves.verifiers.NonVerifyingKeyVerificationStrategy\" \

218

}, \

219

\"tcpNoDelay\": \"true\"\

220

}, \

221

\"retentionStrategy\": {\

222

\"stapler-class\": \"hudson.slaves.RetentionStrategy\$Always\", \

223

\"\$class\": \"hudson.slaves.RetentionStrategy\$Always\"\

224

}, \

225

\"nodeProperties\": {\

226

\"stapler-class-bag\": \"true\"\

227

}, \

228

\"type\": \"hudson.slaves.DumbSlave\", \

229

\"crumb\": \"'\"\$CRUMB\"'\"}' \

230

\"\${JENKINS_URL}/computer/doCreateItem?name=\${JENKINS_SLAVE_NODE_NAME}&type=hudson.slaves.DumbSlave\"

231

""")

232

shared.verbose_sh(script_delete_agent, true, false, true)

233

shared.verbose_sh(script_create_agent, true, false, true)

} // withCredentials

}// stage

} // withCredentials

} // dir

} // node

node ("${JENKINS_SLAVE_NODE_NAME}") {

245

dir("${PARENT_WORKSPACE}") {

246

247

stage("Clean the environment and clone tcp-qa") {

248

deleteDir()

249

shared.run_cmd("""\

250

git clone https://github.com/Mirantis/tcp-qa.git ${PARENT_WORKSPACE}

251

""")

252

shared.update_working_dir()

}

withCredentials([

[$class : 'UsernamePasswordMultiBinding',

257

credentialsId : env.OS_CREDENTIALS,

258

passwordVariable: 'OS_PASSWORD',

259

usernameVariable: 'OS_USERNAME']

]) {

stage("Run the 'underlay' and 'salt-deployed' fixtures to bootstrap salt cluster") {

264

def xml_report_name = "deploy_salt.xml"

try {

// deploy_salt.xml

shared.run_sh("""\

export ENV_NAME=${ENV_NAME}

269

export LAB_CONFIG_NAME=${LAB_CONFIG_NAME}

270

export LAB_PARAM_DEFAULTS=${LAB_PARAM_DEFAULTS}

271

export ENV_MANAGER=heat

272

export SHUTDOWN_ENV_ON_TEARDOWN=false

273

export BOOTSTRAP_TIMEOUT=3600

274

export PYTHONIOENCODING=UTF-8

275

export REPOSITORY_SUITE=${MCP_VERSION}

276

export TEST_GROUP=test_bootstrap_salt

277

py.test -vvv -s -p no:django -p no:ipdb --junit-xml=${xml_report_name} -k \${TEST_GROUP}

278

""")

279

// Wait for jenkins to start and IO calm down

sleep(60)

} catch (e) {

common.printMsg("Saltstack cluster deploy is failed", "purple")

284

if (fileExists(xml_report_name)) {

285

shared.download_logs("deploy_salt_${ENV_NAME}")

286

def String junit_report_xml = readFile(xml_report_name)

287

def String junit_report_xml_pretty = new XmlUtil().serialize(junit_report_xml)

288

throw new Exception(junit_report_xml_pretty)

} else {

throw e

}

} finally {

// TODO(ddmitriev): add checks for salt cluster

}

} // stage

} // withCredentials

} // dir

} // node