Blame - jobs/pipelines/swarm-bootstrap-salt-cluster-heat.groovy - mcp/tcp-qa

openstack --insecure image create ${ubuntu_foundation_image_name} --file ./${ubuntu_foundation_image_name} --disk-format qcow2 --container-format bare

110

rm ./${ubuntu_foundation_image_name}

111

else

112

echo Image ${ubuntu_foundation_image_name} already exists

fi

""")

}

stage("Upload cfg01-day01 and VCP images") {

118

shared.run_cmd("""\

119

# export OS_IDENTITY_API_VERSION=3

120

# export OS_AUTH_URL=${OS_AUTH_URL}

121

# export OS_USERNAME=${OS_USERNAME}

122

# export OS_PASSWORD=${OS_PASSWORD}

123

# export OS_PROJECT_NAME=${OS_PROJECT_NAME}

124

125

openstack --insecure image show ${cfg01_day01_image_name} -f value -c name || openstack --insecure image create ${cfg01_day01_image_name} --file ${IMAGE_PATH_CFG01_DAY01} --disk-format qcow2 --container-format bare

126

openstack --insecure image show ${ubuntu_vcp_image_name} -f value -c name || openstack --insecure image create ${ubuntu_vcp_image_name} --file ${MCP_IMAGE_PATH1604} --disk-format qcow2 --container-format bare

""")

}

stage("Upload generated config drive ISO into volume on cfg01 node") {

131

shared.run_cmd("""\

132

# export OS_IDENTITY_API_VERSION=3

133

# export OS_AUTH_URL=${OS_AUTH_URL}

134

# export OS_USERNAME=${OS_USERNAME}

135

# export OS_PASSWORD=${OS_PASSWORD}

136

# export OS_PROJECT_NAME=${OS_PROJECT_NAME}

137

138

openstack --insecure image delete cfg01.${ENV_NAME}-config-drive.iso || true

139

sleep 3

140

openstack --insecure image create cfg01.${ENV_NAME}-config-drive.iso --file /home/jenkins/images/${CFG01_CONFIG_IMAGE_NAME} --disk-format iso --container-format bare

""")

}

stage("Create Heat stack '${ENV_NAME}'") {

145

// Create stack and wait for CREATE_COMPLETED status, manual analog:

146

// openstack --insecure stack create ${ENV_NAME} \

147

// --template ./tcp_tests/templates/${LAB_CONFIG_NAME}/underlay.hot \

148

// --environment ./tcp_tests/templates/_heat_environments/${LAB_PARAM_DEFAULTS} \

149

// --parameter env_name=${ENV_NAME} --parameter mcp_version=${MCP_VERSION}

150

shared.run_cmd("""\

151

export BOOTSTRAP_TIMEOUT=3600

152

export ENV_MANAGER=heat

153

export TEST_GROUP=test_create_environment

154

export SHUTDOWN_ENV_ON_TEARDOWN=false

155

export PYTHONIOENCODING=UTF-8

156

export REPOSITORY_SUITE=${MCP_VERSION}

157

export ENV_NAME=${ENV_NAME}

158

export LAB_CONFIG_NAME=${LAB_CONFIG_NAME}

159

export LAB_PARAM_DEFAULTS=${LAB_PARAM_DEFAULTS}

Dennis Dmitriev

2700732

2019-05-03 19:21:44 +0300

[diff] [blame]

160

export LOG_NAME=swarm_test_create_environment.log

Dennis Dmitriev

4c38347

2019-04-12 13:58:06 +0300

[diff] [blame]

161

py.test --cache-clear -vvv -s -p no:django -p no:ipdb --junit-xml=deploy_hardware.xml -k \${TEST_GROUP}

""")

}

stage("Add the Jenkins slave node") {

166

def jenkins_slave_ip_value_name = "foundation_floating"

167

def jenkins_slave_ip = shared.run_cmd_stdout("openstack --insecure stack output show ${ENV_NAME} ${jenkins_slave_ip_value_name} -f value -c output_value").trim().split().last()

168

def jenkins_slave_executors = 2

169

common.printMsg("JENKINS_SLAVE_NODE_NAME=${JENKINS_SLAVE_NODE_NAME}", "green")

170

common.printMsg("JENKINS_SLAVE_IP=${jenkins_slave_ip}", "green")

171

172

withCredentials([

173

[$class : 'UsernamePasswordMultiBinding',

174

credentialsId : "${CREATE_JENKINS_NODE_CREDENTIALS}",

175

passwordVariable: 'JENKINS_PASS',

176

usernameVariable: 'JENKINS_USER']

177

]) {

178

179

script_delete_agent = ("""\

180

CRUMB=\$(curl --fail -0 -u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \${JENKINS_URL}\'/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)\' 2>/dev/null)

181

curl -w '%{http_code}' -o /dev/null \

182

-u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \

183

-H \"Content-Type:application/x-www-form-urlencoded\" \

184

-H \"\$CRUMB\" \

185

\"\${JENKINS_URL}/computer/\${JENKINS_SLAVE_NODE_NAME}/doDelete\" \

186

--request \'POST\' --data \'\'

sleep 10

""")

script_create_agent = ("""\

191

CRUMB=\$(curl --fail -0 -u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \${JENKINS_URL}\'/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)\' 2>/dev/null)

192

193

curl -L -sS -w '%{http_code}' -o /dev/null \

194

-u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \

195

-H \"Content-Type:application/x-www-form-urlencoded\" \

196

-H \"\$CRUMB\" \

197

-X POST -d 'json={\

198

\"name\": \"'\"\$JENKINS_SLAVE_NODE_NAME\"'\", \

199

\"nodeDescription\": \"'\"\$ENV_NAME\"'\", \

200

\"numExecutors\": \"'\"${jenkins_slave_executors}\"'\", \

201

\"remoteFS\": \"'\"/home/jenkins/workspace\"'\", \

202

\"labelString\": \"'\"\$ENV_NAME\"'\", \

203

\"mode\": \"EXCLUSIVE\", \

204

\"\": [\"hudson.plugins.sshslaves.SSHLauncher\", \"hudson.slaves.RetentionStrategy\$Always\"], \

205

\"launcher\": {\

206

\"stapler-class\": \"hudson.plugins.sshslaves.SSHLauncher\", \

207

\"\$class\": \"hudson.plugins.sshslaves.SSHLauncher\", \

208

\"host\": \"'\"${jenkins_slave_ip}\"'\", \

209

\"credentialsId\": \"'\"\$ACCESS_JENKINS_NODE_CREDENTIALS\"'\", \

210

\"port\": \"'\"22\"'\", \

211

\"javaPath\": \"\", \

212

\"jvmOptions\": \"\", \

213

\"prefixStartSlaveCmd\": \"\", \

214

\"suffixStartSlaveCmd\": \"\", \

215

\"launchTimeoutSeconds\": \"\", \

216

\"maxNumRetries\": \"\", \

217

\"retryWaitTime\": \"\", \

218

\"sshHostKeyVerificationStrategy\": {\

219

\"\$class\": \"hudson.plugins.sshslaves.verifiers.NonVerifyingKeyVerificationStrategy\" \

220

}, \

221

\"tcpNoDelay\": \"true\"\

222

}, \

223

\"retentionStrategy\": {\

224

\"stapler-class\": \"hudson.slaves.RetentionStrategy\$Always\", \

225

\"\$class\": \"hudson.slaves.RetentionStrategy\$Always\"\

226

}, \

227

\"nodeProperties\": {\

228

\"stapler-class-bag\": \"true\"\

229

}, \

230

\"type\": \"hudson.slaves.DumbSlave\", \

231

\"crumb\": \"'\"\$CRUMB\"'\"}' \

232

\"\${JENKINS_URL}/computer/doCreateItem?name=\${JENKINS_SLAVE_NODE_NAME}&type=hudson.slaves.DumbSlave\"

233

""")

234

shared.verbose_sh(script_delete_agent, true, false, true)

235

shared.verbose_sh(script_create_agent, true, false, true)

236

Dennis Dmitriev

2700732

2019-05-03 19:21:44 +0300

[diff] [blame]

237

// Store jenkins agent IP address

238

jenkins_agent_description = "ssh jenkins@${jenkins_slave_ip} # foundation node with Jenkins agent <a href=${JENKINS_URL}/computer/${JENKINS_SLAVE_NODE_NAME}>${JENKINS_SLAVE_NODE_NAME}</a><br>ssh root@${SALT_MASTER_IP} # cfg01 node<br>"

239

writeFile(file: "jenkins_agent_description.txt", text: jenkins_agent_description, encoding: "UTF-8")

240

Dennis Dmitriev

4c38347

2019-04-12 13:58:06 +0300

[diff] [blame]

} // withCredentials

}// stage

} // withCredentials

Dennis Dmitriev

2700732

2019-05-03 19:21:44 +0300

[diff] [blame]

246

Dennis Dmitriev

4c38347

2019-04-12 13:58:06 +0300

[diff] [blame]

} // dir

} // node

node ("${JENKINS_SLAVE_NODE_NAME}") {

252

dir("${PARENT_WORKSPACE}") {

253

254

stage("Clean the environment and clone tcp-qa") {

255

deleteDir()

Dennis Dmitriev

0244741

2019-04-17 18:02:46 +0300

[diff] [blame]

256

shared.verbose_sh("""\

257

[ -d /home/jenkins/fuel-devops30 ] || virtualenv /home/jenkins/fuel-devops30

258

""", true, false, true)

Dennis Dmitriev

4c38347

2019-04-12 13:58:06 +0300

[diff] [blame]

259

shared.run_cmd("""\

260

git clone https://github.com/Mirantis/tcp-qa.git ${PARENT_WORKSPACE}

261

""")

262

shared.update_working_dir()

}

withCredentials([

[$class : 'UsernamePasswordMultiBinding',

267

credentialsId : env.OS_CREDENTIALS,

268

passwordVariable: 'OS_PASSWORD',

269

usernameVariable: 'OS_USERNAME']

]) {

stage("Run the 'underlay' and 'salt-deployed' fixtures to bootstrap salt cluster") {

274

def xml_report_name = "deploy_salt.xml"

try {

// deploy_salt.xml

shared.run_sh("""\

export ENV_NAME=${ENV_NAME}

279

export LAB_CONFIG_NAME=${LAB_CONFIG_NAME}

280

export LAB_PARAM_DEFAULTS=${LAB_PARAM_DEFAULTS}

281

export ENV_MANAGER=heat

282

export SHUTDOWN_ENV_ON_TEARDOWN=false

283

export BOOTSTRAP_TIMEOUT=3600

284

export PYTHONIOENCODING=UTF-8

285

export REPOSITORY_SUITE=${MCP_VERSION}

286

export TEST_GROUP=test_bootstrap_salt

Dennis Dmitriev

2700732

2019-05-03 19:21:44 +0300

[diff] [blame]

287

export LOG_NAME=swarm_test_bootstrap_salt.log

Dennis Dmitriev

4c38347

2019-04-12 13:58:06 +0300

[diff] [blame]

288

py.test -vvv -s -p no:django -p no:ipdb --junit-xml=${xml_report_name} -k \${TEST_GROUP}

289

""")

290

// Wait for jenkins to start and IO calm down

sleep(60)

} catch (e) {

common.printMsg("Saltstack cluster deploy is failed", "purple")

295

if (fileExists(xml_report_name)) {

296

shared.download_logs("deploy_salt_${ENV_NAME}")

297

def String junit_report_xml = readFile(xml_report_name)

298

def String junit_report_xml_pretty = new XmlUtil().serialize(junit_report_xml)

299

throw new Exception(junit_report_xml_pretty)

} else {

throw e

}

} finally {

// TODO(ddmitriev): add checks for salt cluster

}

} // stage

} // withCredentials

} // dir

} // node