Blame - jobs/pipelines/swarm-bootstrap-salt-cluster-heat.groovy - mcp/tcp-qa

openstack --insecure image create ${ubuntu_foundation_image_name} --file ./${ubuntu_foundation_image_name} --disk-format qcow2 --container-format bare

110

rm ./${ubuntu_foundation_image_name}

111

else

112

echo Image ${ubuntu_foundation_image_name} already exists

fi

""")

}

stage("Upload cfg01-day01 and VCP images") {

118

shared.run_cmd("""\

119

# export OS_IDENTITY_API_VERSION=3

120

# export OS_AUTH_URL=${OS_AUTH_URL}

121

# export OS_USERNAME=${OS_USERNAME}

122

# export OS_PASSWORD=${OS_PASSWORD}

123

# export OS_PROJECT_NAME=${OS_PROJECT_NAME}

124

125

openstack --insecure image show ${cfg01_day01_image_name} -f value -c name || openstack --insecure image create ${cfg01_day01_image_name} --file ${IMAGE_PATH_CFG01_DAY01} --disk-format qcow2 --container-format bare

126

openstack --insecure image show ${ubuntu_vcp_image_name} -f value -c name || openstack --insecure image create ${ubuntu_vcp_image_name} --file ${MCP_IMAGE_PATH1604} --disk-format qcow2 --container-format bare

""")

}

stage("Upload generated config drive ISO into volume on cfg01 node") {

131

shared.run_cmd("""\

132

# export OS_IDENTITY_API_VERSION=3

133

# export OS_AUTH_URL=${OS_AUTH_URL}

134

# export OS_USERNAME=${OS_USERNAME}

135

# export OS_PASSWORD=${OS_PASSWORD}

136

# export OS_PROJECT_NAME=${OS_PROJECT_NAME}

137

138

openstack --insecure image delete cfg01.${ENV_NAME}-config-drive.iso || true

139

sleep 3

140

openstack --insecure image create cfg01.${ENV_NAME}-config-drive.iso --file /home/jenkins/images/${CFG01_CONFIG_IMAGE_NAME} --disk-format iso --container-format bare

""")

}

stage("Create Heat stack '${ENV_NAME}'") {

145

// Create stack and wait for CREATE_COMPLETED status, manual analog:

146

// openstack --insecure stack create ${ENV_NAME} \

147

// --template ./tcp_tests/templates/${LAB_CONFIG_NAME}/underlay.hot \

148

// --environment ./tcp_tests/templates/_heat_environments/${LAB_PARAM_DEFAULTS} \

149

// --parameter env_name=${ENV_NAME} --parameter mcp_version=${MCP_VERSION}

150

shared.run_cmd("""\

151

export BOOTSTRAP_TIMEOUT=3600

152

export ENV_MANAGER=heat

153

export TEST_GROUP=test_create_environment

154

export SHUTDOWN_ENV_ON_TEARDOWN=false

155

export PYTHONIOENCODING=UTF-8

156

export REPOSITORY_SUITE=${MCP_VERSION}

157

export ENV_NAME=${ENV_NAME}

158

export LAB_CONFIG_NAME=${LAB_CONFIG_NAME}

159

export LAB_PARAM_DEFAULTS=${LAB_PARAM_DEFAULTS}

160

py.test --cache-clear -vvv -s -p no:django -p no:ipdb --junit-xml=deploy_hardware.xml -k \${TEST_GROUP}

""")

}

stage("Add the Jenkins slave node") {

165

def jenkins_slave_ip_value_name = "foundation_floating"

166

def jenkins_slave_ip = shared.run_cmd_stdout("openstack --insecure stack output show ${ENV_NAME} ${jenkins_slave_ip_value_name} -f value -c output_value").trim().split().last()

167

def jenkins_slave_executors = 2

168

common.printMsg("JENKINS_SLAVE_NODE_NAME=${JENKINS_SLAVE_NODE_NAME}", "green")

169

common.printMsg("JENKINS_SLAVE_IP=${jenkins_slave_ip}", "green")

170

171

withCredentials([

172

[$class : 'UsernamePasswordMultiBinding',

173

credentialsId : "${CREATE_JENKINS_NODE_CREDENTIALS}",

174

passwordVariable: 'JENKINS_PASS',

175

usernameVariable: 'JENKINS_USER']

176

]) {

177

178

script_delete_agent = ("""\

179

CRUMB=\$(curl --fail -0 -u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \${JENKINS_URL}\'/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)\' 2>/dev/null)

180

curl -w '%{http_code}' -o /dev/null \

181

-u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \

182

-H \"Content-Type:application/x-www-form-urlencoded\" \

183

-H \"\$CRUMB\" \

184

\"\${JENKINS_URL}/computer/\${JENKINS_SLAVE_NODE_NAME}/doDelete\" \

185

--request \'POST\' --data \'\'

sleep 10

""")

script_create_agent = ("""\

190

CRUMB=\$(curl --fail -0 -u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \${JENKINS_URL}\'/crumbIssuer/api/xml?xpath=concat(//crumbRequestField,":",//crumb)\' 2>/dev/null)

191

192

curl -L -sS -w '%{http_code}' -o /dev/null \

193

-u \"\${JENKINS_USER}:\${JENKINS_PASS}\" \

194

-H \"Content-Type:application/x-www-form-urlencoded\" \

195

-H \"\$CRUMB\" \

196

-X POST -d 'json={\

197

\"name\": \"'\"\$JENKINS_SLAVE_NODE_NAME\"'\", \

198

\"nodeDescription\": \"'\"\$ENV_NAME\"'\", \

199

\"numExecutors\": \"'\"${jenkins_slave_executors}\"'\", \

200

\"remoteFS\": \"'\"/home/jenkins/workspace\"'\", \

201

\"labelString\": \"'\"\$ENV_NAME\"'\", \

202

\"mode\": \"EXCLUSIVE\", \

203

\"\": [\"hudson.plugins.sshslaves.SSHLauncher\", \"hudson.slaves.RetentionStrategy\$Always\"], \

204

\"launcher\": {\

205

\"stapler-class\": \"hudson.plugins.sshslaves.SSHLauncher\", \

206

\"\$class\": \"hudson.plugins.sshslaves.SSHLauncher\", \

207

\"host\": \"'\"${jenkins_slave_ip}\"'\", \

208

\"credentialsId\": \"'\"\$ACCESS_JENKINS_NODE_CREDENTIALS\"'\", \

209

\"port\": \"'\"22\"'\", \

210

\"javaPath\": \"\", \

211

\"jvmOptions\": \"\", \

212

\"prefixStartSlaveCmd\": \"\", \

213

\"suffixStartSlaveCmd\": \"\", \

214

\"launchTimeoutSeconds\": \"\", \

215

\"maxNumRetries\": \"\", \

216

\"retryWaitTime\": \"\", \

217

\"sshHostKeyVerificationStrategy\": {\

218

\"\$class\": \"hudson.plugins.sshslaves.verifiers.NonVerifyingKeyVerificationStrategy\" \

219

}, \

220

\"tcpNoDelay\": \"true\"\

221

}, \

222

\"retentionStrategy\": {\

223

\"stapler-class\": \"hudson.slaves.RetentionStrategy\$Always\", \

224

\"\$class\": \"hudson.slaves.RetentionStrategy\$Always\"\

225

}, \

226

\"nodeProperties\": {\

227

\"stapler-class-bag\": \"true\"\

228

}, \

229

\"type\": \"hudson.slaves.DumbSlave\", \

230

\"crumb\": \"'\"\$CRUMB\"'\"}' \

231

\"\${JENKINS_URL}/computer/doCreateItem?name=\${JENKINS_SLAVE_NODE_NAME}&type=hudson.slaves.DumbSlave\"

232

""")

233

shared.verbose_sh(script_delete_agent, true, false, true)

234

shared.verbose_sh(script_create_agent, true, false, true)

} // withCredentials

}// stage

} // withCredentials

} // dir

} // node

node ("${JENKINS_SLAVE_NODE_NAME}") {

246

dir("${PARENT_WORKSPACE}") {

247

248

stage("Clean the environment and clone tcp-qa") {

249

deleteDir()

Dennis Dmitriev

0244741

2019-04-17 18:02:46 +0300

[diff] [blame]

250

shared.verbose_sh("""\

251

[ -d /home/jenkins/fuel-devops30 ] || virtualenv /home/jenkins/fuel-devops30

252

""", true, false, true)

Dennis Dmitriev

4c38347

2019-04-12 13:58:06 +0300

[diff] [blame]

253

shared.run_cmd("""\

254

git clone https://github.com/Mirantis/tcp-qa.git ${PARENT_WORKSPACE}

255

""")

256

shared.update_working_dir()

}

withCredentials([

[$class : 'UsernamePasswordMultiBinding',

261

credentialsId : env.OS_CREDENTIALS,

262

passwordVariable: 'OS_PASSWORD',

263

usernameVariable: 'OS_USERNAME']

]) {

stage("Run the 'underlay' and 'salt-deployed' fixtures to bootstrap salt cluster") {

268

def xml_report_name = "deploy_salt.xml"

try {

// deploy_salt.xml

shared.run_sh("""\

export ENV_NAME=${ENV_NAME}

273

export LAB_CONFIG_NAME=${LAB_CONFIG_NAME}

274

export LAB_PARAM_DEFAULTS=${LAB_PARAM_DEFAULTS}

275

export ENV_MANAGER=heat

276

export SHUTDOWN_ENV_ON_TEARDOWN=false

277

export BOOTSTRAP_TIMEOUT=3600

278

export PYTHONIOENCODING=UTF-8

279

export REPOSITORY_SUITE=${MCP_VERSION}

280

export TEST_GROUP=test_bootstrap_salt

281

py.test -vvv -s -p no:django -p no:ipdb --junit-xml=${xml_report_name} -k \${TEST_GROUP}

282

""")

283

// Wait for jenkins to start and IO calm down

sleep(60)

} catch (e) {

common.printMsg("Saltstack cluster deploy is failed", "purple")

288

if (fileExists(xml_report_name)) {

289

shared.download_logs("deploy_salt_${ENV_NAME}")

290

def String junit_report_xml = readFile(xml_report_name)

291

def String junit_report_xml_pretty = new XmlUtil().serialize(junit_report_xml)

292

throw new Exception(junit_report_xml_pretty)

} else {

throw e

}

} finally {

// TODO(ddmitriev): add checks for salt cluster

}

} // stage

} // withCredentials

} // dir

} // node