Pipeline for deploying Master-of-Masters
The new pipeline is intended to be used for Master-of-Masters (MoM)
deploy for edge clouds activity
Change-Id: I39d11ab7d70990675611a4a620f5dc369891b8c7
Related-PROD: PROD-20580
diff --git a/deploy-virtual-edge-mom.groovy b/deploy-virtual-edge-mom.groovy
new file mode 100644
index 0000000..af0d8a7
--- /dev/null
+++ b/deploy-virtual-edge-mom.groovy
@@ -0,0 +1,211 @@
+/**
+ *
+ * Deploy Master of Masters and edge clouds
+ *
+ * Expected parameters:
+ * FORMULA_PKG_REVISION Formula revision
+ * STACK_CLUSTER_NAME The name of cluster model to use
+ * STACK_RECLASS_ADDRESS Reclass repository
+ * STACK_RECLASS_BRANCH Reclass barnch
+ * OPENSTACK_API_PROJECT OpenStack project to connect to
+ * HEAT_STACK_ZONE Heat stack availability zone
+ * STACK_TEMPLATE_URL URL to git repo with stack templates
+ * STACK_TEMPLATE_BRANCH Stack templates repo branch
+ * STACK_TEMPLATE File with stack template
+ * STACK_TEST Run tests (bool)
+ * EDGE_DEPLOY_SCHEMAS Env schemas to deploy as edge clouds
+ * MOM_JOB Type of Master-of-Masters stack
+ */
+
+common = new com.mirantis.mk.Common()
+salt = new com.mirantis.mk.Salt()
+
+def slave_node = 'python'
+
+if (common.validInputParam('SLAVE_NODE')) {
+ slave_node = SLAVE_NODE
+}
+
+def deployMoMJob = 'deploy-heat-virtual_mcp11_aio'
+if (common.validInputParam('MOM_JOB')) {
+ deployMoMJob = MOM_JOB
+}
+
+def deploy_schemas = '{os_ha_ovs: {deploy_job_name: "deploy-heat-os_ha_ovs", properties: {SLAVE_NODE: "python", STACK_INSTALL: "openstack,ovs", STACK_TEMPLATE: "os_ha_ovs", STACK_TYPE: "heat", FORMULA_PKG_REVISION: "testing", STACK_DELETE: false, STACK_CLUSTER_NAME: "os-ha-ovs"}}}'
+if (common.validInputParam('EDGE_DEPLOY_SCHEMAS')) {
+ deploy_schemas = EDGE_DEPLOY_SCHEMAS
+}
+
+def salt_overrides_list = SALT_OVERRIDES.tokenize('\n')
+
+def enableSyndic(saltMasterURL, nodeName, saltMasterCred, saltMoMIP) {
+
+ def saltMaster
+ saltMaster = salt.connection(saltMasterURL, saltMasterCred)
+
+ // Set up test_target parameter on node level
+ def fullnodename = salt.getMinions(saltMaster, nodeName).get(0)
+ def saltMasterExpression = 'I@salt:master'
+ def saltMasterTarget = ['expression': saltMasterExpression, 'type': 'compound']
+ def result
+ def classes_to_add = ['system.salt.syndic.single']
+ def params_to_add = ['salt_syndic_master_address': saltMoMIP]
+
+ result = salt.runSaltCommand(saltMaster, 'local', saltMasterTarget, 'reclass.node_update', null, null, ['name': "${fullnodename}", 'classes': classes_to_add, 'parameters': params_to_add])
+ salt.checkResult(result)
+
+ common.infoMsg('Perform full refresh for all nodes')
+ salt.fullRefresh(saltMaster, '*')
+
+ if (salt.testTarget(saltMaster, 'I@salt:syndic:enabled:True')) {
+ salt.enforceState(saltMaster, 'I@salt:syndic:enabled', 'salt.syndic', true, true, null, false, 180, 2)
+ }
+
+
+}
+
+node(slave_node) {
+
+ def momBuild
+ def salt_mom_url
+ def salt_mom_ip
+ def deploy_edges_infra = [:]
+ def deploy_edges = [:]
+ def edgeBuildsInfra = [:]
+ def edgeBuilds = [:]
+ def edge_deploy_schemas = readJSON text: deploy_schemas
+
+ stage('Deploy MoM stack'){
+ momBuild = build job: deployMoMJob, propagate: true, parameters: [
+ [$class: 'StringParameterValue', name: 'FORMULA_PKG_REVISION', value: FORMULA_PKG_REVISION],
+ [$class: 'StringParameterValue', name: 'STACK_CLUSTER_NAME', value: STACK_CLUSTER_NAME],
+ [$class: 'StringParameterValue', name: 'STACK_INSTALL', value: 'core'],
+ [$class: 'BooleanParameterValue', name: 'STACK_DELETE', value: STACK_DELETE.toBoolean()],
+ [$class: 'StringParameterValue', name: 'STACK_RECLASS_ADDRESS', value: STACK_RECLASS_ADDRESS],
+ [$class: 'StringParameterValue', name: 'STACK_RECLASS_BRANCH', value: STACK_RECLASS_BRANCH],
+ [$class: 'StringParameterValue', name: 'OPENSTACK_API_PROJECT', value: OPENSTACK_API_PROJECT],
+ [$class: 'StringParameterValue', name: 'HEAT_STACK_ZONE', value: HEAT_STACK_ZONE],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE_URL', value: STACK_TEMPLATE_URL],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE_BRANCH', value: STACK_TEMPLATE_BRANCH],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE', value: STACK_TEMPLATE],
+ [$class: 'StringParameterValue', name: 'STACK_TEST', value: STACK_TEST],
+ [$class: 'BooleanParameterValue', name: 'TEST_DOCKER_INSTALL', value: false],
+ [$class: 'StringParameterValue', name: 'SLAVE_NODE', value: slave_node],
+ ]
+
+ if (momBuild.result == 'SUCCESS') {
+ // get salt master url
+ salt_mom_url = "http://${momBuild.description.tokenize(' ')[1]}:6969"
+ salt_mom_ip = "${momBuild.description.tokenize(' ')[1]}"
+ node_name = "${momBuild.description.tokenize(' ')[2]}"
+ salt_overrides_list.add("salt_syndic_master_address: ${momBuild.description.tokenize(' ')[1]}")
+ common.infoMsg("Salt API is accessible via ${salt_mom_url}")
+ common.infoMsg("Enabling salt_syndic_enabled through overrides")
+ salt_overrides_list.add("salt_syndic_enabled: true")
+ } else {
+ common.errorMsg("Deployment of MoM has failed with result: " + momBuild.result)
+
+ }
+
+ }
+
+ stage('Deploy edge clouds'){
+ salt_overrides_list.add("salt_syndic_enabled: true")
+
+ for (edge_deploy_schema in edge_deploy_schemas.keySet()) {
+ def props
+ def deploy_job
+ def stack_name
+ def ed = edge_deploy_schema
+
+ deploy_job = edge_deploy_schemas[edge_deploy_schema]['deploy_job_name']
+
+ common.infoMsg("Edge cloud: ${edge_deploy_schema}")
+ common.infoMsg("Deploy job name: ${edge_deploy_schemas[edge_deploy_schema]['deploy_job_name']}")
+
+ props = edge_deploy_schemas[edge_deploy_schema]['properties']
+
+ if (env.BUILD_USER_ID) {
+ stack_name = "${env.BUILD_USER_ID}-${edge_deploy_schema}-${BUILD_NUMBER}"
+ } else {
+ stack_name = "replayed-${edge_deploy_schema}-${BUILD_NUMBER}"
+ }
+ deploy_edges_infra["Deploy ${ed} infra"] = {
+ node(slave_node) {
+ edgeBuildsInfra["${ed}"] = build job: deploy_job, propagate: false, parameters: [
+ [$class: 'StringParameterValue', name: 'HEAT_STACK_ZONE', value: HEAT_STACK_ZONE],
+ [$class: 'StringParameterValue', name: 'OPENSTACK_API_PROJECT', value: OPENSTACK_API_PROJECT],
+ [$class: 'StringParameterValue', name: 'SLAVE_NODE', value: props['SLAVE_NODE']],
+ [$class: 'StringParameterValue', name: 'STACK_INSTALL', value: 'core'],
+ [$class: 'StringParameterValue', name: 'STACK_NAME', value: stack_name],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE', value: props['STACK_TEMPLATE']],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE_URL', value: STACK_TEMPLATE_URL],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE_BRANCH', value: 'master'],
+ [$class: 'StringParameterValue', name: 'STACK_TYPE', value: 'heat'],
+ [$class: 'StringParameterValue', name: 'FORMULA_PKG_REVISION', value: props['FORMULA_PKG_REVISION']],
+ [$class: 'StringParameterValue', name: 'STACK_CLUSTER_NAME', value: props['STACK_CLUSTER_NAME']],
+ [$class: 'StringParameterValue', name: 'STACK_TEST', value: ''],
+ [$class: 'StringParameterValue', name: 'SALT_VERSION', value: 'stable 2017.7'],
+ [$class: 'BooleanParameterValue', name: 'TEST_DOCKER_INSTALL', value: false],
+ [$class: 'TextParameterValue', name: 'SALT_OVERRIDES', value: salt_overrides_list.join('\n')],
+ [$class: 'BooleanParameterValue', name: 'STACK_DELETE', value: props['STACK_DELETE'].toBoolean()],
+ ]
+ }
+ }
+ }
+
+ parallel deploy_edges_infra
+
+ for (k in edgeBuildsInfra.keySet()) {
+ common.infoMsg("keyset1: ${[k]}")
+ def ed_ = k
+ def deploy_job
+ def props_
+ def extra_target
+ def saltMasterURL
+
+ if (edgeBuildsInfra[ed_].result == 'SUCCESS') {
+ extra_target = "and *${edgeBuildsInfra[ed_].description.tokenize(' ')[0]}*"
+ saltMasterURL = "http://${edgeBuildsInfra[ed_].description.tokenize(' ')[1]}:6969"
+
+
+ enableSyndic(saltMasterURL, 'cfg01*', SALT_MASTER_CREDENTIALS, salt_mom_ip)
+
+ props_ = edge_deploy_schemas[ed_]['properties']
+ deploy_job = edge_deploy_schemas[ed_]['deploy_job_name']
+
+
+ deploy_edges["Deploy ${ed_} with MoM"] = {
+ node(slave_node) {
+ edgeBuilds["${ed_}"] = build job: deploy_job, propagate: false, parameters: [
+ [$class: 'StringParameterValue', name: 'HEAT_STACK_ZONE', value: HEAT_STACK_ZONE],
+ [$class: 'StringParameterValue', name: 'OPENSTACK_API_PROJECT', value: OPENSTACK_API_PROJECT],
+ [$class: 'StringParameterValue', name: 'SLAVE_NODE', value: props_['SLAVE_NODE']],
+ [$class: 'StringParameterValue', name: 'STACK_INSTALL', value: props_['STACK_INSTALL']],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE', value: props_['STACK_TEMPLATE']],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE_URL', value: STACK_TEMPLATE_URL],
+ [$class: 'StringParameterValue', name: 'STACK_TEMPLATE_BRANCH', value: 'master'],
+ [$class: 'StringParameterValue', name: 'STACK_TYPE', value: 'physical'],
+ [$class: 'StringParameterValue', name: 'SALT_MASTER_URL', value: salt_mom_url],
+ [$class: 'StringParameterValue', name: 'EXTRA_TARGET', value: extra_target],
+ [$class: 'StringParameterValue', name: 'FORMULA_PKG_REVISION', value: props_['FORMULA_PKG_REVISION']],
+ [$class: 'StringParameterValue', name: 'STACK_CLUSTER_NAME', value: props_['STACK_CLUSTER_NAME']],
+ [$class: 'StringParameterValue', name: 'STACK_TEST', value: ''],
+ [$class: 'BooleanParameterValue', name: 'TEST_DOCKER_INSTALL', value: false],
+ [$class: 'TextParameterValue', name: 'SALT_OVERRIDES', value: salt_overrides_list.join('\n')],
+ [$class: 'BooleanParameterValue', name: 'STACK_DELETE', value: props_['STACK_DELETE'].toBoolean()],
+ ]
+ }
+ }
+ } else {
+ common.successMsg("${k} : " + edgeBuilds[k].result)
+ common.errorMsg("${k} : " + edgeBuilds[k].result)
+ }
+ }
+
+ parallel deploy_edges
+
+ }
+
+
+}