blob: 1ade191f560cc2c1280c0d0438b12251ce7c3cbd [file] [log] [blame]
vnaumov33747e12020-05-04 17:35:20 +02001package com.mirantis.mk
vnaumov33747e12020-05-04 17:35:20 +02002
3/**
4 *
5 * KaaS Component Testing Utilities
6 *
7 */
8
Владислав Наумовe5345812020-08-12 16:30:20 +02009/**
10 * Check KaaS Core CICD feature flags
11 * such triggers can be used in case of switching between pipelines,
12 * conditions inside pipelines to reduce dependency on jenkins job builder and jenkins job templates itself
13 *
14 * @return (map)[
15 * ffNameEnabled: (bool) True/False
16 * ]
17 */
18def checkCoreCIFeatureFlags() {
19 def common = new com.mirantis.mk.Common()
20 def ff = [
21 build_artifacts_upgrade: false,
22 ]
23
24 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
25 if (commitMsg ==~ /(?s).*\[ci-build-artifacts-upgrade\].*/) {
26 ff['build_artifacts_upgrade'] = true
27 }
28
29 common.infoMsg("Core ci feature flags status: ${ff}")
30 return ff
31}
vnaumov33747e12020-05-04 17:35:20 +020032
33/**
azvyagintseva12230a2020-06-05 13:24:06 +030034 * Determine scope of test suite against per-commit KaaS deployment based on keywords
Владислав Наумов81777472021-03-09 15:14:27 +040035 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
azvyagintseva12230a2020-06-05 13:24:06 +030036 *
37 * Used for components team to combine test-suites and forward desired parameters to kaas/core deployment jobs
38 * Example scheme:
Владислав Наумовe5345812020-08-12 16:30:20 +020039 * New CR pushed in kubernetes/lcm-ansible -> parsing it'cs commit body and combine test-suite -> trigger deployment jobs from kaas/core
azvyagintseva12230a2020-06-05 13:24:06 +030040 * manage test-suite through Jenkins Job Parameters
41 *
Владислав Наумов6c2afff2020-06-05 12:54:53 +020042 * @return (map)[
43 * deployChildEnabled: (bool) True if need to deploy child cluster during demo-run
44 * runUie2eEnabled: (bool) True if need to run ui-e2e cluster during demo-run
azvyagintseva12230a2020-06-05 13:24:06 +030045 * ]
46 */
vnaumov33747e12020-05-04 17:35:20 +020047def checkDeploymentTestSuite() {
vnaumovbdb90222020-05-04 18:25:50 +020048 def common = new com.mirantis.mk.Common()
49
vnaumov33747e12020-05-04 17:35:20 +020050 // Available triggers and its sane defaults
Владислав Наумов44c64b72020-12-04 20:22:53 +010051 def seedMacOs = env.SEED_MACOS ? env.SEED_MACOS.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020052 def deployChild = env.DEPLOY_CHILD_CLUSTER ? env.DEPLOY_CHILD_CLUSTER.toBoolean() : false
53 def upgradeChild = env.UPGRADE_CHILD_CLUSTER ? env.UPGRADE_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov74504372021-05-21 17:01:06 +040054 def customChildRelease = env.KAAS_CHILD_CLUSTER_RELEASE_NAME ? env.KAAS_CHILD_CLUSTER_RELEASE_NAME : ''
Владислав Наумов0dc99252020-11-13 13:30:48 +010055 def attachBYO = env.ATTACH_BYO ? env.ATTACH_BYO.toBoolean() : false
Владислав Наумовcdbd84e2020-12-01 16:51:09 +010056 def upgradeBYO = env.UPGRADE_BYO ? env.UPGRADE_BYO.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020057 def upgradeMgmt = env.UPGRADE_MGMT_CLUSTER ? env.UPGRADE_MGMT_CLUSTER.toBoolean() : false
58 def runUie2e = env.RUN_UI_E2E ? env.RUN_UI_E2E.toBoolean() : false
59 def runMgmtConformance = env.RUN_MGMT_CFM ? env.RUN_MGMT_CFM.toBoolean() : false
Victor Ryzhenkin15206592021-06-21 17:38:23 +040060 def runMgmtLMA = env.RUN_MGMT_LMA ? env.RUN_MGMT_LMA.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020061 def runChildConformance = env.RUN_CHILD_CFM ? env.RUN_CHILD_CFM.toBoolean() : false
62 def fetchServiceBinaries = env.FETCH_BINARIES_FROM_UPSTREAM ? env.FETCH_BINARIES_FROM_UPSTREAM.toBoolean() : false
Владислав Наумов765f3bd2020-09-07 18:09:24 +020063 // multiregion configuration from env variable: comma-separated string in form $mgmt_provider,$regional_provider
64 def multiregionalMappings = env.MULTIREGION_SETUP ? multiregionWorkflowParser(env.MULTIREGION_SETUP) : [
65 enabled: false,
66 managementLocation: '',
67 regionLocation: '',
68 ]
Владислав Наумов4eb1da32020-08-31 14:45:16 +020069
Владислав Наумовb8305e22021-02-10 17:23:12 +010070 // proxy customization
71 def proxyConfig = [
Владислав Наумовf8f23fa2021-04-01 16:57:52 +020072 mgmtOffline: env.OFFLINE_MGMT_CLUSTER ? env.OFFLINE_MGMT_CLUSTER.toBoolean() : false,
73 childOffline: env.OFFLINE_CHILD_CLUSTER ? env.OFFLINE_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумов257ea132021-04-14 14:44:13 +020074 childProxy: env.PROXY_CHILD_CLUSTER ? env.PROXY_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумовb8305e22021-02-10 17:23:12 +010075 ]
76
Владислав Наумов4eb1da32020-08-31 14:45:16 +020077 // optional demo deployment customization
Владислав Наумов905dd362020-06-08 16:37:01 +020078 def awsOnDemandDemo = env.ALLOW_AWS_ON_DEMAND ? env.ALLOW_AWS_ON_DEMAND.toBoolean() : false
Владислав Наумовe021b022021-05-06 11:26:38 +020079 def equinixOnDemandDemo = env.ALLOW_EQUINIX_ON_DEMAND ? env.ALLOW_EQUINIX_ON_DEMAND.toBoolean() : false
Владислав Наумовf3715802021-05-03 18:06:45 +020080 def equinixOnAwsDemo = env.EQUINIX_ON_AWS_DEMO ? env.EQUINIX_ON_AWS_DEMO.toBoolean() : false
Владислав Наумов2d3db332021-06-15 15:19:19 +020081 def azureOnAwsDemo = env.AZURE_ON_AWS_DEMO ? env.AZURE_ON_AWS_DEMO.toBoolean() : false
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +040082 def enableVsphereDemo = true
Владислав Наумов4eb1da32020-08-31 14:45:16 +020083 def enableOSDemo = true
azvyagintsev1761bdc2020-09-04 17:24:12 +030084 def enableBMDemo = true
vnaumov33747e12020-05-04 17:35:20 +020085
Владислав Наумов6c2afff2020-06-05 12:54:53 +020086 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
Владислав Наумовb8305e22021-02-10 17:23:12 +010087 if (commitMsg ==~ /(?s).*\[mgmt-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-proxy.*/) {
88 proxyConfig['mgmtOffline'] = true
Владислав Наумов70c02422021-04-19 14:29:41 +020089 common.warningMsg('Forced running offline mgmt deployment, some provider CDN regions for mgmt deployment may be set to *public-ci* to verify proxy configuration')
Владислав Наумовb8305e22021-02-10 17:23:12 +010090 }
Владислав Наумов44c64b72020-12-04 20:22:53 +010091 if (commitMsg ==~ /(?s).*\[seed-macos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*seed-macos.*/) {
92 seedMacOs = true
93 }
vnaumov33747e12020-05-04 17:35:20 +020094 if (commitMsg ==~ /(?s).*\[child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-deploy.*/ || upgradeChild || runChildConformance) {
95 deployChild = true
96 }
97 if (commitMsg ==~ /(?s).*\[child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade.*/) {
98 deployChild = true
99 upgradeChild = true
100 }
Mikhail Ivanov76d69952021-06-04 16:06:45 +0400101 def deployMatches = (commitMsg =~ /(\[child-deploy\s*(\w|\-)+?\])/)
Mikhail Ivanov74504372021-05-21 17:01:06 +0400102 if (deployMatches.size() > 0) {
103 // override child version when it set explicitly
104 deployChild = true
Mikhail Ivanoved543492021-05-24 16:26:55 +0400105 customChildRelease = deployMatches[0][0].split('child-deploy')[1].replaceAll('[\\[\\]]', '').trim()
Mikhail Ivanov74504372021-05-21 17:01:06 +0400106 common.warningMsg("Forced child deployment using custom release version ${customChildRelease}")
107 }
Владислав Наумов0dc99252020-11-13 13:30:48 +0100108 if (commitMsg ==~ /(?s).*\[byo-attach\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-attach.*/) {
109 attachBYO = true
110 }
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100111 if (commitMsg ==~ /(?s).*\[byo-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-upgrade.*/) {
112 attachBYO = true
113 upgradeBYO = true
114 }
Владислав Наумов7f8c9872021-03-08 17:33:08 +0400115 if (commitMsg ==~ /(?s).*\[mgmt-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-upgrade.*/) {
vnaumov33747e12020-05-04 17:35:20 +0200116 upgradeMgmt = true
117 }
118 if (commitMsg ==~ /(?s).*\[ui-e2e\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-e2e.*/) {
119 runUie2e = true
120 }
121 if (commitMsg ==~ /(?s).*\[mgmt-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-cfm.*/) {
122 runMgmtConformance = true
123 }
124 if (commitMsg ==~ /(?s).*\[child-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-cfm.*/) {
125 runChildConformance = true
126 deployChild = true
127 }
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400128 if (commitMsg ==~ /(?s).*\[mgmt-lma\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-lma.*/) {
129 runMgmtLMA = true
130 }
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200131 if (commitMsg ==~ /(?s).*\[child-offline\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-offline.*/) {
132 proxyConfig['childOffline'] = true
133 deployChild = true
134 }
Владислав Наумов257ea132021-04-14 14:44:13 +0200135 if (commitMsg ==~ /(?s).*\[child-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-proxy.*/) {
136 proxyConfig['childOffline'] = true
137 proxyConfig['childProxy'] = true
138 deployChild = true
139 }
vnaumov33747e12020-05-04 17:35:20 +0200140 if (commitMsg ==~ /(?s).*\[fetch.*binaries\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*fetch.*binaries.*/) {
141 fetchServiceBinaries = true
142 }
Владислав Наумовf1665b52021-05-13 10:51:17 +0200143 if (commitMsg ==~ /(?s).*\[equinix-on-aws\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinix-on-aws.*/) {
eromanovadf247c32020-12-25 15:44:13 +0400144 equinixOnAwsDemo = true
Владислав Наумовf1665b52021-05-13 10:51:17 +0200145 common.warningMsg('Forced running child cluster deployment on EQUINIX METAL provider based on AWS management cluster, triggered on patchset using custom keyword: \'[equinix-on-aws]\' ')
eromanovadf247c32020-12-25 15:44:13 +0400146 }
Владислав Наумов2d3db332021-06-15 15:19:19 +0200147 if (commitMsg ==~ /(?s).*\[azure-on-aws\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*azure-on-aws.*/) {
148 azureOnAwsDemo = true
149 common.warningMsg('Forced running child cluster deployment on Azure provider based on AWS management cluster, triggered on patchset using custom keyword: \'[azure-on-aws]\' ')
150 }
151 if (commitMsg ==~ /(?s).*\[aws-demo\].*/ ||
152 env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aws-demo.*/ ||
153 attachBYO ||
154 upgradeBYO ||
155 seedMacOs ||
156 equinixOnAwsDemo ||
157 azureOnAwsDemo) {
158
vnaumov33747e12020-05-04 17:35:20 +0200159 awsOnDemandDemo = true
Владислав Наумов2d3db332021-06-15 15:19:19 +0200160 common.warningMsg('Running additional kaas deployment with AWS provider, may be forced due applied trigger cross dependencies, follow docs to clarify info')
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200161 }
Владислав Наумовf1665b52021-05-13 10:51:17 +0200162 if (commitMsg ==~ /(?s).*\[equinix-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinix-demo\.*/) {
Владислав Наумовe021b022021-05-06 11:26:38 +0200163 equinixOnDemandDemo = true
164 }
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200165 if (commitMsg ==~ /(?s).*\[disable-os-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-os-demo\.*/) {
166 enableOSDemo = false
167 common.errorMsg('Openstack demo deployment will be aborted, VF -1 will be set')
vnaumov33747e12020-05-04 17:35:20 +0200168 }
169
azvyagintsev1761bdc2020-09-04 17:24:12 +0300170 if (commitMsg ==~ /(?s).*\[disable-bm-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bm-demo\.*/) {
171 enableBMDemo = false
172 common.errorMsg('BM demo deployment will be aborted, VF -1 will be set')
173 }
174
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400175 if (commitMsg ==~ /(?s).*\[disable-vsphere-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-vsphere-demo\.*/) {
176 enableVsphereDemo = false
177 common.errorMsg('vSphere demo deployment will be aborted, VF -1 will be set')
178 }
179
vnaumov33747e12020-05-04 17:35:20 +0200180 // TODO (vnaumov) remove below condition after moving all releases to UCP
181 def ucpChildMatches = (commitMsg =~ /(\[child-ucp\s*ucp-.*?\])/)
182 if (ucpChildMatches.size() > 0) {
183 deployChild = true
184 common.warningMsg('Forced UCP based child deployment triggered on patchset using custom keyword: \'[child-ucp ucp-5-1-0-3-3-0-example]\' ')
185
186 // TODO(vnaumov) delete after ucp upgrades support
187 common.errorMsg('Child upgrade test will be skipped, UCP upgrades temporally disabled')
188 upgradeChild = false
189 }
190
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200191 // multiregional tests
192 def multiRegionalMatches = (commitMsg =~ /(\[multiregion\s*.*?\])/)
193 if (multiRegionalMatches.size() > 0) {
194 multiregionalMappings = multiregionWorkflowParser(multiRegionalMatches)
195 }
196 switch (multiregionalMappings['managementLocation']) {
197 case 'aws':
Владислав Наумов53b07e52021-01-07 15:08:27 +0100198 common.warningMsg('Forced running additional kaas deployment with AWS provider according multiregional demo request')
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200199 awsOnDemandDemo = true
Владислав Наумов53b07e52021-01-07 15:08:27 +0100200
201 if (multiregionalMappings['regionLocation'] != 'aws' && seedMacOs) { // macstadium seed node has access only to *public* providers
202 error('incompatible triggers: [seed-macos] and multiregional deployment based on *private* regional provider cannot be applied simultaneously')
203 }
Владислав Наумов3e4b5a32020-09-11 17:05:34 +0200204 break
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200205 case 'os':
206 if (enableOSDemo == false) {
207 error('incompatible triggers: [disable-os-demo] and multiregional deployment based on OSt management region cannot be applied simultaneously')
208 }
Владислав Наумов3e4b5a32020-09-11 17:05:34 +0200209 break
Владислав Наумов865ba6c2021-05-13 13:05:45 +0200210 case 'vsphere':
211 if (enableVsphereDemo == false) {
212 error('incompatible triggers: [disable-vsphere-demo] and multiregional deployment based on Vsphere management region cannot be applied simultaneously')
213 }
214 break
Владислав Наумов5be02942021-05-13 12:34:37 +0200215 case 'equinix':
216 common.warningMsg('Forced running additional kaas deployment with Equinix provider according multiregional demo request')
217 equinixOnDemandDemo = true
218 break
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200219 }
220
Владислав Наумовb8305e22021-02-10 17:23:12 +0100221 // CDN configuration
222 def cdnConfig = [
223 mgmt: [
224 openstack: (proxyConfig['mgmtOffline'] == true) ? 'public-ci' : 'internal-ci',
Владислав Наумов70c02422021-04-19 14:29:41 +0200225 vsphere: 'internal-ci',
Владислав Наумовb8305e22021-02-10 17:23:12 +0100226 aws: 'public-ci',
Владислав Наумовe021b022021-05-06 11:26:38 +0200227 equinix: 'public-ci',
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200228 ],
Владислав Наумовb8305e22021-02-10 17:23:12 +0100229 ]
230
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100231 // calculate weight of current demo run to manage lockable resources
232 def demoWeight = (deployChild) ? 2 : 1 // management = 1, child = 1
233
vnaumov33747e12020-05-04 17:35:20 +0200234 common.infoMsg("""
Владислав Наумовb8305e22021-02-10 17:23:12 +0100235 CDN deployment configuration: ${cdnConfig}
236 MCC offline deployment configuration: ${proxyConfig}
Владислав Наумов44c64b72020-12-04 20:22:53 +0100237 Use MacOS node as seed: ${seedMacOs}
vnaumov33747e12020-05-04 17:35:20 +0200238 Child cluster deployment scheduled: ${deployChild}
Mikhail Ivanov74504372021-05-21 17:01:06 +0400239 Custom child cluster release: ${customChildRelease}
vnaumov33747e12020-05-04 17:35:20 +0200240 Child cluster release upgrade scheduled: ${upgradeChild}
241 Child conformance testing scheduled: ${runChildConformance}
Владислав Наумов0dc99252020-11-13 13:30:48 +0100242 BYO cluster attachment scheduled: ${attachBYO}
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100243 Attached BYO cluster upgrade test scheduled: ${upgradeBYO}
vnaumov33747e12020-05-04 17:35:20 +0200244 Mgmt cluster release upgrade scheduled: ${upgradeMgmt}
245 Mgmt conformance testing scheduled: ${runMgmtConformance}
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400246 Mgmt LMA deployment and testing scheduled: ${runMgmtLMA}
vnaumov33747e12020-05-04 17:35:20 +0200247 Mgmt UI e2e testing scheduled: ${runUie2e}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200248 AWS provider deployment scheduled: ${awsOnDemandDemo}
Владислав Наумовe021b022021-05-06 11:26:38 +0200249 Equinix provider deployment scheduled: ${equinixOnDemandDemo}
Владислав Наумовf1665b52021-05-13 10:51:17 +0200250 Equinix@AWS child cluster deployment scheduled: ${equinixOnAwsDemo}
Владислав Наумов2d3db332021-06-15 15:19:19 +0200251 Azure@AWS child cluster deployment scheduled: ${azureOnAwsDemo}
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400252 VSPHERE provider deployment scheduled: ${enableVsphereDemo}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200253 OS provider deployment scheduled: ${enableOSDemo}
azvyagintsev1761bdc2020-09-04 17:24:12 +0300254 BM provider deployment scheduled: ${enableBMDemo}
Владислав Наумовf793fe32020-09-11 15:19:19 +0200255 Multiregional configuration: ${multiregionalMappings}
vnaumov33747e12020-05-04 17:35:20 +0200256 Service binaries fetching scheduled: ${fetchServiceBinaries}
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100257 Current weight of the demo run: ${demoWeight} (Used to manage lockable resources)
Владислав Наумов81777472021-03-09 15:14:27 +0400258 Triggers: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
vnaumov33747e12020-05-04 17:35:20 +0200259 return [
Владислав Наумовb8305e22021-02-10 17:23:12 +0100260 cdnConfig : cdnConfig,
261 proxyConfig : proxyConfig,
Владислав Наумов44c64b72020-12-04 20:22:53 +0100262 useMacOsSeedNode : seedMacOs,
azvyagintseva12230a2020-06-05 13:24:06 +0300263 deployChildEnabled : deployChild,
Mikhail Ivanov74504372021-05-21 17:01:06 +0400264 childDeployCustomRelease : customChildRelease,
azvyagintseva12230a2020-06-05 13:24:06 +0300265 upgradeChildEnabled : upgradeChild,
266 runChildConformanceEnabled : runChildConformance,
Владислав Наумов0dc99252020-11-13 13:30:48 +0100267 attachBYOEnabled : attachBYO,
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100268 upgradeBYOEnabled : upgradeBYO,
azvyagintseva12230a2020-06-05 13:24:06 +0300269 upgradeMgmtEnabled : upgradeMgmt,
270 runUie2eEnabled : runUie2e,
271 runMgmtConformanceEnabled : runMgmtConformance,
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400272 runMgmtLmaEnabled : runMgmtLMA,
vnaumov33747e12020-05-04 17:35:20 +0200273 fetchServiceBinariesEnabled: fetchServiceBinaries,
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200274 awsOnDemandDemoEnabled : awsOnDemandDemo,
Владислав Наумовe021b022021-05-06 11:26:38 +0200275 equinixOnDemandDemoEnabled : equinixOnDemandDemo,
Владислав Наумовf1665b52021-05-13 10:51:17 +0200276 equinixOnAwsDemoEnabled : equinixOnAwsDemo,
Владислав Наумов2d3db332021-06-15 15:19:19 +0200277 azureOnAwsDemoEnabled : azureOnAwsDemo,
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400278 vsphereDemoEnabled : enableVsphereDemo,
279 vsphereOnDemandDemoEnabled : enableVsphereDemo, // TODO: remove after MCC 2.7 is out
azvyagintsev1761bdc2020-09-04 17:24:12 +0300280 bmDemoEnabled : enableBMDemo,
Владислав Наумовf793fe32020-09-11 15:19:19 +0200281 osDemoEnabled : enableOSDemo,
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100282 multiregionalConfiguration : multiregionalMappings,
283 demoWeight : demoWeight]
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200284}
285
286/**
287 * Determine management and regional setup for demo workflow scenario
288 *
289 *
290 * @param: keyword (string) string , represents keyworkd trigger, specified in gerrit commit body, like `[multiregion aws,os]`
291 or Jenkins environment string variable in form like 'aws,os'
292 * @return (map)[
293 enabled: (bool),
294 * managementLocation: (string), //aws,os
295 * regionLocation: (string), //aws,os
296 * ]
297 */
298def multiregionWorkflowParser(keyword) {
Владислав Наумов8c0c39d2020-09-11 14:46:48 +0200299 def common = new com.mirantis.mk.Common()
Владислав Наумов5be02942021-05-13 12:34:37 +0200300 def supportedManagementProviders = ['os', 'aws', 'vsphere', 'equinix']
azvyagintsevcb0635c2021-06-07 13:50:05 +0300301 def supportedRegionalProviders = ['os', 'vsphere', 'equinix', 'bm']
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200302
303 def clusterTypes = ''
Владислав Наумов38ed7bf2020-09-11 14:43:39 +0200304 if (keyword.toString().contains('multiregion')) {
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200305 common.infoMsg('Multiregion definition configured via gerrit keyword trigger')
306 clusterTypes = keyword[0][0].split('multiregion')[1].replaceAll('[\\[\\]]', '').trim().split(',')
307 } else {
308 common.infoMsg('Multiregion definition configured via environment variable')
309 clusterTypes = keyword.trim().split(',')
310 }
311
312 if (clusterTypes.size() != 2) {
Владислав Наумов482fb502020-10-30 17:59:27 +0100313 error("Incorrect regions definiton, valid scheme: [multiregion ${management}, ${region}], got: ${clusterTypes}")
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200314 }
315
Владислав Наумовf793fe32020-09-11 15:19:19 +0200316 def desiredManagementProvider = clusterTypes[0].trim()
317 def desiredRegionalProvider = clusterTypes[1].trim()
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200318 if (! supportedManagementProviders.contains(desiredManagementProvider) || ! supportedRegionalProviders.contains(desiredRegionalProvider)) {
319 error("""unsupported management <-> regional bundle, available options:
Владислав Наумовf793fe32020-09-11 15:19:19 +0200320 management providers list - ${supportedManagementProviders}
321 regional providers list - ${supportedRegionalProviders}""")
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200322 }
323
324 return [
325 enabled: true,
326 managementLocation: desiredManagementProvider,
327 regionLocation: desiredRegionalProvider,
328 ]
vnaumov33747e12020-05-04 17:35:20 +0200329}
330
331/**
332 * Determine if custom si tests/pipelines refspec forwarded from gerrit change request
333
Владислав Наумов81777472021-03-09 15:14:27 +0400334 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
vnaumov33747e12020-05-04 17:35:20 +0200335 * Used for components team to test component changes w/ custom SI refspecs using kaas/core deployment jobs
336 * Example scheme:
337 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
338 * manage refspecs through Jenkins Job Parameters
339 *
azvyagintseva12230a2020-06-05 13:24:06 +0300340 * @return (map)[* siTests: (string) final refspec for si-tests
vnaumov33747e12020-05-04 17:35:20 +0200341 * siPipelines: (string) final refspec for si-pipelines
342 * ]
343 */
344def checkCustomSIRefspec() {
vnaumovbdb90222020-05-04 18:25:50 +0200345 def common = new com.mirantis.mk.Common()
346
vnaumov33747e12020-05-04 17:35:20 +0200347 // Available triggers and its sane defaults
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200348 def siTestsRefspec = env.SI_TESTS_REFSPEC ?: 'master'
349 def siPipelinesRefspec = env.SI_PIPELINES_REFSPEC ?: 'master'
Владислав Наумов2db15e22020-07-14 12:29:22 +0200350 def siTestsDockerImage = env.SI_TESTS_DOCKER_IMAGE ?: 'docker-dev-kaas-local.docker.mirantis.net/mirantis/kaas/si-test'
351 def siTestsDockerImageTag = env.SI_TESTS_DOCKER_IMAGE_TAG ?: 'master'
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200352 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
vnaumov33747e12020-05-04 17:35:20 +0200353
354 def siTestMatches = (commitMsg =~ /(\[si-tests-ref\s*refs\/changes\/.*?\])/)
355 def siPipelinesMatches = (commitMsg =~ /(\[si-pipelines-ref\s*refs\/changes\/.*?\])/)
356
357 if (siTestMatches.size() > 0) {
358 siTestsRefspec = siTestMatches[0][0].split('si-tests-ref')[1].replaceAll('[\\[\\]]', '').trim()
Владислав Наумов7f6c0882021-03-23 19:10:57 +0400359 siTestsDockerImage = "docker-review-local.docker.mirantis.net/review/kaas-si-test-${siTestsRefspec.split('/')[-2]}"
Владислав Наумов2db15e22020-07-14 12:29:22 +0200360 siTestsDockerImageTag = siTestsRefspec.split('/')[-1]
vnaumov33747e12020-05-04 17:35:20 +0200361 }
362 if (siPipelinesMatches.size() > 0) {
363 siPipelinesRefspec = siPipelinesMatches[0][0].split('si-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
364 }
365
366 common.infoMsg("""
367 kaas/si-pipelines will be fetched from: ${siPipelinesRefspec}
368 kaas/si-tests will be fetched from: ${siTestsRefspec}
Владислав Наумов2db15e22020-07-14 12:29:22 +0200369 kaas/si-tests as dockerImage will be fetched from: ${siTestsDockerImage}:${siTestsDockerImageTag}
Владислав Наумов81777472021-03-09 15:14:27 +0400370 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов2db15e22020-07-14 12:29:22 +0200371 return [siTests: siTestsRefspec, siPipelines: siPipelinesRefspec, siTestsDockerImage: siTestsDockerImage, siTestsDockerImageTag: siTestsDockerImageTag]
vnaumov33747e12020-05-04 17:35:20 +0200372}
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200373
Владислав Наумов9080f372020-06-08 13:57:16 +0200374/**
Владислав Наумов418042b2020-07-09 18:31:10 +0200375 * Parse additional configuration for kaas component CICD repo
Владислав Наумов30a516c2020-07-09 13:15:41 +0200376 * @param configurationFile (str) path to configuration file in yaml format
377 *
378 * @return (map)[ siTestsFeatureFlags (string) dedicated feature flags that will be used in SI tests,
379 * ]
380 */
381def parseKaaSComponentCIParameters(configurationFile){
382 def common = new com.mirantis.mk.Common()
383 def ciConfig = readYaml file: configurationFile
384 def ciSpec = [
385 siTestsFeatureFlags: env.SI_TESTS_FEATURE_FLAGS ?: '',
386 ]
387
388 if (ciConfig.containsKey('si-tests-feature-flags')) {
389 common.infoMsg("""SI tests feature flags customization detected,
390 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlags']}] identification...""")
391
392 def ffMeta = ciSpec['siTestsFeatureFlags'].tokenize(',').collect { it.trim() }
393 ffMeta.addAll(ciConfig['si-tests-feature-flags'])
Владислав Наумов30a516c2020-07-09 13:15:41 +0200394
Владислав Наумовcb5ffca2020-07-14 15:28:36 +0200395 ciSpec['siTestsFeatureFlags'] = ffMeta.unique().join(',')
Владислав Наумов30a516c2020-07-09 13:15:41 +0200396 common.infoMsg("SI tests custom feature flags: ${ciSpec['siTestsFeatureFlags']}")
397 }
398
399 common.infoMsg("""Additional ci configuration parsed successfully:
400 siTestsFeatureFlags: ${ciSpec['siTestsFeatureFlags']}""")
401 return ciSpec
402}
403
404/**
405 * Determine if custom kaas core/pipelines refspec forwarded from gerrit change request
Владислав Наумов9080f372020-06-08 13:57:16 +0200406
Владислав Наумов81777472021-03-09 15:14:27 +0400407 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов9080f372020-06-08 13:57:16 +0200408 * Used for components team to test component changes w/ custom Core refspecs using kaas/core deployment jobs
409 * Example scheme:
410 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
411 * manage refspecs through Jenkins Job Parameters
412 *
413 * @return (map)[ core: (string) final refspec for kaas/core
414 * corePipelines: (string) final refspec for pipelines in kaas/core
415 * ]
416 */
417def checkCustomCoreRefspec() {
418 def common = new com.mirantis.mk.Common()
419
420 // Available triggers and its sane defaults
421 def coreRefspec = env.KAAS_CORE_REFSPEC ?: 'master'
422 // by default using value of GERRIT_REFSPEC parameter in *kaas/core jobs*
423 def corePipelinesRefspec = env.KAAS_PIPELINE_REFSPEC ?: '\$GERRIT_REFSPEC'
424 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
425
426 def coreMatches = (commitMsg =~ /(\[core-ref\s*refs\/changes\/.*?\])/)
427 def corePipelinesMatches = (commitMsg =~ /(\[core-pipelines-ref\s*refs\/changes\/.*?\])/)
428
429 if (coreMatches.size() > 0) {
430 coreRefspec = coreMatches[0][0].split('core-ref')[1].replaceAll('[\\[\\]]', '').trim()
431 }
432 if (corePipelinesMatches.size() > 0) {
433 corePipelinesRefspec = corePipelinesMatches[0][0].split('core-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
434 }
435
436 common.infoMsg("""
437 kaas/core will be fetched from: ${coreRefspec}
438 kaas/core pipelines will be fetched from: ${corePipelinesRefspec}
Владислав Наумов81777472021-03-09 15:14:27 +0400439 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов9080f372020-06-08 13:57:16 +0200440 return [core: coreRefspec, corePipelines: corePipelinesRefspec]
441}
442
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200443
444/**
Владислав Наумов92288d92020-07-13 18:36:21 +0200445 * generate Jenkins Parameter objects from from text parameter with additonal kaas core context
446 * needed to forward inside kaas core set of jobs
447 *
448 * @param context (string) Representation of the string enviroment variables needed for kaas core jobs in yaml format
449 * @return (list)[ string(name: '', value: ''),
450 * ]
451 */
452def generateKaaSVarsFromContext(context) {
453 def common = new com.mirantis.mk.Common()
454 def parameters = []
455 def config = readYaml text: context
456
457 config.each { k,v ->
458 common.infoMsg("Custom KaaS Core context parameter: ${k}=${v}")
459 parameters.add(string(name: k, value: v))
460 }
461
462 return parameters
463}
464
465/**
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200466 * Trigger KaaS demo jobs based on AWS/OS providers with customized test suite, parsed from external sources (gerrit commit/jj vars)
Владислав Наумов81777472021-03-09 15:14:27 +0400467 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200468 * Used for components team to test component changes w/ customized SI tests/refspecs using kaas/core deployment jobs
469 *
Владислав Наумов418042b2020-07-09 18:31:10 +0200470 * @param: component (string) component name [iam, lcm, stacklight]
471 * @param: patchSpec (string) Patch for kaas/cluster releases in json format
472 * @param: configurationFile (string) Additional file for component repo CI config in yaml format
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200473 */
Владислав Наумов92288d92020-07-13 18:36:21 +0200474def triggerPatchedComponentDemo(component, patchSpec = '', configurationFile = '.ci-parameters.yaml', coreContext = '') {
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200475 def common = new com.mirantis.mk.Common()
476 // Determine if custom trigger keywords forwarded from gerrit
477 def triggers = checkDeploymentTestSuite()
478 // Determine SI refspecs
479 def siRefspec = checkCustomSIRefspec()
Владислав Наумов9080f372020-06-08 13:57:16 +0200480 // Determine Core refspecs
481 def coreRefspec = checkCustomCoreRefspec()
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200482
Владислав Наумов418042b2020-07-09 18:31:10 +0200483 // Determine component repo ci configuration
484 def ciSpec = [:]
485 def componentFeatureFlags = env.SI_TESTS_FEATURE_FLAGS ?: ''
486 if (fileExists(configurationFile)) {
487 common.infoMsg('Component CI configuration file detected, parsing...')
488 ciSpec = parseKaaSComponentCIParameters(configurationFile)
489 componentFeatureFlags = ciSpec['siTestsFeatureFlags']
490 } else {
491 common.warningMsg('''Component CI configuration file is not exists,
Владислав Наумовc17dd552020-07-29 17:07:38 +0200492 several code-management features may be unavailable,
Владислав Наумов92288d92020-07-13 18:36:21 +0200493 follow https://mirantis.jira.com/wiki/spaces/QA/pages/2310832276/SI-tests+feature+flags#%5BUpdated%5D-Using-a-feature-flag
494 to create the configuration file''')
Владислав Наумов418042b2020-07-09 18:31:10 +0200495 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400496
497 def platforms = []
498 if (component == 'ipam' && triggers.vsphereDemoEnabled) {
499 // Currently only vsphere demo is required for IPAM component
500 platforms.add('vsphere')
501 } else {
502 if (triggers.osDemoEnabled) {
503 platforms.add('openstack')
504 }
505 if (triggers.awsOnDemandDemoEnabled) {
506 platforms.add('aws')
507 }
508 if (triggers.equinixOnDemandDemoEnabled) {
509 platforms.add('equinix')
510 }
Ivan Berezovskiyb0229d02021-05-17 16:55:18 +0400511 if (triggers.vsphereDemoEnabled) {
512 platforms.add('vsphere')
513 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400514 }
515
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200516 def jobs = [:]
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200517 def parameters = [
Владислав Наумов9080f372020-06-08 13:57:16 +0200518 string(name: 'GERRIT_REFSPEC', value: coreRefspec.core),
519 string(name: 'KAAS_PIPELINE_REFSPEC', value: coreRefspec.corePipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200520 string(name: 'SI_TESTS_REFSPEC', value: siRefspec.siTests),
Владислав Наумов418042b2020-07-09 18:31:10 +0200521 string(name: 'SI_TESTS_FEATURE_FLAGS', value: componentFeatureFlags),
Владислав Наумов2db15e22020-07-14 12:29:22 +0200522 string(name: 'SI_TESTS_DOCKER_IMAGE', value: siRefspec.siTestsDockerImage),
523 string(name: 'SI_TESTS_DOCKER_IMAGE_TAG', value: siRefspec.siTestsDockerImageTag),
Владислав Наумов4a5c3242020-06-08 14:36:11 +0200524 string(name: 'SI_PIPELINES_REFSPEC', value: siRefspec.siPipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200525 string(name: 'CUSTOM_RELEASE_PATCH_SPEC', value: patchSpec),
Mikhail Ivanov74504372021-05-21 17:01:06 +0400526 string(name: 'KAAS_CHILD_CLUSTER_RELEASE_NAME', value: triggers.childDeployCustomRelease),
Владислав Наумовb8305e22021-02-10 17:23:12 +0100527 booleanParam(name: 'OFFLINE_MGMT_CLUSTER', value: triggers.proxyConfig['mgmtOffline']),
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200528 booleanParam(name: 'OFFLINE_CHILD_CLUSTER', value: triggers.proxyConfig['childOffline']),
Владислав Наумов257ea132021-04-14 14:44:13 +0200529 booleanParam(name: 'PROXY_CHILD_CLUSTER', value: triggers.proxyConfig['childProxy']),
Владислав Наумов44c64b72020-12-04 20:22:53 +0100530 booleanParam(name: 'SEED_MACOS', value: triggers.useMacOsSeedNode),
Владислав Наумов080d9412020-07-29 13:05:14 +0200531 booleanParam(name: 'UPGRADE_MGMT_CLUSTER', value: triggers.upgradeMgmtEnabled),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200532 booleanParam(name: 'RUN_UI_E2E', value: triggers.runUie2eEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200533 booleanParam(name: 'RUN_MGMT_CFM', value: triggers.runMgmtConformanceEnabled),
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400534 booleanParam(name: 'RUN_MGMT_LMA', value: triggers.runMgmtLmaEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200535 booleanParam(name: 'DEPLOY_CHILD_CLUSTER', value: triggers.deployChildEnabled),
536 booleanParam(name: 'UPGRADE_CHILD_CLUSTER', value: triggers.upgradeChildEnabled),
Владислав Наумов0dc99252020-11-13 13:30:48 +0100537 booleanParam(name: 'ATTACH_BYO', value: triggers.attachBYOEnabled),
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100538 booleanParam(name: 'UPGRADE_BYO', value: triggers.upgradeBYOEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200539 booleanParam(name: 'RUN_CHILD_CFM', value: triggers.runChildConformanceEnabled),
Ivan Berezovskiycbf9eeb2021-03-22 15:57:32 +0400540 booleanParam(name: 'ALLOW_AWS_ON_DEMAND', value: triggers.awsOnDemandDemoEnabled),
Владислав Наумовe021b022021-05-06 11:26:38 +0200541 booleanParam(name: 'ALLOW_EQUINIX_ON_DEMAND', value: triggers.equinixOnDemandDemoEnabled),
eromanovad3397512021-04-01 20:19:19 +0400542 booleanParam(name: 'EQUINIX_ON_AWS_DEMO', value: triggers.equinixOnAwsDemoEnabled),
Владислав Наумов2d3db332021-06-15 15:19:19 +0200543 booleanParam(name: 'AZURE_ON_AWS_DEMO', value: triggers.azureOnAwsDemoEnabled),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200544 ]
Владислав Наумов92288d92020-07-13 18:36:21 +0200545
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200546 // customize multiregional demo
547 if (triggers.multiregionalConfiguration.enabled) {
548 parameters.add(string(name: 'MULTIREGION_SETUP',
549 value: "${triggers.multiregionalConfiguration.managementLocation},${triggers.multiregionalConfiguration.regionLocation}"
550 ))
551 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200552
Владислав Наумов92288d92020-07-13 18:36:21 +0200553 // Determine component team custom context
554 if (coreContext != '') {
555 common.infoMsg('Additional KaaS Core context detected, will be forwarded into kaas core cicd...')
556 def additionalParameters = generateKaaSVarsFromContext(coreContext)
Владислав Наумовbef51a92020-10-01 17:36:51 +0200557 parameters.addAll(additionalParameters)
Владислав Наумов92288d92020-07-13 18:36:21 +0200558 }
559
Владислав Наумовe021b022021-05-06 11:26:38 +0200560 if (triggers.awsOnDemandDemoEnabled || triggers.equinixOnDemandDemoEnabled) {
561 common.infoMsg('Public provider demo triggered, need to sync artifacts in the public-ci cdn..')
562 switch (component) {
563 case 'iam':
564 build job: 'cdn-binary-dev-replication-iam', propagate: true, wait: true
565 break
566 case 'lcm':
567 build job: 'cdn-binary-dev-replication-lcm', propagate: true, wait: true
568 break
569 }
570 }
571
Владислав Наумовaa430612020-06-08 17:18:31 +0200572 def jobResults = []
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400573
574 platforms.each { platform ->
575 jobs["kaas-core-${platform}-patched-${component}"] = {
Vladislav Naumov5313a202021-04-07 17:13:39 +0000576 try {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400577 common.infoMsg("Deploy: patched KaaS demo with ${platform} provider")
578 def job_info = build job: "kaas-testing-core-${platform}-workflow-${component}", parameters: parameters, wait: true
579 def build_description = job_info.getDescription()
580 def build_result = job_info.getResult()
Vladislav Naumov5313a202021-04-07 17:13:39 +0000581 jobResults.add(build_result)
Владислав Наумовd044e842020-06-17 15:33:43 +0200582
Vladislav Naumov5313a202021-04-07 17:13:39 +0000583 if (build_description) {
584 currentBuild.description += build_description
585 }
586 } finally {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400587 common.infoMsg("Patched KaaS demo with ${platform} provider finished")
Vladislav Naumov5313a202021-04-07 17:13:39 +0000588 }
589 }
590 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200591
592 common.infoMsg('Trigger KaaS demo deployments according to defined provider set')
Владислав Наумов37f7f842021-03-09 16:08:39 +0400593 if (jobs.size() == 0) {
594 error('No demo jobs matched with keywords, execution will be aborted, at least 1 provider should be enabled')
595 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200596 // Limit build concurency workaround examples: https://issues.jenkins-ci.org/browse/JENKINS-44085
597 parallel jobs
Владислав Наумовaa430612020-06-08 17:18:31 +0200598
599 if (jobResults.contains('FAILURE')) {
Владислав Наумовf86b1112020-06-09 14:04:48 +0200600 common.infoMsg('One of parallel downstream jobs is failed, mark executor job as failed')
Владислав Наумовaa430612020-06-08 17:18:31 +0200601 currentBuild.result = 'FAILURE'
602 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200603}
Владислав Наумов30a516c2020-07-09 13:15:41 +0200604
605
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400606/**
607 * Function currently supported to be called from aws or vsphere demos. It gets particular demo context
608 * and generate proper lockResources data and netMap data for vsphere related clusters.
609 *
610 * @param: callBackDemo (string) Demo which requested to generate lockResources [aws or vsphere]
611 * @param: triggers (map) Custom trigger keywords forwarded from gerrit
612 * @param: multiregionalConfiguration (map) Multiregional configuration
613 * @return (map) Return aggregated map with lockResources and netMap
614 */
615
616
617def generateLockResources(callBackDemo, triggers) {
618 def common = new com.mirantis.mk.Common()
619 def netMap = [:]
620 // Define vsphere locklabels with initial quantity
621 def lockLabels = [
622 vsphere_networking_core_ci: 0,
623 vsphere_offline_networking_core_ci: 0,
624 ]
625 def deployChild = triggers.deployChildEnabled
626 def multiregionConfig = triggers.multiregionalConfiguration
627 def runMultiregion = multiregionConfig.enabled
628
629 // Generate vsphere netMap and lockLabels based on demo context
630 switch (callBackDemo) {
631 case 'aws':
632 // Add aws specific lock label with quantity calculated based on single mgmt deploy or mgmt + child
633 lockLabels['aws_core_ci_queue'] = triggers.demoWeight
634
635 // Define netMap for Vsphere region
636 if (runMultiregion && multiregionConfig.regionLocation == 'vsphere') {
637 if (deployChild) {
638 addToVsphereNetMap(netMap, 'regional-child')
639 }
640 addToVsphereNetMap(netMap, 'region')
641 }
642 break
643 case 'vsphere':
644 addToVsphereNetMap(netMap, 'mgmt')
645 if (deployChild) {
646 addToVsphereNetMap(netMap, 'child')
647 }
648 if (runMultiregion && multiregionConfig.managementLocation == 'vsphere' &&
649 multiregionConfig.regionLocation == 'vsphere') {
650 if (deployChild) {
651 addToVsphereNetMap(netMap, 'regional-child')
652 }
653 addToVsphereNetMap(netMap, 'region')
654 }
655 break
656 default:
657 error('Supposed to be called from aws or vsphere demos only')
658 }
659
660 // Checking gerrit triggers and manage lock label quantity and network types in case of Offline deployment
661 // Vsphere labels only
662 netMap.each { clusterType, netConfig ->
663 if (triggers.proxyConfig["${clusterType}Offline"] == true) {
664 netMap[clusterType]['netName'] = 'offline'
665 lockLabels['vsphere_offline_networking_core_ci']++
666 } else {
667 lockLabels['vsphere_networking_core_ci']++
668 }
669 }
670
671 // generate lock metadata
672 def lockResources = []
673 lockLabels.each { label, quantity ->
674 if (quantity > 0) {
675 def res = [
676 label: label,
677 quantity: quantity,
678 ]
679 lockResources.add(res)
680 }
681 }
682
683 common.infoMsg("""Generated vsphere netMap: ${netMap}
684 Generated lockResources: ${lockResources}""")
685
686 return [
687 netMap: netMap,
688 lockResources: lockResources,
689 ]
690}
691
692/**
693 * Function gets vsphere netMap or empty map and adds new vsphere clusterType with default netName
694 * and empty rangeConfig to the this map.
695 *
696 * @param: netMap (string) vsphere netMap or empty map
697 * @param: clusterType (string) Vsphere cluster type
698 */
699
700def addToVsphereNetMap (netMap, clusterType) {
701 netMap[clusterType] = [
702 netName: 'default',
703 rangeConfig: '',
704 ]
705}