blob: 329511d8fcf2cfd0b3878fbc9f3d9e6a197ecf3c [file] [log] [blame]
vnaumov33747e12020-05-04 17:35:20 +02001package com.mirantis.mk
vnaumov33747e12020-05-04 17:35:20 +02002
azvyagintsevc17d14b2022-06-06 19:06:33 +03003import static groovy.json.JsonOutput.toJson
4
vnaumov33747e12020-05-04 17:35:20 +02005/**
6 *
7 * KaaS Component Testing Utilities
8 *
9 */
10
Владислав Наумовe5345812020-08-12 16:30:20 +020011/**
12 * Check KaaS Core CICD feature flags
13 * such triggers can be used in case of switching between pipelines,
14 * conditions inside pipelines to reduce dependency on jenkins job builder and jenkins job templates itself
15 *
16 * @return (map)[
17 * ffNameEnabled: (bool) True/False
18 * ]
19 */
20def checkCoreCIFeatureFlags() {
21 def common = new com.mirantis.mk.Common()
22 def ff = [
23 build_artifacts_upgrade: false,
24 ]
25
26 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
27 if (commitMsg ==~ /(?s).*\[ci-build-artifacts-upgrade\].*/) {
28 ff['build_artifacts_upgrade'] = true
29 }
30
31 common.infoMsg("Core ci feature flags status: ${ff}")
32 return ff
33}
vnaumov33747e12020-05-04 17:35:20 +020034
35/**
azvyagintseva12230a2020-06-05 13:24:06 +030036 * Determine scope of test suite against per-commit KaaS deployment based on keywords
Владислав Наумов81777472021-03-09 15:14:27 +040037 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
azvyagintseva12230a2020-06-05 13:24:06 +030038 *
39 * Used for components team to combine test-suites and forward desired parameters to kaas/core deployment jobs
40 * Example scheme:
Владислав Наумовe5345812020-08-12 16:30:20 +020041 * New CR pushed in kubernetes/lcm-ansible -> parsing it'cs commit body and combine test-suite -> trigger deployment jobs from kaas/core
azvyagintseva12230a2020-06-05 13:24:06 +030042 * manage test-suite through Jenkins Job Parameters
43 *
Владислав Наумов6c2afff2020-06-05 12:54:53 +020044 * @return (map)[
45 * deployChildEnabled: (bool) True if need to deploy child cluster during demo-run
46 * runUie2eEnabled: (bool) True if need to run ui-e2e cluster during demo-run
azvyagintseva12230a2020-06-05 13:24:06 +030047 * ]
48 */
vnaumov33747e12020-05-04 17:35:20 +020049def checkDeploymentTestSuite() {
vnaumovbdb90222020-05-04 18:25:50 +020050 def common = new com.mirantis.mk.Common()
51
vnaumov33747e12020-05-04 17:35:20 +020052 // Available triggers and its sane defaults
Владислав Наумов44c64b72020-12-04 20:22:53 +010053 def seedMacOs = env.SEED_MACOS ? env.SEED_MACOS.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020054 def deployChild = env.DEPLOY_CHILD_CLUSTER ? env.DEPLOY_CHILD_CLUSTER.toBoolean() : false
55 def upgradeChild = env.UPGRADE_CHILD_CLUSTER ? env.UPGRADE_CHILD_CLUSTER.toBoolean() : false
Sergey Lalovc1cb49f2022-09-27 01:16:25 +040056 def fullUpgradeChild = env.FULL_UPGRADE_CHILD_CLUSTER ? env.FULL_UPGRADE_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov38ee4382022-01-27 16:21:51 +040057 def mosDeployChild = env.DEPLOY_MOS_CHILD_CLUSTER ? env.DEPLOY_MOS_CHILD_CLUSTER.toBoolean() : false
58 def mosUpgradeChild = env.UPGRADE_MOS_CHILD_CLUSTER ? env.UPGRADE_MOS_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov74504372021-05-21 17:01:06 +040059 def customChildRelease = env.KAAS_CHILD_CLUSTER_RELEASE_NAME ? env.KAAS_CHILD_CLUSTER_RELEASE_NAME : ''
slalov021171f2022-03-04 14:48:38 +040060 def mosTfDeploy = env.MOS_TF_DEPLOY ? env.MOS_TF_DEPLOY.toBoolean() : false
Владислав Наумов0dc99252020-11-13 13:30:48 +010061 def attachBYO = env.ATTACH_BYO ? env.ATTACH_BYO.toBoolean() : false
Владислав Наумовcdbd84e2020-12-01 16:51:09 +010062 def upgradeBYO = env.UPGRADE_BYO ? env.UPGRADE_BYO.toBoolean() : false
Vladislav Naumov7930ab22021-11-22 18:24:24 +010063 def runBYOMatrix = env.RUN_BYO_MATRIX ? env.RUN_BYO_MATRIX.toBoolean() : false
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +040064 def defaultBYOOs = env.DEFAULT_BYO_OS ? env.DEFAULT_BYO_OS.toString() : 'ubuntu'
Владислав Наумов6c2afff2020-06-05 12:54:53 +020065 def upgradeMgmt = env.UPGRADE_MGMT_CLUSTER ? env.UPGRADE_MGMT_CLUSTER.toBoolean() : false
slalov1202bba2022-04-20 22:31:07 +040066 def autoUpgradeMgmt = env.AUTO_UPGRADE_MCC ? env.AUTO_UPGRADE_MCC.toBoolean() : false
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +040067 def enableLMALogging = env.ENABLE_LMA_LOGGING ? env.ENABLE_LMA_LOGGING.toBoolean(): false
Sergey Lalovb2f60372022-09-20 23:58:47 +040068 def deployOsOnMos = env.DEPLOY_OS_ON_MOS? env.DEPLOY_OS_ON_MOS.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020069 def runUie2e = env.RUN_UI_E2E ? env.RUN_UI_E2E.toBoolean() : false
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +040070 def runUie2eNew = env.RUN_UI_E2E_NEW ? env.RUN_UI_E2E_NEW.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020071 def runMgmtConformance = env.RUN_MGMT_CFM ? env.RUN_MGMT_CFM.toBoolean() : false
Владислав Наумов9cec55d2021-08-03 15:00:59 +020072 def runLMATest = env.RUN_LMA_TEST ? env.RUN_LMA_TEST.toBoolean() : false
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +020073 def runMgmtUserControllerTest = env.RUN_MGMT_USER_CONTROLLER_TEST ? env.RUN_MGMT_USER_CONTROLLER_TEST.toBoolean() : false
Mikhail Ivanov2907e4d2022-04-25 16:41:21 +040074 def runProxyChildTest = env.RUN_PROXY_CHILD_TEST ? env.RUN_PROXY_CHILD_TEST.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020075 def runChildConformance = env.RUN_CHILD_CFM ? env.RUN_CHILD_CFM.toBoolean() : false
vryzhenkinb286bd82023-04-04 07:17:52 +040076 def runChildHPA = env.RUN_CHILD_HPA ? env.RUN_CHILD_HPA.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020077 def fetchServiceBinaries = env.FETCH_BINARIES_FROM_UPSTREAM ? env.FETCH_BINARIES_FROM_UPSTREAM.toBoolean() : false
Vladislav Naumov42b71dc2021-11-22 13:09:42 +010078 def equinixMetalV2ChildDiffMetro = env.EQUINIXMETALV2_CHILD_DIFF_METRO ? env.EQUINIXMETALV2_CHILD_DIFF_METRO.toBoolean() : false
slalov13e579c2022-01-31 21:37:02 +040079 def runMaintenanceTest = env.RUN_MAINTENANCE_TEST ? env.RUN_MAINTENANCE_TEST.toBoolean() : false
slalov0a4947a2022-06-09 15:44:35 +040080 def runContainerregistryTest = env.RUN_CONTAINER_REGISTRY_TEST ? env.RUN_CONTAINER_REGISTRY_TEST.toBoolean() : false
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +030081 def runMgmtDeleteMasterTest = env.RUN_MGMT_DELETE_MASTER_TEST ? env.RUN_MGMT_DELETE_MASTER_TEST.toBoolean() : false
82 def runRgnlDeleteMasterTest = env.RUN_RGNL_DELETE_MASTER_TEST ? env.RUN_RGNL_DELETE_MASTER_TEST.toBoolean() : false
83 def runChildDeleteMasterTest = env.RUN_CHILD_DELETE_MASTER_TEST ? env.RUN_CHILD_DELETE_MASTER_TEST.toBoolean() : false
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +030084 def runGracefulRebootTest = env.RUN_GRACEFUL_REBOOT_TEST ? env.RUN_GRACEFUL_REBOOT_TEST.toBoolean() : false
Sergey Lalovbc68d752022-11-08 13:40:53 +040085 def pauseForDebug = env.PAUSE_FOR_DEBUG ? env.PAUSE_FOR_DEBUG.toBoolean() : false
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +030086 def runChildMachineDeletionPolicyTest = env.RUN_CHILD_MACHINE_DELETION_POLICY_TEST ? env.RUN_CHILD_MACHINE_DELETION_POLICY_TEST.toBoolean() : false
Sergey Lalovd3e030e2023-03-16 14:32:47 +040087 def runChildCustomCertTest = env.RUN_CHILD_CUSTOM_CERT_TEST ? env.RUN_CHILD_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalov430fcd72023-03-20 17:19:44 +040088 def runByoChildCustomCertTest = env.RUN_BYO_CHILD_CUSTOM_CERT_TEST ? env.RUN_BYO_CHILD_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalovf6fbfea2023-04-06 17:05:40 +040089 def runMgmtCustomCacheCertTest = env.RUN_MGMT_CUSTOM_CACHE_CERT_TEST ? env.RUN_MGMT_CUSTOM_CACHE_CERT_TEST.toBoolean() : false
Владислав Наумов765f3bd2020-09-07 18:09:24 +020090 // multiregion configuration from env variable: comma-separated string in form $mgmt_provider,$regional_provider
91 def multiregionalMappings = env.MULTIREGION_SETUP ? multiregionWorkflowParser(env.MULTIREGION_SETUP) : [
92 enabled: false,
93 managementLocation: '',
94 regionLocation: '',
95 ]
Владислав Наумов4eb1da32020-08-31 14:45:16 +020096
Владислав Наумовb8305e22021-02-10 17:23:12 +010097 // proxy customization
98 def proxyConfig = [
Владислав Наумовf8f23fa2021-04-01 16:57:52 +020099 mgmtOffline: env.OFFLINE_MGMT_CLUSTER ? env.OFFLINE_MGMT_CLUSTER.toBoolean() : false,
100 childOffline: env.OFFLINE_CHILD_CLUSTER ? env.OFFLINE_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумов257ea132021-04-14 14:44:13 +0200101 childProxy: env.PROXY_CHILD_CLUSTER ? env.PROXY_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумовb8305e22021-02-10 17:23:12 +0100102 ]
103
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200104 // optional demo deployment customization
Владислав Наумов905dd362020-06-08 16:37:01 +0200105 def awsOnDemandDemo = env.ALLOW_AWS_ON_DEMAND ? env.ALLOW_AWS_ON_DEMAND.toBoolean() : false
Владислав Наумовe021b022021-05-06 11:26:38 +0200106 def equinixOnDemandDemo = env.ALLOW_EQUINIX_ON_DEMAND ? env.ALLOW_EQUINIX_ON_DEMAND.toBoolean() : false
Владислав Наумов82305e92021-10-14 20:45:20 +0200107 def equinixMetalV2OnDemandDemo = env.ALLOW_EQUINIXMETALV2_ON_DEMAND ? env.ALLOW_EQUINIXMETALV2_ON_DEMAND.toBoolean() : false
Владислав Наумовf3715802021-05-03 18:06:45 +0200108 def equinixOnAwsDemo = env.EQUINIX_ON_AWS_DEMO ? env.EQUINIX_ON_AWS_DEMO.toBoolean() : false
Владислав Наумов2d3db332021-06-15 15:19:19 +0200109 def azureOnAwsDemo = env.AZURE_ON_AWS_DEMO ? env.AZURE_ON_AWS_DEMO.toBoolean() : false
Владислав Наумовc52dd9d2021-06-28 16:27:29 +0200110 def azureOnDemandDemo = env.ALLOW_AZURE_ON_DEMAND ? env.ALLOW_AZURE_ON_DEMAND.toBoolean() : false
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400111 def enableVsphereDemo = true
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200112 def enableOSDemo = true
azvyagintsev1761bdc2020-09-04 17:24:12 +0300113 def enableBMDemo = true
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400114 def enableArtifactsBuild = true
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400115 def openstackIMC = env.OPENSTACK_CLOUD_LOCATION ? env.OPENSTACK_CLOUD_LOCATION : 'us'
Alexandr Lovtsov36473f32022-04-28 15:46:09 +0300116 def enableVsphereUbuntu = env.VSPHERE_DEPLOY_UBUNTU ? env.VSPHERE_DEPLOY_UBUNTU.toBoolean() : false
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300117 def childOsBootFromVolume = env.OPENSTACK_BOOT_FROM_VOLUME ? env.OPENSTACK_BOOT_FROM_VOLUME.toBoolean() : false
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400118 def bootstrapV2Scenario = env.BOOTSTRAP_V2_ENABLED ? env.BOOTSTRAP_V2_ENABLED.toBoolean() : false
Sergey Lalovacec3c12022-07-20 16:00:14 +0400119 def equinixMetalV2Metro = env.EQUINIX_MGMT_METRO ? env.EQUINIX_MGMT_METRO : ''
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400120 def enableFips = env.ENABLE_FIPS ? env.ENABLE_FIPS.toBoolean() : false
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300121 def aioCluster = env.AIO_CLUSTER ? env.AIO_CLUSTER.toBoolean() : false
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100122 def useVsphereVvmtObjects = env.VSPHERE_USE_VVMT_OBJECTS ? env.VSPHERE_USE_VVMT_OBJECTS.toBoolean() : false
vryzhenkin4fd3f242023-03-29 15:13:46 +0400123 def enableBv2Smoke = true
vnaumov33747e12020-05-04 17:35:20 +0200124
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200125 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
Владислав Наумовb8305e22021-02-10 17:23:12 +0100126 if (commitMsg ==~ /(?s).*\[mgmt-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-proxy.*/) {
127 proxyConfig['mgmtOffline'] = true
Владислав Наумов70c02422021-04-19 14:29:41 +0200128 common.warningMsg('Forced running offline mgmt deployment, some provider CDN regions for mgmt deployment may be set to *public-ci* to verify proxy configuration')
Владислав Наумовb8305e22021-02-10 17:23:12 +0100129 }
Владислав Наумов44c64b72020-12-04 20:22:53 +0100130 if (commitMsg ==~ /(?s).*\[seed-macos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*seed-macos.*/) {
131 seedMacOs = true
132 }
vryzhenkinb286bd82023-04-04 07:17:52 +0400133 if (commitMsg ==~ /(?s).*\[child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-deploy.*/ || upgradeChild || runChildConformance || runProxyChildTest || runChildHPA) {
vnaumov33747e12020-05-04 17:35:20 +0200134 deployChild = true
135 }
136 if (commitMsg ==~ /(?s).*\[child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade.*/) {
137 deployChild = true
138 upgradeChild = true
139 }
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400140 if (commitMsg ==~ /(?s).*\[child-upgrade-full\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade-full.*/) {
141 deployChild = true
142 upgradeChild = true
143 fullUpgradeChild = true
144 }
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400145 def childDeployMatches = (commitMsg =~ /(\[child-deploy\s*(\w|\-)+?\])/)
146 if (childDeployMatches.size() > 0) {
Mikhail Ivanov74504372021-05-21 17:01:06 +0400147 // override child version when it set explicitly
148 deployChild = true
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400149 customChildRelease = childDeployMatches[0][0].split('child-deploy')[1].replaceAll('[\\[\\]]', '').trim()
Mikhail Ivanov74504372021-05-21 17:01:06 +0400150 common.warningMsg("Forced child deployment using custom release version ${customChildRelease}")
151 }
Mikhail Ivanov38ee4382022-01-27 16:21:51 +0400152 if (commitMsg ==~ /(?s).*\[mos-child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-child-deploy.*/) {
153 mosDeployChild = true
154 }
155 if (commitMsg ==~ /(?s).*\[mos-child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-child-upgrade.*/) {
156 mosDeployChild = true
157 mosUpgradeChild = true
158 }
Владислав Наумов0dc99252020-11-13 13:30:48 +0100159 if (commitMsg ==~ /(?s).*\[byo-attach\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-attach.*/) {
160 attachBYO = true
161 }
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100162 if (commitMsg ==~ /(?s).*\[byo-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-upgrade.*/) {
163 attachBYO = true
164 upgradeBYO = true
165 }
Sergey Lalovacec3c12022-07-20 16:00:14 +0400166 if (commitMsg ==~ /(?s).*\[ui-test-on-all-providers\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-test-on-all-providers.*/) {
167 enableVsphereDemo = true
168 enableOSDemo = true
169 awsOnDemandDemo = true
170 azureOnDemandDemo = true
171 equinixOnDemandDemo = true
172 equinixMetalV2OnDemandDemo = true
173 runUie2e = true
Sergey Lalovacec3c12022-07-20 16:00:14 +0400174 // Edit after fix PRODX-3961
175 enableBMDemo = false
176 }
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400177 def byoDeployMatches = (commitMsg =~ /(\[run-byo-matrix\s*(ubuntu|centos)\])/)
178 if (commitMsg ==~ /(?s).*\[run-byo-matrix\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*run-byo-matrix\.*/ || byoDeployMatches.size() > 0) {
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100179 runBYOMatrix = true
180
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400181 if (byoDeployMatches.size() > 0) {
182 defaultBYOOs = byoDeployMatches[0][2]
183 common.warningMsg("Custom BYO OS detected, using ${defaultBYOOs}")
184 }
185
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100186 common.warningMsg('Forced byo matrix test via run-byo-matrix, all other byo triggers will be skipped')
187 attachBYO = false
188 upgradeBYO = false
189 }
Владислав Наумов7f8c9872021-03-08 17:33:08 +0400190 if (commitMsg ==~ /(?s).*\[mgmt-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-upgrade.*/) {
vnaumov33747e12020-05-04 17:35:20 +0200191 upgradeMgmt = true
192 }
slalov1202bba2022-04-20 22:31:07 +0400193 if (commitMsg ==~ /(?s).*\[auto-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*auto-upgrade.*/) {
194 autoUpgradeMgmt = true
195 }
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400196 if (commitMsg ==~ /(?s).*\[lma-logging\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lma-logging.*/) {
197 enableLMALogging = true
198 }
Sergey Lalovb2f60372022-09-20 23:58:47 +0400199 if (commitMsg ==~ /(?s).*\[deploy-os-on-mos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*deploy-os-on-mos.*/) {
200 deployOsOnMos = true
201 mosDeployChild = true
202 openstackIMC = 'eu2'
203 }
Sergey Lalov95040602023-03-07 16:42:16 +0400204 if (commitMsg ==~ /(?s).*\[ui-e2e-nw\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-e2e-nw.*/) {
vnaumov33747e12020-05-04 17:35:20 +0200205 runUie2e = true
206 }
Sergey Lalov95040602023-03-07 16:42:16 +0400207 if (commitMsg ==~ /(?s).*\[ui-e2e-pw\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-e2e-pw.*/) {
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +0400208 runUie2eNew = true
209 }
vnaumov33747e12020-05-04 17:35:20 +0200210 if (commitMsg ==~ /(?s).*\[mgmt-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-cfm.*/) {
211 runMgmtConformance = true
212 }
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200213 if (commitMsg ==~ /(?s).*\[test-user-controller\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*test-user-controller.*/) {
214 runMgmtUserControllerTest = true
215 }
slalov574123e2022-04-06 17:24:19 +0400216 if (commitMsg ==~ /(?s).*\[test-proxy-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*test-proxy-child.*/) {
217 runProxyChildTest = true
218 deployChild = true
219 common.infoMsg('Child cluster deployment will be enabled since proxy child test suite will be executed')
220 }
vnaumov33747e12020-05-04 17:35:20 +0200221 if (commitMsg ==~ /(?s).*\[child-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-cfm.*/) {
222 runChildConformance = true
223 deployChild = true
224 }
vryzhenkinb286bd82023-04-04 07:17:52 +0400225 if (commitMsg ==~ /(?s).*\[child-hpa\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-hpa.*/) {
226 runChildHPA = true
227 deployChild = true
228 }
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200229 if (commitMsg ==~ /(?s).*\[lma-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lma-test.*/) {
230 runLMATest = true
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400231 enableLMALogging = true
232 common.infoMsg('LMA logging will be enabled since LMA test suite will be executed')
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400233 }
slalov13e579c2022-01-31 21:37:02 +0400234 if (commitMsg ==~ /(?s).*\[maintenance-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*maintenance-test.*/) {
235 runMaintenanceTest = true
236 }
slalov0a4947a2022-06-09 15:44:35 +0400237 if (commitMsg ==~ /(?s).*\[container-registry-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*container-registry-test.*/) {
238 runContainerregistryTest = true
239 }
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300240 if (commitMsg ==~ /(?s).*\[mgmt-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-delete-master-test.*/) {
241 runMgmtDeleteMasterTest = true
242 }
243 if (commitMsg ==~ /(?s).*\[rgnl-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*rgnl-delete-master-test.*/) {
244 runRgnlDeleteMasterTest = true
245 }
246 if (commitMsg ==~ /(?s).*\[child-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-delete-master-test.*/) {
247 runChildDeleteMasterTest = true
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300248 deployChild = true
249 common.infoMsg('Child cluster deployment will be enabled since delete child master node test suite will be executed')
250 }
251 if (commitMsg ==~ /(?s).*\[child-machine-deletion-policy-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-machine-deletion-policy-test.*/) {
252 runChildMachineDeletionPolicyTest = true
253 deployChild = true
254 common.infoMsg('Child cluster deployment will be enabled since machine deletion child policy test suite will be executed')
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300255 }
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300256 if (commitMsg ==~ /(?s).*\[graceful-reboot-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*graceful-reboot-test.*/) {
257 runGracefulRebootTest = true
258 }
Sergey Lalovbc68d752022-11-08 13:40:53 +0400259 if (commitMsg ==~ /(?s).*\[pause-for-debug\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*pause-for-debug.*/) {
260 pauseForDebug = true
261 }
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200262 if (commitMsg ==~ /(?s).*\[child-offline\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-offline.*/) {
263 proxyConfig['childOffline'] = true
264 deployChild = true
265 }
Владислав Наумов257ea132021-04-14 14:44:13 +0200266 if (commitMsg ==~ /(?s).*\[child-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-proxy.*/) {
267 proxyConfig['childOffline'] = true
268 proxyConfig['childProxy'] = true
269 deployChild = true
270 }
vnaumov33747e12020-05-04 17:35:20 +0200271 if (commitMsg ==~ /(?s).*\[fetch.*binaries\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*fetch.*binaries.*/) {
272 fetchServiceBinaries = true
273 }
Владислав Наумовf1665b52021-05-13 10:51:17 +0200274 if (commitMsg ==~ /(?s).*\[equinix-on-aws\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinix-on-aws.*/) {
eromanovadf247c32020-12-25 15:44:13 +0400275 equinixOnAwsDemo = true
Владислав Наумовf1665b52021-05-13 10:51:17 +0200276 common.warningMsg('Forced running child cluster deployment on EQUINIX METAL provider based on AWS management cluster, triggered on patchset using custom keyword: \'[equinix-on-aws]\' ')
eromanovadf247c32020-12-25 15:44:13 +0400277 }
Владислав Наумов2d3db332021-06-15 15:19:19 +0200278 if (commitMsg ==~ /(?s).*\[azure-on-aws\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*azure-on-aws.*/) {
279 azureOnAwsDemo = true
280 common.warningMsg('Forced running child cluster deployment on Azure provider based on AWS management cluster, triggered on patchset using custom keyword: \'[azure-on-aws]\' ')
281 }
282 if (commitMsg ==~ /(?s).*\[aws-demo\].*/ ||
283 env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aws-demo.*/ ||
284 attachBYO ||
285 upgradeBYO ||
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100286 runBYOMatrix ||
Владислав Наумов2d3db332021-06-15 15:19:19 +0200287 seedMacOs ||
288 equinixOnAwsDemo ||
289 azureOnAwsDemo) {
290
vnaumov33747e12020-05-04 17:35:20 +0200291 awsOnDemandDemo = true
Владислав Наумов2d3db332021-06-15 15:19:19 +0200292 common.warningMsg('Running additional kaas deployment with AWS provider, may be forced due applied trigger cross dependencies, follow docs to clarify info')
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200293 }
Владислав Наумовf1665b52021-05-13 10:51:17 +0200294 if (commitMsg ==~ /(?s).*\[equinix-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinix-demo\.*/) {
Владислав Наумовe021b022021-05-06 11:26:38 +0200295 equinixOnDemandDemo = true
296 }
Владислав Наумов82305e92021-10-14 20:45:20 +0200297 if (commitMsg ==~ /(?s).*\[equinixmetalv2-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinixmetalv2-demo\.*/) {
Владислав Наумов144956f2021-10-14 17:49:19 +0200298 equinixMetalV2OnDemandDemo = true
299 }
Vladislav Naumov42b71dc2021-11-22 13:09:42 +0100300 if (commitMsg ==~ /(?s).*\[equinixmetalv2-child-diff-metro\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinixmetalv2-child-diff-metro\.*/) {
301 equinixMetalV2OnDemandDemo = true
302 equinixMetalV2ChildDiffMetro = true
303 }
Владислав Наумовc52dd9d2021-06-28 16:27:29 +0200304 if (commitMsg ==~ /(?s).*\[azure-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*azure-demo\.*/) {
305 azureOnDemandDemo = true
306 }
Sergey Lalov10cb3502023-03-27 22:13:49 +0400307 if (commitMsg ==~ /(?s).*\[disable-all-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-all-demo\.*/) {
308 enableVsphereDemo = false
309 enableOSDemo = false
310 enableBMDemo = false
311 common.errorMsg('vSphere, BM, Openstack demo deployments will be aborted, VF -1 will be set')
312 }
313
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200314 if (commitMsg ==~ /(?s).*\[disable-os-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-os-demo\.*/) {
315 enableOSDemo = false
316 common.errorMsg('Openstack demo deployment will be aborted, VF -1 will be set')
vnaumov33747e12020-05-04 17:35:20 +0200317 }
318
azvyagintsev1761bdc2020-09-04 17:24:12 +0300319 if (commitMsg ==~ /(?s).*\[disable-bm-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bm-demo\.*/) {
320 enableBMDemo = false
321 common.errorMsg('BM demo deployment will be aborted, VF -1 will be set')
322 }
323
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400324 if (commitMsg ==~ /(?s).*\[disable-vsphere-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-vsphere-demo\.*/) {
325 enableVsphereDemo = false
326 common.errorMsg('vSphere demo deployment will be aborted, VF -1 will be set')
327 }
Alexandr Lovtsov36473f32022-04-28 15:46:09 +0300328 if (commitMsg ==~ /(?s).*\[vsphere-ubuntu\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*vsphere-ubuntu\.*/) {
329 enableVsphereUbuntu = true
330 common.warningMsg('Ubuntu will be used to deploy vsphere machines')
331 }
vryzhenkin4fd3f242023-03-29 15:13:46 +0400332 if (commitMsg ==~ /(?s).*\[disable-bv2-smoke\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bv2-smoke\.*/) {
333 enableBv2Smoke = false
334 common.errorMsg('Bootstrap v2 smoke checks will be aborted, WF -1 will be set')
335 }
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400336
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400337 if (commitMsg ==~ /(?s).*\[disable-artifacts-build\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-artifacts-build\.*/) {
338 enableArtifactsBuild = false
339 common.errorMsg('artifacts build will be aborted, VF -1 will be set')
340 }
341
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300342 if (commitMsg ==~ /(?s).*\[child-os-boot-from-volume\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-os-boot-from-volume\.*/) {
343 childOsBootFromVolume = true
344 common.warningMsg('OS will be booted from Ceph volumes')
345 }
346
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400347 if (commitMsg ==~ /(?s).*\[child-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-custom-cert-test\.*/) {
348 runChildCustomCertTest = true
349 deployChild = true
350 common.warningMsg('Child cluster deployment will be enabled since custom cert child test suite will be executed')
351 }
352
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400353 if (commitMsg ==~ /(?s).*\[mgmt-custom-cache-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-custom-cache-cert-test\.*/) {
354 runMgmtCustomCacheCertTest = true
355 deployChild = true
356 common.warningMsg('Child cluster deployment will be enabled as the test replaces the mgmt and cluster childcertificates')
357 }
358
Sergey Lalov430fcd72023-03-20 17:19:44 +0400359 if (commitMsg ==~ /(?s).*\[byo-child-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-child-custom-cert-test\.*/) {
360 runByoChildCustomCertTest = true
361 attachBYO = true
362 common.warningMsg('Byo child cluster deployment will be enabled since custom cert child test suite will be executed')
363 }
364
vnaumov33747e12020-05-04 17:35:20 +0200365 // TODO (vnaumov) remove below condition after moving all releases to UCP
366 def ucpChildMatches = (commitMsg =~ /(\[child-ucp\s*ucp-.*?\])/)
367 if (ucpChildMatches.size() > 0) {
368 deployChild = true
369 common.warningMsg('Forced UCP based child deployment triggered on patchset using custom keyword: \'[child-ucp ucp-5-1-0-3-3-0-example]\' ')
370
371 // TODO(vnaumov) delete after ucp upgrades support
372 common.errorMsg('Child upgrade test will be skipped, UCP upgrades temporally disabled')
373 upgradeChild = false
374 }
375
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300376 if (commitMsg ==~ /(?s).*\[aio-cluster\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aio-cluster.*/) {
377 aioCluster = true
378 }
379
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200380 // multiregional tests
381 def multiRegionalMatches = (commitMsg =~ /(\[multiregion\s*.*?\])/)
382 if (multiRegionalMatches.size() > 0) {
383 multiregionalMappings = multiregionWorkflowParser(multiRegionalMatches)
384 }
385 switch (multiregionalMappings['managementLocation']) {
386 case 'aws':
Владислав Наумов53b07e52021-01-07 15:08:27 +0100387 common.warningMsg('Forced running additional kaas deployment with AWS provider according multiregional demo request')
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200388 awsOnDemandDemo = true
Владислав Наумов53b07e52021-01-07 15:08:27 +0100389
390 if (multiregionalMappings['regionLocation'] != 'aws' && seedMacOs) { // macstadium seed node has access only to *public* providers
391 error('incompatible triggers: [seed-macos] and multiregional deployment based on *private* regional provider cannot be applied simultaneously')
392 }
Владислав Наумов3e4b5a32020-09-11 17:05:34 +0200393 break
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200394 case 'os':
395 if (enableOSDemo == false) {
396 error('incompatible triggers: [disable-os-demo] and multiregional deployment based on OSt management region cannot be applied simultaneously')
397 }
Владислав Наумов3e4b5a32020-09-11 17:05:34 +0200398 break
Владислав Наумов865ba6c2021-05-13 13:05:45 +0200399 case 'vsphere':
400 if (enableVsphereDemo == false) {
401 error('incompatible triggers: [disable-vsphere-demo] and multiregional deployment based on Vsphere management region cannot be applied simultaneously')
402 }
403 break
Владислав Наумов5be02942021-05-13 12:34:37 +0200404 case 'equinix':
405 common.warningMsg('Forced running additional kaas deployment with Equinix provider according multiregional demo request')
406 equinixOnDemandDemo = true
eromanova35359162021-12-30 14:13:13 +0400407 break
eromanova8c702ae2021-12-24 17:43:12 +0400408 case 'equinixmetalv2':
409 common.warningMsg('Forced running additional kaas deployment with Equinix Metal V2 provider according multiregional demo request')
410 equinixMetalV2OnDemandDemo = true
eromanova35359162021-12-30 14:13:13 +0400411 break
slalovfd0b7e62021-07-28 18:05:16 +0400412 case 'azure':
413 common.warningMsg('Forced running additional kaas deployment with Azure provider according multiregional demo request')
414 azureOnDemandDemo = true
415 break
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200416 }
417
Владислав Наумовb8305e22021-02-10 17:23:12 +0100418 // CDN configuration
419 def cdnConfig = [
420 mgmt: [
421 openstack: (proxyConfig['mgmtOffline'] == true) ? 'public-ci' : 'internal-ci',
Владислав Наумов70c02422021-04-19 14:29:41 +0200422 vsphere: 'internal-ci',
Владислав Наумовb8305e22021-02-10 17:23:12 +0100423 aws: 'public-ci',
Владислав Наумовe021b022021-05-06 11:26:38 +0200424 equinix: 'public-ci',
Владислав Наумовc52dd9d2021-06-28 16:27:29 +0200425 azure: 'public-ci',
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200426 ],
Владислав Наумовb8305e22021-02-10 17:23:12 +0100427 ]
428
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400429 if (commitMsg ==~ /(?s).*\[eu-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*eu-demo.*/) {
430 openstackIMC = 'eu'
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400431 }
slalov021171f2022-03-04 14:48:38 +0400432 if (commitMsg ==~ /(?s).*\[mos-tf-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-tf-demo.*/) {
433 openstackIMC = 'eu2'
Mikhail Ivanovf05b8252022-04-27 18:14:03 +0400434 }
435 if (openstackIMC == 'eu' || openstackIMC == 'eu2') {
slalov021171f2022-03-04 14:48:38 +0400436 // use internal-eu because on internal-ci with eu cloud image pull takes much time
437 def cdnRegion = (proxyConfig['mgmtOffline'] == true) ? 'public-ci' : 'internal-eu'
438 common.infoMsg("eu2-demo was triggered, force switching CDN region to ${cdnRegion}")
439 cdnConfig['mgmt']['openstack'] = cdnRegion
440 }
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400441
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100442 // calculate weight of current demo run to manage lockable resources
Sergey Lalov46deb442022-08-18 12:11:03 +0400443 def demoWeight = deployChild ? 2 : 1 // management = 1, child += 1
Sergey Lalov95040602023-03-07 16:42:16 +0400444 if (runUie2e || runUie2eNew) {
Sergey Lalov46deb442022-08-18 12:11:03 +0400445 demoWeight += 1
446 }
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100447
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400448 if (commitMsg ==~ /(?s).*\[bootstrapv2-scenario\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bootstrapv2-scenario\.*/) {
449 bootstrapV2Scenario = true
450 }
451
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400452 if (commitMsg ==~ /(?s).*\[enable-fips\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*enable-fips\.*/) {
453 enableFips = true
454 }
455
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100456 if (commitMsg ==~ /(?s).*\[vsphere-vvmt-obj\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*vsphere-vvmt-obj\.*/) {
457 useVsphereVvmtObjects = true
458 }
459
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300460 // parse equinixmetalv2-metro trigger
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300461 def equinixMetalV2MetroMatcher = (commitMsg =~ /\[equinixmetalv2-metro(\s+.*)?\]/)
462 if (equinixMetalV2OnDemandDemo && equinixMetalV2MetroMatcher.size() > 0) {
Sergey Zhemerdeevcc785e42022-07-22 17:15:47 +0300463 equinixMetalV2Metro = equinixMetalV2MetroMatcher[0][1].trim().toLowerCase()
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300464 common.infoMsg("Forced Equnix mgmt deployment using custom metro ${equinixMetalV2Metro}")
465 }
466
vnaumov33747e12020-05-04 17:35:20 +0200467 common.infoMsg("""
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400468 OpenStack Cloud location: ${openstackIMC}
Владислав Наумовb8305e22021-02-10 17:23:12 +0100469 CDN deployment configuration: ${cdnConfig}
470 MCC offline deployment configuration: ${proxyConfig}
Владислав Наумов44c64b72020-12-04 20:22:53 +0100471 Use MacOS node as seed: ${seedMacOs}
vnaumov33747e12020-05-04 17:35:20 +0200472 Child cluster deployment scheduled: ${deployChild}
Mikhail Ivanov74504372021-05-21 17:01:06 +0400473 Custom child cluster release: ${customChildRelease}
vnaumov33747e12020-05-04 17:35:20 +0200474 Child cluster release upgrade scheduled: ${upgradeChild}
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400475 Full Child cluster release upgrade scheduled: ${fullUpgradeChild}
Mikhail Ivanov38ee4382022-01-27 16:21:51 +0400476 MOS child deploy scheduled: ${mosDeployChild}
477 MOS child upgrade scheduled: ${mosUpgradeChild}
vnaumov33747e12020-05-04 17:35:20 +0200478 Child conformance testing scheduled: ${runChildConformance}
vryzhenkinb286bd82023-04-04 07:17:52 +0400479 Child HPA testing scheduled: ${runChildHPA}
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100480 Single BYO cluster attachment scheduled: ${attachBYO}
481 Single Attached BYO cluster upgrade test scheduled: ${upgradeBYO}
482 BYO test matrix whole suite scheduled: ${runBYOMatrix}
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400483 Default BYO OS: ${defaultBYOOs}
vnaumov33747e12020-05-04 17:35:20 +0200484 Mgmt cluster release upgrade scheduled: ${upgradeMgmt}
slalov1202bba2022-04-20 22:31:07 +0400485 Mgmt cluster release auto upgrade scheduled: ${autoUpgradeMgmt}
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400486 Mgmt LMA logging enabled: ${enableLMALogging}
Sergey Lalovb2f60372022-09-20 23:58:47 +0400487 Deploy Os on child with mos release ${deployOsOnMos}
vnaumov33747e12020-05-04 17:35:20 +0200488 Mgmt conformance testing scheduled: ${runMgmtConformance}
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200489 LMA testing scheduled: ${runLMATest}
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200490 Mgmt user controller testing scheduled: ${runMgmtUserControllerTest}
vnaumov33747e12020-05-04 17:35:20 +0200491 Mgmt UI e2e testing scheduled: ${runUie2e}
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +0400492 Mgmt UI e2e playwrite testing scheduled: ${runUie2eNew}
slalov13e579c2022-01-31 21:37:02 +0400493 Maintenance test: ${runMaintenanceTest}
slalov0a4947a2022-06-09 15:44:35 +0400494 Container Registry test: ${runContainerregistryTest}
slalov574123e2022-04-06 17:24:19 +0400495 Child proxy test: ${runProxyChildTest}
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300496 Graceful reboot test: ${runGracefulRebootTest}
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300497 Delete mgmt master node test: ${runMgmtDeleteMasterTest}
498 Delete rgnl master node test: ${runRgnlDeleteMasterTest}
499 Delete child master node test: ${runChildDeleteMasterTest}
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300500 Child machine deletion policy test: ${runChildMachineDeletionPolicyTest}
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400501 Custom cert test for child clusters: ${runChildCustomCertTest}
Sergey Lalov430fcd72023-03-20 17:19:44 +0400502 Custom cert test for Byo child clusters: ${runByoChildCustomCertTest}
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400503 Custom cache cert test for mgmt and child clusters: ${runMgmtCustomCacheCertTest}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200504 AWS provider deployment scheduled: ${awsOnDemandDemo}
Владислав Наумовe021b022021-05-06 11:26:38 +0200505 Equinix provider deployment scheduled: ${equinixOnDemandDemo}
Владислав Наумов144956f2021-10-14 17:49:19 +0200506 EquinixmetalV2 provider deployment scheduled: ${equinixMetalV2OnDemandDemo}
Vladislav Naumov42b71dc2021-11-22 13:09:42 +0100507 EquinixmetalV2 child deploy in a separate metro scheduled: ${equinixMetalV2ChildDiffMetro}
Sergey Zhemerdeev019c45a2022-08-13 00:09:07 +0300508 EquinixmetalV2 mgmt will be deployed on the metro: ${equinixMetalV2Metro?:'auto'}
Владислав Наумовf1665b52021-05-13 10:51:17 +0200509 Equinix@AWS child cluster deployment scheduled: ${equinixOnAwsDemo}
Владислав Наумовc52dd9d2021-06-28 16:27:29 +0200510 Azure provider deployment scheduled: ${azureOnDemandDemo}
Владислав Наумов2d3db332021-06-15 15:19:19 +0200511 Azure@AWS child cluster deployment scheduled: ${azureOnAwsDemo}
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400512 VSPHERE provider deployment scheduled: ${enableVsphereDemo}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200513 OS provider deployment scheduled: ${enableOSDemo}
azvyagintsev1761bdc2020-09-04 17:24:12 +0300514 BM provider deployment scheduled: ${enableBMDemo}
Alexandr Lovtsov36473f32022-04-28 15:46:09 +0300515 Ubuntu on vSphere scheduled: ${enableVsphereUbuntu}
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400516 Artifacts build scheduled: ${enableArtifactsBuild}
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300517 Boot OS child from Ceph volumes: ${childOsBootFromVolume}
Владислав Наумовf793fe32020-09-11 15:19:19 +0200518 Multiregional configuration: ${multiregionalMappings}
vnaumov33747e12020-05-04 17:35:20 +0200519 Service binaries fetching scheduled: ${fetchServiceBinaries}
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100520 Current weight of the demo run: ${demoWeight} (Used to manage lockable resources)
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400521 Bootstrap v2 scenario enabled: ${bootstrapV2Scenario}
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400522 FIPS enabled: ${enableFips}
Sergey Lalovbc68d752022-11-08 13:40:53 +0400523 Pause for debug enabled: ${pauseForDebug}
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300524 AIO cluster: ${aioCluster}
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100525 Use Vsphere VVMT Objects: ${useVsphereVvmtObjects}
vryzhenkin4fd3f242023-03-29 15:13:46 +0400526 Bootsrap v2 smoke checks enabled: ${enableBv2Smoke}
Владислав Наумов81777472021-03-09 15:14:27 +0400527 Triggers: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
vnaumov33747e12020-05-04 17:35:20 +0200528 return [
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300529 osCloudLocation : openstackIMC,
530 cdnConfig : cdnConfig,
531 proxyConfig : proxyConfig,
532 useMacOsSeedNode : seedMacOs,
533 deployChildEnabled : deployChild,
534 childDeployCustomRelease : customChildRelease,
535 upgradeChildEnabled : upgradeChild,
536 fullUpgradeChildEnabled : fullUpgradeChild,
537 mosDeployChildEnabled : mosDeployChild,
538 mosUpgradeChildEnabled : mosUpgradeChild,
539 runChildConformanceEnabled : runChildConformance,
vryzhenkinb286bd82023-04-04 07:17:52 +0400540 runChildHPAEnabled : runChildHPA,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300541 attachBYOEnabled : attachBYO,
542 upgradeBYOEnabled : upgradeBYO,
543 runBYOMatrixEnabled : runBYOMatrix,
544 defaultBYOOs : defaultBYOOs,
545 upgradeMgmtEnabled : upgradeMgmt,
546 autoUpgradeMgmtEnabled : autoUpgradeMgmt,
547 enableLMALoggingEnabled : enableLMALogging,
548 deployOsOnMosEnabled : deployOsOnMos,
549 runUie2eEnabled : runUie2e,
550 runUie2eNewEnabled : runUie2eNew,
551 runMgmtConformanceEnabled : runMgmtConformance,
552 runMaintenanceTestEnabled : runMaintenanceTest,
553 runContainerregistryTestEnabled : runContainerregistryTest,
554 runGracefulRebootTestEnabled : runGracefulRebootTest,
555 pauseForDebugEnabled : pauseForDebug,
556 runMgmtDeleteMasterTestEnabled : runMgmtDeleteMasterTest,
557 runRgnlDeleteMasterTestEnabled : runRgnlDeleteMasterTest,
558 runChildDeleteMasterTestEnabled : runChildDeleteMasterTest,
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400559 runChildCustomCertTestEnabled : runChildCustomCertTest,
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400560 runMgmtCustomCacheCertTestEnabled : runMgmtCustomCacheCertTest,
Sergey Lalov430fcd72023-03-20 17:19:44 +0400561 runByoChildCustomCertTestEnabled : runByoChildCustomCertTest,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300562 runChildMachineDeletionPolicyTestEnabled : runChildMachineDeletionPolicyTest,
563 runLMATestEnabled : runLMATest,
564 runMgmtUserControllerTestEnabled : runMgmtUserControllerTest,
565 runProxyChildTestEnabled : runProxyChildTest,
566 fetchServiceBinariesEnabled : fetchServiceBinaries,
567 awsOnDemandDemoEnabled : awsOnDemandDemo,
568 equinixOnDemandDemoEnabled : equinixOnDemandDemo,
569 equinixMetalV2OnDemandDemoEnabled : equinixMetalV2OnDemandDemo,
570 equinixMetalV2ChildDiffMetroEnabled : equinixMetalV2ChildDiffMetro,
571 equinixOnAwsDemoEnabled : equinixOnAwsDemo,
572 azureOnDemandDemoEnabled : azureOnDemandDemo,
573 azureOnAwsDemoEnabled : azureOnAwsDemo,
574 vsphereDemoEnabled : enableVsphereDemo,
575 vsphereOnDemandDemoEnabled : enableVsphereDemo, // TODO: remove after MCC 2.7 is out
576 bmDemoEnabled : enableBMDemo,
577 osDemoEnabled : enableOSDemo,
578 vsphereUbuntuEnabled : enableVsphereUbuntu,
579 artifactsBuildEnabled : enableArtifactsBuild,
580 childOsBootFromVolume : childOsBootFromVolume,
581 multiregionalConfiguration : multiregionalMappings,
582 demoWeight : demoWeight,
583 bootstrapV2Scenario : bootstrapV2Scenario,
584 equinixMetalV2Metro : equinixMetalV2Metro,
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300585 enableFips : enableFips,
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100586 aioCluster : aioCluster,
vryzhenkin4fd3f242023-03-29 15:13:46 +0400587 useVsphereVvmtObjects : useVsphereVvmtObjects,
588 bv2SmokeEnabled : enableBv2Smoke]
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200589}
590
591/**
592 * Determine management and regional setup for demo workflow scenario
593 *
594 *
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300595 * @param: keyword (string) string , represents keyword trigger, specified in gerrit commit body, like `[multiregion aws,os]`
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200596 or Jenkins environment string variable in form like 'aws,os'
597 * @return (map)[
598 enabled: (bool),
599 * managementLocation: (string), //aws,os
600 * regionLocation: (string), //aws,os
601 * ]
602 */
603def multiregionWorkflowParser(keyword) {
Владислав Наумов8c0c39d2020-09-11 14:46:48 +0200604 def common = new com.mirantis.mk.Common()
eromanova8c702ae2021-12-24 17:43:12 +0400605 def supportedManagementProviders = ['os', 'aws', 'vsphere', 'equinix', 'equinixmetalv2', 'azure']
606 def supportedRegionalProviders = ['os', 'vsphere', 'equinix', 'equinixmetalv2', 'bm', 'azure', 'aws']
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200607
608 def clusterTypes = ''
Владислав Наумов38ed7bf2020-09-11 14:43:39 +0200609 if (keyword.toString().contains('multiregion')) {
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200610 common.infoMsg('Multiregion definition configured via gerrit keyword trigger')
611 clusterTypes = keyword[0][0].split('multiregion')[1].replaceAll('[\\[\\]]', '').trim().split(',')
612 } else {
613 common.infoMsg('Multiregion definition configured via environment variable')
614 clusterTypes = keyword.trim().split(',')
615 }
616
617 if (clusterTypes.size() != 2) {
Владислав Наумов482fb502020-10-30 17:59:27 +0100618 error("Incorrect regions definiton, valid scheme: [multiregion ${management}, ${region}], got: ${clusterTypes}")
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200619 }
620
Владислав Наумовf793fe32020-09-11 15:19:19 +0200621 def desiredManagementProvider = clusterTypes[0].trim()
622 def desiredRegionalProvider = clusterTypes[1].trim()
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200623 if (! supportedManagementProviders.contains(desiredManagementProvider) || ! supportedRegionalProviders.contains(desiredRegionalProvider)) {
624 error("""unsupported management <-> regional bundle, available options:
Владислав Наумовf793fe32020-09-11 15:19:19 +0200625 management providers list - ${supportedManagementProviders}
626 regional providers list - ${supportedRegionalProviders}""")
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200627 }
628
629 return [
630 enabled: true,
631 managementLocation: desiredManagementProvider,
632 regionLocation: desiredRegionalProvider,
633 ]
vnaumov33747e12020-05-04 17:35:20 +0200634}
635
636/**
637 * Determine if custom si tests/pipelines refspec forwarded from gerrit change request
638
Владислав Наумов81777472021-03-09 15:14:27 +0400639 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
vnaumov33747e12020-05-04 17:35:20 +0200640 * Used for components team to test component changes w/ custom SI refspecs using kaas/core deployment jobs
641 * Example scheme:
642 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
643 * manage refspecs through Jenkins Job Parameters
644 *
azvyagintseva12230a2020-06-05 13:24:06 +0300645 * @return (map)[* siTests: (string) final refspec for si-tests
vnaumov33747e12020-05-04 17:35:20 +0200646 * siPipelines: (string) final refspec for si-pipelines
647 * ]
648 */
649def checkCustomSIRefspec() {
vnaumovbdb90222020-05-04 18:25:50 +0200650 def common = new com.mirantis.mk.Common()
651
vnaumov33747e12020-05-04 17:35:20 +0200652 // Available triggers and its sane defaults
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200653 def siTestsRefspec = env.SI_TESTS_REFSPEC ?: 'master'
654 def siPipelinesRefspec = env.SI_PIPELINES_REFSPEC ?: 'master'
Владислав Наумов2db15e22020-07-14 12:29:22 +0200655 def siTestsDockerImage = env.SI_TESTS_DOCKER_IMAGE ?: 'docker-dev-kaas-local.docker.mirantis.net/mirantis/kaas/si-test'
656 def siTestsDockerImageTag = env.SI_TESTS_DOCKER_IMAGE_TAG ?: 'master'
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200657 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
vnaumov33747e12020-05-04 17:35:20 +0200658
659 def siTestMatches = (commitMsg =~ /(\[si-tests-ref\s*refs\/changes\/.*?\])/)
660 def siPipelinesMatches = (commitMsg =~ /(\[si-pipelines-ref\s*refs\/changes\/.*?\])/)
661
662 if (siTestMatches.size() > 0) {
663 siTestsRefspec = siTestMatches[0][0].split('si-tests-ref')[1].replaceAll('[\\[\\]]', '').trim()
Владислав Наумов7f6c0882021-03-23 19:10:57 +0400664 siTestsDockerImage = "docker-review-local.docker.mirantis.net/review/kaas-si-test-${siTestsRefspec.split('/')[-2]}"
Владислав Наумов2db15e22020-07-14 12:29:22 +0200665 siTestsDockerImageTag = siTestsRefspec.split('/')[-1]
vnaumov33747e12020-05-04 17:35:20 +0200666 }
667 if (siPipelinesMatches.size() > 0) {
668 siPipelinesRefspec = siPipelinesMatches[0][0].split('si-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
669 }
670
671 common.infoMsg("""
672 kaas/si-pipelines will be fetched from: ${siPipelinesRefspec}
673 kaas/si-tests will be fetched from: ${siTestsRefspec}
Владислав Наумов2db15e22020-07-14 12:29:22 +0200674 kaas/si-tests as dockerImage will be fetched from: ${siTestsDockerImage}:${siTestsDockerImageTag}
Владислав Наумов81777472021-03-09 15:14:27 +0400675 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов2db15e22020-07-14 12:29:22 +0200676 return [siTests: siTestsRefspec, siPipelines: siPipelinesRefspec, siTestsDockerImage: siTestsDockerImage, siTestsDockerImageTag: siTestsDockerImageTag]
vnaumov33747e12020-05-04 17:35:20 +0200677}
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200678
Владислав Наумов9080f372020-06-08 13:57:16 +0200679/**
Владислав Наумов418042b2020-07-09 18:31:10 +0200680 * Parse additional configuration for kaas component CICD repo
Владислав Наумов30a516c2020-07-09 13:15:41 +0200681 * @param configurationFile (str) path to configuration file in yaml format
682 *
683 * @return (map)[ siTestsFeatureFlags (string) dedicated feature flags that will be used in SI tests,
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300684 * siTestsFeatureFlagsStable (string) dedicated feature flags that will be used in SI tests for deploying stable release
Владислав Наумов30a516c2020-07-09 13:15:41 +0200685 * ]
686 */
687def parseKaaSComponentCIParameters(configurationFile){
688 def common = new com.mirantis.mk.Common()
689 def ciConfig = readYaml file: configurationFile
690 def ciSpec = [
691 siTestsFeatureFlags: env.SI_TESTS_FEATURE_FLAGS ?: '',
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300692 siTestsFeatureFlagsStable: env.SI_TESTS_FEATURE_FLAGS_STABLE ?: '',
Владислав Наумов30a516c2020-07-09 13:15:41 +0200693 ]
694
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300695 // If exists and not empty
696 if (ciConfig.getOrDefault('si-tests-feature-flags', [])) {
Владислав Наумов30a516c2020-07-09 13:15:41 +0200697 common.infoMsg("""SI tests feature flags customization detected,
698 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlags']}] identification...""")
699
700 def ffMeta = ciSpec['siTestsFeatureFlags'].tokenize(',').collect { it.trim() }
701 ffMeta.addAll(ciConfig['si-tests-feature-flags'])
Владислав Наумов30a516c2020-07-09 13:15:41 +0200702
Владислав Наумовcb5ffca2020-07-14 15:28:36 +0200703 ciSpec['siTestsFeatureFlags'] = ffMeta.unique().join(',')
Владислав Наумов30a516c2020-07-09 13:15:41 +0200704 common.infoMsg("SI tests custom feature flags: ${ciSpec['siTestsFeatureFlags']}")
705 }
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300706 if (ciConfig.getOrDefault('si-tests-feature-flags-stable', [])) {
707 common.infoMsg("""SI tests feature flags for stable release customization detected,
708 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlagsStable']}] identification...""")
709
710 def ffMeta = ciSpec['siTestsFeatureFlagsStable'].tokenize(',').collect { it.trim() }
711 ffMeta.addAll(ciConfig['si-tests-feature-flags-stable'])
712
713 ciSpec['siTestsFeatureFlagsStable'] = ffMeta.unique().join(',')
714 common.infoMsg("SI tests custom feature flags for stable release: ${ciSpec['siTestsFeatureFlagsStable']}")
715 }
Владислав Наумов30a516c2020-07-09 13:15:41 +0200716
717 common.infoMsg("""Additional ci configuration parsed successfully:
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300718 siTestsFeatureFlags: ${ciSpec['siTestsFeatureFlags']}
719 siTestsFeatureFlagsStable: ${ciSpec['siTestsFeatureFlagsStable']}""")
Владислав Наумов30a516c2020-07-09 13:15:41 +0200720 return ciSpec
721}
722
723/**
724 * Determine if custom kaas core/pipelines refspec forwarded from gerrit change request
Владислав Наумов9080f372020-06-08 13:57:16 +0200725
Владислав Наумов81777472021-03-09 15:14:27 +0400726 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов9080f372020-06-08 13:57:16 +0200727 * Used for components team to test component changes w/ custom Core refspecs using kaas/core deployment jobs
728 * Example scheme:
729 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
730 * manage refspecs through Jenkins Job Parameters
731 *
732 * @return (map)[ core: (string) final refspec for kaas/core
733 * corePipelines: (string) final refspec for pipelines in kaas/core
734 * ]
735 */
736def checkCustomCoreRefspec() {
737 def common = new com.mirantis.mk.Common()
738
739 // Available triggers and its sane defaults
740 def coreRefspec = env.KAAS_CORE_REFSPEC ?: 'master'
741 // by default using value of GERRIT_REFSPEC parameter in *kaas/core jobs*
742 def corePipelinesRefspec = env.KAAS_PIPELINE_REFSPEC ?: '\$GERRIT_REFSPEC'
743 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
744
745 def coreMatches = (commitMsg =~ /(\[core-ref\s*refs\/changes\/.*?\])/)
746 def corePipelinesMatches = (commitMsg =~ /(\[core-pipelines-ref\s*refs\/changes\/.*?\])/)
747
748 if (coreMatches.size() > 0) {
749 coreRefspec = coreMatches[0][0].split('core-ref')[1].replaceAll('[\\[\\]]', '').trim()
750 }
751 if (corePipelinesMatches.size() > 0) {
752 corePipelinesRefspec = corePipelinesMatches[0][0].split('core-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
753 }
754
755 common.infoMsg("""
756 kaas/core will be fetched from: ${coreRefspec}
757 kaas/core pipelines will be fetched from: ${corePipelinesRefspec}
Владислав Наумов81777472021-03-09 15:14:27 +0400758 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов9080f372020-06-08 13:57:16 +0200759 return [core: coreRefspec, corePipelines: corePipelinesRefspec]
760}
761
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200762
763/**
Владислав Наумов92288d92020-07-13 18:36:21 +0200764 * generate Jenkins Parameter objects from from text parameter with additonal kaas core context
765 * needed to forward inside kaas core set of jobs
766 *
767 * @param context (string) Representation of the string enviroment variables needed for kaas core jobs in yaml format
768 * @return (list)[ string(name: '', value: ''),
769 * ]
770 */
771def generateKaaSVarsFromContext(context) {
772 def common = new com.mirantis.mk.Common()
773 def parameters = []
774 def config = readYaml text: context
775
776 config.each { k,v ->
777 common.infoMsg("Custom KaaS Core context parameter: ${k}=${v}")
778 parameters.add(string(name: k, value: v))
779 }
780
781 return parameters
782}
783
784/**
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200785 * Trigger KaaS demo jobs based on AWS/OS providers with customized test suite, parsed from external sources (gerrit commit/jj vars)
Владислав Наумов81777472021-03-09 15:14:27 +0400786 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200787 * Used for components team to test component changes w/ customized SI tests/refspecs using kaas/core deployment jobs
788 *
Владислав Наумов418042b2020-07-09 18:31:10 +0200789 * @param: component (string) component name [iam, lcm, stacklight]
790 * @param: patchSpec (string) Patch for kaas/cluster releases in json format
791 * @param: configurationFile (string) Additional file for component repo CI config in yaml format
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200792 */
Владислав Наумов92288d92020-07-13 18:36:21 +0200793def triggerPatchedComponentDemo(component, patchSpec = '', configurationFile = '.ci-parameters.yaml', coreContext = '') {
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200794 def common = new com.mirantis.mk.Common()
795 // Determine if custom trigger keywords forwarded from gerrit
796 def triggers = checkDeploymentTestSuite()
797 // Determine SI refspecs
798 def siRefspec = checkCustomSIRefspec()
Владислав Наумов9080f372020-06-08 13:57:16 +0200799 // Determine Core refspecs
800 def coreRefspec = checkCustomCoreRefspec()
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200801
Владислав Наумов418042b2020-07-09 18:31:10 +0200802 // Determine component repo ci configuration
803 def ciSpec = [:]
804 def componentFeatureFlags = env.SI_TESTS_FEATURE_FLAGS ?: ''
805 if (fileExists(configurationFile)) {
806 common.infoMsg('Component CI configuration file detected, parsing...')
807 ciSpec = parseKaaSComponentCIParameters(configurationFile)
808 componentFeatureFlags = ciSpec['siTestsFeatureFlags']
809 } else {
810 common.warningMsg('''Component CI configuration file is not exists,
Владислав Наумовc17dd552020-07-29 17:07:38 +0200811 several code-management features may be unavailable,
Владислав Наумов92288d92020-07-13 18:36:21 +0200812 follow https://mirantis.jira.com/wiki/spaces/QA/pages/2310832276/SI-tests+feature+flags#%5BUpdated%5D-Using-a-feature-flag
813 to create the configuration file''')
Владислав Наумов418042b2020-07-09 18:31:10 +0200814 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400815
816 def platforms = []
817 if (component == 'ipam' && triggers.vsphereDemoEnabled) {
818 // Currently only vsphere demo is required for IPAM component
819 platforms.add('vsphere')
820 } else {
821 if (triggers.osDemoEnabled) {
822 platforms.add('openstack')
823 }
824 if (triggers.awsOnDemandDemoEnabled) {
825 platforms.add('aws')
826 }
827 if (triggers.equinixOnDemandDemoEnabled) {
828 platforms.add('equinix')
829 }
Владислав Наумов144956f2021-10-14 17:49:19 +0200830 if (triggers.equinixMetalV2OnDemandDemoEnabled) {
831 platforms.add('equinixmetalv2')
832 }
Владислав Наумовc52dd9d2021-06-28 16:27:29 +0200833 if (triggers.azureOnDemandDemoEnabled) {
834 platforms.add('azure')
835 }
Ivan Berezovskiyb0229d02021-05-17 16:55:18 +0400836 if (triggers.vsphereDemoEnabled) {
837 platforms.add('vsphere')
838 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400839 }
840
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200841 def jobs = [:]
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200842 def parameters = [
Владислав Наумов9080f372020-06-08 13:57:16 +0200843 string(name: 'GERRIT_REFSPEC', value: coreRefspec.core),
844 string(name: 'KAAS_PIPELINE_REFSPEC', value: coreRefspec.corePipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200845 string(name: 'SI_TESTS_REFSPEC', value: siRefspec.siTests),
Владислав Наумов418042b2020-07-09 18:31:10 +0200846 string(name: 'SI_TESTS_FEATURE_FLAGS', value: componentFeatureFlags),
Владислав Наумов2db15e22020-07-14 12:29:22 +0200847 string(name: 'SI_TESTS_DOCKER_IMAGE', value: siRefspec.siTestsDockerImage),
848 string(name: 'SI_TESTS_DOCKER_IMAGE_TAG', value: siRefspec.siTestsDockerImageTag),
Владислав Наумов4a5c3242020-06-08 14:36:11 +0200849 string(name: 'SI_PIPELINES_REFSPEC', value: siRefspec.siPipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200850 string(name: 'CUSTOM_RELEASE_PATCH_SPEC', value: patchSpec),
Mikhail Ivanov74504372021-05-21 17:01:06 +0400851 string(name: 'KAAS_CHILD_CLUSTER_RELEASE_NAME', value: triggers.childDeployCustomRelease),
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400852 string(name: 'OPENSTACK_CLOUD_LOCATION', value: triggers.osCloudLocation),
Владислав Наумовb8305e22021-02-10 17:23:12 +0100853 booleanParam(name: 'OFFLINE_MGMT_CLUSTER', value: triggers.proxyConfig['mgmtOffline']),
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200854 booleanParam(name: 'OFFLINE_CHILD_CLUSTER', value: triggers.proxyConfig['childOffline']),
Владислав Наумов257ea132021-04-14 14:44:13 +0200855 booleanParam(name: 'PROXY_CHILD_CLUSTER', value: triggers.proxyConfig['childProxy']),
Владислав Наумов44c64b72020-12-04 20:22:53 +0100856 booleanParam(name: 'SEED_MACOS', value: triggers.useMacOsSeedNode),
Владислав Наумов080d9412020-07-29 13:05:14 +0200857 booleanParam(name: 'UPGRADE_MGMT_CLUSTER', value: triggers.upgradeMgmtEnabled),
slalov1202bba2022-04-20 22:31:07 +0400858 booleanParam(name: 'AUTO_UPGRADE_MCC', value: triggers.autoUpgradeMgmtEnabled),
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400859 booleanParam(name: 'ENABLE_LMA_LOGGING', value: triggers.enableLMALoggingEnabled),
Sergey Lalovb2f60372022-09-20 23:58:47 +0400860 booleanParam(name: 'DEPLOY_OS_ON_MOS', value: triggers.deployOsOnMosEnabled),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200861 booleanParam(name: 'RUN_UI_E2E', value: triggers.runUie2eEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200862 booleanParam(name: 'RUN_MGMT_CFM', value: triggers.runMgmtConformanceEnabled),
slalov0a4947a2022-06-09 15:44:35 +0400863 booleanParam(name: 'RUN_MAINTENANCE_TEST', value: triggers.runMaintenanceTestEnabled),
864 booleanParam(name: 'RUN_CONTAINER_REGISTRY_TEST', value: triggers.runContainerregistryTestEnabled),
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300865 booleanParam(name: 'RUN_GRACEFUL_REBOOT_TEST', value: triggers.runGracefulRebootTestEnabled),
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300866 booleanParam(name: 'RUN_MGMT_DELETE_MASTER_TEST', value: triggers.runMgmtDeleteMasterTestEnabled),
867 booleanParam(name: 'RUN_RGNL_DELETE_MASTER_TEST', value: triggers.runRgnlDeleteMasterTestEnabled),
868 booleanParam(name: 'RUN_CHILD_DELETE_MASTER_TEST', value: triggers.runChildDeleteMasterTestEnabled),
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400869 booleanParam(name: 'RUN_CHILD_CUSTOM_CERT_TEST', value: triggers.runChildCustomCertTestEnabled),
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400870 booleanParam(name: 'RUN_MGMT_CUSTOM_CACHE_CERT_TEST', value: triggers.runMgmtCustomCacheCertTestEnabled),
Sergey Lalov430fcd72023-03-20 17:19:44 +0400871 booleanParam(name: 'RUN_BYO_CHILD_CUSTOM_CERT_TEST', value: triggers.runByoChildCustomCertTestEnabled),
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300872 booleanParam(name: 'RUN_CHILD_MACHINE_DELETION_POLICY_TEST', value: triggers.runChildMachineDeletionPolicyTestEnabled),
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200873 booleanParam(name: 'RUN_LMA_TEST', value: triggers.runLMATestEnabled),
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200874 booleanParam(name: 'RUN_MGMT_USER_CONTROLLER_TEST', value: triggers.runMgmtUserControllerTestEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200875 booleanParam(name: 'DEPLOY_CHILD_CLUSTER', value: triggers.deployChildEnabled),
876 booleanParam(name: 'UPGRADE_CHILD_CLUSTER', value: triggers.upgradeChildEnabled),
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400877 booleanParam(name: 'FULL_UPGRADE_CHILD_CLUSTER', value: triggers.fullUpgradeChildEnabled),
slalov574123e2022-04-06 17:24:19 +0400878 booleanParam(name: 'RUN_PROXY_CHILD_TEST', value: triggers.runProxyChildTestEnabled),
Владислав Наумов0dc99252020-11-13 13:30:48 +0100879 booleanParam(name: 'ATTACH_BYO', value: triggers.attachBYOEnabled),
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100880 booleanParam(name: 'UPGRADE_BYO', value: triggers.upgradeBYOEnabled),
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100881 booleanParam(name: 'RUN_BYO_MATRIX', value: triggers.runBYOMatrixEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200882 booleanParam(name: 'RUN_CHILD_CFM', value: triggers.runChildConformanceEnabled),
vryzhenkinb286bd82023-04-04 07:17:52 +0400883 booleanParam(name: 'RUN_CHILD_HPA', value: triggers.runChildHPAEnabled),
Ivan Berezovskiycbf9eeb2021-03-22 15:57:32 +0400884 booleanParam(name: 'ALLOW_AWS_ON_DEMAND', value: triggers.awsOnDemandDemoEnabled),
Владислав Наумовe021b022021-05-06 11:26:38 +0200885 booleanParam(name: 'ALLOW_EQUINIX_ON_DEMAND', value: triggers.equinixOnDemandDemoEnabled),
Владислав Наумов82305e92021-10-14 20:45:20 +0200886 booleanParam(name: 'ALLOW_EQUINIXMETALV2_ON_DEMAND', value: triggers.equinixMetalV2OnDemandDemoEnabled),
Vladislav Naumov42b71dc2021-11-22 13:09:42 +0100887 booleanParam(name: 'EQUINIXMETALV2_CHILD_DIFF_METRO', value: triggers.equinixMetalV2ChildDiffMetroEnabled),
eromanovad3397512021-04-01 20:19:19 +0400888 booleanParam(name: 'EQUINIX_ON_AWS_DEMO', value: triggers.equinixOnAwsDemoEnabled),
Владислав Наумовc52dd9d2021-06-28 16:27:29 +0200889 booleanParam(name: 'ALLOW_AZURE_ON_DEMAND', value: triggers.azureOnDemandDemoEnabled),
Владислав Наумов2d3db332021-06-15 15:19:19 +0200890 booleanParam(name: 'AZURE_ON_AWS_DEMO', value: triggers.azureOnAwsDemoEnabled),
Sergey Zhemerdeev9074f6e2022-06-07 12:03:16 +0300891 booleanParam(name: 'VSPHERE_DEPLOY_UBUNTU', value: triggers.vsphereUbuntuEnabled),
Sergey Lalovbc68d752022-11-08 13:40:53 +0400892 booleanParam(name: 'PAUSE_FOR_DEBUG', value: triggers.pauseForDebugEnabled),
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300893 booleanParam(name: 'ENABLE_FIPS', value: triggers.enableFips),
894 booleanParam(name: 'AIO_CLUSTER', value: triggers.aioCluster),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200895 ]
Владислав Наумов92288d92020-07-13 18:36:21 +0200896
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200897 // customize multiregional demo
898 if (triggers.multiregionalConfiguration.enabled) {
899 parameters.add(string(name: 'MULTIREGION_SETUP',
900 value: "${triggers.multiregionalConfiguration.managementLocation},${triggers.multiregionalConfiguration.regionLocation}"
901 ))
902 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200903
Владислав Наумов92288d92020-07-13 18:36:21 +0200904 // Determine component team custom context
905 if (coreContext != '') {
906 common.infoMsg('Additional KaaS Core context detected, will be forwarded into kaas core cicd...')
907 def additionalParameters = generateKaaSVarsFromContext(coreContext)
Владислав Наумовbef51a92020-10-01 17:36:51 +0200908 parameters.addAll(additionalParameters)
Владислав Наумов92288d92020-07-13 18:36:21 +0200909 }
910
Владислав Наумовaa430612020-06-08 17:18:31 +0200911 def jobResults = []
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400912
913 platforms.each { platform ->
914 jobs["kaas-core-${platform}-patched-${component}"] = {
Vladislav Naumov5313a202021-04-07 17:13:39 +0000915 try {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400916 common.infoMsg("Deploy: patched KaaS demo with ${platform} provider")
917 def job_info = build job: "kaas-testing-core-${platform}-workflow-${component}", parameters: parameters, wait: true
918 def build_description = job_info.getDescription()
919 def build_result = job_info.getResult()
Vladislav Naumov5313a202021-04-07 17:13:39 +0000920 jobResults.add(build_result)
Владислав Наумовd044e842020-06-17 15:33:43 +0200921
Vladislav Naumov5313a202021-04-07 17:13:39 +0000922 if (build_description) {
923 currentBuild.description += build_description
924 }
925 } finally {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400926 common.infoMsg("Patched KaaS demo with ${platform} provider finished")
Vladislav Naumov5313a202021-04-07 17:13:39 +0000927 }
928 }
929 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200930
931 common.infoMsg('Trigger KaaS demo deployments according to defined provider set')
Владислав Наумов37f7f842021-03-09 16:08:39 +0400932 if (jobs.size() == 0) {
933 error('No demo jobs matched with keywords, execution will be aborted, at least 1 provider should be enabled')
934 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200935 // Limit build concurency workaround examples: https://issues.jenkins-ci.org/browse/JENKINS-44085
936 parallel jobs
Владислав Наумовaa430612020-06-08 17:18:31 +0200937
938 if (jobResults.contains('FAILURE')) {
Владислав Наумовf86b1112020-06-09 14:04:48 +0200939 common.infoMsg('One of parallel downstream jobs is failed, mark executor job as failed')
Владислав Наумовaa430612020-06-08 17:18:31 +0200940 currentBuild.result = 'FAILURE'
941 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200942}
Владислав Наумов30a516c2020-07-09 13:15:41 +0200943
944
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400945/**
946 * Function currently supported to be called from aws or vsphere demos. It gets particular demo context
Владислав Наумов33e1e812021-08-17 17:09:25 +0200947 * and generate proper lockResources data and netMap data for vsphere,equinix related clusters.
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400948 *
949 * @param: callBackDemo (string) Demo which requested to generate lockResources [aws or vsphere]
950 * @param: triggers (map) Custom trigger keywords forwarded from gerrit
951 * @param: multiregionalConfiguration (map) Multiregional configuration
952 * @return (map) Return aggregated map with lockResources and netMap
953 */
954
955
956def generateLockResources(callBackDemo, triggers) {
957 def common = new com.mirantis.mk.Common()
Владислав Наумов33e1e812021-08-17 17:09:25 +0200958 def netMap = [
959 vsphere: [:],
960 equinix: [:],
961 ]
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400962 // Define vsphere locklabels with initial quantity
963 def lockLabels = [
964 vsphere_networking_core_ci: 0,
965 vsphere_offline_networking_core_ci: 0,
966 ]
967 def deployChild = triggers.deployChildEnabled
slalov27833272022-06-30 02:13:50 +0400968 def testUiVsphere = triggers.runUie2eEnabled
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400969 def multiregionConfig = triggers.multiregionalConfiguration
970 def runMultiregion = multiregionConfig.enabled
971
972 // Generate vsphere netMap and lockLabels based on demo context
973 switch (callBackDemo) {
974 case 'aws':
975 // Add aws specific lock label with quantity calculated based on single mgmt deploy or mgmt + child
976 lockLabels['aws_core_ci_queue'] = triggers.demoWeight
Sergey Kolekonovf4c1f492022-02-03 14:44:45 +0400977 if (triggers.runBYOMatrixEnabled) { lockLabels['aws_core_ci_queue'] += 6 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400978
979 // Define netMap for Vsphere region
Mikhail Ivanov90a27fa2022-05-30 15:18:24 +0400980 if (runMultiregion && multiregionConfig.managementLocation == 'aws') {
981 if (multiregionConfig.regionLocation == 'vsphere') {
982 if (deployChild) {
983 addToProviderNetMap(netMap, 'vsphere', 'regional-child')
984 }
985 addToProviderNetMap(netMap, 'vsphere', 'region')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +0400986 }
Mikhail Ivanov90a27fa2022-05-30 15:18:24 +0400987
988 if (multiregionConfig.regionLocation == 'azure') {
989 lockLabels['azure_core_ci_queue'] = 1
990 if (deployChild) {
991 lockLabels['azure_core_ci_queue'] += 1
992 }
993 }
994 }
995 if (triggers.azureOnAwsDemoEnabled) {
996 lockLabels['azure_core_ci_queue'] = 1
997 }
998
999 if (triggers.equinixOnAwsDemoEnabled) {
1000 lockLabels['equinix_core_ci_queue'] = 1
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001001 }
1002 break
1003 case 'vsphere':
Владислав Наумов33e1e812021-08-17 17:09:25 +02001004 addToProviderNetMap(netMap, 'vsphere', 'mgmt')
slalov27833272022-06-30 02:13:50 +04001005 if (deployChild || testUiVsphere) {
Владислав Наумов33e1e812021-08-17 17:09:25 +02001006 addToProviderNetMap(netMap, 'vsphere', 'child')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001007 }
1008 if (runMultiregion && multiregionConfig.managementLocation == 'vsphere' &&
1009 multiregionConfig.regionLocation == 'vsphere') {
1010 if (deployChild) {
Владислав Наумов33e1e812021-08-17 17:09:25 +02001011 addToProviderNetMap(netMap, 'vsphere', 'regional-child')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001012 }
Владислав Наумов33e1e812021-08-17 17:09:25 +02001013 addToProviderNetMap(netMap, 'vsphere', 'region')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001014 }
1015 break
Mikhail Ivanov90a27fa2022-05-30 15:18:24 +04001016 case 'azure':
1017 lockLabels['azure_core_ci_queue'] = triggers.demoWeight
1018 if (runMultiregion && multiregionConfig.managementLocation == 'azure') {
1019 if (multiregionConfig.regionLocation == 'aws') {
1020 lockLabels['aws_core_ci_queue'] = 1
1021 if (deployChild) {
1022 lockLabels['aws_core_ci_queue'] += 1
1023 }
1024 }
1025
1026 if (multiregionConfig.regionLocation == 'equinix') {
1027 lockLabels['equinix_core_ci_queue'] = 1
1028 if (deployChild) {
1029 lockLabels['equinix_core_ci_queue'] +=1
1030 }
1031 }
1032 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001033 default:
Mikhail Ivanov90a27fa2022-05-30 15:18:24 +04001034 error('Supposed to be called from aws, azure or vsphere demos only')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001035 }
1036
1037 // Checking gerrit triggers and manage lock label quantity and network types in case of Offline deployment
1038 // Vsphere labels only
Владислав Наумов33e1e812021-08-17 17:09:25 +02001039 netMap['vsphere'].each { clusterType, netConfig ->
1040 if (triggers.proxyConfig["${clusterType}Offline"] == true ||
1041 (clusterType == 'regional-child' && triggers.proxyConfig['childOffline'] == true) ||
1042 (clusterType == 'region' && triggers.proxyConfig['mgmtOffline'])) {
1043
1044 netMap['vsphere'][clusterType]['netName'] = 'offline'
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001045 lockLabels['vsphere_offline_networking_core_ci']++
1046 } else {
1047 lockLabels['vsphere_networking_core_ci']++
1048 }
1049 }
1050
1051 // generate lock metadata
1052 def lockResources = []
1053 lockLabels.each { label, quantity ->
1054 if (quantity > 0) {
1055 def res = [
1056 label: label,
1057 quantity: quantity,
1058 ]
1059 lockResources.add(res)
1060 }
1061 }
1062
1063 common.infoMsg("""Generated vsphere netMap: ${netMap}
1064 Generated lockResources: ${lockResources}""")
1065
1066 return [
1067 netMap: netMap,
1068 lockResources: lockResources,
1069 ]
1070}
1071
1072/**
1073 * Function gets vsphere netMap or empty map and adds new vsphere clusterType with default netName
1074 * and empty rangeConfig to the this map.
1075 *
Владислав Наумов33e1e812021-08-17 17:09:25 +02001076 * @param: netMap (string) vsphere, equinix netMap or empty map
1077 * @param: provider (string) provider type
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001078 * @param: clusterType (string) Vsphere cluster type
1079 */
1080
Владислав Наумов33e1e812021-08-17 17:09:25 +02001081def addToProviderNetMap (netMap, provider, clusterType) {
1082 switch (provider) {
1083 case 'equinix':
1084 netMap[provider][clusterType] = [
1085 vlanConfig: '',
1086 ]
1087 break
1088 case 'vsphere':
1089 netMap[provider][clusterType] = [
1090 netName: 'default',
1091 rangeConfig: '',
1092 ]
1093 break
1094 default:
1095 error('Net map locks supported for Equinix/Vsphere providers only')
1096 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001097}
Dmitry Teselkinfce71aa2022-03-05 19:36:52 +03001098
1099/**
1100* getCIKeywordsFromCommitMsg parses commit message and returns all gerrit keywords with their values as a list of maps.
1101* Each element (map) contains keys 'key' for keyword name and 'value' for its value.
1102* If keyword contains only 'key' part then 'value' is boolean True.
1103* This function does not perform keywords validation.
1104* First line of a commit message is ignored.
1105* To use '[' or ']' characters inside keyword prepend it with backslash '\'.
1106* TODO: Remove backslash chars from values if they prepend '[' or ']'.
1107**/
1108
1109List getCIKeywordsFromCommitMsg() {
1110 String commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
1111 List commitMsgLines = commitMsg.split('\n')
1112 List keywords = []
1113 if (commitMsgLines.size() < 2) {
1114 return keywords
1115 }
1116
1117 String commitMsgBody = commitMsgLines[1..-1].join('\n')
1118
1119 // Split commit message body to chunks using '[' or ']' as delimiter,
1120 // ignoring them if prepended by backslash (regex negative lookbehind).
1121 // Resulting list will have chunks between '[' and ']' at odd indexes.
1122 List parts = commitMsgBody.split(/(?<!\\)[\[\]]/)
1123
1124 // Iterate chunks by odd indexes only, trim values and split to
1125 // <key> / <value> pair where <key> is the part of a sting before the first
1126 // whitespace delimiter, and <value> is the rest (may include whitespaces).
1127 // If there is no whitespace in the string then this is a 'switch'
1128 // and <value> will be boolean True.
1129 for (i = 1; i < parts.size(); i += 2) {
1130 def (key, value) = (parts[i].trim().split(/\s+/, 2) + [true, ])[0..1]
1131 keywords.add(['key': key, 'value': value])
1132 }
1133
1134 return keywords
1135}
1136
1137/**
1138* getJobsParamsFromCommitMsg parses list of CI keywords and returns values of 'job-params' keyword
1139* that were specified for given job name. `job-params` keyword has the following structure
1140*
1141* [job-params <job name> <parameter name> <parameter value>]
1142*
1143* Return value is a Map that contains those parameters using the following structure:
1144*
1145* <job name>:
1146* <parameter name>: <parameter value>
1147*
1148**/
1149Map getJobsParamsFromCommitMsg() {
1150 List keywords = getCIKeywordsFromCommitMsg()
1151
1152 List jobsParamsList = []
1153 keywords.findAll{ it.key == 'job-params' }.collect(jobsParamsList) {
1154 def (name, params) = (it['value'].split(/\s+/, 2) + [null, ])[0..1]
1155 def (key, value) = params.split(/\s+/, 2)
1156 ['name': name, 'key': key, 'value': value]
1157 }
1158
1159 Map jobsParams = jobsParamsList.inject([:]) { result, it ->
1160 if (!result.containsKey(it.name)) {
1161 result[it.name] = [:]
1162 }
1163 result[it.name][it.key] = it.value
1164 result
1165 }
1166
1167 return jobsParams
1168}
1169
1170
1171/**
1172* getJobParamsFromCommitMsg returns key:value Map of parameters set for a job in commit message.
1173* It uses getJobsParamsFromCommitMsg to get all parameters from commit message and then
1174* uses only those parametes that were set to all jobs (with <job name> == '*') or to
1175* a particular job. Parameters set to a particular job have higher precedence.
1176*
1177* Return value is a Map that contains those parameters:
1178*
1179* <parameter name>: <parameter value>
1180*
1181**/
1182Map getJobParamsFromCommitMsg(String jobName) {
1183 jobsParams = getJobsParamsFromCommitMsg()
1184 jobParams = jobsParams.getOrDefault('*', [:])
1185 if (jobName) {
1186 jobParams.putAll(jobsParams.getOrDefault(jobName, [:]))
1187 }
1188 return jobParams
1189}
azvyagintsevc17d14b2022-06-06 19:06:33 +03001190
1191/** Getting test scheme from text, which should be
1192Imput example:
1193text="""
1194 DATA
1195
1196 kaas_bm_test_schemas:
1197 KAAS_RELEASES_REFSPEC: ''
1198 KEY: VAL
1199
1200 DATA
1201 """
1202
1203 Call: parseTextForTestSchemas(['text' : text,'keyLine' : 'kaas_bm_test_schemas'])
1204
1205 Return:
1206 ['KAAS_RELEASES_REFSPEC': '', 'KEY' : 'VAL']
1207 **/
1208def parseTextForTestSchemas(Map opts) {
azvyagintsevd96aac22022-06-10 14:23:26 +03001209 String text = opts.getOrDefault('text', '')
azvyagintsevc17d14b2022-06-06 19:06:33 +03001210 String keyLine = opts.getOrDefault('keyLine', '')
1211 Map testScheme = [:]
1212 if (!text || !keyLine) {
azvyagintsevd96aac22022-06-10 14:23:26 +03001213 return testScheme
azvyagintsevc17d14b2022-06-06 19:06:33 +03001214 }
1215 if (text =~ /\n$keyLine\n.*/) {
1216 def common = new com.mirantis.mk.Common()
1217 try {
1218 String regExp = '\\n' + keyLine + '\\n'
1219 // regexep block must be followed by empty line
1220 testScheme = readYaml text: "${text.split(regExp)[1].split('\n\n')[0]}"
1221 common.infoMsg("parseTextForTestSchemas result:\n" + testScheme)
1222 common.mergeEnv(env, toJson(testScheme))
1223 }
1224 catch (Exception e) {
1225 common.errorMsg("There is an error occured during parseTextForTestSchemas execution:\n${e}")
1226 throw e
1227 }
1228 }
azvyagintsevd96aac22022-06-10 14:23:26 +03001229 return testScheme
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +03001230}
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001231
1232
1233/**
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001234* getEquinixFacilityWithCapacity returns list of Equinix facilities using specified
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001235* instance type (nodeType), desired count of facilities (facilityCount) and
1236* instances (nodeCount) in a facility using specified matal version.
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001237* Function downloads metal CLI from the
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001238* https://artifactory.mcp.mirantis.net:443/artifactory/binary-dev-kaas-local/core/bin/mirror/metal-${version}-linux
1239* Empty list is returned in case of no facilities with specified capacity was found or any other errors.
Sergey Zhemerdeev15aa8602022-10-13 11:10:02 +03001240* Non-empty list is shuffled.
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001241*
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001242* @param: facilityCount (int) Desired count of facilities
1243* @param: nodeCount (int) Desired count of instances
1244* @param: nodeType (string) Instance type
1245* @param: version (string) Metal version to use
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001246* @return ([]string) List of selected facilities
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001247*
1248**/
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001249def getEquinixFacilityWithCapacity(facilityCount = 1, nodeCount = 50, nodeType = 'c3.small.x86', version = '0.9.0') {
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001250 def common = new com.mirantis.mk.Common()
1251 def metalUrl = "https://artifactory.mcp.mirantis.net:443/artifactory/binary-dev-kaas-local/core/bin/mirror/metal-${version}-linux"
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001252 def metal = './metal --config metal.yaml'
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001253 def facility = []
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001254 def out = ''
Sergey Zhemerdeevbcccb912022-08-25 14:26:52 +03001255 def retries = 3 // number of retries
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001256 def i = 0
1257 def delay = 60 // 1 minute sleep
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001258 def excludeFacility = [] // list of facilities to exclude from selection
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001259 try {
Sergey Zhemerdeevb3575342022-10-04 11:02:19 +03001260 if (excludeFacility.size() > 0) {
1261 common.infoMsg("Excluded facilities: ${excludeFacility}")
1262 }
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001263 sh "curl -o metal -# ${metalUrl} && chmod +x metal"
1264 withCredentials([string(credentialsId: env.KAAS_EQUINIX_API_TOKEN, variable: 'KAAS_EQUINIX_API_TOKEN')]) {
1265 sh 'echo "project-id: ${KAAS_EQUINIX_PROJECT_ID}\ntoken: ${KAAS_EQUINIX_API_TOKEN}" >metal.yaml'
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001266 }
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001267 while (facility.size() < facilityCount && i < retries) {
1268 common.infoMsg("Selecting ${facilityCount} available Equinix facilities with free ${nodeCount} ${nodeType} hosts, try ${i+1}/${retries} ...")
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001269 if (i > 0 ) { // skip sleep on first step
1270 sleep(delay)
1271 }
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001272 out = sh(script: "${metal} capacity get -f -P ${nodeType}|awk '/${nodeType}/ {print \$2}'|paste -s -d,|xargs ${metal} capacity check -P ${nodeType} -q ${nodeCount} -f|grep true|awk '{print \$2}'|paste -s -d,", returnStdout: true).trim()
1273 facility = out.tokenize(',')
Sergey Zhemerdeevb3575342022-10-04 11:02:19 +03001274 facility -= excludeFacility
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001275 if (facility.size() < facilityCount) {
1276 nodeCount -= 10
1277 // We need different metros for the [equinixmetalv2-child-diff-metro] case, facility[][0, 1] contains a metro name
1278 } else if (facility.size() == 2 && facility[0][0, 1] == facility[1][0, 1]) {
Sergey Zhemerdeevbcccb912022-08-25 14:26:52 +03001279 nodeCount -= 10
1280 }
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001281 i++
1282 }
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001283 if (facility.size() > 0) {
1284 f = facility.size() > 1 ? "${facility[0]},${facility[1]}" : "${facility[0]}"
1285 sh "${metal} capacity check -P ${nodeType} -f ${f} -q ${nodeCount}"
Sergey Zhemerdeevbcccb912022-08-25 14:26:52 +03001286 }
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001287 } catch (Exception e) {
1288 common.errorMsg "Exception: '${e}'"
1289 return []
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001290 } finally {
1291 sh 'rm metal.yaml'
1292 }
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001293 if (facility.size() > 0) {
Sergey Zhemerdeev15aa8602022-10-13 11:10:02 +03001294 Collections.shuffle(facility)
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001295 common.infoMsg("Selected facilities: ${facility}")
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001296 } else {
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001297 common.warningMsg('No any facilities have been selected !!! :(')
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001298 }
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001299 return facility
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001300}
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001301
1302
1303/**
1304 * genCommandLine prepares command line for artifactory-replication
1305 * command using legacy environment variables
1306 *
1307 * @return: (string) Prepared command line
1308 */
1309def genCommandLine() {
1310 def envToParam = [
1311 'DESTINATION_USER': '-dst-user',
1312 'ARTIFACT_FILTER': '-artifact-filter',
1313 'ARTIFACT_FILTER_PROD': '-artifact-filter-prod',
1314 'ARTIFACT_TYPE': '-artifact-type',
1315 'BINARY_CLEAN': '-bin-cleanup',
1316 'BINARY_CLEAN_KEEP_DAYS': '-bin-clean-keep-days',
1317 'BINARY_CLEAN_PREFIX': '-bin-clean-prefix',
1318 'BUILD_URL': '-slack-build-url',
1319 'CHECK_REPOS': '-check-repos',
1320 'DESTINATION_REGISTRY': '-dst-repo',
1321 'DESTINATION_REGISTRY_TYPE': '-dst-repo-type',
1322 'DOCKER_CLEAN': '-cleanup',
1323 'DOCKER_REPO_PREFIX': '-docker-repo-prefix',
1324 'DOCKER_TAG': '-docker-tag',
1325 'FORCE': '-force',
1326 'HELM_CDN_DOMAIN': '-helm-cdn-domain',
1327 'SLACK_CHANNEL': '-slack-channel',
1328 'SLACK_USER': '-slack-user',
1329 'SOURCE_REGISTRY': '-src-repo',
1330 'SOURCE_REGISTRY_TYPE': '-src-repo-type',
1331 'SYNC_PATTERN': '-sync-pattern'
1332 ]
1333 def cmdParams = ''
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001334 def isCheckClean = false
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001335 for (e in envToParam) {
1336 if (env[e.key] == null) {
1337 continue
1338 }
1339 if (e.key == 'CHECK_REPOS' || e.key == 'DOCKER_CLEAN') {
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001340 // Avoid CHECK_REPOS=true and DOCKER_CLEAN=true
1341 if (env[e.key].toBoolean() && !isCheckClean) {
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001342 cmdParams += e.value + ' '
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001343 isCheckClean = true
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001344 }
1345 } else if (e.key == 'FORCE') {
1346 if (env[e.key].toBoolean()) {
1347 cmdParams += e.value + ' '
1348 }
1349 } else {
Sergey Zhemerdeeve2926cd2022-08-29 15:28:47 +03001350 cmdParams += "${e.value} '${env[e.key]}' "
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001351 }
1352 }
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001353 // No any check or clean was specified - take a default action
1354 if (!isCheckClean) {
1355 cmdParams += '-replicate'
1356 }
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001357 return cmdParams
1358}
Sergey Kolekonov0e60a942022-09-05 13:02:22 +04001359
1360/**
1361 * custom scheduling algorithm
1362 * it ensures that builds of the same job are distributed as much as possible between different nodes
1363 * @param label (string) desired node label
1364 * @return: (string) node name
1365 */
1366def schedule (label='docker') {
1367 def common = new com.mirantis.mk.Common()
1368 def freeNodes = []
1369 def nodesMap = [:]
1370
1371 // filter nodes with the specified label and at least one free executor
1372 timeout(time: 30, unit: 'MINUTES') {
1373 while (!freeNodes) {
1374 freeNodes = jenkins.model.Jenkins.instance.computers.findAll { node ->
1375 label in node.getAssignedLabels().collect { it.name } &&
Sergey Kolekonovd5887172022-11-10 12:13:22 +06001376 node.isPartiallyIdle() &&
1377 node.isOnline()
Sergey Kolekonov0e60a942022-09-05 13:02:22 +04001378 }
1379 if (!freeNodes) {
1380 echo 'No nodes available for scheduling, retrying...'
1381 sleep 30
1382 }
1383 }
1384 }
1385
1386 // generate a map of nodes matching other criteria
1387 for (node in freeNodes) {
1388 // sameJobExecutors is the number of executors running the same job as the calling one
1389 sameJobExecutors = node.getExecutors() // get all executors
1390 .collect { executor -> executor.getCurrentExecutable() } // get running "threads"
1391 .collect { thread -> thread?.displayName } // filter job names from threads
1392 .minus(null) // null = empty executors, remove them from the list
1393 .findAll { it.contains(env.JOB_NAME) } // filter the same jobs as the calling one
1394 .size()
1395
1396 // calculate busy executors, we don't want to count "sameJobExecutors" twice
1397 totalBusyExecutors = node.countBusy() - sameJobExecutors
1398 // generate the final map which contains nodes matching criteria with their load score
1399 // builds of the same jobs have x10 score, all others x1
1400 nodesMap += ["${node.getName()}" : sameJobExecutors * 10 + totalBusyExecutors]
1401 }
1402
1403 // return the least loaded node
1404 return common.SortMapByValueAsc(nodesMap).collect { it.key }[0]
1405}
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001406
1407
1408/**
1409 * Get latest tag for test/frontend & equinix-private-infra images
1410 * @param version (str) default tag value from main workflow
1411 * @param isChanged (bool) is dependent directory files were changed
1412 * @param imageName (string) image name for information message
1413 * @return: (string) tag name
1414 */
1415def getImageTag(version, isChanged, imageName) {
1416 def common = new com.mirantis.mk.Common()
1417 def latestTag = env.GERRIT_BRANCH ? env.GERRIT_BRANCH : env.GERRIT_REFSPEC ? env.GERRIT_REFSPEC : 'master'
1418 if (!(env.GERRIT_EVENT_TYPE == 'ref-updated') && isChanged) {
1419 latestTag = version
1420 } else if (latestTag != 'master') {
1421 latestTag = latestTag.replaceAll('/', '_')
1422 }
1423 common.infoMsg("${imageName} image will use tag '${latestTag}'")
1424 return latestTag
1425}