blob: bfb8989e83fb70dee186f83f0d01b56ac244f5cf [file] [log] [blame]
vnaumov33747e12020-05-04 17:35:20 +02001package com.mirantis.mk
vnaumov33747e12020-05-04 17:35:20 +02002
azvyagintsevc17d14b2022-06-06 19:06:33 +03003import static groovy.json.JsonOutput.toJson
Sergey Lalov78659102024-02-15 16:57:21 +04004import java.util.regex.Pattern
azvyagintsevc17d14b2022-06-06 19:06:33 +03005
vnaumov33747e12020-05-04 17:35:20 +02006/**
7 *
8 * KaaS Component Testing Utilities
9 *
10 */
11
Владислав Наумовe5345812020-08-12 16:30:20 +020012/**
13 * Check KaaS Core CICD feature flags
14 * such triggers can be used in case of switching between pipelines,
15 * conditions inside pipelines to reduce dependency on jenkins job builder and jenkins job templates itself
16 *
17 * @return (map)[
18 * ffNameEnabled: (bool) True/False
19 * ]
20 */
21def checkCoreCIFeatureFlags() {
22 def common = new com.mirantis.mk.Common()
23 def ff = [
24 build_artifacts_upgrade: false,
25 ]
26
27 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
28 if (commitMsg ==~ /(?s).*\[ci-build-artifacts-upgrade\].*/) {
29 ff['build_artifacts_upgrade'] = true
30 }
31
32 common.infoMsg("Core ci feature flags status: ${ff}")
33 return ff
34}
vnaumov33747e12020-05-04 17:35:20 +020035
36/**
azvyagintseva12230a2020-06-05 13:24:06 +030037 * Determine scope of test suite against per-commit KaaS deployment based on keywords
Владислав Наумов81777472021-03-09 15:14:27 +040038 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
azvyagintseva12230a2020-06-05 13:24:06 +030039 *
40 * Used for components team to combine test-suites and forward desired parameters to kaas/core deployment jobs
41 * Example scheme:
Владислав Наумовe5345812020-08-12 16:30:20 +020042 * New CR pushed in kubernetes/lcm-ansible -> parsing it'cs commit body and combine test-suite -> trigger deployment jobs from kaas/core
azvyagintseva12230a2020-06-05 13:24:06 +030043 * manage test-suite through Jenkins Job Parameters
44 *
Владислав Наумов6c2afff2020-06-05 12:54:53 +020045 * @return (map)[
46 * deployChildEnabled: (bool) True if need to deploy child cluster during demo-run
slalov1b8afb32025-03-19 17:42:48 +040047 * runUie2eNewEnabled: (bool) True if need to run ui-e2e cluster during demo-run
azvyagintseva12230a2020-06-05 13:24:06 +030048 * ]
49 */
vnaumov33747e12020-05-04 17:35:20 +020050def checkDeploymentTestSuite() {
vnaumovbdb90222020-05-04 18:25:50 +020051 def common = new com.mirantis.mk.Common()
52
vnaumov33747e12020-05-04 17:35:20 +020053 // Available triggers and its sane defaults
Владислав Наумов44c64b72020-12-04 20:22:53 +010054 def seedMacOs = env.SEED_MACOS ? env.SEED_MACOS.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020055 def deployChild = env.DEPLOY_CHILD_CLUSTER ? env.DEPLOY_CHILD_CLUSTER.toBoolean() : false
56 def upgradeChild = env.UPGRADE_CHILD_CLUSTER ? env.UPGRADE_CHILD_CLUSTER.toBoolean() : false
Sergey Lalovc1cb49f2022-09-27 01:16:25 +040057 def fullUpgradeChild = env.FULL_UPGRADE_CHILD_CLUSTER ? env.FULL_UPGRADE_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov38ee4382022-01-27 16:21:51 +040058 def mosDeployChild = env.DEPLOY_MOS_CHILD_CLUSTER ? env.DEPLOY_MOS_CHILD_CLUSTER.toBoolean() : false
59 def mosUpgradeChild = env.UPGRADE_MOS_CHILD_CLUSTER ? env.UPGRADE_MOS_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov74504372021-05-21 17:01:06 +040060 def customChildRelease = env.KAAS_CHILD_CLUSTER_RELEASE_NAME ? env.KAAS_CHILD_CLUSTER_RELEASE_NAME : ''
slalov021171f2022-03-04 14:48:38 +040061 def mosTfDeploy = env.MOS_TF_DEPLOY ? env.MOS_TF_DEPLOY.toBoolean() : false
Владислав Наумов0dc99252020-11-13 13:30:48 +010062 def attachBYO = env.ATTACH_BYO ? env.ATTACH_BYO.toBoolean() : false
Владислав Наумовcdbd84e2020-12-01 16:51:09 +010063 def upgradeBYO = env.UPGRADE_BYO ? env.UPGRADE_BYO.toBoolean() : false
Vladislav Naumov7930ab22021-11-22 18:24:24 +010064 def runBYOMatrix = env.RUN_BYO_MATRIX ? env.RUN_BYO_MATRIX.toBoolean() : false
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +040065 def defaultBYOOs = env.DEFAULT_BYO_OS ? env.DEFAULT_BYO_OS.toString() : 'ubuntu'
Владислав Наумов6c2afff2020-06-05 12:54:53 +020066 def upgradeMgmt = env.UPGRADE_MGMT_CLUSTER ? env.UPGRADE_MGMT_CLUSTER.toBoolean() : false
slalov1202bba2022-04-20 22:31:07 +040067 def autoUpgradeMgmt = env.AUTO_UPGRADE_MCC ? env.AUTO_UPGRADE_MCC.toBoolean() : false
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +040068 def enableLMALogging = env.ENABLE_LMA_LOGGING ? env.ENABLE_LMA_LOGGING.toBoolean(): false
Sergey Lalovb2f60372022-09-20 23:58:47 +040069 def deployOsOnMos = env.DEPLOY_OS_ON_MOS? env.DEPLOY_OS_ON_MOS.toBoolean() : false
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +040070 def runUie2eNew = env.RUN_UI_E2E_NEW ? env.RUN_UI_E2E_NEW.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020071 def runMgmtConformance = env.RUN_MGMT_CFM ? env.RUN_MGMT_CFM.toBoolean() : false
Sergey Lalovafcc0432023-04-13 14:59:06 +040072 def runMgmtConformanceNetworkPolicy = env.RUN_MGMT_CFM_NETWORK_POLICY ? env.RUN_MGMT_CFM_NETWORK_POLICY.toBoolean() : false
Владислав Наумов9cec55d2021-08-03 15:00:59 +020073 def runLMATest = env.RUN_LMA_TEST ? env.RUN_LMA_TEST.toBoolean() : false
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +020074 def runMgmtUserControllerTest = env.RUN_MGMT_USER_CONTROLLER_TEST ? env.RUN_MGMT_USER_CONTROLLER_TEST.toBoolean() : false
Mikhail Ivanov2907e4d2022-04-25 16:41:21 +040075 def runProxyChildTest = env.RUN_PROXY_CHILD_TEST ? env.RUN_PROXY_CHILD_TEST.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020076 def runChildConformance = env.RUN_CHILD_CFM ? env.RUN_CHILD_CFM.toBoolean() : false
Sergey Lalov012496a2023-11-27 15:57:52 +040077 def runChildStacklightHa = env.RUN_STACKLIGHT_CHILD_HA ? env.RUN_STACKLIGHT_CHILD_HA.toBoolean() : false
Sergey Lalovafcc0432023-04-13 14:59:06 +040078 def runChildConformanceNetworkPolicy = env.RUN_CHILD_CFM_NETWORK_POLICY ? env.RUN_CHILD_CFM_NETWORK_POLICY.toBoolean() : false
vryzhenkinb286bd82023-04-04 07:17:52 +040079 def runChildHPA = env.RUN_CHILD_HPA ? env.RUN_CHILD_HPA.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020080 def fetchServiceBinaries = env.FETCH_BINARIES_FROM_UPSTREAM ? env.FETCH_BINARIES_FROM_UPSTREAM.toBoolean() : false
slalov13e579c2022-01-31 21:37:02 +040081 def runMaintenanceTest = env.RUN_MAINTENANCE_TEST ? env.RUN_MAINTENANCE_TEST.toBoolean() : false
slalov0a4947a2022-06-09 15:44:35 +040082 def runContainerregistryTest = env.RUN_CONTAINER_REGISTRY_TEST ? env.RUN_CONTAINER_REGISTRY_TEST.toBoolean() : false
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +030083 def runMgmtDeleteMasterTest = env.RUN_MGMT_DELETE_MASTER_TEST ? env.RUN_MGMT_DELETE_MASTER_TEST.toBoolean() : false
84 def runRgnlDeleteMasterTest = env.RUN_RGNL_DELETE_MASTER_TEST ? env.RUN_RGNL_DELETE_MASTER_TEST.toBoolean() : false
85 def runChildDeleteMasterTest = env.RUN_CHILD_DELETE_MASTER_TEST ? env.RUN_CHILD_DELETE_MASTER_TEST.toBoolean() : false
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +030086 def runGracefulRebootTest = env.RUN_GRACEFUL_REBOOT_TEST ? env.RUN_GRACEFUL_REBOOT_TEST.toBoolean() : false
Sergey Lalovbc68d752022-11-08 13:40:53 +040087 def pauseForDebug = env.PAUSE_FOR_DEBUG ? env.PAUSE_FOR_DEBUG.toBoolean() : false
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +030088 def runChildMachineDeletionPolicyTest = env.RUN_CHILD_MACHINE_DELETION_POLICY_TEST ? env.RUN_CHILD_MACHINE_DELETION_POLICY_TEST.toBoolean() : false
Sergey Lalovd3e030e2023-03-16 14:32:47 +040089 def runChildCustomCertTest = env.RUN_CHILD_CUSTOM_CERT_TEST ? env.RUN_CHILD_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalov430fcd72023-03-20 17:19:44 +040090 def runByoChildCustomCertTest = env.RUN_BYO_CHILD_CUSTOM_CERT_TEST ? env.RUN_BYO_CHILD_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalovf6fbfea2023-04-06 17:05:40 +040091 def runMgmtCustomCacheCertTest = env.RUN_MGMT_CUSTOM_CACHE_CERT_TEST ? env.RUN_MGMT_CUSTOM_CACHE_CERT_TEST.toBoolean() : false
Sergey Lalov48e69022023-07-25 16:08:00 +040092 def runMkeCustomCertTest = env.RUN_MKE_CUSTOM_CERT_TEST ? env.RUN_MKE_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalov62c28312023-10-18 19:23:59 +040093 def runCustomHostnames = env.RUN_CUSTOM_HOSTNAMES ? env.RUN_CUSTOM_HOSTNAMES.toBoolean() : false
vryzhenkin504dfc92023-11-01 15:49:47 +040094 def slLatest = env.SL_LATEST ? env.SL_LATEST.toBoolean() : false
Sergey Kolekonove3b95162025-02-05 14:07:32 +050095 def lcmAnsibleLatest = env.LCM_ANSIBLE_LATEST ? env.LCM_ANSIBLE_LATEST.toBoolean() : false
vryzhenkina8d74e72024-02-26 14:59:37 +040096 def coreKeycloakLdap = env.CORE_KEYCLOAK_LDAP_ENABLED ? env.CORE_KEYCLOAK_LDAP_ENABLED.toBoolean() : false
vryzhenkine0ff1d82024-03-18 15:08:09 +040097 def configureInternalNTP = env.CORE_KAAS_NTP_ENABLED ? env.CORE_KAAS_NTP_ENABLED.toBoolean() : false
Sergey Lalovd7593ab2024-01-11 13:40:13 +040098 def disableKubeApiAudit = env.DISABLE_KUBE_API_AUDIT ? env.DISABLE_KUBE_API_AUDIT.toBoolean() : false
Sergey Lalovf44cbb72024-03-27 15:19:24 +040099 def auditd = env.AUDITD_ENABLE ? env.AUDITD_ENABLE.toBoolean() : false
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400100 def customSlackChannel = env.SLACK_CHANNEL_NOTIFY ? env.SLACK_CHANNEL_NOTIFY : ''
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400101 def runNTPUpdateTest = env.RUN_NTP_UPDATE_TEST ? env.RUN_NTP_UPDATE_TEST.toBoolean() : false
slalov9c58e382025-04-02 15:13:49 +0400102 def runHocTest = env.RUN_HOC_TEST ? env.RUN_HOC_TEST.toBoolean() : false
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400103 def runMCCMariaBackupRestoreTest = env.RUN_MCC_MARIA_BACKUP_RESTORE_TEST ? env.RUN_MCC_MARIA_BACKUP_RESTORE_TEST.toBoolean() : false
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400104 def runRuntimeMigrateExtendedTestMgmt = env.RUN_MGMT_RUNTIME_MIGRATE_EXTENDED_TEST ? env.RUN_MGMT_RUNTIME_MIGRATE_EXTENDED_TEST.toBoolean() : false
105 def runRuntimeMigrateQuickTestMgmt = env.RUN_MGMT_RUNTIME_MIGRATE_QUICK_TEST ? env.RUN_MGMT_RUNTIME_MIGRATE_QUICK_TEST.toBoolean() : false
106 def runRuntimeMigrateAndRollbackTestMgmt = env.RUN_MGMT_RUNTIME_MIGRATE_AND_ROLLBACK_TEST ? env.RUN_MGMT_RUNTIME_MIGRATE_AND_ROLLBACK_TEST.toBoolean() : false
107 def runRuntimeMigrateExtendedTestChild = env.RUN_CHILD_RUNTIME_MIGRATE_EXTENDED_TEST ? env.RUN_CHILD_RUNTIME_MIGRATE_EXTENDED_TEST.toBoolean() : false
108 def runRuntimeMigrateQuickTestChild = env.RUN_CHILD_RUNTIME_MIGRATE_QUICK_TEST ? env.RUN_CHILD_RUNTIME_MIGRATE_QUICK_TEST.toBoolean() : false
109 def runRuntimeMigrateAndRollbackTestChild = env.RUN_CHILD_RUNTIME_MIGRATE_AND_ROLLBACK_TEST ? env.RUN_CHILD_RUNTIME_MIGRATE_AND_ROLLBACK_TEST.toBoolean() : false
Viktor Astakhov8068bee2024-11-15 18:38:10 +0400110 def upgradeChildPlanSeq = env.UPGRADE_CHILD_PLAN_SEQ ? env.UPGRADE_CHILD_PLAN_SEQ.toBoolean() : false
111 def upgradeChildPlanBulk = env.UPGRADE_CHILD_PLAN_BULK ? env.UPGRADE_CHILD_PLAN_BULK.toBoolean() : false
Viktor Astakhov18b1c6a2024-12-06 12:56:54 +0400112 def upgradeRestartChecker = env.ENABLE_RESTART_CHECKER_FOR_CHILD_UPGRADE ? env.ENABLE_RESTART_CHECKER_FOR_CHILD_UPGRADE.toBoolean() : false
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200113
Владислав Наумовb8305e22021-02-10 17:23:12 +0100114 // proxy customization
115 def proxyConfig = [
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200116 mgmtOffline: env.OFFLINE_MGMT_CLUSTER ? env.OFFLINE_MGMT_CLUSTER.toBoolean() : false,
117 childOffline: env.OFFLINE_CHILD_CLUSTER ? env.OFFLINE_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумов257ea132021-04-14 14:44:13 +0200118 childProxy: env.PROXY_CHILD_CLUSTER ? env.PROXY_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумовb8305e22021-02-10 17:23:12 +0100119 ]
120
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200121 // optional demo deployment customization
Владислав Наумов905dd362020-06-08 16:37:01 +0200122 def awsOnDemandDemo = env.ALLOW_AWS_ON_DEMAND ? env.ALLOW_AWS_ON_DEMAND.toBoolean() : false
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200123 def enableOSDemo = true
azvyagintsev1761bdc2020-09-04 17:24:12 +0300124 def enableBMDemo = true
Sergey Lalovc62e9382024-01-29 15:19:15 +0400125 def enablebmCoreDemo = env.ALLOW_BM_CORE_ON_DEMAND ? env.ALLOW_BM_CORE_ON_DEMAND.toBoolean() : false
Sergey Lalovef5c9dc2024-03-20 22:30:06 +0400126 def bmCoreCleanup = env.BM_CORE_CLEANUP ? env.BM_CORE_CLEANUP.toBoolean() : true
Sergey Lalov839c6bf2024-12-13 22:09:31 +0400127 def airGapped = env.ALLOW_AIRGAP ? env.ALLOW_AIRGAP.toBoolean() : false
Sergey Kolekonovd6f3d902025-02-12 18:26:01 +0500128 def airGappedCDN = env.AIRGAP_CDN ? env.AIRGAP_CDN.toString() : 'internal-ci'
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400129 def enableArtifactsBuild = true
Sergey Lalovcad93332024-03-11 16:19:31 +0400130 def bmDeployType = env.BM_DEPLOY_TYPE ? env.BM_DEPLOY_TYPE.toString() : 'virtual'
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400131 def openstackIMC = env.OPENSTACK_CLOUD_LOCATION ? env.OPENSTACK_CLOUD_LOCATION : 'us'
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300132 def childOsBootFromVolume = env.OPENSTACK_BOOT_FROM_VOLUME ? env.OPENSTACK_BOOT_FROM_VOLUME.toBoolean() : false
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400133 def bootstrapV2Scenario = env.BOOTSTRAP_V2_ENABLED ? env.BOOTSTRAP_V2_ENABLED.toBoolean() : false
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400134 def enableFips = env.ENABLE_FIPS ? env.ENABLE_FIPS.toBoolean() : false
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400135 def enableMkeDebug = env.ENABLE_MKE_DEBUG ? env.ENABLE_MKE_DEBUG.toBoolean() : false
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300136 def aioCluster = env.AIO_CLUSTER ? env.AIO_CLUSTER.toBoolean() : false
Sergey Lalov22d05592024-10-29 17:06:50 +0400137 def dockerServicesCheckSkip = env.DOCKER_SERVICES_CHECK_SKIP ? env.DOCKER_SERVICES_CHECK_SKIP.toBoolean() : false
vryzhenkin4fd3f242023-03-29 15:13:46 +0400138 def enableBv2Smoke = true
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400139 def runCacheWarmup = env.CACHE_WARMUP_ENABLED ? env.CACHE_WARMUP_ENABLED.toBoolean() : false
vryzhenkin211a4e82023-11-23 12:48:27 +0400140 def cveScan = false
Sergey Kolekonov75148432024-07-16 13:22:36 +0500141 // Sync to public CDN is triggered automatically for corresponding scenarios
142 // This trigger is used only for on-demand cases
143 def publicCISync = false
vnaumov33747e12020-05-04 17:35:20 +0200144
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200145 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
Владислав Наумовb8305e22021-02-10 17:23:12 +0100146 if (commitMsg ==~ /(?s).*\[mgmt-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-proxy.*/) {
147 proxyConfig['mgmtOffline'] = true
Владислав Наумов70c02422021-04-19 14:29:41 +0200148 common.warningMsg('Forced running offline mgmt deployment, some provider CDN regions for mgmt deployment may be set to *public-ci* to verify proxy configuration')
Владислав Наумовb8305e22021-02-10 17:23:12 +0100149 }
Sergey Kolekonov5995dfd2023-07-06 16:09:43 +0600150 if (commitMsg ==~ /(?s).*\[mgmt-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-upgrade.*/) {
151 upgradeMgmt = true
152 }
153 if (commitMsg ==~ /(?s).*\[auto-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*auto-upgrade.*/) {
154 autoUpgradeMgmt = true
155 }
Владислав Наумов44c64b72020-12-04 20:22:53 +0100156 if (commitMsg ==~ /(?s).*\[seed-macos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*seed-macos.*/) {
157 seedMacOs = true
158 }
Sergey Lalovafcc0432023-04-13 14:59:06 +0400159 if (commitMsg ==~ /(?s).*\[child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-deploy.*/ ||
160 upgradeChild || runChildConformance || runProxyChildTest || runChildHPA || runChildConformanceNetworkPolicy) {
vnaumov33747e12020-05-04 17:35:20 +0200161 deployChild = true
162 }
163 if (commitMsg ==~ /(?s).*\[child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade.*/) {
164 deployChild = true
165 upgradeChild = true
166 }
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400167 if (commitMsg ==~ /(?s).*\[child-upgrade-full\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade-full.*/) {
168 deployChild = true
169 upgradeChild = true
Sergey Lalova048df92023-06-19 19:36:41 +0400170 common.warningMsg("2-step child updates are not testing (PRODX-33510)")
171 //TODO: revert after start testing the two-step upgrade again (PRODX-33510)
172 //fullUpgradeChild = true
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400173 }
Viktor Astakhov8068bee2024-11-15 18:38:10 +0400174 if (commitMsg ==~ /(?s).*\[child-upgrade-plan-sequental\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade-plan-sequental.*/) {
175 deployChild = true
176 upgradeChild = true
177 upgradeChildPlanSeq = true
178 }
179 if (commitMsg ==~ /(?s).*\[child-upgrade-plan-bulk\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade-plan-bulk.*/) {
180 deployChild = true
181 upgradeChild = true
182 upgradeChildPlanBulk = true
183 }
Viktor Astakhov18b1c6a2024-12-06 12:56:54 +0400184 if (commitMsg ==~ /(?s).*\[check-runtime-restart-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*check-runtime-restart-upgrade.*/) {
185 upgradeRestartChecker = true
186 deployChild = true
187 upgradeChild = true
188 common.warningMsg('Runtime restart checker enabled for child upgrade. Child deployment and upgrade will be enforced.')
189 }
Sergey Kolekonov5995dfd2023-07-06 16:09:43 +0600190 if ((upgradeMgmt || autoUpgradeMgmt) && deployChild) {
191 upgradeChild = true
192 common.warningMsg('child upgrade is automatically enabled as mgmt upgrade and child deploy are enabled')
193 }
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400194 def childDeployMatches = (commitMsg =~ /(\[child-deploy\s*(\w|\-)+?\])/)
195 if (childDeployMatches.size() > 0) {
Mikhail Ivanov74504372021-05-21 17:01:06 +0400196 // override child version when it set explicitly
197 deployChild = true
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400198 customChildRelease = childDeployMatches[0][0].split('child-deploy')[1].replaceAll('[\\[\\]]', '').trim()
Mikhail Ivanov74504372021-05-21 17:01:06 +0400199 common.warningMsg("Forced child deployment using custom release version ${customChildRelease}")
200 }
Mikhail Ivanov38ee4382022-01-27 16:21:51 +0400201 if (commitMsg ==~ /(?s).*\[mos-child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-child-deploy.*/) {
202 mosDeployChild = true
203 }
204 if (commitMsg ==~ /(?s).*\[mos-child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-child-upgrade.*/) {
205 mosDeployChild = true
206 mosUpgradeChild = true
207 }
Sergey Kolekonov5995dfd2023-07-06 16:09:43 +0600208 if ((upgradeMgmt || autoUpgradeMgmt) && mosDeployChild) {
209 mosUpgradeChild = true
210 common.warningMsg('MOSK child upgrade is automatically enabled as mgmt upgrade and MOSK child deploy are enabled')
211 }
Владислав Наумов0dc99252020-11-13 13:30:48 +0100212 if (commitMsg ==~ /(?s).*\[byo-attach\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-attach.*/) {
213 attachBYO = true
214 }
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100215 if (commitMsg ==~ /(?s).*\[byo-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-upgrade.*/) {
216 attachBYO = true
217 upgradeBYO = true
218 }
Sergey Lalovacec3c12022-07-20 16:00:14 +0400219 if (commitMsg ==~ /(?s).*\[ui-test-on-all-providers\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-test-on-all-providers.*/) {
Sergey Lalovacec3c12022-07-20 16:00:14 +0400220 enableOSDemo = true
221 awsOnDemandDemo = true
slalov5868ce52025-06-02 05:50:35 +0400222 runUie2e = true
Sergey Lalovacec3c12022-07-20 16:00:14 +0400223 // Edit after fix PRODX-3961
224 enableBMDemo = false
225 }
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400226 def byoDeployMatches = (commitMsg =~ /(\[run-byo-matrix\s*(ubuntu|centos)\])/)
227 if (commitMsg ==~ /(?s).*\[run-byo-matrix\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*run-byo-matrix\.*/ || byoDeployMatches.size() > 0) {
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100228 runBYOMatrix = true
229
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400230 if (byoDeployMatches.size() > 0) {
231 defaultBYOOs = byoDeployMatches[0][2]
232 common.warningMsg("Custom BYO OS detected, using ${defaultBYOOs}")
233 }
234
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100235 common.warningMsg('Forced byo matrix test via run-byo-matrix, all other byo triggers will be skipped')
236 attachBYO = false
237 upgradeBYO = false
238 }
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400239 if (commitMsg ==~ /(?s).*\[lma-logging\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lma-logging.*/) {
240 enableLMALogging = true
241 }
Sergey Lalovb2f60372022-09-20 23:58:47 +0400242 if (commitMsg ==~ /(?s).*\[deploy-os-on-mos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*deploy-os-on-mos.*/) {
243 deployOsOnMos = true
244 mosDeployChild = true
Sergey Lalovb2f60372022-09-20 23:58:47 +0400245 }
Sergey Lalovd0e20852023-08-17 19:11:19 +0400246
slalov26a60132025-03-31 15:33:49 +0400247 if (commitMsg ==~ /(?s).*\[half-virtual\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*half-virtual.*/) {
Sergey Lalovd0e20852023-08-17 19:11:19 +0400248 bmDeployType = 'half-virtual'
Sergey Lalovd0e20852023-08-17 19:11:19 +0400249 }
250
Sergey Lalov95040602023-03-07 16:42:16 +0400251 if (commitMsg ==~ /(?s).*\[ui-e2e-pw\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-e2e-pw.*/) {
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +0400252 runUie2eNew = true
253 }
vnaumov33747e12020-05-04 17:35:20 +0200254 if (commitMsg ==~ /(?s).*\[mgmt-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-cfm.*/) {
255 runMgmtConformance = true
256 }
Sergey Lalovafcc0432023-04-13 14:59:06 +0400257 if (commitMsg ==~ /(?s).*\[mgmt-cfm-netpolicy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-cfm-netpolicy.*/) {
258 runMgmtConformanceNetworkPolicy = true
259 }
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200260 if (commitMsg ==~ /(?s).*\[test-user-controller\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*test-user-controller.*/) {
261 runMgmtUserControllerTest = true
262 }
slalov574123e2022-04-06 17:24:19 +0400263 if (commitMsg ==~ /(?s).*\[test-proxy-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*test-proxy-child.*/) {
264 runProxyChildTest = true
265 deployChild = true
266 common.infoMsg('Child cluster deployment will be enabled since proxy child test suite will be executed')
267 }
vnaumov33747e12020-05-04 17:35:20 +0200268 if (commitMsg ==~ /(?s).*\[child-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-cfm.*/) {
269 runChildConformance = true
270 deployChild = true
271 }
Sergey Lalovafcc0432023-04-13 14:59:06 +0400272 if (commitMsg ==~ /(?s).*\[child-cfm-netpolicy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-cfm-netpolicy.*/) {
273 runChildConformanceNetworkPolicy = true
274 deployChild = true
275 }
vryzhenkinb286bd82023-04-04 07:17:52 +0400276 if (commitMsg ==~ /(?s).*\[child-hpa\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-hpa.*/) {
277 runChildHPA = true
278 deployChild = true
279 }
Sergey Lalov012496a2023-11-27 15:57:52 +0400280 if (commitMsg ==~ /(?s).*\[child-sl-ha\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-sl-ha.*/) {
281 runChildStacklightHa = true
282 deployChild = true
283 }
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200284 if (commitMsg ==~ /(?s).*\[lma-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lma-test.*/) {
285 runLMATest = true
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400286 enableLMALogging = true
287 common.infoMsg('LMA logging will be enabled since LMA test suite will be executed')
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400288 }
slalov13e579c2022-01-31 21:37:02 +0400289 if (commitMsg ==~ /(?s).*\[maintenance-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*maintenance-test.*/) {
290 runMaintenanceTest = true
291 }
slalov0a4947a2022-06-09 15:44:35 +0400292 if (commitMsg ==~ /(?s).*\[container-registry-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*container-registry-test.*/) {
293 runContainerregistryTest = true
294 }
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300295 if (commitMsg ==~ /(?s).*\[mgmt-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-delete-master-test.*/) {
296 runMgmtDeleteMasterTest = true
297 }
298 if (commitMsg ==~ /(?s).*\[rgnl-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*rgnl-delete-master-test.*/) {
299 runRgnlDeleteMasterTest = true
300 }
301 if (commitMsg ==~ /(?s).*\[child-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-delete-master-test.*/) {
Sergey Lalov47e21592023-07-18 23:36:32 +0400302 if (!mosDeployChild) {
303 deployChild = true
304 }
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300305 runChildDeleteMasterTest = true
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300306 common.infoMsg('Child cluster deployment will be enabled since delete child master node test suite will be executed')
307 }
308 if (commitMsg ==~ /(?s).*\[child-machine-deletion-policy-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-machine-deletion-policy-test.*/) {
309 runChildMachineDeletionPolicyTest = true
310 deployChild = true
311 common.infoMsg('Child cluster deployment will be enabled since machine deletion child policy test suite will be executed')
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300312 }
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300313 if (commitMsg ==~ /(?s).*\[graceful-reboot-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*graceful-reboot-test.*/) {
314 runGracefulRebootTest = true
315 }
Sergey Lalovbc68d752022-11-08 13:40:53 +0400316 if (commitMsg ==~ /(?s).*\[pause-for-debug\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*pause-for-debug.*/) {
317 pauseForDebug = true
318 }
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200319 if (commitMsg ==~ /(?s).*\[child-offline\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-offline.*/) {
320 proxyConfig['childOffline'] = true
321 deployChild = true
322 }
Владислав Наумов257ea132021-04-14 14:44:13 +0200323 if (commitMsg ==~ /(?s).*\[child-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-proxy.*/) {
324 proxyConfig['childOffline'] = true
325 proxyConfig['childProxy'] = true
326 deployChild = true
327 }
vnaumov33747e12020-05-04 17:35:20 +0200328 if (commitMsg ==~ /(?s).*\[fetch.*binaries\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*fetch.*binaries.*/) {
329 fetchServiceBinaries = true
330 }
slalov5868ce52025-06-02 05:50:35 +0400331
Владислав Наумов2d3db332021-06-15 15:19:19 +0200332 if (commitMsg ==~ /(?s).*\[aws-demo\].*/ ||
333 env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aws-demo.*/ ||
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100334 runBYOMatrix ||
slalov5868ce52025-06-02 05:50:35 +0400335 seedMacOs) {
Владислав Наумов2d3db332021-06-15 15:19:19 +0200336
vnaumov33747e12020-05-04 17:35:20 +0200337 awsOnDemandDemo = true
Владислав Наумов2d3db332021-06-15 15:19:19 +0200338 common.warningMsg('Running additional kaas deployment with AWS provider, may be forced due applied trigger cross dependencies, follow docs to clarify info')
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200339 }
Sergey Lalov10cb3502023-03-27 22:13:49 +0400340 if (commitMsg ==~ /(?s).*\[disable-all-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-all-demo\.*/) {
Sergey Lalov10cb3502023-03-27 22:13:49 +0400341 enableOSDemo = false
342 enableBMDemo = false
Sergey Lalov781fccc2023-10-12 21:55:17 +0400343 enableBv2Smoke = false
slalov5868ce52025-06-02 05:50:35 +0400344 common.errorMsg('BM, Openstack, demo deployments and Bootstrap v2 smoke checks will be aborted, VF -1 will be set')
Sergey Lalov10cb3502023-03-27 22:13:49 +0400345 }
346
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200347 if (commitMsg ==~ /(?s).*\[disable-os-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-os-demo\.*/) {
348 enableOSDemo = false
349 common.errorMsg('Openstack demo deployment will be aborted, VF -1 will be set')
vnaumov33747e12020-05-04 17:35:20 +0200350 }
351
azvyagintsev1761bdc2020-09-04 17:24:12 +0300352 if (commitMsg ==~ /(?s).*\[disable-bm-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bm-demo\.*/) {
353 enableBMDemo = false
354 common.errorMsg('BM demo deployment will be aborted, VF -1 will be set')
355 }
356
Sergey Lalovd0e20852023-08-17 19:11:19 +0400357 if (commitMsg ==~ /(?s).*\[bm-core-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bm-core-demo\\.*/) {
358 enablebmCoreDemo = true
359 enableBMDemo = false
360 }
361
Sergey Lalov22d05592024-10-29 17:06:50 +0400362 if (bmDeployType == 'half-virtual' && enablebmCoreDemo) {
363 common.infoMsg('Half-virtual will be deployed by default on upgrade case')
364 }
365
Sergey Lalovd0e20852023-08-17 19:11:19 +0400366 if (commitMsg ==~ /(?s).*\[disable-bm-core-cleanup\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bm-core-cleanup\\.*/) {
367 bmCoreCleanup = false
368 }
369
Sergey Lalov839c6bf2024-12-13 22:09:31 +0400370 if (commitMsg ==~ /(?s).*\[air-gapped\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*air-gapped\\.*/) {
371 airGapped = true
372 }
373
Sergey Kolekonovd6f3d902025-02-12 18:26:01 +0500374 if (commitMsg ==~ /(?s).*\[airgap-cdn-(eu|us|public-ci)\].*/) {
375 def parsedStr = commitMsg =~ /\[airgap-cdn-(eu|us|public-ci)\]/
376 switch (parsedStr[0][1]) {
377 case 'eu':
378 airGappedCDN = 'internal-eu'
379 break
380 case 'us':
381 airGappedCDN = 'internal-ci'
382 break
383 case 'public-ci':
384 airGappedCDN = 'public-ci'
385 break
386 }
387 }
388
vryzhenkin4fd3f242023-03-29 15:13:46 +0400389 if (commitMsg ==~ /(?s).*\[disable-bv2-smoke\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bv2-smoke\.*/) {
390 enableBv2Smoke = false
391 common.errorMsg('Bootstrap v2 smoke checks will be aborted, WF -1 will be set')
392 }
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400393
vryzhenkin211a4e82023-11-23 12:48:27 +0400394 if (commitMsg ==~ /(?s).*\[cve-scan\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*cve-scan\.*/) {
395 cveScan = true
396 common.errorMsg('CVE Scan job enabled')
397 }
398
Sergey Kolekonov75148432024-07-16 13:22:36 +0500399 if (commitMsg ==~ /(?s).*\[public-ci-sync\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*public-ci-sync\.*/) {
400 publicCISync = true
401 common.errorMsg('Sync to public-ci CDN is enabled')
402 }
403
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400404 def slackChannelMatches = (commitMsg =~ /(\[slack-channel\s*[#@](\S+)])/)
405 if (slackChannelMatches.size() > 0) {
406 // override chanenel notify when it set explicitly
407 customSlackChannel = slackChannelMatches[0][0].split("slack-channel")[1].replaceAll('[\\[\\]]', '').trim()
408 common.warningMsg("Forced send notify to ${customSlackChannel} channel")
409 }
410
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400411 if (commitMsg ==~ /(?s).*\[disable-artifacts-build\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-artifacts-build\.*/) {
412 enableArtifactsBuild = false
413 common.errorMsg('artifacts build will be aborted, VF -1 will be set')
414 }
415
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300416 if (commitMsg ==~ /(?s).*\[child-os-boot-from-volume\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-os-boot-from-volume\.*/) {
417 childOsBootFromVolume = true
418 common.warningMsg('OS will be booted from Ceph volumes')
419 }
420
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400421 if (commitMsg ==~ /(?s).*\[child-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-custom-cert-test\.*/) {
422 runChildCustomCertTest = true
423 deployChild = true
424 common.warningMsg('Child cluster deployment will be enabled since custom cert child test suite will be executed')
425 }
426
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400427 if (commitMsg ==~ /(?s).*\[mgmt-custom-cache-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-custom-cache-cert-test\.*/) {
428 runMgmtCustomCacheCertTest = true
429 deployChild = true
430 common.warningMsg('Child cluster deployment will be enabled as the test replaces the mgmt and cluster childcertificates')
431 }
432
Sergey Lalov48e69022023-07-25 16:08:00 +0400433 if (commitMsg ==~ /(?s).*\[mke-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mke-custom-cert-test\.*/) {
434 runMkeCustomCertTest = true
435 }
436
Sergey Lalov62c28312023-10-18 19:23:59 +0400437 if (commitMsg ==~ /(?s).*\[custom-hostnames\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*custom-hostnames\.*/) {
438 runCustomHostnames = true
439 common.warningMsg('All clusters will be deployed with Custom Hostnames')
440 }
441
vryzhenkin504dfc92023-11-01 15:49:47 +0400442 if (commitMsg ==~ /(?s).*\[sl-latest\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*sl-latest\.*/) {
443 slLatest = true
444 common.warningMsg('All clusters will be deployed with Stacklight version from artifact-metadata')
445 }
446
Sergey Kolekonove3b95162025-02-05 14:07:32 +0500447 if (commitMsg ==~ /(?s).*\[lcm-ansible-latest\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lcm-ansible-latest\.*/) {
448 lcmAnsibleLatest = true
449 common.warningMsg('All clusters will be deployed with latest available lcm-ansible version')
450 }
451
vryzhenkina8d74e72024-02-26 14:59:37 +0400452 if (commitMsg ==~ /(?s).*\[keycloak-ldap\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*keycloak-ldap\.*/) {
453 coreKeycloakLdap = true
454 common.warningMsg('Management cluster will be deployed with LDAP integration enabled and after-deployment checks will be executed')
455 }
456
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400457 if (commitMsg ==~ /(?s).*\[ntp-update\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ntp-update\.*/) {
458 runNTPUpdateTest = true
459 common.warningMsg('After deployment of mgmt job with NTP update will be executed')
460 }
461
slalov9c58e382025-04-02 15:13:49 +0400462 if (commitMsg ==~ /(?s).*\[enable-hoc\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*enable-hoc\.*/) {
463 runHocTest = true
464 common.warningMsg('Enable to create a test HOC object before any LCM-related test, verify its status and delete it after LCM test')
465 }
466
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400467 if (commitMsg ==~ /(?s).*\[mcc-maria-backup-restore\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mcc-maria-backup-restore\.*/) {
468 runMCCMariaBackupRestoreTest = true
469 common.warningMsg('MCC Maria Backup/Restore test will be executed as part of mgmt test suite')
470 }
471
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400472 if (commitMsg ==~ /(?s).*\[runtime-migrate-extended-mgmt\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-extended-mgmt\.*/) {
473 runRuntimeMigrateExtendedTestMgmt = true
474 common.warningMsg('Runtime migration with semi-reverts (extended test) scheduled as part of mgmt test suite')
475 }
476
477 if (commitMsg ==~ /(?s).*\[runtime-migrate-quick-mgmt\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-quick-mgmt\.*/) {
478 runRuntimeMigrateQuickTestMgmt = true
479 common.warningMsg('Runtime migration of all nodes in one action (quick test) scheduled as part of mgmt test suite')
480 }
481
482 if (commitMsg ==~ /(?s).*\[runtime-migrate-and-rollback-mgmt\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-and-rollback-mgmt\.*/) {
483 runRuntimeMigrateAndRollbackTestMgmt = true
484 common.warningMsg('Runtime migration with semi-reverts (extended test) and runtime rollback scheduled as part of mgmt test suite')
485 }
486
487 if (commitMsg ==~ /(?s).*\[runtime-migrate-extended-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-extended-child\.*/) {
488 runRuntimeMigrateExtendedTestChild = true
489 common.warningMsg('Runtime migration with semi-reverts (extended test) scheduled as part of child test suite')
490 }
491
492 if (commitMsg ==~ /(?s).*\[runtime-migrate-quick-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-quick-child\.*/) {
493 runRuntimeMigrateQuickTestChild = true
494 common.warningMsg('Runtime migration of all nodes in one action (quick test) scheduled as part of child test suite')
495 }
496
497 if (commitMsg ==~ /(?s).*\[runtime-migrate-and-rollback-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-and-rollback-child\.*/) {
498 runRuntimeMigrateAndRollbackTestChild = true
499 common.warningMsg('Runtime migration with semi-reverts (extended test) and runtime rollback scheduled as part of child test suite')
500 }
501
vryzhenkine0ff1d82024-03-18 15:08:09 +0400502 if (commitMsg ==~ /(?s).*\[internal-ntp\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*internal-ntp\.*/ || proxyConfig['mgmtOffline'] || proxyConfig['childOffline']) {
503 configureInternalNTP = true
Sergey Lalov348f9452024-04-18 10:34:04 +0000504 openstackIMC = 'eu'
505 common.warningMsg('Internal NTP servers will be used. Forced deployment for an offline case in eu cloud')
vryzhenkine0ff1d82024-03-18 15:08:09 +0400506 }
507
Sergey Lalovd7593ab2024-01-11 13:40:13 +0400508 if (commitMsg ==~ /(?s).*\[disable-kube-api-audit\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-kube-api-audit\.*/) {
509 disableKubeApiAudit = true
510 common.warningMsg('Disable KUBE API audit for mgmt cluster')
511 }
512
Sergey Lalov26e24c22024-03-20 13:47:31 +0400513 if (commitMsg ==~ /(?s).*\[auditd\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-kube-api-audit\.*/) {
514 auditd = true
515 }
516
Sergey Lalov430fcd72023-03-20 17:19:44 +0400517 if (commitMsg ==~ /(?s).*\[byo-child-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-child-custom-cert-test\.*/) {
518 runByoChildCustomCertTest = true
519 attachBYO = true
520 common.warningMsg('Byo child cluster deployment will be enabled since custom cert child test suite will be executed')
521 }
522
vnaumov33747e12020-05-04 17:35:20 +0200523 // TODO (vnaumov) remove below condition after moving all releases to UCP
524 def ucpChildMatches = (commitMsg =~ /(\[child-ucp\s*ucp-.*?\])/)
525 if (ucpChildMatches.size() > 0) {
526 deployChild = true
527 common.warningMsg('Forced UCP based child deployment triggered on patchset using custom keyword: \'[child-ucp ucp-5-1-0-3-3-0-example]\' ')
528
529 // TODO(vnaumov) delete after ucp upgrades support
530 common.errorMsg('Child upgrade test will be skipped, UCP upgrades temporally disabled')
531 upgradeChild = false
532 }
533
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300534 if (commitMsg ==~ /(?s).*\[aio-cluster\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aio-cluster.*/) {
535 aioCluster = true
536 }
537
Sergey Lalov22d05592024-10-29 17:06:50 +0400538 if (commitMsg ==~ /(?s).*\[enable-docker-services-check\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aio-cluster.*/) {
539 dockerServicesCheckSkip = false
540 common.warningMsg('Forced enable docker service check for all job on WF')
541 }
542
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400543 if (commitMsg ==~ /(?s).*\[cache-warmup\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*cache-warmup.*/) {
544 runCacheWarmup = true
545 }
546
547 if (runCacheWarmup && (!deployChild && !mosDeployChild)) {
548 runCacheWarmup = false
549 common.errorMsg('Child cluster deployment is not enabled, skipping Cache Warmup')
550 }
551
Владислав Наумовb8305e22021-02-10 17:23:12 +0100552 // CDN configuration
553 def cdnConfig = [
554 mgmt: [
Sergey Lalovf80dab52024-04-19 14:16:52 +0000555 openstack: 'internal-ci',
Владислав Наумовb8305e22021-02-10 17:23:12 +0100556 aws: 'public-ci',
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200557 ],
Владислав Наумовb8305e22021-02-10 17:23:12 +0100558 ]
559
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400560 if (commitMsg ==~ /(?s).*\[eu-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*eu-demo.*/) {
561 openstackIMC = 'eu'
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400562 }
Sergey Lalovac6a8e72023-12-19 01:28:41 +0400563
564 if (openstackIMC == 'eu') {
slalov021171f2022-03-04 14:48:38 +0400565 // use internal-eu because on internal-ci with eu cloud image pull takes much time
Sergey Lalovf80dab52024-04-19 14:16:52 +0000566 def cdnRegion = 'internal-eu'
slalov021171f2022-03-04 14:48:38 +0400567 cdnConfig['mgmt']['openstack'] = cdnRegion
568 }
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400569
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100570 // calculate weight of current demo run to manage lockable resources
Sergey Lalov46deb442022-08-18 12:11:03 +0400571 def demoWeight = deployChild ? 2 : 1 // management = 1, child += 1
slalov1b8afb32025-03-19 17:42:48 +0400572 if (runUie2eNew) {
Sergey Lalov46deb442022-08-18 12:11:03 +0400573 demoWeight += 1
574 }
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100575
Sergey Laloveb611b22023-09-22 16:59:09 +0400576 if (commitMsg ==~ /(?s).*\[bootstrapv1-scenario\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bootstrapv1-scenario\.*/) {
577 bootstrapV2Scenario = false
578 }
579
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400580 if (commitMsg ==~ /(?s).*\[bootstrapv2-scenario\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bootstrapv2-scenario\.*/) {
581 bootstrapV2Scenario = true
582 }
583
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400584 if (commitMsg ==~ /(?s).*\[enable-fips\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*enable-fips\.*/) {
585 enableFips = true
586 }
587
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400588 if (commitMsg ==~ /(?s).*\[enable-mke-debug\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*enable-mke-debug\.*/) {
589 enableMkeDebug = true
590 }
591
vnaumov33747e12020-05-04 17:35:20 +0200592 common.infoMsg("""
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400593 OpenStack Cloud location: ${openstackIMC}
Владислав Наумовb8305e22021-02-10 17:23:12 +0100594 CDN deployment configuration: ${cdnConfig}
595 MCC offline deployment configuration: ${proxyConfig}
Владислав Наумов44c64b72020-12-04 20:22:53 +0100596 Use MacOS node as seed: ${seedMacOs}
vnaumov33747e12020-05-04 17:35:20 +0200597 Child cluster deployment scheduled: ${deployChild}
Mikhail Ivanov74504372021-05-21 17:01:06 +0400598 Custom child cluster release: ${customChildRelease}
vnaumov33747e12020-05-04 17:35:20 +0200599 Child cluster release upgrade scheduled: ${upgradeChild}
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400600 Full Child cluster release upgrade scheduled: ${fullUpgradeChild}
Mikhail Ivanov38ee4382022-01-27 16:21:51 +0400601 MOS child deploy scheduled: ${mosDeployChild}
602 MOS child upgrade scheduled: ${mosUpgradeChild}
vnaumov33747e12020-05-04 17:35:20 +0200603 Child conformance testing scheduled: ${runChildConformance}
Sergey Lalovafcc0432023-04-13 14:59:06 +0400604 Child conformance network policy testing scheduled: ${runChildConformanceNetworkPolicy}
vryzhenkinb286bd82023-04-04 07:17:52 +0400605 Child HPA testing scheduled: ${runChildHPA}
Sergey Lalov012496a2023-11-27 15:57:52 +0400606 Child Stacklight HA: ${runChildStacklightHa}
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100607 Single BYO cluster attachment scheduled: ${attachBYO}
608 Single Attached BYO cluster upgrade test scheduled: ${upgradeBYO}
609 BYO test matrix whole suite scheduled: ${runBYOMatrix}
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400610 Default BYO OS: ${defaultBYOOs}
vnaumov33747e12020-05-04 17:35:20 +0200611 Mgmt cluster release upgrade scheduled: ${upgradeMgmt}
slalov1202bba2022-04-20 22:31:07 +0400612 Mgmt cluster release auto upgrade scheduled: ${autoUpgradeMgmt}
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400613 Mgmt LMA logging enabled: ${enableLMALogging}
Sergey Lalovb2f60372022-09-20 23:58:47 +0400614 Deploy Os on child with mos release ${deployOsOnMos}
vnaumov33747e12020-05-04 17:35:20 +0200615 Mgmt conformance testing scheduled: ${runMgmtConformance}
Sergey Lalovafcc0432023-04-13 14:59:06 +0400616 Mgmt conformance network policy testing scheduled: ${runMgmtConformanceNetworkPolicy}
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200617 LMA testing scheduled: ${runLMATest}
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200618 Mgmt user controller testing scheduled: ${runMgmtUserControllerTest}
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +0400619 Mgmt UI e2e playwrite testing scheduled: ${runUie2eNew}
slalov13e579c2022-01-31 21:37:02 +0400620 Maintenance test: ${runMaintenanceTest}
slalov0a4947a2022-06-09 15:44:35 +0400621 Container Registry test: ${runContainerregistryTest}
slalov574123e2022-04-06 17:24:19 +0400622 Child proxy test: ${runProxyChildTest}
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300623 Graceful reboot test: ${runGracefulRebootTest}
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300624 Delete mgmt master node test: ${runMgmtDeleteMasterTest}
625 Delete rgnl master node test: ${runRgnlDeleteMasterTest}
626 Delete child master node test: ${runChildDeleteMasterTest}
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300627 Child machine deletion policy test: ${runChildMachineDeletionPolicyTest}
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400628 Custom cert test for child clusters: ${runChildCustomCertTest}
Sergey Lalov430fcd72023-03-20 17:19:44 +0400629 Custom cert test for Byo child clusters: ${runByoChildCustomCertTest}
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400630 Custom cache cert test for mgmt and child clusters: ${runMgmtCustomCacheCertTest}
Sergey Lalov48e69022023-07-25 16:08:00 +0400631 MKE custom cert test for mgmt/region: ${runMkeCustomCertTest}
Sergey Lalov62c28312023-10-18 19:23:59 +0400632 Custom hostnames for all clisuers: ${runCustomHostnames}
vryzhenkin504dfc92023-11-01 15:49:47 +0400633 Stacklight templates enchanced with latest version from artifact-metadata: ${slLatest}
Sergey Kolekonove3b95162025-02-05 14:07:32 +0500634 Latest lcm-ansible tarball is used: ${lcmAnsibleLatest}
Sergey Lalovd7593ab2024-01-11 13:40:13 +0400635 Disable Kubernetes API audit: ${disableKubeApiAudit}
Sergey Lalov26e24c22024-03-20 13:47:31 +0400636 Enable Auditd : ${auditd}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200637 AWS provider deployment scheduled: ${awsOnDemandDemo}
638 OS provider deployment scheduled: ${enableOSDemo}
Sergey Lalovd0e20852023-08-17 19:11:19 +0400639 BM Core provider deployment scheduled: ${enablebmCoreDemo}
640 BM Core type deplyment: ${bmDeployType}
641 BM Core cleanup: ${bmCoreCleanup}
azvyagintsev1761bdc2020-09-04 17:24:12 +0300642 BM provider deployment scheduled: ${enableBMDemo}
Sergey Lalov839c6bf2024-12-13 22:09:31 +0400643 airGapped deployment: ${airGapped}
Sergey Kolekonovd6f3d902025-02-12 18:26:01 +0500644 airGap CDN region: ${airGappedCDN}
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400645 Artifacts build scheduled: ${enableArtifactsBuild}
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300646 Boot OS child from Ceph volumes: ${childOsBootFromVolume}
vnaumov33747e12020-05-04 17:35:20 +0200647 Service binaries fetching scheduled: ${fetchServiceBinaries}
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100648 Current weight of the demo run: ${demoWeight} (Used to manage lockable resources)
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400649 Bootstrap v2 scenario enabled: ${bootstrapV2Scenario}
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400650 FIPS enabled: ${enableFips}
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400651 MKE DEBUG enabled: ${enableMkeDebug}
Sergey Lalovbc68d752022-11-08 13:40:53 +0400652 Pause for debug enabled: ${pauseForDebug}
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300653 AIO cluster: ${aioCluster}
Sergey Lalov22d05592024-10-29 17:06:50 +0400654 Docker services check skip: ${dockerServicesCheckSkip}
vryzhenkin4fd3f242023-03-29 15:13:46 +0400655 Bootsrap v2 smoke checks enabled: ${enableBv2Smoke}
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400656 Run Cache warmup for child clusters: ${runCacheWarmup}
vryzhenkin211a4e82023-11-23 12:48:27 +0400657 CVE Scan enabled: ${cveScan}
vryzhenkina8d74e72024-02-26 14:59:37 +0400658 Keycloak+LDAP integration enabled: ${coreKeycloakLdap}
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400659 NTP update job scheduled: ${runNTPUpdateTest}
slalov9c58e382025-04-02 15:13:49 +0400660 Enable HOC tests: ${runHocTest}
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400661 MCC MariaDB Backup/Restore test enabled: ${runMCCMariaBackupRestoreTest}
Sergey Kolekonov75148432024-07-16 13:22:36 +0500662 Sync to public-ci CDN enabled: ${publicCISync}
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400663 Mgmt runtime migration (extended) enabled: ${runRuntimeMigrateExtendedTestMgmt}
664 Mgmt runtime migration (quick) enabled: ${runRuntimeMigrateQuickTestMgmt}
665 Mgmt runtime migration (extended) with rollback enabled: ${runRuntimeMigrateAndRollbackTestMgmt}
666 Child runtime migration (extended) enabled: ${runRuntimeMigrateExtendedTestChild}
667 Child runtime migration (quick) enabled: ${runRuntimeMigrateQuickTestChild}
668 Child runtime migration (extended) with rollback enabled: ${runRuntimeMigrateAndRollbackTestChild}
Viktor Astakhov8068bee2024-11-15 18:38:10 +0400669 Child Upgrade via update plan with sequental steps enabled: ${upgradeChildPlanSeq}
670 Child Upgrade via update plan with bulk steps enabled: ${upgradeChildPlanBulk}
Viktor Astakhov18b1c6a2024-12-06 12:56:54 +0400671 Runtime restart checker for child upgrade enabled: ${upgradeRestartChecker}
Владислав Наумов81777472021-03-09 15:14:27 +0400672 Triggers: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
vnaumov33747e12020-05-04 17:35:20 +0200673 return [
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300674 osCloudLocation : openstackIMC,
675 cdnConfig : cdnConfig,
676 proxyConfig : proxyConfig,
677 useMacOsSeedNode : seedMacOs,
678 deployChildEnabled : deployChild,
679 childDeployCustomRelease : customChildRelease,
680 upgradeChildEnabled : upgradeChild,
681 fullUpgradeChildEnabled : fullUpgradeChild,
682 mosDeployChildEnabled : mosDeployChild,
683 mosUpgradeChildEnabled : mosUpgradeChild,
684 runChildConformanceEnabled : runChildConformance,
Sergey Lalovafcc0432023-04-13 14:59:06 +0400685 runChildConformanceNetworkPolicyEnabled : runChildConformanceNetworkPolicy,
vryzhenkinb286bd82023-04-04 07:17:52 +0400686 runChildHPAEnabled : runChildHPA,
Sergey Lalov012496a2023-11-27 15:57:52 +0400687 runChildStacklightHaEnabled : runChildStacklightHa,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300688 attachBYOEnabled : attachBYO,
689 upgradeBYOEnabled : upgradeBYO,
690 runBYOMatrixEnabled : runBYOMatrix,
691 defaultBYOOs : defaultBYOOs,
692 upgradeMgmtEnabled : upgradeMgmt,
693 autoUpgradeMgmtEnabled : autoUpgradeMgmt,
694 enableLMALoggingEnabled : enableLMALogging,
695 deployOsOnMosEnabled : deployOsOnMos,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300696 runUie2eNewEnabled : runUie2eNew,
697 runMgmtConformanceEnabled : runMgmtConformance,
Sergey Lalovafcc0432023-04-13 14:59:06 +0400698 runMgmtConformanceNetworkPolicyEnabled : runMgmtConformanceNetworkPolicy,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300699 runMaintenanceTestEnabled : runMaintenanceTest,
700 runContainerregistryTestEnabled : runContainerregistryTest,
701 runGracefulRebootTestEnabled : runGracefulRebootTest,
702 pauseForDebugEnabled : pauseForDebug,
703 runMgmtDeleteMasterTestEnabled : runMgmtDeleteMasterTest,
704 runRgnlDeleteMasterTestEnabled : runRgnlDeleteMasterTest,
705 runChildDeleteMasterTestEnabled : runChildDeleteMasterTest,
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400706 runChildCustomCertTestEnabled : runChildCustomCertTest,
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400707 customSlackChannelEnabled : customSlackChannel,
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400708 runMgmtCustomCacheCertTestEnabled : runMgmtCustomCacheCertTest,
Sergey Lalov48e69022023-07-25 16:08:00 +0400709 runMkeCustomCertTestEnabled : runMkeCustomCertTest,
Sergey Lalov62c28312023-10-18 19:23:59 +0400710 runCustomHostnamesEnabled : runCustomHostnames,
vryzhenkin504dfc92023-11-01 15:49:47 +0400711 slLatestEnabled : slLatest,
Sergey Kolekonove3b95162025-02-05 14:07:32 +0500712 lcmAnsibleLatestEnabled : lcmAnsibleLatest,
Sergey Lalov430fcd72023-03-20 17:19:44 +0400713 runByoChildCustomCertTestEnabled : runByoChildCustomCertTest,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300714 runChildMachineDeletionPolicyTestEnabled : runChildMachineDeletionPolicyTest,
715 runLMATestEnabled : runLMATest,
716 runMgmtUserControllerTestEnabled : runMgmtUserControllerTest,
717 runProxyChildTestEnabled : runProxyChildTest,
718 fetchServiceBinariesEnabled : fetchServiceBinaries,
719 awsOnDemandDemoEnabled : awsOnDemandDemo,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300720 bmDemoEnabled : enableBMDemo,
Sergey Lalovd0e20852023-08-17 19:11:19 +0400721 bmCoreDemoEnabled : enablebmCoreDemo,
722 bmCoreCleanup : bmCoreCleanup,
Sergey Lalov4ea2cbc2024-04-04 21:41:47 +0400723 bmDeployType : bmDeployType,
Sergey Lalov839c6bf2024-12-13 22:09:31 +0400724 airGapped : airGapped,
Sergey Kolekonovd6f3d902025-02-12 18:26:01 +0500725 airGappedCDN : airGappedCDN,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300726 osDemoEnabled : enableOSDemo,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300727 artifactsBuildEnabled : enableArtifactsBuild,
728 childOsBootFromVolume : childOsBootFromVolume,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300729 demoWeight : demoWeight,
730 bootstrapV2Scenario : bootstrapV2Scenario,
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300731 enableFips : enableFips,
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400732 enableMkeDebugEnabled : enableMkeDebug,
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100733 aioCluster : aioCluster,
Sergey Lalov22d05592024-10-29 17:06:50 +0400734 dockerServicesCheckSkip : dockerServicesCheckSkip,
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400735 bv2SmokeEnabled : enableBv2Smoke,
736 runCacheWarmup : runCacheWarmup,
vryzhenkin211a4e82023-11-23 12:48:27 +0400737 cveScanEnabled : cveScan,
Sergey Lalovd7593ab2024-01-11 13:40:13 +0400738 disableKubeApiAudit : disableKubeApiAudit,
Sergey Lalov26e24c22024-03-20 13:47:31 +0400739 auditdEnabled : auditd,
vryzhenkina8d74e72024-02-26 14:59:37 +0400740 coreKeycloakLdapEnabled : coreKeycloakLdap,
vryzhenkine0ff1d82024-03-18 15:08:09 +0400741 internalNTPServersEnabled : configureInternalNTP,
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400742 runNTPUpdateTestEnabled : runNTPUpdateTest,
slalov9c58e382025-04-02 15:13:49 +0400743 runHocTestEnabled : runHocTest,
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400744 runMCCMariaBackupRestoreTestEnabled : runMCCMariaBackupRestoreTest,
Sergey Kolekonov75148432024-07-16 13:22:36 +0500745 publicCISyncEnabled : publicCISync,
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400746 runtimeMigrateExtendedMgmtEnabled : runRuntimeMigrateExtendedTestMgmt,
747 runtimeMigrateQuickMgmtEnabled : runRuntimeMigrateQuickTestMgmt,
748 runtimeMigrateMgmtAndRollbackEnabled : runRuntimeMigrateAndRollbackTestMgmt,
749 runtimeMigrateExtendedChildEnabled : runRuntimeMigrateExtendedTestChild,
750 runtimeMigrateQuickChildEnabled : runRuntimeMigrateQuickTestChild,
751 runtimeMigrateChildAndRollbackEnabled : runRuntimeMigrateAndRollbackTestChild,
Viktor Astakhov8068bee2024-11-15 18:38:10 +0400752 upgradeChildPlanSeqEnabled : upgradeChildPlanSeq,
753 upgradeChildPlanBulkEnabled : upgradeChildPlanBulk,
Viktor Astakhov18b1c6a2024-12-06 12:56:54 +0400754 upgradeRestartCheckerEnabled : upgradeRestartChecker,
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400755 ]
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200756}
757
vnaumov33747e12020-05-04 17:35:20 +0200758
759/**
760 * Determine if custom si tests/pipelines refspec forwarded from gerrit change request
761
Владислав Наумов81777472021-03-09 15:14:27 +0400762 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
vnaumov33747e12020-05-04 17:35:20 +0200763 * Used for components team to test component changes w/ custom SI refspecs using kaas/core deployment jobs
764 * Example scheme:
765 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
766 * manage refspecs through Jenkins Job Parameters
767 *
azvyagintseva12230a2020-06-05 13:24:06 +0300768 * @return (map)[* siTests: (string) final refspec for si-tests
vnaumov33747e12020-05-04 17:35:20 +0200769 * siPipelines: (string) final refspec for si-pipelines
770 * ]
771 */
772def checkCustomSIRefspec() {
vnaumovbdb90222020-05-04 18:25:50 +0200773 def common = new com.mirantis.mk.Common()
774
vnaumov33747e12020-05-04 17:35:20 +0200775 // Available triggers and its sane defaults
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200776 def siTestsRefspec = env.SI_TESTS_REFSPEC ?: 'master'
777 def siPipelinesRefspec = env.SI_PIPELINES_REFSPEC ?: 'master'
Владислав Наумов2db15e22020-07-14 12:29:22 +0200778 def siTestsDockerImage = env.SI_TESTS_DOCKER_IMAGE ?: 'docker-dev-kaas-local.docker.mirantis.net/mirantis/kaas/si-test'
779 def siTestsDockerImageTag = env.SI_TESTS_DOCKER_IMAGE_TAG ?: 'master'
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200780 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
vnaumov33747e12020-05-04 17:35:20 +0200781
782 def siTestMatches = (commitMsg =~ /(\[si-tests-ref\s*refs\/changes\/.*?\])/)
783 def siPipelinesMatches = (commitMsg =~ /(\[si-pipelines-ref\s*refs\/changes\/.*?\])/)
784
785 if (siTestMatches.size() > 0) {
786 siTestsRefspec = siTestMatches[0][0].split('si-tests-ref')[1].replaceAll('[\\[\\]]', '').trim()
Владислав Наумов7f6c0882021-03-23 19:10:57 +0400787 siTestsDockerImage = "docker-review-local.docker.mirantis.net/review/kaas-si-test-${siTestsRefspec.split('/')[-2]}"
Владислав Наумов2db15e22020-07-14 12:29:22 +0200788 siTestsDockerImageTag = siTestsRefspec.split('/')[-1]
vnaumov33747e12020-05-04 17:35:20 +0200789 }
790 if (siPipelinesMatches.size() > 0) {
791 siPipelinesRefspec = siPipelinesMatches[0][0].split('si-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
792 }
793
794 common.infoMsg("""
795 kaas/si-pipelines will be fetched from: ${siPipelinesRefspec}
796 kaas/si-tests will be fetched from: ${siTestsRefspec}
Владислав Наумов2db15e22020-07-14 12:29:22 +0200797 kaas/si-tests as dockerImage will be fetched from: ${siTestsDockerImage}:${siTestsDockerImageTag}
Владислав Наумов81777472021-03-09 15:14:27 +0400798 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов2db15e22020-07-14 12:29:22 +0200799 return [siTests: siTestsRefspec, siPipelines: siPipelinesRefspec, siTestsDockerImage: siTestsDockerImage, siTestsDockerImageTag: siTestsDockerImageTag]
vnaumov33747e12020-05-04 17:35:20 +0200800}
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200801
Владислав Наумов9080f372020-06-08 13:57:16 +0200802/**
Владислав Наумов418042b2020-07-09 18:31:10 +0200803 * Parse additional configuration for kaas component CICD repo
Владислав Наумов30a516c2020-07-09 13:15:41 +0200804 * @param configurationFile (str) path to configuration file in yaml format
805 *
806 * @return (map)[ siTestsFeatureFlags (string) dedicated feature flags that will be used in SI tests,
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300807 * siTestsFeatureFlagsStable (string) dedicated feature flags that will be used in SI tests for deploying stable release
Владислав Наумов30a516c2020-07-09 13:15:41 +0200808 * ]
809 */
810def parseKaaSComponentCIParameters(configurationFile){
811 def common = new com.mirantis.mk.Common()
812 def ciConfig = readYaml file: configurationFile
813 def ciSpec = [
814 siTestsFeatureFlags: env.SI_TESTS_FEATURE_FLAGS ?: '',
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300815 siTestsFeatureFlagsStable: env.SI_TESTS_FEATURE_FLAGS_STABLE ?: '',
Владислав Наумов30a516c2020-07-09 13:15:41 +0200816 ]
817
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300818 // If exists and not empty
819 if (ciConfig.getOrDefault('si-tests-feature-flags', [])) {
Владислав Наумов30a516c2020-07-09 13:15:41 +0200820 common.infoMsg("""SI tests feature flags customization detected,
821 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlags']}] identification...""")
822
823 def ffMeta = ciSpec['siTestsFeatureFlags'].tokenize(',').collect { it.trim() }
824 ffMeta.addAll(ciConfig['si-tests-feature-flags'])
Владислав Наумов30a516c2020-07-09 13:15:41 +0200825
Владислав Наумовcb5ffca2020-07-14 15:28:36 +0200826 ciSpec['siTestsFeatureFlags'] = ffMeta.unique().join(',')
Владислав Наумов30a516c2020-07-09 13:15:41 +0200827 common.infoMsg("SI tests custom feature flags: ${ciSpec['siTestsFeatureFlags']}")
828 }
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300829 if (ciConfig.getOrDefault('si-tests-feature-flags-stable', [])) {
830 common.infoMsg("""SI tests feature flags for stable release customization detected,
831 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlagsStable']}] identification...""")
832
833 def ffMeta = ciSpec['siTestsFeatureFlagsStable'].tokenize(',').collect { it.trim() }
834 ffMeta.addAll(ciConfig['si-tests-feature-flags-stable'])
835
836 ciSpec['siTestsFeatureFlagsStable'] = ffMeta.unique().join(',')
837 common.infoMsg("SI tests custom feature flags for stable release: ${ciSpec['siTestsFeatureFlagsStable']}")
838 }
Владислав Наумов30a516c2020-07-09 13:15:41 +0200839
840 common.infoMsg("""Additional ci configuration parsed successfully:
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300841 siTestsFeatureFlags: ${ciSpec['siTestsFeatureFlags']}
842 siTestsFeatureFlagsStable: ${ciSpec['siTestsFeatureFlagsStable']}""")
Владислав Наумов30a516c2020-07-09 13:15:41 +0200843 return ciSpec
844}
845
846/**
847 * Determine if custom kaas core/pipelines refspec forwarded from gerrit change request
Владислав Наумов9080f372020-06-08 13:57:16 +0200848
Владислав Наумов81777472021-03-09 15:14:27 +0400849 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов9080f372020-06-08 13:57:16 +0200850 * Used for components team to test component changes w/ custom Core refspecs using kaas/core deployment jobs
851 * Example scheme:
852 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
853 * manage refspecs through Jenkins Job Parameters
854 *
855 * @return (map)[ core: (string) final refspec for kaas/core
856 * corePipelines: (string) final refspec for pipelines in kaas/core
857 * ]
858 */
859def checkCustomCoreRefspec() {
860 def common = new com.mirantis.mk.Common()
861
862 // Available triggers and its sane defaults
863 def coreRefspec = env.KAAS_CORE_REFSPEC ?: 'master'
864 // by default using value of GERRIT_REFSPEC parameter in *kaas/core jobs*
865 def corePipelinesRefspec = env.KAAS_PIPELINE_REFSPEC ?: '\$GERRIT_REFSPEC'
866 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
867
868 def coreMatches = (commitMsg =~ /(\[core-ref\s*refs\/changes\/.*?\])/)
869 def corePipelinesMatches = (commitMsg =~ /(\[core-pipelines-ref\s*refs\/changes\/.*?\])/)
870
871 if (coreMatches.size() > 0) {
872 coreRefspec = coreMatches[0][0].split('core-ref')[1].replaceAll('[\\[\\]]', '').trim()
873 }
874 if (corePipelinesMatches.size() > 0) {
875 corePipelinesRefspec = corePipelinesMatches[0][0].split('core-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
876 }
877
878 common.infoMsg("""
879 kaas/core will be fetched from: ${coreRefspec}
880 kaas/core pipelines will be fetched from: ${corePipelinesRefspec}
Владислав Наумов81777472021-03-09 15:14:27 +0400881 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов9080f372020-06-08 13:57:16 +0200882 return [core: coreRefspec, corePipelines: corePipelinesRefspec]
883}
884
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200885
886/**
Владислав Наумов92288d92020-07-13 18:36:21 +0200887 * generate Jenkins Parameter objects from from text parameter with additonal kaas core context
888 * needed to forward inside kaas core set of jobs
889 *
890 * @param context (string) Representation of the string enviroment variables needed for kaas core jobs in yaml format
891 * @return (list)[ string(name: '', value: ''),
892 * ]
893 */
894def generateKaaSVarsFromContext(context) {
895 def common = new com.mirantis.mk.Common()
896 def parameters = []
897 def config = readYaml text: context
898
899 config.each { k,v ->
900 common.infoMsg("Custom KaaS Core context parameter: ${k}=${v}")
901 parameters.add(string(name: k, value: v))
902 }
903
904 return parameters
905}
906
907/**
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200908 * Trigger KaaS demo jobs based on AWS/OS providers with customized test suite, parsed from external sources (gerrit commit/jj vars)
Владислав Наумов81777472021-03-09 15:14:27 +0400909 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200910 * Used for components team to test component changes w/ customized SI tests/refspecs using kaas/core deployment jobs
911 *
Владислав Наумов418042b2020-07-09 18:31:10 +0200912 * @param: component (string) component name [iam, lcm, stacklight]
913 * @param: patchSpec (string) Patch for kaas/cluster releases in json format
914 * @param: configurationFile (string) Additional file for component repo CI config in yaml format
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200915 */
Владислав Наумов92288d92020-07-13 18:36:21 +0200916def triggerPatchedComponentDemo(component, patchSpec = '', configurationFile = '.ci-parameters.yaml', coreContext = '') {
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200917 def common = new com.mirantis.mk.Common()
918 // Determine if custom trigger keywords forwarded from gerrit
919 def triggers = checkDeploymentTestSuite()
920 // Determine SI refspecs
921 def siRefspec = checkCustomSIRefspec()
Владислав Наумов9080f372020-06-08 13:57:16 +0200922 // Determine Core refspecs
923 def coreRefspec = checkCustomCoreRefspec()
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200924
Владислав Наумов418042b2020-07-09 18:31:10 +0200925 // Determine component repo ci configuration
926 def ciSpec = [:]
927 def componentFeatureFlags = env.SI_TESTS_FEATURE_FLAGS ?: ''
928 if (fileExists(configurationFile)) {
929 common.infoMsg('Component CI configuration file detected, parsing...')
930 ciSpec = parseKaaSComponentCIParameters(configurationFile)
931 componentFeatureFlags = ciSpec['siTestsFeatureFlags']
932 } else {
933 common.warningMsg('''Component CI configuration file is not exists,
Владислав Наумовc17dd552020-07-29 17:07:38 +0200934 several code-management features may be unavailable,
Владислав Наумов92288d92020-07-13 18:36:21 +0200935 follow https://mirantis.jira.com/wiki/spaces/QA/pages/2310832276/SI-tests+feature+flags#%5BUpdated%5D-Using-a-feature-flag
936 to create the configuration file''')
Владислав Наумов418042b2020-07-09 18:31:10 +0200937 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400938
939 def platforms = []
slalov5868ce52025-06-02 05:50:35 +0400940 if (triggers.osDemoEnabled) {
941 platforms.add('openstack')
942 }
943 if (triggers.awsOnDemandDemoEnabled) {
944 platforms.add('aws')
945 }
946 if (triggers.bmCoreDemoEnabled) {
947 platforms.add('bm')
Ivan Berezovskiy91ede502021-05-13 21:05:36 +0400948 }
949
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200950 def jobs = [:]
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200951 def parameters = [
Владислав Наумов9080f372020-06-08 13:57:16 +0200952 string(name: 'GERRIT_REFSPEC', value: coreRefspec.core),
953 string(name: 'KAAS_PIPELINE_REFSPEC', value: coreRefspec.corePipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200954 string(name: 'SI_TESTS_REFSPEC', value: siRefspec.siTests),
Владислав Наумов418042b2020-07-09 18:31:10 +0200955 string(name: 'SI_TESTS_FEATURE_FLAGS', value: componentFeatureFlags),
Владислав Наумов2db15e22020-07-14 12:29:22 +0200956 string(name: 'SI_TESTS_DOCKER_IMAGE', value: siRefspec.siTestsDockerImage),
957 string(name: 'SI_TESTS_DOCKER_IMAGE_TAG', value: siRefspec.siTestsDockerImageTag),
Владислав Наумов4a5c3242020-06-08 14:36:11 +0200958 string(name: 'SI_PIPELINES_REFSPEC', value: siRefspec.siPipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200959 string(name: 'CUSTOM_RELEASE_PATCH_SPEC', value: patchSpec),
Mikhail Ivanov74504372021-05-21 17:01:06 +0400960 string(name: 'KAAS_CHILD_CLUSTER_RELEASE_NAME', value: triggers.childDeployCustomRelease),
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400961 string(name: 'OPENSTACK_CLOUD_LOCATION', value: triggers.osCloudLocation),
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400962 string(name: 'SLACK_CHANNEL_NOTIFY', value: triggers.customSlackChannelEnabled),
Sergey Lalov4ea2cbc2024-04-04 21:41:47 +0400963 string(name: 'BM_DEPLOY_TYPE', value: triggers.bmDeployType),
Sergey Kolekonovcf9ee652025-03-07 13:03:13 +0500964 string(name: 'AIRGAP_CDN', value: triggers.airGappedCDN),
Владислав Наумовb8305e22021-02-10 17:23:12 +0100965 booleanParam(name: 'OFFLINE_MGMT_CLUSTER', value: triggers.proxyConfig['mgmtOffline']),
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200966 booleanParam(name: 'OFFLINE_CHILD_CLUSTER', value: triggers.proxyConfig['childOffline']),
Владислав Наумов257ea132021-04-14 14:44:13 +0200967 booleanParam(name: 'PROXY_CHILD_CLUSTER', value: triggers.proxyConfig['childProxy']),
Владислав Наумов44c64b72020-12-04 20:22:53 +0100968 booleanParam(name: 'SEED_MACOS', value: triggers.useMacOsSeedNode),
Владислав Наумов080d9412020-07-29 13:05:14 +0200969 booleanParam(name: 'UPGRADE_MGMT_CLUSTER', value: triggers.upgradeMgmtEnabled),
slalov1202bba2022-04-20 22:31:07 +0400970 booleanParam(name: 'AUTO_UPGRADE_MCC', value: triggers.autoUpgradeMgmtEnabled),
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400971 booleanParam(name: 'ENABLE_LMA_LOGGING', value: triggers.enableLMALoggingEnabled),
Sergey Kolekonov75861642024-10-28 18:38:15 +0500972 booleanParam(name: 'DEPLOY_MOS_CHILD_CLUSTER', value: triggers.mosDeployChildEnabled),
Sergey Lalovb2f60372022-09-20 23:58:47 +0400973 booleanParam(name: 'DEPLOY_OS_ON_MOS', value: triggers.deployOsOnMosEnabled),
slalov1b8afb32025-03-19 17:42:48 +0400974 booleanParam(name: 'RUN_UI_E2E_NEW', value: triggers.runUie2eNewEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200975 booleanParam(name: 'RUN_MGMT_CFM', value: triggers.runMgmtConformanceEnabled),
Sergey Lalovafcc0432023-04-13 14:59:06 +0400976 booleanParam(name: 'RUN_MGMT_CFM_NETWORK_POLICY', value: triggers.runMgmtConformanceNetworkPolicyEnabled),
slalov0a4947a2022-06-09 15:44:35 +0400977 booleanParam(name: 'RUN_MAINTENANCE_TEST', value: triggers.runMaintenanceTestEnabled),
978 booleanParam(name: 'RUN_CONTAINER_REGISTRY_TEST', value: triggers.runContainerregistryTestEnabled),
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300979 booleanParam(name: 'RUN_GRACEFUL_REBOOT_TEST', value: triggers.runGracefulRebootTestEnabled),
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300980 booleanParam(name: 'RUN_MGMT_DELETE_MASTER_TEST', value: triggers.runMgmtDeleteMasterTestEnabled),
981 booleanParam(name: 'RUN_RGNL_DELETE_MASTER_TEST', value: triggers.runRgnlDeleteMasterTestEnabled),
982 booleanParam(name: 'RUN_CHILD_DELETE_MASTER_TEST', value: triggers.runChildDeleteMasterTestEnabled),
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400983 booleanParam(name: 'RUN_CHILD_CUSTOM_CERT_TEST', value: triggers.runChildCustomCertTestEnabled),
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400984 booleanParam(name: 'RUN_MGMT_CUSTOM_CACHE_CERT_TEST', value: triggers.runMgmtCustomCacheCertTestEnabled),
Sergey Lalov48e69022023-07-25 16:08:00 +0400985 booleanParam(name: 'RUN_MKE_CUSTOM_CERT_TEST', value: triggers.runMkeCustomCertTestEnabled),
Sergey Lalov62c28312023-10-18 19:23:59 +0400986 booleanParam(name: 'RUN_CUSTOM_HOSTNAMES', value: triggers.runCustomHostnamesEnabled),
vryzhenkin504dfc92023-11-01 15:49:47 +0400987 booleanParam(name: 'SL_LATEST', value: triggers.slLatestEnabled),
Sergey Kolekonove3b95162025-02-05 14:07:32 +0500988 booleanParam(name: 'LCM_ANSIBLE_LATEST', value: triggers.lcmAnsibleLatestEnabled),
Sergey Lalov430fcd72023-03-20 17:19:44 +0400989 booleanParam(name: 'RUN_BYO_CHILD_CUSTOM_CERT_TEST', value: triggers.runByoChildCustomCertTestEnabled),
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300990 booleanParam(name: 'RUN_CHILD_MACHINE_DELETION_POLICY_TEST', value: triggers.runChildMachineDeletionPolicyTestEnabled),
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200991 booleanParam(name: 'RUN_LMA_TEST', value: triggers.runLMATestEnabled),
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200992 booleanParam(name: 'RUN_MGMT_USER_CONTROLLER_TEST', value: triggers.runMgmtUserControllerTestEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +0200993 booleanParam(name: 'DEPLOY_CHILD_CLUSTER', value: triggers.deployChildEnabled),
994 booleanParam(name: 'UPGRADE_CHILD_CLUSTER', value: triggers.upgradeChildEnabled),
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400995 booleanParam(name: 'FULL_UPGRADE_CHILD_CLUSTER', value: triggers.fullUpgradeChildEnabled),
slalov574123e2022-04-06 17:24:19 +0400996 booleanParam(name: 'RUN_PROXY_CHILD_TEST', value: triggers.runProxyChildTestEnabled),
Владислав Наумов0dc99252020-11-13 13:30:48 +0100997 booleanParam(name: 'ATTACH_BYO', value: triggers.attachBYOEnabled),
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100998 booleanParam(name: 'UPGRADE_BYO', value: triggers.upgradeBYOEnabled),
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100999 booleanParam(name: 'RUN_BYO_MATRIX', value: triggers.runBYOMatrixEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +02001000 booleanParam(name: 'RUN_CHILD_CFM', value: triggers.runChildConformanceEnabled),
Sergey Lalovafcc0432023-04-13 14:59:06 +04001001 booleanParam(name: 'RUN_CHILD_CFM_NETPOLICY', value: triggers.runChildConformanceNetworkPolicyEnabled),
vryzhenkinb286bd82023-04-04 07:17:52 +04001002 booleanParam(name: 'RUN_CHILD_HPA', value: triggers.runChildHPAEnabled),
Sergey Lalov012496a2023-11-27 15:57:52 +04001003 booleanParam(name: 'RUN_STACKLIGHT_CHILD_HA', value: triggers.runChildStacklightHaEnabled),
Ivan Berezovskiycbf9eeb2021-03-22 15:57:32 +04001004 booleanParam(name: 'ALLOW_AWS_ON_DEMAND', value: triggers.awsOnDemandDemoEnabled),
Sergey Lalovc63259f2024-01-28 16:52:30 +04001005 booleanParam(name: 'ALLOW_BM_CORE_ON_DEMAND', value: triggers.bmCoreDemoEnabled),
Sergey Lalovbc68d752022-11-08 13:40:53 +04001006 booleanParam(name: 'PAUSE_FOR_DEBUG', value: triggers.pauseForDebugEnabled),
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +03001007 booleanParam(name: 'ENABLE_FIPS', value: triggers.enableFips),
Sergey Lalov00bea0f2023-08-14 16:46:33 +04001008 booleanParam(name: 'ENABLE_MKE_DUBUG', value: triggers.enableMkeDebugEnabled),
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +03001009 booleanParam(name: 'AIO_CLUSTER', value: triggers.aioCluster),
Sergey Lalov22d05592024-10-29 17:06:50 +04001010 booleanParam(name: 'DOCKER_SERVICES_CHECK_SKIP', value: triggers.dockerServicesCheckSkip),
Sergey Lalovd0e20852023-08-17 19:11:19 +04001011 booleanParam(name: 'BM_CORE_CLEANUP', value: triggers.bmCoreCleanup),
Sergey Lalov839c6bf2024-12-13 22:09:31 +04001012 booleanParam(name: 'ALLOW_AIRGAP', value: triggers.airGapped),
Sergey Lalovd7593ab2024-01-11 13:40:13 +04001013 booleanParam(name: 'DISABLE_KUBE_API_AUDIT', value: triggers.disableKubeApiAudit),
Sergey Lalovf44cbb72024-03-27 15:19:24 +04001014 booleanParam(name: "AUDITD_ENABLE", value: triggers.auditdEnabled),
vryzhenkine0ff1d82024-03-18 15:08:09 +04001015 booleanParam(name: 'CORE_KEYCLOAK_LDAP_ENABLED', value: triggers.coreKeycloakLdapEnabled),
Viktor Astakhovadfcfb52024-05-16 16:56:21 +04001016 booleanParam(name: 'CORE_KAAS_NTP_ENABLED', value: triggers.internalNTPServersEnabled),
Viktor Astakhov8da448c2024-06-14 14:59:32 +04001017 booleanParam(name: 'RUN_NTP_UPDATE_TEST', value: triggers.runNTPUpdateTestEnabled),
slalov9c58e382025-04-02 15:13:49 +04001018 booleanParam(name: 'RUN_HOC_TEST', value: triggers.runHocTestEnabled),
Viktor Astakhov4fda2672024-08-29 16:38:25 +04001019 booleanParam(name: 'RUN_MCC_MARIA_BACKUP_RESTORE_TEST', value: triggers.runMCCMariaBackupRestoreTestEnabled),
1020 booleanParam(name: 'RUN_MGMT_RUNTIME_MIGRATE_EXTENDED_TEST', value: triggers.runtimeMigrateExtendedMgmtEnabled),
1021 booleanParam(name: 'RUN_MGMT_RUNTIME_MIGRATE_QUICK_TEST', value: triggers.runtimeMigrateQuickMgmtEnabled),
1022 booleanParam(name: 'RUN_MGMT_RUNTIME_MIGRATE_AND_ROLLBACK_TEST', value: triggers.runtimeMigrateMgmtAndRollbackEnabled),
1023 booleanParam(name: 'RUN_CHILD_RUNTIME_MIGRATE_EXTENDED_TEST', value: triggers.runtimeMigrateExtendedChildEnabled),
1024 booleanParam(name: 'RUN_CHILD_RUNTIME_MIGRATE_QUICK_TEST', value: triggers.runtimeMigrateQuickChildEnabled),
1025 booleanParam(name: 'RUN_CHILD_RUNTIME_MIGRATE_AND_ROLLBACK_TEST', value: triggers.runtimeMigrateChildAndRollbackEnabled),
Viktor Astakhov8068bee2024-11-15 18:38:10 +04001026 booleanParam(name: 'UPGRADE_CHILD_PLAN_SEQ', value: triggers.upgradeChildPlanSeqEnabled),
1027 booleanParam(name: 'UPGRADE_CHILD_PLAN_BULK', value: triggers.upgradeChildPlanBulkEnabled),
Viktor Astakhov18b1c6a2024-12-06 12:56:54 +04001028 booleanParam(name: 'ENABLE_RESTART_CHECKER_FOR_CHILD_UPGRADE', value: triggers.upgradeRestartCheckerEnabled),
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001029 ]
Владислав Наумов92288d92020-07-13 18:36:21 +02001030
Владислав Наумов92288d92020-07-13 18:36:21 +02001031 // Determine component team custom context
1032 if (coreContext != '') {
1033 common.infoMsg('Additional KaaS Core context detected, will be forwarded into kaas core cicd...')
1034 def additionalParameters = generateKaaSVarsFromContext(coreContext)
Владислав Наумовbef51a92020-10-01 17:36:51 +02001035 parameters.addAll(additionalParameters)
Владислав Наумов92288d92020-07-13 18:36:21 +02001036 }
1037
Владислав Наумовaa430612020-06-08 17:18:31 +02001038 def jobResults = []
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001039
1040 platforms.each { platform ->
1041 jobs["kaas-core-${platform}-patched-${component}"] = {
Vladislav Naumov5313a202021-04-07 17:13:39 +00001042 try {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001043 common.infoMsg("Deploy: patched KaaS demo with ${platform} provider")
1044 def job_info = build job: "kaas-testing-core-${platform}-workflow-${component}", parameters: parameters, wait: true
1045 def build_description = job_info.getDescription()
1046 def build_result = job_info.getResult()
Vladislav Naumov5313a202021-04-07 17:13:39 +00001047 jobResults.add(build_result)
Владислав Наумовd044e842020-06-17 15:33:43 +02001048
Vladislav Naumov5313a202021-04-07 17:13:39 +00001049 if (build_description) {
1050 currentBuild.description += build_description
1051 }
1052 } finally {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001053 common.infoMsg("Patched KaaS demo with ${platform} provider finished")
Vladislav Naumov5313a202021-04-07 17:13:39 +00001054 }
1055 }
1056 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001057
1058 common.infoMsg('Trigger KaaS demo deployments according to defined provider set')
Владислав Наумов37f7f842021-03-09 16:08:39 +04001059 if (jobs.size() == 0) {
1060 error('No demo jobs matched with keywords, execution will be aborted, at least 1 provider should be enabled')
1061 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001062 // Limit build concurency workaround examples: https://issues.jenkins-ci.org/browse/JENKINS-44085
1063 parallel jobs
Владислав Наумовaa430612020-06-08 17:18:31 +02001064
1065 if (jobResults.contains('FAILURE')) {
Владислав Наумовf86b1112020-06-09 14:04:48 +02001066 common.infoMsg('One of parallel downstream jobs is failed, mark executor job as failed')
Владислав Наумовaa430612020-06-08 17:18:31 +02001067 currentBuild.result = 'FAILURE'
1068 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001069}
Владислав Наумов30a516c2020-07-09 13:15:41 +02001070
1071
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001072/**
slalov5868ce52025-06-02 05:50:35 +04001073 * Function currently supported to be called from aws demos.
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001074 *
slalov5868ce52025-06-02 05:50:35 +04001075 * @param: callBackDemo (string) Demo which requested to generate lockResources [aws]
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001076 * @param: triggers (map) Custom trigger keywords forwarded from gerrit
slalov5868ce52025-06-02 05:50:35 +04001077 * @return (map) Return aggregated map with lockResources
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001078 */
1079
1080
1081def generateLockResources(callBackDemo, triggers) {
1082 def common = new com.mirantis.mk.Common()
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001083
slalov5868ce52025-06-02 05:50:35 +04001084 def deployChild = triggers.deployChildEnabled
1085
1086 // Generate lockLabels based on demo context
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001087 switch (callBackDemo) {
1088 case 'aws':
1089 // Add aws specific lock label with quantity calculated based on single mgmt deploy or mgmt + child
1090 lockLabels['aws_core_ci_queue'] = triggers.demoWeight
Sergey Kolekonovf4c1f492022-02-03 14:44:45 +04001091 if (triggers.runBYOMatrixEnabled) { lockLabels['aws_core_ci_queue'] += 6 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001092 break
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001093 default:
slalov5868ce52025-06-02 05:50:35 +04001094 error('Supposed to be called from aws demos only')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001095 }
1096
1097 // generate lock metadata
1098 def lockResources = []
1099 lockLabels.each { label, quantity ->
1100 if (quantity > 0) {
1101 def res = [
1102 label: label,
1103 quantity: quantity,
1104 ]
1105 lockResources.add(res)
1106 }
1107 }
1108
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001109 return [
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001110 lockResources: lockResources,
1111 ]
1112}
1113
1114/**
Dmitry Teselkinfce71aa2022-03-05 19:36:52 +03001115* getCIKeywordsFromCommitMsg parses commit message and returns all gerrit keywords with their values as a list of maps.
1116* Each element (map) contains keys 'key' for keyword name and 'value' for its value.
1117* If keyword contains only 'key' part then 'value' is boolean True.
1118* This function does not perform keywords validation.
1119* First line of a commit message is ignored.
1120* To use '[' or ']' characters inside keyword prepend it with backslash '\'.
1121* TODO: Remove backslash chars from values if they prepend '[' or ']'.
1122**/
1123
1124List getCIKeywordsFromCommitMsg() {
1125 String commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
1126 List commitMsgLines = commitMsg.split('\n')
1127 List keywords = []
1128 if (commitMsgLines.size() < 2) {
1129 return keywords
1130 }
1131
1132 String commitMsgBody = commitMsgLines[1..-1].join('\n')
1133
1134 // Split commit message body to chunks using '[' or ']' as delimiter,
1135 // ignoring them if prepended by backslash (regex negative lookbehind).
1136 // Resulting list will have chunks between '[' and ']' at odd indexes.
1137 List parts = commitMsgBody.split(/(?<!\\)[\[\]]/)
1138
1139 // Iterate chunks by odd indexes only, trim values and split to
1140 // <key> / <value> pair where <key> is the part of a sting before the first
1141 // whitespace delimiter, and <value> is the rest (may include whitespaces).
1142 // If there is no whitespace in the string then this is a 'switch'
1143 // and <value> will be boolean True.
1144 for (i = 1; i < parts.size(); i += 2) {
1145 def (key, value) = (parts[i].trim().split(/\s+/, 2) + [true, ])[0..1]
1146 keywords.add(['key': key, 'value': value])
1147 }
1148
1149 return keywords
1150}
1151
1152/**
1153* getJobsParamsFromCommitMsg parses list of CI keywords and returns values of 'job-params' keyword
1154* that were specified for given job name. `job-params` keyword has the following structure
1155*
1156* [job-params <job name> <parameter name> <parameter value>]
1157*
1158* Return value is a Map that contains those parameters using the following structure:
1159*
1160* <job name>:
1161* <parameter name>: <parameter value>
1162*
1163**/
1164Map getJobsParamsFromCommitMsg() {
1165 List keywords = getCIKeywordsFromCommitMsg()
1166
1167 List jobsParamsList = []
1168 keywords.findAll{ it.key == 'job-params' }.collect(jobsParamsList) {
1169 def (name, params) = (it['value'].split(/\s+/, 2) + [null, ])[0..1]
1170 def (key, value) = params.split(/\s+/, 2)
1171 ['name': name, 'key': key, 'value': value]
1172 }
1173
1174 Map jobsParams = jobsParamsList.inject([:]) { result, it ->
1175 if (!result.containsKey(it.name)) {
1176 result[it.name] = [:]
1177 }
1178 result[it.name][it.key] = it.value
1179 result
1180 }
1181
1182 return jobsParams
1183}
1184
1185
1186/**
1187* getJobParamsFromCommitMsg returns key:value Map of parameters set for a job in commit message.
1188* It uses getJobsParamsFromCommitMsg to get all parameters from commit message and then
1189* uses only those parametes that were set to all jobs (with <job name> == '*') or to
1190* a particular job. Parameters set to a particular job have higher precedence.
1191*
1192* Return value is a Map that contains those parameters:
1193*
1194* <parameter name>: <parameter value>
1195*
1196**/
1197Map getJobParamsFromCommitMsg(String jobName) {
1198 jobsParams = getJobsParamsFromCommitMsg()
1199 jobParams = jobsParams.getOrDefault('*', [:])
1200 if (jobName) {
1201 jobParams.putAll(jobsParams.getOrDefault(jobName, [:]))
1202 }
1203 return jobParams
1204}
azvyagintsevc17d14b2022-06-06 19:06:33 +03001205
1206/** Getting test scheme from text, which should be
1207Imput example:
1208text="""
1209 DATA
1210
1211 kaas_bm_test_schemas:
1212 KAAS_RELEASES_REFSPEC: ''
1213 KEY: VAL
1214
1215 DATA
1216 """
1217
1218 Call: parseTextForTestSchemas(['text' : text,'keyLine' : 'kaas_bm_test_schemas'])
1219
1220 Return:
1221 ['KAAS_RELEASES_REFSPEC': '', 'KEY' : 'VAL']
1222 **/
1223def parseTextForTestSchemas(Map opts) {
azvyagintsevd96aac22022-06-10 14:23:26 +03001224 String text = opts.getOrDefault('text', '')
azvyagintsevc17d14b2022-06-06 19:06:33 +03001225 String keyLine = opts.getOrDefault('keyLine', '')
1226 Map testScheme = [:]
1227 if (!text || !keyLine) {
azvyagintsevd96aac22022-06-10 14:23:26 +03001228 return testScheme
azvyagintsevc17d14b2022-06-06 19:06:33 +03001229 }
1230 if (text =~ /\n$keyLine\n.*/) {
1231 def common = new com.mirantis.mk.Common()
1232 try {
1233 String regExp = '\\n' + keyLine + '\\n'
1234 // regexep block must be followed by empty line
1235 testScheme = readYaml text: "${text.split(regExp)[1].split('\n\n')[0]}"
1236 common.infoMsg("parseTextForTestSchemas result:\n" + testScheme)
1237 common.mergeEnv(env, toJson(testScheme))
1238 }
1239 catch (Exception e) {
1240 common.errorMsg("There is an error occured during parseTextForTestSchemas execution:\n${e}")
1241 throw e
1242 }
1243 }
azvyagintsevd96aac22022-06-10 14:23:26 +03001244 return testScheme
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +03001245}
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001246
1247
1248/**
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001249 * genCommandLine prepares command line for artifactory-replication
1250 * command using legacy environment variables
1251 *
1252 * @return: (string) Prepared command line
1253 */
1254def genCommandLine() {
1255 def envToParam = [
1256 'DESTINATION_USER': '-dst-user',
1257 'ARTIFACT_FILTER': '-artifact-filter',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001258 'ARTIFACT_TYPE': '-artifact-type',
1259 'BINARY_CLEAN': '-bin-cleanup',
1260 'BINARY_CLEAN_KEEP_DAYS': '-bin-clean-keep-days',
1261 'BINARY_CLEAN_PREFIX': '-bin-clean-prefix',
1262 'BUILD_URL': '-slack-build-url',
1263 'CHECK_REPOS': '-check-repos',
1264 'DESTINATION_REGISTRY': '-dst-repo',
1265 'DESTINATION_REGISTRY_TYPE': '-dst-repo-type',
Ihor Hryshchenko4f703862023-12-07 14:45:50 +02001266 'SIGNED_IMAGES_PATH': '-signed-images-path',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001267 'DOCKER_CLEAN': '-cleanup',
Ihor Hryshchenkoaa501002024-03-11 16:39:56 +02001268 'DOCKER_OLDER_THAN_DAYS': '-older-than-days',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001269 'DOCKER_TAG': '-docker-tag',
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001270 'DOCKER_OVERWRITE_TAG': '-docker-overwrite-tag',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001271 'HELM_CDN_DOMAIN': '-helm-cdn-domain',
1272 'SLACK_CHANNEL': '-slack-channel',
Ihor Hryshchenko742c9012024-01-19 16:47:22 +02001273 'SLACK_CHANNELS': '-slack-channels',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001274 'SLACK_USER': '-slack-user',
1275 'SOURCE_REGISTRY': '-src-repo',
1276 'SOURCE_REGISTRY_TYPE': '-src-repo-type',
1277 'SYNC_PATTERN': '-sync-pattern'
1278 ]
1279 def cmdParams = ''
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001280 def isActionSpecified = false
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001281 for (e in envToParam) {
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001282 if (env[e.key] == null || env[e.key] == 'false') {
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001283 continue
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001284 } else if ((e.key == 'CHECK_REPOS' || e.key == 'DOCKER_CLEAN' || e.key == 'BINARY_CLEAN') && !isActionSpecified) {
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001285 if (env[e.key].toBoolean()) {
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001286 isActionSpecified = true
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001287 cmdParams += e.value + ' '
1288 }
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001289 } else if (env[e.key] == 'true') {
1290 // The value true was specified — consider it as a flag
1291 cmdParams += e.value + ' '
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001292 } else {
Sergey Zhemerdeeve2926cd2022-08-29 15:28:47 +03001293 cmdParams += "${e.value} '${env[e.key]}' "
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001294 }
1295 }
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001296 // No any check or clean was specified - take a default action
Ihor Hryshchenko5b33e172025-02-27 11:56:08 +02001297 if (!isActionSpecified) {
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001298 cmdParams += '-replicate'
1299 }
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001300 return cmdParams
1301}
Sergey Kolekonov0e60a942022-09-05 13:02:22 +04001302
1303/**
1304 * custom scheduling algorithm
1305 * it ensures that builds of the same job are distributed as much as possible between different nodes
1306 * @param label (string) desired node label
1307 * @return: (string) node name
1308 */
1309def schedule (label='docker') {
1310 def common = new com.mirantis.mk.Common()
1311 def freeNodes = []
1312 def nodesMap = [:]
1313
1314 // filter nodes with the specified label and at least one free executor
1315 timeout(time: 30, unit: 'MINUTES') {
1316 while (!freeNodes) {
1317 freeNodes = jenkins.model.Jenkins.instance.computers.findAll { node ->
1318 label in node.getAssignedLabels().collect { it.name } &&
Sergey Kolekonovd5887172022-11-10 12:13:22 +06001319 node.isPartiallyIdle() &&
1320 node.isOnline()
Sergey Kolekonov0e60a942022-09-05 13:02:22 +04001321 }
1322 if (!freeNodes) {
1323 echo 'No nodes available for scheduling, retrying...'
1324 sleep 30
1325 }
1326 }
1327 }
1328
1329 // generate a map of nodes matching other criteria
1330 for (node in freeNodes) {
1331 // sameJobExecutors is the number of executors running the same job as the calling one
1332 sameJobExecutors = node.getExecutors() // get all executors
1333 .collect { executor -> executor.getCurrentExecutable() } // get running "threads"
1334 .collect { thread -> thread?.displayName } // filter job names from threads
1335 .minus(null) // null = empty executors, remove them from the list
1336 .findAll { it.contains(env.JOB_NAME) } // filter the same jobs as the calling one
1337 .size()
1338
1339 // calculate busy executors, we don't want to count "sameJobExecutors" twice
1340 totalBusyExecutors = node.countBusy() - sameJobExecutors
1341 // generate the final map which contains nodes matching criteria with their load score
1342 // builds of the same jobs have x10 score, all others x1
1343 nodesMap += ["${node.getName()}" : sameJobExecutors * 10 + totalBusyExecutors]
1344 }
1345
1346 // return the least loaded node
1347 return common.SortMapByValueAsc(nodesMap).collect { it.key }[0]
1348}
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001349
1350
1351/**
slalov5868ce52025-06-02 05:50:35 +04001352 * Get latest tag for test/frontend images
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001353 * @param version (str) default tag value from main workflow
1354 * @param isChanged (bool) is dependent directory files were changed
1355 * @param imageName (string) image name for information message
1356 * @return: (string) tag name
1357 */
1358def getImageTag(version, isChanged, imageName) {
1359 def common = new com.mirantis.mk.Common()
Sergey Zhemerdeev5fbf2022023-04-28 14:51:36 +03001360 def latestTag = ''
1361 if (env.GERRIT_EVENT_TYPE && !(env.GERRIT_EVENT_TYPE in ['change-merged', 'ref-updated']) && isChanged) {
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001362 latestTag = version
Sergey Zhemerdeevebdcad22023-04-25 16:58:28 +03001363 } else {
1364 if (env.GERRIT_EVENT_TYPE == 'ref-updated') {
1365 latestTag = env.GERRIT_REFNAME.replace('refs/tags/v', '').trim()
1366 } else {
1367 latestTag = env.GERRIT_BRANCH ? env.GERRIT_BRANCH : env.GERRIT_REFSPEC ? env.GERRIT_REFSPEC : 'master'
1368 if (latestTag != 'master') {
1369 latestTag = latestTag.replaceAll('/', '_')
1370 }
1371 }
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001372 }
1373 common.infoMsg("${imageName} image will use tag '${latestTag}'")
1374 return latestTag
1375}
Sergey Zhemerdeev1d2c03e2023-04-28 11:07:24 +03001376
Sergey Lalov78659102024-02-15 16:57:21 +04001377/**
1378 * Get actual branch version for os deployment job
1379 * @param mosChildPreviouseComplexRelease (string) kaas_previous_complex_mosk_cluster_release_version.txt
1380 * @param mosChildLatestComplexRelease (string) kaas_latest_complex_mosk_cluster_release_version.txt
1381 * @param upgradeFlag (boolean)
1382 * all parametrs get from si-test-release-sanity-check-prepare-configuration job
1383 * @return: (string) branch verison
1384 */
1385def getOpenstackbranchVersion(mosChildPreviouseComplexRelease, mosChildLatestComplexRelease, upgradeFlag) {
1386 def common = new com.mirantis.mk.Common()
1387 def regex = Pattern.compile('([a-z]+)-([0-9]+-[0-9]+-[0-9]+)-([a-z]*)-?([0-9]+-[0-9]+-?[0-9]*)')
1388
1389 def mosVersionBranch = upgradeFlag ? mosChildPreviouseComplexRelease : mosChildLatestComplexRelease
1390 def matcherComplexVersion = regex.matcher((mosVersionBranch).toString())
1391 def releaseOpenstackK8sBranch = 'master'
1392
1393 if (matcherComplexVersion.find()) {
1394 def matcherComplexVersionParts = matcherComplexVersion.group(2).split('-')
1395 releaseOpenstackK8sBranch = String.format('%s.%s.%s', matcherComplexVersionParts[0], matcherComplexVersionParts[1], '0')
1396 }
1397 common.infoMsg("Use: OPENSTACK_DEPLOY_RELEASE_DIR ${releaseOpenstackK8sBranch}")
1398 return releaseOpenstackK8sBranch
1399}
1400
1401
Sergey Zhemerdeev1d2c03e2023-04-28 11:07:24 +03001402
1403/**
1404 * Translates set of environment vars into actual replicator command line
1405 * @return: (string cmdParams, string jobDescription)
1406 * cmdParams - generated command line
1407 * jobDescription - job description
1408 */
1409def genReplicatorCommandLine() {
1410 def mainModes = ['REPLICATE', 'CLEANUP', 'CHECK_REPOS', 'BIN_CLEANUP']
Sergey Zhemerdeev9919b1b2023-04-28 17:24:21 +03001411 def parameterWithoutArgument = mainModes
Sergey Zhemerdeev1d2c03e2023-04-28 11:07:24 +03001412 def parametersList = parameterWithoutArgument + [
1413 'ARTIFACT_FILTER',
1414 'ARTIFACT_TYPE',
1415 'BIN_CLEAN_KEEP_DAYS',
1416 'BIN_CLEAN_PREFIX',
1417 'DOCKER_TAG',
1418 // DST_ will be changed to TARGET_
1419 'DST_REPO',
1420 'DST_REPO_TYPE',
1421 'DST_USER',
1422 'OLDER_THAN_DAYS',
1423 'SLACK_BUILD_URL',
1424 'SLACK_CHANNEL',
1425 'SLACK_USER',
1426 'SRC_REPO',
1427 'SRC_REPO_TYPE',
1428 'SRC_USER',
1429 'SYNC_PATTERN',
1430 'THREAD_COUNT'
1431 ]
1432 def mainModesDescriptions = [
1433 'REPLICATE': 'Replicating binaries/Docker images',
1434 'CLEANUP': 'Cleaning Docker images',
1435 'BIN_CLEANUP': 'Cleaning binaries',
1436 'CHECK_REPOS': 'Checking binaries'
1437 ]
1438
1439 def cmdParams = ''
1440 def jobDescription = ''
1441 for (e in parametersList) {
1442 if (env[e] == null || env[e] == '') {
1443 continue
1444 }
1445 if (e in mainModes) {
1446 jobDescription = mainModesDescriptions[e]
1447 }
1448 cmdParams += "-${e.replaceAll('_', '-').toLowerCase()} "
1449 if (!(e in parameterWithoutArgument)) {
1450 cmdParams += "'${env[e]}' "
1451 }
1452 }
1453 return [cmdParams, jobDescription]
1454}