blob: 846ced8a393c6bdd41224c4fc84dbcd190af3b50 [file] [log] [blame]
vnaumov33747e12020-05-04 17:35:20 +02001package com.mirantis.mk
vnaumov33747e12020-05-04 17:35:20 +02002
azvyagintsevc17d14b2022-06-06 19:06:33 +03003import static groovy.json.JsonOutput.toJson
Sergey Lalov78659102024-02-15 16:57:21 +04004import java.util.regex.Pattern
azvyagintsevc17d14b2022-06-06 19:06:33 +03005
vnaumov33747e12020-05-04 17:35:20 +02006/**
7 *
8 * KaaS Component Testing Utilities
9 *
10 */
11
Владислав Наумовe5345812020-08-12 16:30:20 +020012/**
13 * Check KaaS Core CICD feature flags
14 * such triggers can be used in case of switching between pipelines,
15 * conditions inside pipelines to reduce dependency on jenkins job builder and jenkins job templates itself
16 *
17 * @return (map)[
18 * ffNameEnabled: (bool) True/False
19 * ]
20 */
21def checkCoreCIFeatureFlags() {
22 def common = new com.mirantis.mk.Common()
23 def ff = [
24 build_artifacts_upgrade: false,
25 ]
26
27 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
28 if (commitMsg ==~ /(?s).*\[ci-build-artifacts-upgrade\].*/) {
29 ff['build_artifacts_upgrade'] = true
30 }
31
32 common.infoMsg("Core ci feature flags status: ${ff}")
33 return ff
34}
vnaumov33747e12020-05-04 17:35:20 +020035
36/**
azvyagintseva12230a2020-06-05 13:24:06 +030037 * Determine scope of test suite against per-commit KaaS deployment based on keywords
Владислав Наумов81777472021-03-09 15:14:27 +040038 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
azvyagintseva12230a2020-06-05 13:24:06 +030039 *
40 * Used for components team to combine test-suites and forward desired parameters to kaas/core deployment jobs
41 * Example scheme:
Владислав Наумовe5345812020-08-12 16:30:20 +020042 * New CR pushed in kubernetes/lcm-ansible -> parsing it'cs commit body and combine test-suite -> trigger deployment jobs from kaas/core
azvyagintseva12230a2020-06-05 13:24:06 +030043 * manage test-suite through Jenkins Job Parameters
44 *
Владислав Наумов6c2afff2020-06-05 12:54:53 +020045 * @return (map)[
46 * deployChildEnabled: (bool) True if need to deploy child cluster during demo-run
47 * runUie2eEnabled: (bool) True if need to run ui-e2e cluster during demo-run
azvyagintseva12230a2020-06-05 13:24:06 +030048 * ]
49 */
vnaumov33747e12020-05-04 17:35:20 +020050def checkDeploymentTestSuite() {
vnaumovbdb90222020-05-04 18:25:50 +020051 def common = new com.mirantis.mk.Common()
52
vnaumov33747e12020-05-04 17:35:20 +020053 // Available triggers and its sane defaults
Владислав Наумов44c64b72020-12-04 20:22:53 +010054 def seedMacOs = env.SEED_MACOS ? env.SEED_MACOS.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020055 def deployChild = env.DEPLOY_CHILD_CLUSTER ? env.DEPLOY_CHILD_CLUSTER.toBoolean() : false
56 def upgradeChild = env.UPGRADE_CHILD_CLUSTER ? env.UPGRADE_CHILD_CLUSTER.toBoolean() : false
Sergey Lalovc1cb49f2022-09-27 01:16:25 +040057 def fullUpgradeChild = env.FULL_UPGRADE_CHILD_CLUSTER ? env.FULL_UPGRADE_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov38ee4382022-01-27 16:21:51 +040058 def mosDeployChild = env.DEPLOY_MOS_CHILD_CLUSTER ? env.DEPLOY_MOS_CHILD_CLUSTER.toBoolean() : false
59 def mosUpgradeChild = env.UPGRADE_MOS_CHILD_CLUSTER ? env.UPGRADE_MOS_CHILD_CLUSTER.toBoolean() : false
Mikhail Ivanov74504372021-05-21 17:01:06 +040060 def customChildRelease = env.KAAS_CHILD_CLUSTER_RELEASE_NAME ? env.KAAS_CHILD_CLUSTER_RELEASE_NAME : ''
slalov021171f2022-03-04 14:48:38 +040061 def mosTfDeploy = env.MOS_TF_DEPLOY ? env.MOS_TF_DEPLOY.toBoolean() : false
Владислав Наумов0dc99252020-11-13 13:30:48 +010062 def attachBYO = env.ATTACH_BYO ? env.ATTACH_BYO.toBoolean() : false
Владислав Наумовcdbd84e2020-12-01 16:51:09 +010063 def upgradeBYO = env.UPGRADE_BYO ? env.UPGRADE_BYO.toBoolean() : false
Vladislav Naumov7930ab22021-11-22 18:24:24 +010064 def runBYOMatrix = env.RUN_BYO_MATRIX ? env.RUN_BYO_MATRIX.toBoolean() : false
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +040065 def defaultBYOOs = env.DEFAULT_BYO_OS ? env.DEFAULT_BYO_OS.toString() : 'ubuntu'
Владислав Наумов6c2afff2020-06-05 12:54:53 +020066 def upgradeMgmt = env.UPGRADE_MGMT_CLUSTER ? env.UPGRADE_MGMT_CLUSTER.toBoolean() : false
slalov1202bba2022-04-20 22:31:07 +040067 def autoUpgradeMgmt = env.AUTO_UPGRADE_MCC ? env.AUTO_UPGRADE_MCC.toBoolean() : false
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +040068 def enableLMALogging = env.ENABLE_LMA_LOGGING ? env.ENABLE_LMA_LOGGING.toBoolean(): false
Sergey Lalovb2f60372022-09-20 23:58:47 +040069 def deployOsOnMos = env.DEPLOY_OS_ON_MOS? env.DEPLOY_OS_ON_MOS.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020070 def runUie2e = env.RUN_UI_E2E ? env.RUN_UI_E2E.toBoolean() : false
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +040071 def runUie2eNew = env.RUN_UI_E2E_NEW ? env.RUN_UI_E2E_NEW.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020072 def runMgmtConformance = env.RUN_MGMT_CFM ? env.RUN_MGMT_CFM.toBoolean() : false
Sergey Lalovafcc0432023-04-13 14:59:06 +040073 def runMgmtConformanceNetworkPolicy = env.RUN_MGMT_CFM_NETWORK_POLICY ? env.RUN_MGMT_CFM_NETWORK_POLICY.toBoolean() : false
Владислав Наумов9cec55d2021-08-03 15:00:59 +020074 def runLMATest = env.RUN_LMA_TEST ? env.RUN_LMA_TEST.toBoolean() : false
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +020075 def runMgmtUserControllerTest = env.RUN_MGMT_USER_CONTROLLER_TEST ? env.RUN_MGMT_USER_CONTROLLER_TEST.toBoolean() : false
Mikhail Ivanov2907e4d2022-04-25 16:41:21 +040076 def runProxyChildTest = env.RUN_PROXY_CHILD_TEST ? env.RUN_PROXY_CHILD_TEST.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020077 def runChildConformance = env.RUN_CHILD_CFM ? env.RUN_CHILD_CFM.toBoolean() : false
Sergey Lalov012496a2023-11-27 15:57:52 +040078 def runChildStacklightHa = env.RUN_STACKLIGHT_CHILD_HA ? env.RUN_STACKLIGHT_CHILD_HA.toBoolean() : false
Sergey Lalovafcc0432023-04-13 14:59:06 +040079 def runChildConformanceNetworkPolicy = env.RUN_CHILD_CFM_NETWORK_POLICY ? env.RUN_CHILD_CFM_NETWORK_POLICY.toBoolean() : false
vryzhenkinb286bd82023-04-04 07:17:52 +040080 def runChildHPA = env.RUN_CHILD_HPA ? env.RUN_CHILD_HPA.toBoolean() : false
Владислав Наумов6c2afff2020-06-05 12:54:53 +020081 def fetchServiceBinaries = env.FETCH_BINARIES_FROM_UPSTREAM ? env.FETCH_BINARIES_FROM_UPSTREAM.toBoolean() : false
Vladislav Naumov42b71dc2021-11-22 13:09:42 +010082 def equinixMetalV2ChildDiffMetro = env.EQUINIXMETALV2_CHILD_DIFF_METRO ? env.EQUINIXMETALV2_CHILD_DIFF_METRO.toBoolean() : false
slalov13e579c2022-01-31 21:37:02 +040083 def runMaintenanceTest = env.RUN_MAINTENANCE_TEST ? env.RUN_MAINTENANCE_TEST.toBoolean() : false
slalov0a4947a2022-06-09 15:44:35 +040084 def runContainerregistryTest = env.RUN_CONTAINER_REGISTRY_TEST ? env.RUN_CONTAINER_REGISTRY_TEST.toBoolean() : false
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +030085 def runMgmtDeleteMasterTest = env.RUN_MGMT_DELETE_MASTER_TEST ? env.RUN_MGMT_DELETE_MASTER_TEST.toBoolean() : false
86 def runRgnlDeleteMasterTest = env.RUN_RGNL_DELETE_MASTER_TEST ? env.RUN_RGNL_DELETE_MASTER_TEST.toBoolean() : false
87 def runChildDeleteMasterTest = env.RUN_CHILD_DELETE_MASTER_TEST ? env.RUN_CHILD_DELETE_MASTER_TEST.toBoolean() : false
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +030088 def runGracefulRebootTest = env.RUN_GRACEFUL_REBOOT_TEST ? env.RUN_GRACEFUL_REBOOT_TEST.toBoolean() : false
Sergey Lalovbc68d752022-11-08 13:40:53 +040089 def pauseForDebug = env.PAUSE_FOR_DEBUG ? env.PAUSE_FOR_DEBUG.toBoolean() : false
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +030090 def runChildMachineDeletionPolicyTest = env.RUN_CHILD_MACHINE_DELETION_POLICY_TEST ? env.RUN_CHILD_MACHINE_DELETION_POLICY_TEST.toBoolean() : false
Sergey Lalovd3e030e2023-03-16 14:32:47 +040091 def runChildCustomCertTest = env.RUN_CHILD_CUSTOM_CERT_TEST ? env.RUN_CHILD_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalov430fcd72023-03-20 17:19:44 +040092 def runByoChildCustomCertTest = env.RUN_BYO_CHILD_CUSTOM_CERT_TEST ? env.RUN_BYO_CHILD_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalovf6fbfea2023-04-06 17:05:40 +040093 def runMgmtCustomCacheCertTest = env.RUN_MGMT_CUSTOM_CACHE_CERT_TEST ? env.RUN_MGMT_CUSTOM_CACHE_CERT_TEST.toBoolean() : false
Sergey Lalov48e69022023-07-25 16:08:00 +040094 def runMkeCustomCertTest = env.RUN_MKE_CUSTOM_CERT_TEST ? env.RUN_MKE_CUSTOM_CERT_TEST.toBoolean() : false
Sergey Lalov62c28312023-10-18 19:23:59 +040095 def runCustomHostnames = env.RUN_CUSTOM_HOSTNAMES ? env.RUN_CUSTOM_HOSTNAMES.toBoolean() : false
vryzhenkin504dfc92023-11-01 15:49:47 +040096 def slLatest = env.SL_LATEST ? env.SL_LATEST.toBoolean() : false
vryzhenkina8d74e72024-02-26 14:59:37 +040097 def coreKeycloakLdap = env.CORE_KEYCLOAK_LDAP_ENABLED ? env.CORE_KEYCLOAK_LDAP_ENABLED.toBoolean() : false
vryzhenkine0ff1d82024-03-18 15:08:09 +040098 def configureInternalNTP = env.CORE_KAAS_NTP_ENABLED ? env.CORE_KAAS_NTP_ENABLED.toBoolean() : false
Sergey Lalovd7593ab2024-01-11 13:40:13 +040099 def disableKubeApiAudit = env.DISABLE_KUBE_API_AUDIT ? env.DISABLE_KUBE_API_AUDIT.toBoolean() : false
Sergey Lalovf44cbb72024-03-27 15:19:24 +0400100 def auditd = env.AUDITD_ENABLE ? env.AUDITD_ENABLE.toBoolean() : false
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400101 def customSlackChannel = env.SLACK_CHANNEL_NOTIFY ? env.SLACK_CHANNEL_NOTIFY : ''
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400102 def runNTPUpdateTest = env.RUN_NTP_UPDATE_TEST ? env.RUN_NTP_UPDATE_TEST.toBoolean() : false
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400103 def runMCCMariaBackupRestoreTest = env.RUN_MCC_MARIA_BACKUP_RESTORE_TEST ? env.RUN_MCC_MARIA_BACKUP_RESTORE_TEST.toBoolean() : false
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400104 def runRuntimeMigrateExtendedTestMgmt = env.RUN_MGMT_RUNTIME_MIGRATE_EXTENDED_TEST ? env.RUN_MGMT_RUNTIME_MIGRATE_EXTENDED_TEST.toBoolean() : false
105 def runRuntimeMigrateQuickTestMgmt = env.RUN_MGMT_RUNTIME_MIGRATE_QUICK_TEST ? env.RUN_MGMT_RUNTIME_MIGRATE_QUICK_TEST.toBoolean() : false
106 def runRuntimeMigrateAndRollbackTestMgmt = env.RUN_MGMT_RUNTIME_MIGRATE_AND_ROLLBACK_TEST ? env.RUN_MGMT_RUNTIME_MIGRATE_AND_ROLLBACK_TEST.toBoolean() : false
107 def runRuntimeMigrateExtendedTestChild = env.RUN_CHILD_RUNTIME_MIGRATE_EXTENDED_TEST ? env.RUN_CHILD_RUNTIME_MIGRATE_EXTENDED_TEST.toBoolean() : false
108 def runRuntimeMigrateQuickTestChild = env.RUN_CHILD_RUNTIME_MIGRATE_QUICK_TEST ? env.RUN_CHILD_RUNTIME_MIGRATE_QUICK_TEST.toBoolean() : false
109 def runRuntimeMigrateAndRollbackTestChild = env.RUN_CHILD_RUNTIME_MIGRATE_AND_ROLLBACK_TEST ? env.RUN_CHILD_RUNTIME_MIGRATE_AND_ROLLBACK_TEST.toBoolean() : false
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000110 // multiregion configuration from env variable: comma-separated string in form $mgmt_provider,$regional_provider
111 def multiregionalMappings = env.MULTIREGION_SETUP ? multiregionWorkflowParser(env.MULTIREGION_SETUP) : [
112 enabled: false,
113 managementLocation: '',
114 regionLocation: '',
115 ]
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200116
Владислав Наумовb8305e22021-02-10 17:23:12 +0100117 // proxy customization
118 def proxyConfig = [
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200119 mgmtOffline: env.OFFLINE_MGMT_CLUSTER ? env.OFFLINE_MGMT_CLUSTER.toBoolean() : false,
120 childOffline: env.OFFLINE_CHILD_CLUSTER ? env.OFFLINE_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумов257ea132021-04-14 14:44:13 +0200121 childProxy: env.PROXY_CHILD_CLUSTER ? env.PROXY_CHILD_CLUSTER.toBoolean() : false,
Владислав Наумовb8305e22021-02-10 17:23:12 +0100122 ]
123
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200124 // optional demo deployment customization
Владислав Наумов905dd362020-06-08 16:37:01 +0200125 def awsOnDemandDemo = env.ALLOW_AWS_ON_DEMAND ? env.ALLOW_AWS_ON_DEMAND.toBoolean() : false
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000126 def equinixOnDemandDemo = env.ALLOW_EQUINIX_ON_DEMAND ? env.ALLOW_EQUINIX_ON_DEMAND.toBoolean() : false
Владислав Наумов82305e92021-10-14 20:45:20 +0200127 def equinixMetalV2OnDemandDemo = env.ALLOW_EQUINIXMETALV2_ON_DEMAND ? env.ALLOW_EQUINIXMETALV2_ON_DEMAND.toBoolean() : false
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000128 def equinixOnAwsDemo = env.EQUINIX_ON_AWS_DEMO ? env.EQUINIX_ON_AWS_DEMO.toBoolean() : false
129 def azureOnAwsDemo = env.AZURE_ON_AWS_DEMO ? env.AZURE_ON_AWS_DEMO.toBoolean() : false
130 def azureOnDemandDemo = env.ALLOW_AZURE_ON_DEMAND ? env.ALLOW_AZURE_ON_DEMAND.toBoolean() : false
Sergey Kolekonovad61fed2024-08-30 16:13:12 +0500131 def enableVsphereDemo = env.ALLOW_VSPHERE_ON_DEMAND ? env.ALLOW_VSPHERE_ON_DEMAND.toBoolean() : false
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200132 def enableOSDemo = true
azvyagintsev1761bdc2020-09-04 17:24:12 +0300133 def enableBMDemo = true
Sergey Lalovc62e9382024-01-29 15:19:15 +0400134 def enablebmCoreDemo = env.ALLOW_BM_CORE_ON_DEMAND ? env.ALLOW_BM_CORE_ON_DEMAND.toBoolean() : false
Sergey Lalovef5c9dc2024-03-20 22:30:06 +0400135 def bmCoreCleanup = env.BM_CORE_CLEANUP ? env.BM_CORE_CLEANUP.toBoolean() : true
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400136 def enableArtifactsBuild = true
Sergey Lalovcad93332024-03-11 16:19:31 +0400137 def bmDeployType = env.BM_DEPLOY_TYPE ? env.BM_DEPLOY_TYPE.toString() : 'virtual'
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400138 def openstackIMC = env.OPENSTACK_CLOUD_LOCATION ? env.OPENSTACK_CLOUD_LOCATION : 'us'
Alexandr Lovtsov36473f32022-04-28 15:46:09 +0300139 def enableVsphereUbuntu = env.VSPHERE_DEPLOY_UBUNTU ? env.VSPHERE_DEPLOY_UBUNTU.toBoolean() : false
Ivan Berezovskiy30c4b122023-11-06 18:03:18 +0500140 def enableVsphereRHEL = env.VSPHERE_DEPLOY_RHEL ? env.VSPHERE_DEPLOY_RHEL.toBoolean() : false
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300141 def childOsBootFromVolume = env.OPENSTACK_BOOT_FROM_VOLUME ? env.OPENSTACK_BOOT_FROM_VOLUME.toBoolean() : false
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400142 def bootstrapV2Scenario = env.BOOTSTRAP_V2_ENABLED ? env.BOOTSTRAP_V2_ENABLED.toBoolean() : false
Sergey Lalovacec3c12022-07-20 16:00:14 +0400143 def equinixMetalV2Metro = env.EQUINIX_MGMT_METRO ? env.EQUINIX_MGMT_METRO : ''
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400144 def enableFips = env.ENABLE_FIPS ? env.ENABLE_FIPS.toBoolean() : false
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400145 def enableMkeDebug = env.ENABLE_MKE_DEBUG ? env.ENABLE_MKE_DEBUG.toBoolean() : false
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300146 def aioCluster = env.AIO_CLUSTER ? env.AIO_CLUSTER.toBoolean() : false
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100147 def useVsphereVvmtObjects = env.VSPHERE_USE_VVMT_OBJECTS ? env.VSPHERE_USE_VVMT_OBJECTS.toBoolean() : false
vryzhenkin4fd3f242023-03-29 15:13:46 +0400148 def enableBv2Smoke = true
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400149 def runCacheWarmup = env.CACHE_WARMUP_ENABLED ? env.CACHE_WARMUP_ENABLED.toBoolean() : false
vryzhenkin211a4e82023-11-23 12:48:27 +0400150 def cveScan = false
Sergey Kolekonov75148432024-07-16 13:22:36 +0500151 // Sync to public CDN is triggered automatically for corresponding scenarios
152 // This trigger is used only for on-demand cases
153 def publicCISync = false
vnaumov33747e12020-05-04 17:35:20 +0200154
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200155 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
Владислав Наумовb8305e22021-02-10 17:23:12 +0100156 if (commitMsg ==~ /(?s).*\[mgmt-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-proxy.*/) {
157 proxyConfig['mgmtOffline'] = true
Владислав Наумов70c02422021-04-19 14:29:41 +0200158 common.warningMsg('Forced running offline mgmt deployment, some provider CDN regions for mgmt deployment may be set to *public-ci* to verify proxy configuration')
Владислав Наумовb8305e22021-02-10 17:23:12 +0100159 }
Sergey Kolekonov5995dfd2023-07-06 16:09:43 +0600160 if (commitMsg ==~ /(?s).*\[mgmt-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-upgrade.*/) {
161 upgradeMgmt = true
162 }
163 if (commitMsg ==~ /(?s).*\[auto-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*auto-upgrade.*/) {
164 autoUpgradeMgmt = true
165 }
Владислав Наумов44c64b72020-12-04 20:22:53 +0100166 if (commitMsg ==~ /(?s).*\[seed-macos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*seed-macos.*/) {
167 seedMacOs = true
168 }
Sergey Lalovafcc0432023-04-13 14:59:06 +0400169 if (commitMsg ==~ /(?s).*\[child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-deploy.*/ ||
170 upgradeChild || runChildConformance || runProxyChildTest || runChildHPA || runChildConformanceNetworkPolicy) {
vnaumov33747e12020-05-04 17:35:20 +0200171 deployChild = true
172 }
173 if (commitMsg ==~ /(?s).*\[child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade.*/) {
174 deployChild = true
175 upgradeChild = true
176 }
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400177 if (commitMsg ==~ /(?s).*\[child-upgrade-full\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-upgrade-full.*/) {
178 deployChild = true
179 upgradeChild = true
Sergey Lalova048df92023-06-19 19:36:41 +0400180 common.warningMsg("2-step child updates are not testing (PRODX-33510)")
181 //TODO: revert after start testing the two-step upgrade again (PRODX-33510)
182 //fullUpgradeChild = true
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400183 }
Sergey Kolekonov5995dfd2023-07-06 16:09:43 +0600184 if ((upgradeMgmt || autoUpgradeMgmt) && deployChild) {
185 upgradeChild = true
186 common.warningMsg('child upgrade is automatically enabled as mgmt upgrade and child deploy are enabled')
187 }
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400188 def childDeployMatches = (commitMsg =~ /(\[child-deploy\s*(\w|\-)+?\])/)
189 if (childDeployMatches.size() > 0) {
Mikhail Ivanov74504372021-05-21 17:01:06 +0400190 // override child version when it set explicitly
191 deployChild = true
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400192 customChildRelease = childDeployMatches[0][0].split('child-deploy')[1].replaceAll('[\\[\\]]', '').trim()
Mikhail Ivanov74504372021-05-21 17:01:06 +0400193 common.warningMsg("Forced child deployment using custom release version ${customChildRelease}")
194 }
Mikhail Ivanov38ee4382022-01-27 16:21:51 +0400195 if (commitMsg ==~ /(?s).*\[mos-child-deploy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-child-deploy.*/) {
196 mosDeployChild = true
197 }
198 if (commitMsg ==~ /(?s).*\[mos-child-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mos-child-upgrade.*/) {
199 mosDeployChild = true
200 mosUpgradeChild = true
201 }
Sergey Kolekonov5995dfd2023-07-06 16:09:43 +0600202 if ((upgradeMgmt || autoUpgradeMgmt) && mosDeployChild) {
203 mosUpgradeChild = true
204 common.warningMsg('MOSK child upgrade is automatically enabled as mgmt upgrade and MOSK child deploy are enabled')
205 }
Владислав Наумов0dc99252020-11-13 13:30:48 +0100206 if (commitMsg ==~ /(?s).*\[byo-attach\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-attach.*/) {
207 attachBYO = true
208 }
Владислав Наумовcdbd84e2020-12-01 16:51:09 +0100209 if (commitMsg ==~ /(?s).*\[byo-upgrade\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-upgrade.*/) {
210 attachBYO = true
211 upgradeBYO = true
212 }
Sergey Lalovacec3c12022-07-20 16:00:14 +0400213 if (commitMsg ==~ /(?s).*\[ui-test-on-all-providers\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-test-on-all-providers.*/) {
214 enableVsphereDemo = true
215 enableOSDemo = true
216 awsOnDemandDemo = true
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000217 azureOnDemandDemo = true
218 equinixOnDemandDemo = true
Sergey Lalovacec3c12022-07-20 16:00:14 +0400219 equinixMetalV2OnDemandDemo = true
220 runUie2e = true
Sergey Lalovacec3c12022-07-20 16:00:14 +0400221 // Edit after fix PRODX-3961
222 enableBMDemo = false
223 }
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400224 def byoDeployMatches = (commitMsg =~ /(\[run-byo-matrix\s*(ubuntu|centos)\])/)
225 if (commitMsg ==~ /(?s).*\[run-byo-matrix\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*run-byo-matrix\.*/ || byoDeployMatches.size() > 0) {
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100226 runBYOMatrix = true
227
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400228 if (byoDeployMatches.size() > 0) {
229 defaultBYOOs = byoDeployMatches[0][2]
230 common.warningMsg("Custom BYO OS detected, using ${defaultBYOOs}")
231 }
232
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100233 common.warningMsg('Forced byo matrix test via run-byo-matrix, all other byo triggers will be skipped')
234 attachBYO = false
235 upgradeBYO = false
236 }
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400237 if (commitMsg ==~ /(?s).*\[lma-logging\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lma-logging.*/) {
238 enableLMALogging = true
239 }
Sergey Lalovb2f60372022-09-20 23:58:47 +0400240 if (commitMsg ==~ /(?s).*\[deploy-os-on-mos\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*deploy-os-on-mos.*/) {
241 deployOsOnMos = true
242 mosDeployChild = true
Sergey Lalovb2f60372022-09-20 23:58:47 +0400243 }
Sergey Lalovd0e20852023-08-17 19:11:19 +0400244
245 if (commitMsg ==~ /(?s).*\[half-virtual\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*half-virtual.*/ || upgradeMgmt) {
246 bmDeployType = 'half-virtual'
247 common.infoMsg('Half-virtual will be deployed by default on upgrade case')
248 }
249
Sergey Lalov95040602023-03-07 16:42:16 +0400250 if (commitMsg ==~ /(?s).*\[ui-e2e-nw\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-e2e-nw.*/) {
vnaumov33747e12020-05-04 17:35:20 +0200251 runUie2e = true
252 }
Sergey Lalov95040602023-03-07 16:42:16 +0400253 if (commitMsg ==~ /(?s).*\[ui-e2e-pw\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ui-e2e-pw.*/) {
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +0400254 runUie2eNew = true
255 }
vnaumov33747e12020-05-04 17:35:20 +0200256 if (commitMsg ==~ /(?s).*\[mgmt-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-cfm.*/) {
257 runMgmtConformance = true
258 }
Sergey Lalovafcc0432023-04-13 14:59:06 +0400259 if (commitMsg ==~ /(?s).*\[mgmt-cfm-netpolicy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-cfm-netpolicy.*/) {
260 runMgmtConformanceNetworkPolicy = true
261 }
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200262 if (commitMsg ==~ /(?s).*\[test-user-controller\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*test-user-controller.*/) {
263 runMgmtUserControllerTest = true
264 }
slalov574123e2022-04-06 17:24:19 +0400265 if (commitMsg ==~ /(?s).*\[test-proxy-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*test-proxy-child.*/) {
266 runProxyChildTest = true
267 deployChild = true
268 common.infoMsg('Child cluster deployment will be enabled since proxy child test suite will be executed')
269 }
vnaumov33747e12020-05-04 17:35:20 +0200270 if (commitMsg ==~ /(?s).*\[child-cfm\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-cfm.*/) {
271 runChildConformance = true
272 deployChild = true
273 }
Sergey Lalovafcc0432023-04-13 14:59:06 +0400274 if (commitMsg ==~ /(?s).*\[child-cfm-netpolicy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-cfm-netpolicy.*/) {
275 runChildConformanceNetworkPolicy = true
276 deployChild = true
277 }
vryzhenkinb286bd82023-04-04 07:17:52 +0400278 if (commitMsg ==~ /(?s).*\[child-hpa\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-hpa.*/) {
279 runChildHPA = true
280 deployChild = true
281 }
Sergey Lalov012496a2023-11-27 15:57:52 +0400282 if (commitMsg ==~ /(?s).*\[child-sl-ha\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-sl-ha.*/) {
283 runChildStacklightHa = true
284 deployChild = true
285 }
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200286 if (commitMsg ==~ /(?s).*\[lma-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*lma-test.*/) {
287 runLMATest = true
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400288 enableLMALogging = true
289 common.infoMsg('LMA logging will be enabled since LMA test suite will be executed')
Victor Ryzhenkin15206592021-06-21 17:38:23 +0400290 }
slalov13e579c2022-01-31 21:37:02 +0400291 if (commitMsg ==~ /(?s).*\[maintenance-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*maintenance-test.*/) {
292 runMaintenanceTest = true
293 }
slalov0a4947a2022-06-09 15:44:35 +0400294 if (commitMsg ==~ /(?s).*\[container-registry-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*container-registry-test.*/) {
295 runContainerregistryTest = true
296 }
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300297 if (commitMsg ==~ /(?s).*\[mgmt-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-delete-master-test.*/) {
298 runMgmtDeleteMasterTest = true
299 }
300 if (commitMsg ==~ /(?s).*\[rgnl-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*rgnl-delete-master-test.*/) {
301 runRgnlDeleteMasterTest = true
302 }
303 if (commitMsg ==~ /(?s).*\[child-delete-master-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-delete-master-test.*/) {
Sergey Lalov47e21592023-07-18 23:36:32 +0400304 if (!mosDeployChild) {
305 deployChild = true
306 }
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300307 runChildDeleteMasterTest = true
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300308 common.infoMsg('Child cluster deployment will be enabled since delete child master node test suite will be executed')
309 }
310 if (commitMsg ==~ /(?s).*\[child-machine-deletion-policy-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-machine-deletion-policy-test.*/) {
311 runChildMachineDeletionPolicyTest = true
312 deployChild = true
313 common.infoMsg('Child cluster deployment will be enabled since machine deletion child policy test suite will be executed')
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300314 }
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300315 if (commitMsg ==~ /(?s).*\[graceful-reboot-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*graceful-reboot-test.*/) {
316 runGracefulRebootTest = true
317 }
Sergey Lalovbc68d752022-11-08 13:40:53 +0400318 if (commitMsg ==~ /(?s).*\[pause-for-debug\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*pause-for-debug.*/) {
319 pauseForDebug = true
320 }
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200321 if (commitMsg ==~ /(?s).*\[child-offline\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-offline.*/) {
322 proxyConfig['childOffline'] = true
323 deployChild = true
324 }
Владислав Наумов257ea132021-04-14 14:44:13 +0200325 if (commitMsg ==~ /(?s).*\[child-proxy\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-proxy.*/) {
326 proxyConfig['childOffline'] = true
327 proxyConfig['childProxy'] = true
328 deployChild = true
329 }
vnaumov33747e12020-05-04 17:35:20 +0200330 if (commitMsg ==~ /(?s).*\[fetch.*binaries\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*fetch.*binaries.*/) {
331 fetchServiceBinaries = true
332 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000333 if (commitMsg ==~ /(?s).*\[equinix-on-aws\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinix-on-aws.*/) {
334 equinixOnAwsDemo = true
335 common.warningMsg('Forced running child cluster deployment on EQUINIX METAL provider based on AWS management cluster, triggered on patchset using custom keyword: \'[equinix-on-aws]\' ')
336 }
337 if (commitMsg ==~ /(?s).*\[azure-on-aws\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*azure-on-aws.*/) {
338 azureOnAwsDemo = true
339 common.warningMsg('Forced running child cluster deployment on Azure provider based on AWS management cluster, triggered on patchset using custom keyword: \'[azure-on-aws]\' ')
340 }
Владислав Наумов2d3db332021-06-15 15:19:19 +0200341 if (commitMsg ==~ /(?s).*\[aws-demo\].*/ ||
342 env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aws-demo.*/ ||
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100343 runBYOMatrix ||
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000344 seedMacOs ||
345 equinixOnAwsDemo ||
346 azureOnAwsDemo) {
Владислав Наумов2d3db332021-06-15 15:19:19 +0200347
vnaumov33747e12020-05-04 17:35:20 +0200348 awsOnDemandDemo = true
Владислав Наумов2d3db332021-06-15 15:19:19 +0200349 common.warningMsg('Running additional kaas deployment with AWS provider, may be forced due applied trigger cross dependencies, follow docs to clarify info')
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200350 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000351 if (commitMsg ==~ /(?s).*\[equinix-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinix-demo\.*/) {
352 equinixOnDemandDemo = true
353 }
Владислав Наумов82305e92021-10-14 20:45:20 +0200354 if (commitMsg ==~ /(?s).*\[equinixmetalv2-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinixmetalv2-demo\.*/) {
Владислав Наумов144956f2021-10-14 17:49:19 +0200355 equinixMetalV2OnDemandDemo = true
356 }
Vladislav Naumov42b71dc2021-11-22 13:09:42 +0100357 if (commitMsg ==~ /(?s).*\[equinixmetalv2-child-diff-metro\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*equinixmetalv2-child-diff-metro\.*/) {
358 equinixMetalV2OnDemandDemo = true
359 equinixMetalV2ChildDiffMetro = true
360 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000361 if (commitMsg ==~ /(?s).*\[azure-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*azure-demo\.*/) {
362 azureOnDemandDemo = true
363 }
Sergey Lalov10cb3502023-03-27 22:13:49 +0400364 if (commitMsg ==~ /(?s).*\[disable-all-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-all-demo\.*/) {
365 enableVsphereDemo = false
366 enableOSDemo = false
367 enableBMDemo = false
Sergey Lalov781fccc2023-10-12 21:55:17 +0400368 enableBv2Smoke = false
369 common.errorMsg('vSphere, BM, Openstack, demo deployments and Bootstrap v2 smoke checks will be aborted, VF -1 will be set')
Sergey Lalov10cb3502023-03-27 22:13:49 +0400370 }
371
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200372 if (commitMsg ==~ /(?s).*\[disable-os-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-os-demo\.*/) {
373 enableOSDemo = false
374 common.errorMsg('Openstack demo deployment will be aborted, VF -1 will be set')
vnaumov33747e12020-05-04 17:35:20 +0200375 }
376
azvyagintsev1761bdc2020-09-04 17:24:12 +0300377 if (commitMsg ==~ /(?s).*\[disable-bm-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bm-demo\.*/) {
378 enableBMDemo = false
379 common.errorMsg('BM demo deployment will be aborted, VF -1 will be set')
380 }
381
Sergey Lalovd0e20852023-08-17 19:11:19 +0400382 if (commitMsg ==~ /(?s).*\[bm-core-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bm-core-demo\\.*/) {
383 enablebmCoreDemo = true
384 enableBMDemo = false
385 }
386
387 if (commitMsg ==~ /(?s).*\[disable-bm-core-cleanup\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bm-core-cleanup\\.*/) {
388 bmCoreCleanup = false
389 }
390
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400391 if (commitMsg ==~ /(?s).*\[disable-vsphere-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-vsphere-demo\.*/) {
392 enableVsphereDemo = false
393 common.errorMsg('vSphere demo deployment will be aborted, VF -1 will be set')
394 }
Alexandr Lovtsov36473f32022-04-28 15:46:09 +0300395 if (commitMsg ==~ /(?s).*\[vsphere-ubuntu\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*vsphere-ubuntu\.*/) {
396 enableVsphereUbuntu = true
397 common.warningMsg('Ubuntu will be used to deploy vsphere machines')
398 }
Ivan Berezovskiy30c4b122023-11-06 18:03:18 +0500399 if (commitMsg ==~ /(?s).*\[vsphere-rhel\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*vsphere-rhel\.*/) {
400 enableVsphereRHEL = true
401 common.warningMsg('RHEL will be used to deploy vsphere machines')
402 }
vryzhenkin4fd3f242023-03-29 15:13:46 +0400403 if (commitMsg ==~ /(?s).*\[disable-bv2-smoke\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-bv2-smoke\.*/) {
404 enableBv2Smoke = false
405 common.errorMsg('Bootstrap v2 smoke checks will be aborted, WF -1 will be set')
406 }
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400407
vryzhenkin211a4e82023-11-23 12:48:27 +0400408 if (commitMsg ==~ /(?s).*\[cve-scan\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*cve-scan\.*/) {
409 cveScan = true
410 common.errorMsg('CVE Scan job enabled')
411 }
412
Sergey Kolekonov75148432024-07-16 13:22:36 +0500413 if (commitMsg ==~ /(?s).*\[public-ci-sync\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*public-ci-sync\.*/) {
414 publicCISync = true
415 common.errorMsg('Sync to public-ci CDN is enabled')
416 }
417
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400418 def slackChannelMatches = (commitMsg =~ /(\[slack-channel\s*[#@](\S+)])/)
419 if (slackChannelMatches.size() > 0) {
420 // override chanenel notify when it set explicitly
421 customSlackChannel = slackChannelMatches[0][0].split("slack-channel")[1].replaceAll('[\\[\\]]', '').trim()
422 common.warningMsg("Forced send notify to ${customSlackChannel} channel")
423 }
424
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400425 if (commitMsg ==~ /(?s).*\[disable-artifacts-build\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-artifacts-build\.*/) {
426 enableArtifactsBuild = false
427 common.errorMsg('artifacts build will be aborted, VF -1 will be set')
428 }
429
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300430 if (commitMsg ==~ /(?s).*\[child-os-boot-from-volume\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-os-boot-from-volume\.*/) {
431 childOsBootFromVolume = true
432 common.warningMsg('OS will be booted from Ceph volumes')
433 }
434
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400435 if (commitMsg ==~ /(?s).*\[child-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*child-custom-cert-test\.*/) {
436 runChildCustomCertTest = true
437 deployChild = true
438 common.warningMsg('Child cluster deployment will be enabled since custom cert child test suite will be executed')
439 }
440
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400441 if (commitMsg ==~ /(?s).*\[mgmt-custom-cache-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mgmt-custom-cache-cert-test\.*/) {
442 runMgmtCustomCacheCertTest = true
443 deployChild = true
444 common.warningMsg('Child cluster deployment will be enabled as the test replaces the mgmt and cluster childcertificates')
445 }
446
Sergey Lalov48e69022023-07-25 16:08:00 +0400447 if (commitMsg ==~ /(?s).*\[mke-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mke-custom-cert-test\.*/) {
448 runMkeCustomCertTest = true
449 }
450
Sergey Lalov62c28312023-10-18 19:23:59 +0400451 if (commitMsg ==~ /(?s).*\[custom-hostnames\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*custom-hostnames\.*/) {
452 runCustomHostnames = true
453 common.warningMsg('All clusters will be deployed with Custom Hostnames')
454 }
455
vryzhenkin504dfc92023-11-01 15:49:47 +0400456 if (commitMsg ==~ /(?s).*\[sl-latest\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*sl-latest\.*/) {
457 slLatest = true
458 common.warningMsg('All clusters will be deployed with Stacklight version from artifact-metadata')
459 }
460
vryzhenkina8d74e72024-02-26 14:59:37 +0400461 if (commitMsg ==~ /(?s).*\[keycloak-ldap\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*keycloak-ldap\.*/) {
462 coreKeycloakLdap = true
463 common.warningMsg('Management cluster will be deployed with LDAP integration enabled and after-deployment checks will be executed')
464 }
465
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400466 if (commitMsg ==~ /(?s).*\[ntp-update\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*ntp-update\.*/) {
467 runNTPUpdateTest = true
468 common.warningMsg('After deployment of mgmt job with NTP update will be executed')
469 }
470
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400471 if (commitMsg ==~ /(?s).*\[mcc-maria-backup-restore\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*mcc-maria-backup-restore\.*/) {
472 runMCCMariaBackupRestoreTest = true
473 common.warningMsg('MCC Maria Backup/Restore test will be executed as part of mgmt test suite')
474 }
475
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400476 if (commitMsg ==~ /(?s).*\[runtime-migrate-extended-mgmt\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-extended-mgmt\.*/) {
477 runRuntimeMigrateExtendedTestMgmt = true
478 common.warningMsg('Runtime migration with semi-reverts (extended test) scheduled as part of mgmt test suite')
479 }
480
481 if (commitMsg ==~ /(?s).*\[runtime-migrate-quick-mgmt\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-quick-mgmt\.*/) {
482 runRuntimeMigrateQuickTestMgmt = true
483 common.warningMsg('Runtime migration of all nodes in one action (quick test) scheduled as part of mgmt test suite')
484 }
485
486 if (commitMsg ==~ /(?s).*\[runtime-migrate-and-rollback-mgmt\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-and-rollback-mgmt\.*/) {
487 runRuntimeMigrateAndRollbackTestMgmt = true
488 common.warningMsg('Runtime migration with semi-reverts (extended test) and runtime rollback scheduled as part of mgmt test suite')
489 }
490
491 if (commitMsg ==~ /(?s).*\[runtime-migrate-extended-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-extended-child\.*/) {
492 runRuntimeMigrateExtendedTestChild = true
493 common.warningMsg('Runtime migration with semi-reverts (extended test) scheduled as part of child test suite')
494 }
495
496 if (commitMsg ==~ /(?s).*\[runtime-migrate-quick-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-quick-child\.*/) {
497 runRuntimeMigrateQuickTestChild = true
498 common.warningMsg('Runtime migration of all nodes in one action (quick test) scheduled as part of child test suite')
499 }
500
501 if (commitMsg ==~ /(?s).*\[runtime-migrate-and-rollback-child\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*runtime-migrate-and-rollback-child\.*/) {
502 runRuntimeMigrateAndRollbackTestChild = true
503 common.warningMsg('Runtime migration with semi-reverts (extended test) and runtime rollback scheduled as part of child test suite')
504 }
505
vryzhenkine0ff1d82024-03-18 15:08:09 +0400506 if (commitMsg ==~ /(?s).*\[internal-ntp\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*internal-ntp\.*/ || proxyConfig['mgmtOffline'] || proxyConfig['childOffline']) {
507 configureInternalNTP = true
Sergey Lalov348f9452024-04-18 10:34:04 +0000508 openstackIMC = 'eu'
509 common.warningMsg('Internal NTP servers will be used. Forced deployment for an offline case in eu cloud')
vryzhenkine0ff1d82024-03-18 15:08:09 +0400510 }
511
Sergey Lalovd7593ab2024-01-11 13:40:13 +0400512 if (commitMsg ==~ /(?s).*\[disable-kube-api-audit\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-kube-api-audit\.*/) {
513 disableKubeApiAudit = true
514 common.warningMsg('Disable KUBE API audit for mgmt cluster')
515 }
516
Sergey Lalov26e24c22024-03-20 13:47:31 +0400517 if (commitMsg ==~ /(?s).*\[auditd\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*disable-kube-api-audit\.*/) {
518 auditd = true
519 }
520
Sergey Lalov430fcd72023-03-20 17:19:44 +0400521 if (commitMsg ==~ /(?s).*\[byo-child-custom-cert-test\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*byo-child-custom-cert-test\.*/) {
522 runByoChildCustomCertTest = true
523 attachBYO = true
524 common.warningMsg('Byo child cluster deployment will be enabled since custom cert child test suite will be executed')
525 }
526
vnaumov33747e12020-05-04 17:35:20 +0200527 // TODO (vnaumov) remove below condition after moving all releases to UCP
528 def ucpChildMatches = (commitMsg =~ /(\[child-ucp\s*ucp-.*?\])/)
529 if (ucpChildMatches.size() > 0) {
530 deployChild = true
531 common.warningMsg('Forced UCP based child deployment triggered on patchset using custom keyword: \'[child-ucp ucp-5-1-0-3-3-0-example]\' ')
532
533 // TODO(vnaumov) delete after ucp upgrades support
534 common.errorMsg('Child upgrade test will be skipped, UCP upgrades temporally disabled')
535 upgradeChild = false
536 }
537
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300538 if (commitMsg ==~ /(?s).*\[aio-cluster\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*aio-cluster.*/) {
539 aioCluster = true
540 }
541
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400542 if (commitMsg ==~ /(?s).*\[cache-warmup\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*cache-warmup.*/) {
543 runCacheWarmup = true
544 }
545
546 if (runCacheWarmup && (!deployChild && !mosDeployChild)) {
547 runCacheWarmup = false
548 common.errorMsg('Child cluster deployment is not enabled, skipping Cache Warmup')
549 }
550
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000551 // multiregional tests
552 def multiRegionalMatches = (commitMsg =~ /(\[multiregion\s*.*?\])/)
553 if (multiRegionalMatches.size() > 0) {
554 multiregionalMappings = multiregionWorkflowParser(multiRegionalMatches)
555 }
556 switch (multiregionalMappings['managementLocation']) {
557 case 'aws':
558 common.warningMsg('Forced running additional kaas deployment with AWS provider according multiregional demo request')
559 awsOnDemandDemo = true
560
561 if (multiregionalMappings['regionLocation'] != 'aws' && seedMacOs) { // macstadium seed node has access only to *public* providers
562 error('incompatible triggers: [seed-macos] and multiregional deployment based on *private* regional provider cannot be applied simultaneously')
563 }
564 break
565 case 'os':
566 if (enableOSDemo == false) {
567 error('incompatible triggers: [disable-os-demo] and multiregional deployment based on OSt management region cannot be applied simultaneously')
568 }
569 break
570 case 'vsphere':
571 if (enableVsphereDemo == false) {
572 error('incompatible triggers: [disable-vsphere-demo] and multiregional deployment based on Vsphere management region cannot be applied simultaneously')
573 }
574 break
575 case 'equinix':
576 common.warningMsg('Forced running additional kaas deployment with Equinix provider according multiregional demo request')
577 equinixOnDemandDemo = true
578 break
579 case 'equinixmetalv2':
580 common.warningMsg('Forced running additional kaas deployment with Equinix Metal V2 provider according multiregional demo request')
581 equinixMetalV2OnDemandDemo = true
582 break
583 case 'azure':
584 common.warningMsg('Forced running additional kaas deployment with Azure provider according multiregional demo request')
585 azureOnDemandDemo = true
586 break
587 }
588
Владислав Наумовb8305e22021-02-10 17:23:12 +0100589 // CDN configuration
590 def cdnConfig = [
591 mgmt: [
Sergey Lalovf80dab52024-04-19 14:16:52 +0000592 openstack: 'internal-ci',
Sergey Lalov3ad827f2024-04-19 18:40:21 +0400593 vsphere: 'internal-eu',
Владислав Наумовb8305e22021-02-10 17:23:12 +0100594 aws: 'public-ci',
Владислав Наумовe021b022021-05-06 11:26:38 +0200595 equinix: 'public-ci',
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000596 azure: 'public-ci',
Владислав Наумовf8f23fa2021-04-01 16:57:52 +0200597 ],
Владислав Наумовb8305e22021-02-10 17:23:12 +0100598 ]
599
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400600 if (commitMsg ==~ /(?s).*\[eu-demo\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*eu-demo.*/) {
601 openstackIMC = 'eu'
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400602 }
Sergey Lalovac6a8e72023-12-19 01:28:41 +0400603
604 if (openstackIMC == 'eu') {
slalov021171f2022-03-04 14:48:38 +0400605 // use internal-eu because on internal-ci with eu cloud image pull takes much time
Sergey Lalovf80dab52024-04-19 14:16:52 +0000606 def cdnRegion = 'internal-eu'
slalov021171f2022-03-04 14:48:38 +0400607 cdnConfig['mgmt']['openstack'] = cdnRegion
608 }
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400609
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100610 // calculate weight of current demo run to manage lockable resources
Sergey Lalov46deb442022-08-18 12:11:03 +0400611 def demoWeight = deployChild ? 2 : 1 // management = 1, child += 1
Sergey Lalov95040602023-03-07 16:42:16 +0400612 if (runUie2e || runUie2eNew) {
Sergey Lalov46deb442022-08-18 12:11:03 +0400613 demoWeight += 1
614 }
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100615
Sergey Laloveb611b22023-09-22 16:59:09 +0400616 if (commitMsg ==~ /(?s).*\[bootstrapv1-scenario\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bootstrapv1-scenario\.*/) {
617 bootstrapV2Scenario = false
618 }
619
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400620 if (commitMsg ==~ /(?s).*\[bootstrapv2-scenario\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*bootstrapv2-scenario\.*/) {
621 bootstrapV2Scenario = true
622 }
623
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400624 if (commitMsg ==~ /(?s).*\[enable-fips\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*enable-fips\.*/) {
625 enableFips = true
626 }
627
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400628 if (commitMsg ==~ /(?s).*\[enable-mke-debug\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*enable-mke-debug\.*/) {
629 enableMkeDebug = true
630 }
631
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100632 if (commitMsg ==~ /(?s).*\[vsphere-vvmt-obj\].*/ || env.GERRIT_EVENT_COMMENT_TEXT ==~ /(?s).*vsphere-vvmt-obj\.*/) {
633 useVsphereVvmtObjects = true
634 }
635
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300636 // parse equinixmetalv2-metro trigger
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300637 def equinixMetalV2MetroMatcher = (commitMsg =~ /\[equinixmetalv2-metro(\s+.*)?\]/)
638 if (equinixMetalV2OnDemandDemo && equinixMetalV2MetroMatcher.size() > 0) {
Sergey Zhemerdeevcc785e42022-07-22 17:15:47 +0300639 equinixMetalV2Metro = equinixMetalV2MetroMatcher[0][1].trim().toLowerCase()
Sergey Zhemerdeevdd31ce92022-07-19 14:15:22 +0300640 common.infoMsg("Forced Equnix mgmt deployment using custom metro ${equinixMetalV2Metro}")
641 }
642
vnaumov33747e12020-05-04 17:35:20 +0200643 common.infoMsg("""
Mikhail Ivanovb6283f72021-11-24 18:34:57 +0400644 OpenStack Cloud location: ${openstackIMC}
Владислав Наумовb8305e22021-02-10 17:23:12 +0100645 CDN deployment configuration: ${cdnConfig}
646 MCC offline deployment configuration: ${proxyConfig}
Владислав Наумов44c64b72020-12-04 20:22:53 +0100647 Use MacOS node as seed: ${seedMacOs}
vnaumov33747e12020-05-04 17:35:20 +0200648 Child cluster deployment scheduled: ${deployChild}
Mikhail Ivanov74504372021-05-21 17:01:06 +0400649 Custom child cluster release: ${customChildRelease}
vnaumov33747e12020-05-04 17:35:20 +0200650 Child cluster release upgrade scheduled: ${upgradeChild}
Sergey Lalovc1cb49f2022-09-27 01:16:25 +0400651 Full Child cluster release upgrade scheduled: ${fullUpgradeChild}
Mikhail Ivanov38ee4382022-01-27 16:21:51 +0400652 MOS child deploy scheduled: ${mosDeployChild}
653 MOS child upgrade scheduled: ${mosUpgradeChild}
vnaumov33747e12020-05-04 17:35:20 +0200654 Child conformance testing scheduled: ${runChildConformance}
Sergey Lalovafcc0432023-04-13 14:59:06 +0400655 Child conformance network policy testing scheduled: ${runChildConformanceNetworkPolicy}
vryzhenkinb286bd82023-04-04 07:17:52 +0400656 Child HPA testing scheduled: ${runChildHPA}
Sergey Lalov012496a2023-11-27 15:57:52 +0400657 Child Stacklight HA: ${runChildStacklightHa}
Vladislav Naumov7930ab22021-11-22 18:24:24 +0100658 Single BYO cluster attachment scheduled: ${attachBYO}
659 Single Attached BYO cluster upgrade test scheduled: ${upgradeBYO}
660 BYO test matrix whole suite scheduled: ${runBYOMatrix}
Mikhail Ivanoveabc9d92021-12-30 16:40:14 +0400661 Default BYO OS: ${defaultBYOOs}
vnaumov33747e12020-05-04 17:35:20 +0200662 Mgmt cluster release upgrade scheduled: ${upgradeMgmt}
slalov1202bba2022-04-20 22:31:07 +0400663 Mgmt cluster release auto upgrade scheduled: ${autoUpgradeMgmt}
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +0400664 Mgmt LMA logging enabled: ${enableLMALogging}
Sergey Lalovb2f60372022-09-20 23:58:47 +0400665 Deploy Os on child with mos release ${deployOsOnMos}
vnaumov33747e12020-05-04 17:35:20 +0200666 Mgmt conformance testing scheduled: ${runMgmtConformance}
Sergey Lalovafcc0432023-04-13 14:59:06 +0400667 Mgmt conformance network policy testing scheduled: ${runMgmtConformanceNetworkPolicy}
Владислав Наумов9cec55d2021-08-03 15:00:59 +0200668 LMA testing scheduled: ${runLMATest}
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +0200669 Mgmt user controller testing scheduled: ${runMgmtUserControllerTest}
vnaumov33747e12020-05-04 17:35:20 +0200670 Mgmt UI e2e testing scheduled: ${runUie2e}
Mikhail Ivanovf5e20af2022-03-24 15:38:06 +0400671 Mgmt UI e2e playwrite testing scheduled: ${runUie2eNew}
slalov13e579c2022-01-31 21:37:02 +0400672 Maintenance test: ${runMaintenanceTest}
slalov0a4947a2022-06-09 15:44:35 +0400673 Container Registry test: ${runContainerregistryTest}
slalov574123e2022-04-06 17:24:19 +0400674 Child proxy test: ${runProxyChildTest}
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +0300675 Graceful reboot test: ${runGracefulRebootTest}
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +0300676 Delete mgmt master node test: ${runMgmtDeleteMasterTest}
677 Delete rgnl master node test: ${runRgnlDeleteMasterTest}
678 Delete child master node test: ${runChildDeleteMasterTest}
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300679 Child machine deletion policy test: ${runChildMachineDeletionPolicyTest}
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400680 Custom cert test for child clusters: ${runChildCustomCertTest}
Sergey Lalov430fcd72023-03-20 17:19:44 +0400681 Custom cert test for Byo child clusters: ${runByoChildCustomCertTest}
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400682 Custom cache cert test for mgmt and child clusters: ${runMgmtCustomCacheCertTest}
Sergey Lalov48e69022023-07-25 16:08:00 +0400683 MKE custom cert test for mgmt/region: ${runMkeCustomCertTest}
Sergey Lalov62c28312023-10-18 19:23:59 +0400684 Custom hostnames for all clisuers: ${runCustomHostnames}
vryzhenkin504dfc92023-11-01 15:49:47 +0400685 Stacklight templates enchanced with latest version from artifact-metadata: ${slLatest}
Sergey Lalovd7593ab2024-01-11 13:40:13 +0400686 Disable Kubernetes API audit: ${disableKubeApiAudit}
Sergey Lalov26e24c22024-03-20 13:47:31 +0400687 Enable Auditd : ${auditd}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200688 AWS provider deployment scheduled: ${awsOnDemandDemo}
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000689 Equinix provider deployment scheduled: ${equinixOnDemandDemo}
Владислав Наумов144956f2021-10-14 17:49:19 +0200690 EquinixmetalV2 provider deployment scheduled: ${equinixMetalV2OnDemandDemo}
Vladislav Naumov42b71dc2021-11-22 13:09:42 +0100691 EquinixmetalV2 child deploy in a separate metro scheduled: ${equinixMetalV2ChildDiffMetro}
Sergey Zhemerdeev019c45a2022-08-13 00:09:07 +0300692 EquinixmetalV2 mgmt will be deployed on the metro: ${equinixMetalV2Metro?:'auto'}
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000693 Equinix@AWS child cluster deployment scheduled: ${equinixOnAwsDemo}
694 Azure provider deployment scheduled: ${azureOnDemandDemo}
695 Azure@AWS child cluster deployment scheduled: ${azureOnAwsDemo}
Ivan Berezovskiyf9bcfd62021-03-18 18:41:38 +0400696 VSPHERE provider deployment scheduled: ${enableVsphereDemo}
Владислав Наумов4eb1da32020-08-31 14:45:16 +0200697 OS provider deployment scheduled: ${enableOSDemo}
Sergey Lalovd0e20852023-08-17 19:11:19 +0400698 BM Core provider deployment scheduled: ${enablebmCoreDemo}
699 BM Core type deplyment: ${bmDeployType}
700 BM Core cleanup: ${bmCoreCleanup}
azvyagintsev1761bdc2020-09-04 17:24:12 +0300701 BM provider deployment scheduled: ${enableBMDemo}
Alexandr Lovtsov36473f32022-04-28 15:46:09 +0300702 Ubuntu on vSphere scheduled: ${enableVsphereUbuntu}
Ivan Berezovskiy30c4b122023-11-06 18:03:18 +0500703 RHEL on vSphere scheduled: ${enableVsphereRHEL}
Mikhail Ivanovbd1a9fd2022-03-29 21:36:21 +0400704 Artifacts build scheduled: ${enableArtifactsBuild}
Sergey Zhemerdeeve67fb262022-06-21 00:49:34 +0300705 Boot OS child from Ceph volumes: ${childOsBootFromVolume}
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000706 Multiregional configuration: ${multiregionalMappings}
vnaumov33747e12020-05-04 17:35:20 +0200707 Service binaries fetching scheduled: ${fetchServiceBinaries}
Владислав Наумов74e2d6e2020-12-30 17:05:40 +0100708 Current weight of the demo run: ${demoWeight} (Used to manage lockable resources)
Ivan Berezovskiy29e72b72022-07-12 21:03:24 +0400709 Bootstrap v2 scenario enabled: ${bootstrapV2Scenario}
Mikhail Ivanov3088d3d2022-10-24 14:05:46 +0400710 FIPS enabled: ${enableFips}
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400711 MKE DEBUG enabled: ${enableMkeDebug}
Sergey Lalovbc68d752022-11-08 13:40:53 +0400712 Pause for debug enabled: ${pauseForDebug}
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300713 AIO cluster: ${aioCluster}
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100714 Use Vsphere VVMT Objects: ${useVsphereVvmtObjects}
vryzhenkin4fd3f242023-03-29 15:13:46 +0400715 Bootsrap v2 smoke checks enabled: ${enableBv2Smoke}
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400716 Run Cache warmup for child clusters: ${runCacheWarmup}
vryzhenkin211a4e82023-11-23 12:48:27 +0400717 CVE Scan enabled: ${cveScan}
vryzhenkina8d74e72024-02-26 14:59:37 +0400718 Keycloak+LDAP integration enabled: ${coreKeycloakLdap}
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400719 NTP update job scheduled: ${runNTPUpdateTest}
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400720 MCC MariaDB Backup/Restore test enabled: ${runMCCMariaBackupRestoreTest}
Sergey Kolekonov75148432024-07-16 13:22:36 +0500721 Sync to public-ci CDN enabled: ${publicCISync}
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400722 Mgmt runtime migration (extended) enabled: ${runRuntimeMigrateExtendedTestMgmt}
723 Mgmt runtime migration (quick) enabled: ${runRuntimeMigrateQuickTestMgmt}
724 Mgmt runtime migration (extended) with rollback enabled: ${runRuntimeMigrateAndRollbackTestMgmt}
725 Child runtime migration (extended) enabled: ${runRuntimeMigrateExtendedTestChild}
726 Child runtime migration (quick) enabled: ${runRuntimeMigrateQuickTestChild}
727 Child runtime migration (extended) with rollback enabled: ${runRuntimeMigrateAndRollbackTestChild}
Владислав Наумов81777472021-03-09 15:14:27 +0400728 Triggers: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
vnaumov33747e12020-05-04 17:35:20 +0200729 return [
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300730 osCloudLocation : openstackIMC,
731 cdnConfig : cdnConfig,
732 proxyConfig : proxyConfig,
733 useMacOsSeedNode : seedMacOs,
734 deployChildEnabled : deployChild,
735 childDeployCustomRelease : customChildRelease,
736 upgradeChildEnabled : upgradeChild,
737 fullUpgradeChildEnabled : fullUpgradeChild,
738 mosDeployChildEnabled : mosDeployChild,
739 mosUpgradeChildEnabled : mosUpgradeChild,
740 runChildConformanceEnabled : runChildConformance,
Sergey Lalovafcc0432023-04-13 14:59:06 +0400741 runChildConformanceNetworkPolicyEnabled : runChildConformanceNetworkPolicy,
vryzhenkinb286bd82023-04-04 07:17:52 +0400742 runChildHPAEnabled : runChildHPA,
Sergey Lalov012496a2023-11-27 15:57:52 +0400743 runChildStacklightHaEnabled : runChildStacklightHa,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300744 attachBYOEnabled : attachBYO,
745 upgradeBYOEnabled : upgradeBYO,
746 runBYOMatrixEnabled : runBYOMatrix,
747 defaultBYOOs : defaultBYOOs,
748 upgradeMgmtEnabled : upgradeMgmt,
749 autoUpgradeMgmtEnabled : autoUpgradeMgmt,
750 enableLMALoggingEnabled : enableLMALogging,
751 deployOsOnMosEnabled : deployOsOnMos,
752 runUie2eEnabled : runUie2e,
753 runUie2eNewEnabled : runUie2eNew,
754 runMgmtConformanceEnabled : runMgmtConformance,
Sergey Lalovafcc0432023-04-13 14:59:06 +0400755 runMgmtConformanceNetworkPolicyEnabled : runMgmtConformanceNetworkPolicy,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300756 runMaintenanceTestEnabled : runMaintenanceTest,
757 runContainerregistryTestEnabled : runContainerregistryTest,
758 runGracefulRebootTestEnabled : runGracefulRebootTest,
759 pauseForDebugEnabled : pauseForDebug,
760 runMgmtDeleteMasterTestEnabled : runMgmtDeleteMasterTest,
761 runRgnlDeleteMasterTestEnabled : runRgnlDeleteMasterTest,
762 runChildDeleteMasterTestEnabled : runChildDeleteMasterTest,
Sergey Lalovd5efcd52023-03-01 22:42:17 +0400763 runChildCustomCertTestEnabled : runChildCustomCertTest,
Sergey Lalov7c2377e2023-12-15 23:14:45 +0400764 customSlackChannelEnabled : customSlackChannel,
Sergey Lalovf6fbfea2023-04-06 17:05:40 +0400765 runMgmtCustomCacheCertTestEnabled : runMgmtCustomCacheCertTest,
Sergey Lalov48e69022023-07-25 16:08:00 +0400766 runMkeCustomCertTestEnabled : runMkeCustomCertTest,
Sergey Lalov62c28312023-10-18 19:23:59 +0400767 runCustomHostnamesEnabled : runCustomHostnames,
vryzhenkin504dfc92023-11-01 15:49:47 +0400768 slLatestEnabled : slLatest,
Sergey Lalov430fcd72023-03-20 17:19:44 +0400769 runByoChildCustomCertTestEnabled : runByoChildCustomCertTest,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300770 runChildMachineDeletionPolicyTestEnabled : runChildMachineDeletionPolicyTest,
771 runLMATestEnabled : runLMATest,
772 runMgmtUserControllerTestEnabled : runMgmtUserControllerTest,
773 runProxyChildTestEnabled : runProxyChildTest,
774 fetchServiceBinariesEnabled : fetchServiceBinaries,
775 awsOnDemandDemoEnabled : awsOnDemandDemo,
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000776 equinixOnDemandDemoEnabled : equinixOnDemandDemo,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300777 equinixMetalV2OnDemandDemoEnabled : equinixMetalV2OnDemandDemo,
778 equinixMetalV2ChildDiffMetroEnabled : equinixMetalV2ChildDiffMetro,
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000779 equinixOnAwsDemoEnabled : equinixOnAwsDemo,
780 azureOnDemandDemoEnabled : azureOnDemandDemo,
781 azureOnAwsDemoEnabled : azureOnAwsDemo,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300782 vsphereDemoEnabled : enableVsphereDemo,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300783 bmDemoEnabled : enableBMDemo,
Sergey Lalovd0e20852023-08-17 19:11:19 +0400784 bmCoreDemoEnabled : enablebmCoreDemo,
785 bmCoreCleanup : bmCoreCleanup,
Sergey Lalov4ea2cbc2024-04-04 21:41:47 +0400786 bmDeployType : bmDeployType,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300787 osDemoEnabled : enableOSDemo,
788 vsphereUbuntuEnabled : enableVsphereUbuntu,
Ivan Berezovskiy30c4b122023-11-06 18:03:18 +0500789 vsphereRHELEnabled : enableVsphereRHEL,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300790 artifactsBuildEnabled : enableArtifactsBuild,
791 childOsBootFromVolume : childOsBootFromVolume,
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000792 multiregionalConfiguration : multiregionalMappings,
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +0300793 demoWeight : demoWeight,
794 bootstrapV2Scenario : bootstrapV2Scenario,
795 equinixMetalV2Metro : equinixMetalV2Metro,
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +0300796 enableFips : enableFips,
Sergey Lalov00bea0f2023-08-14 16:46:33 +0400797 enableMkeDebugEnabled : enableMkeDebug,
Mikhail Morgoev58855c12023-02-10 14:57:31 +0100798 aioCluster : aioCluster,
vryzhenkin4fd3f242023-03-29 15:13:46 +0400799 useVsphereVvmtObjects : useVsphereVvmtObjects,
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400800 bv2SmokeEnabled : enableBv2Smoke,
801 runCacheWarmup : runCacheWarmup,
vryzhenkin211a4e82023-11-23 12:48:27 +0400802 cveScanEnabled : cveScan,
Sergey Lalovd7593ab2024-01-11 13:40:13 +0400803 disableKubeApiAudit : disableKubeApiAudit,
Sergey Lalov26e24c22024-03-20 13:47:31 +0400804 auditdEnabled : auditd,
vryzhenkina8d74e72024-02-26 14:59:37 +0400805 coreKeycloakLdapEnabled : coreKeycloakLdap,
vryzhenkine0ff1d82024-03-18 15:08:09 +0400806 internalNTPServersEnabled : configureInternalNTP,
Viktor Astakhovadfcfb52024-05-16 16:56:21 +0400807 runNTPUpdateTestEnabled : runNTPUpdateTest,
Viktor Astakhov8da448c2024-06-14 14:59:32 +0400808 runMCCMariaBackupRestoreTestEnabled : runMCCMariaBackupRestoreTest,
Sergey Kolekonov75148432024-07-16 13:22:36 +0500809 publicCISyncEnabled : publicCISync,
Viktor Astakhov4fda2672024-08-29 16:38:25 +0400810 runtimeMigrateExtendedMgmtEnabled : runRuntimeMigrateExtendedTestMgmt,
811 runtimeMigrateQuickMgmtEnabled : runRuntimeMigrateQuickTestMgmt,
812 runtimeMigrateMgmtAndRollbackEnabled : runRuntimeMigrateAndRollbackTestMgmt,
813 runtimeMigrateExtendedChildEnabled : runRuntimeMigrateExtendedTestChild,
814 runtimeMigrateQuickChildEnabled : runRuntimeMigrateQuickTestChild,
815 runtimeMigrateChildAndRollbackEnabled : runRuntimeMigrateAndRollbackTestChild,
Ivan Berezovskiy02baa982023-06-06 12:46:27 +0400816 ]
Владислав Наумов765f3bd2020-09-07 18:09:24 +0200817}
818
Sergey Kolekonovd6a17392024-02-06 15:57:53 +0000819/**
820 * Determine management and regional setup for demo workflow scenario
821 *
822 *
823 * @param: keyword (string) string , represents keyword trigger, specified in gerrit commit body, like `[multiregion aws,os]`
824 or Jenkins environment string variable in form like 'aws,os'
825 * @return (map)[
826 enabled: (bool),
827 * managementLocation: (string), //aws,os
828 * regionLocation: (string), //aws,os
829 * ]
830 */
831def multiregionWorkflowParser(keyword) {
832 def common = new com.mirantis.mk.Common()
833 def supportedManagementProviders = ['os', 'aws', 'vsphere', 'equinix', 'equinixmetalv2', 'azure']
834 def supportedRegionalProviders = ['os', 'vsphere', 'equinix', 'equinixmetalv2', 'bm', 'azure', 'aws']
835
836 def clusterTypes = ''
837 if (keyword.toString().contains('multiregion')) {
838 common.infoMsg('Multiregion definition configured via gerrit keyword trigger')
839 clusterTypes = keyword[0][0].split('multiregion')[1].replaceAll('[\\[\\]]', '').trim().split(',')
840 } else {
841 common.infoMsg('Multiregion definition configured via environment variable')
842 clusterTypes = keyword.trim().split(',')
843 }
844
845 if (clusterTypes.size() != 2) {
846 error("Incorrect regions definiton, valid scheme: [multiregion ${management}, ${region}], got: ${clusterTypes}")
847 }
848
849 def desiredManagementProvider = clusterTypes[0].trim()
850 def desiredRegionalProvider = clusterTypes[1].trim()
851 if (! supportedManagementProviders.contains(desiredManagementProvider) || ! supportedRegionalProviders.contains(desiredRegionalProvider)) {
852 error("""unsupported management <-> regional bundle, available options:
853 management providers list - ${supportedManagementProviders}
854 regional providers list - ${supportedRegionalProviders}""")
855 }
856
857 return [
858 enabled: true,
859 managementLocation: desiredManagementProvider,
860 regionLocation: desiredRegionalProvider,
861 ]
862}
vnaumov33747e12020-05-04 17:35:20 +0200863
864/**
865 * Determine if custom si tests/pipelines refspec forwarded from gerrit change request
866
Владислав Наумов81777472021-03-09 15:14:27 +0400867 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
vnaumov33747e12020-05-04 17:35:20 +0200868 * Used for components team to test component changes w/ custom SI refspecs using kaas/core deployment jobs
869 * Example scheme:
870 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
871 * manage refspecs through Jenkins Job Parameters
872 *
azvyagintseva12230a2020-06-05 13:24:06 +0300873 * @return (map)[* siTests: (string) final refspec for si-tests
vnaumov33747e12020-05-04 17:35:20 +0200874 * siPipelines: (string) final refspec for si-pipelines
875 * ]
876 */
877def checkCustomSIRefspec() {
vnaumovbdb90222020-05-04 18:25:50 +0200878 def common = new com.mirantis.mk.Common()
879
vnaumov33747e12020-05-04 17:35:20 +0200880 // Available triggers and its sane defaults
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200881 def siTestsRefspec = env.SI_TESTS_REFSPEC ?: 'master'
882 def siPipelinesRefspec = env.SI_PIPELINES_REFSPEC ?: 'master'
Владислав Наумов2db15e22020-07-14 12:29:22 +0200883 def siTestsDockerImage = env.SI_TESTS_DOCKER_IMAGE ?: 'docker-dev-kaas-local.docker.mirantis.net/mirantis/kaas/si-test'
884 def siTestsDockerImageTag = env.SI_TESTS_DOCKER_IMAGE_TAG ?: 'master'
Владислав Наумов6c2afff2020-06-05 12:54:53 +0200885 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
vnaumov33747e12020-05-04 17:35:20 +0200886
887 def siTestMatches = (commitMsg =~ /(\[si-tests-ref\s*refs\/changes\/.*?\])/)
888 def siPipelinesMatches = (commitMsg =~ /(\[si-pipelines-ref\s*refs\/changes\/.*?\])/)
889
890 if (siTestMatches.size() > 0) {
891 siTestsRefspec = siTestMatches[0][0].split('si-tests-ref')[1].replaceAll('[\\[\\]]', '').trim()
Владислав Наумов7f6c0882021-03-23 19:10:57 +0400892 siTestsDockerImage = "docker-review-local.docker.mirantis.net/review/kaas-si-test-${siTestsRefspec.split('/')[-2]}"
Владислав Наумов2db15e22020-07-14 12:29:22 +0200893 siTestsDockerImageTag = siTestsRefspec.split('/')[-1]
vnaumov33747e12020-05-04 17:35:20 +0200894 }
895 if (siPipelinesMatches.size() > 0) {
896 siPipelinesRefspec = siPipelinesMatches[0][0].split('si-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
897 }
898
899 common.infoMsg("""
900 kaas/si-pipelines will be fetched from: ${siPipelinesRefspec}
901 kaas/si-tests will be fetched from: ${siTestsRefspec}
Владислав Наумов2db15e22020-07-14 12:29:22 +0200902 kaas/si-tests as dockerImage will be fetched from: ${siTestsDockerImage}:${siTestsDockerImageTag}
Владислав Наумов81777472021-03-09 15:14:27 +0400903 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов2db15e22020-07-14 12:29:22 +0200904 return [siTests: siTestsRefspec, siPipelines: siPipelinesRefspec, siTestsDockerImage: siTestsDockerImage, siTestsDockerImageTag: siTestsDockerImageTag]
vnaumov33747e12020-05-04 17:35:20 +0200905}
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200906
Владислав Наумов9080f372020-06-08 13:57:16 +0200907/**
Владислав Наумов418042b2020-07-09 18:31:10 +0200908 * Parse additional configuration for kaas component CICD repo
Владислав Наумов30a516c2020-07-09 13:15:41 +0200909 * @param configurationFile (str) path to configuration file in yaml format
910 *
911 * @return (map)[ siTestsFeatureFlags (string) dedicated feature flags that will be used in SI tests,
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300912 * siTestsFeatureFlagsStable (string) dedicated feature flags that will be used in SI tests for deploying stable release
Владислав Наумов30a516c2020-07-09 13:15:41 +0200913 * ]
914 */
915def parseKaaSComponentCIParameters(configurationFile){
916 def common = new com.mirantis.mk.Common()
917 def ciConfig = readYaml file: configurationFile
918 def ciSpec = [
919 siTestsFeatureFlags: env.SI_TESTS_FEATURE_FLAGS ?: '',
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300920 siTestsFeatureFlagsStable: env.SI_TESTS_FEATURE_FLAGS_STABLE ?: '',
Владислав Наумов30a516c2020-07-09 13:15:41 +0200921 ]
922
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300923 // If exists and not empty
924 if (ciConfig.getOrDefault('si-tests-feature-flags', [])) {
Владислав Наумов30a516c2020-07-09 13:15:41 +0200925 common.infoMsg("""SI tests feature flags customization detected,
926 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlags']}] identification...""")
927
928 def ffMeta = ciSpec['siTestsFeatureFlags'].tokenize(',').collect { it.trim() }
929 ffMeta.addAll(ciConfig['si-tests-feature-flags'])
Владислав Наумов30a516c2020-07-09 13:15:41 +0200930
Владислав Наумовcb5ffca2020-07-14 15:28:36 +0200931 ciSpec['siTestsFeatureFlags'] = ffMeta.unique().join(',')
Владислав Наумов30a516c2020-07-09 13:15:41 +0200932 common.infoMsg("SI tests custom feature flags: ${ciSpec['siTestsFeatureFlags']}")
933 }
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300934 if (ciConfig.getOrDefault('si-tests-feature-flags-stable', [])) {
935 common.infoMsg("""SI tests feature flags for stable release customization detected,
936 results will be merged with existing flags: [${ciSpec['siTestsFeatureFlagsStable']}] identification...""")
937
938 def ffMeta = ciSpec['siTestsFeatureFlagsStable'].tokenize(',').collect { it.trim() }
939 ffMeta.addAll(ciConfig['si-tests-feature-flags-stable'])
940
941 ciSpec['siTestsFeatureFlagsStable'] = ffMeta.unique().join(',')
942 common.infoMsg("SI tests custom feature flags for stable release: ${ciSpec['siTestsFeatureFlagsStable']}")
943 }
Владислав Наумов30a516c2020-07-09 13:15:41 +0200944
945 common.infoMsg("""Additional ci configuration parsed successfully:
Alexandr Lovtsov1c78e452022-08-29 20:57:51 +0300946 siTestsFeatureFlags: ${ciSpec['siTestsFeatureFlags']}
947 siTestsFeatureFlagsStable: ${ciSpec['siTestsFeatureFlagsStable']}""")
Владислав Наумов30a516c2020-07-09 13:15:41 +0200948 return ciSpec
949}
950
951/**
952 * Determine if custom kaas core/pipelines refspec forwarded from gerrit change request
Владислав Наумов9080f372020-06-08 13:57:16 +0200953
Владислав Наумов81777472021-03-09 15:14:27 +0400954 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов9080f372020-06-08 13:57:16 +0200955 * Used for components team to test component changes w/ custom Core refspecs using kaas/core deployment jobs
956 * Example scheme:
957 * New CR pushed in kubernetes/lcm-ansible -> parsing it's commit body and get custom test refspecs -> trigger deployment jobs from kaas/core
958 * manage refspecs through Jenkins Job Parameters
959 *
960 * @return (map)[ core: (string) final refspec for kaas/core
961 * corePipelines: (string) final refspec for pipelines in kaas/core
962 * ]
963 */
964def checkCustomCoreRefspec() {
965 def common = new com.mirantis.mk.Common()
966
967 // Available triggers and its sane defaults
968 def coreRefspec = env.KAAS_CORE_REFSPEC ?: 'master'
969 // by default using value of GERRIT_REFSPEC parameter in *kaas/core jobs*
970 def corePipelinesRefspec = env.KAAS_PIPELINE_REFSPEC ?: '\$GERRIT_REFSPEC'
971 def commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
972
973 def coreMatches = (commitMsg =~ /(\[core-ref\s*refs\/changes\/.*?\])/)
974 def corePipelinesMatches = (commitMsg =~ /(\[core-pipelines-ref\s*refs\/changes\/.*?\])/)
975
976 if (coreMatches.size() > 0) {
977 coreRefspec = coreMatches[0][0].split('core-ref')[1].replaceAll('[\\[\\]]', '').trim()
978 }
979 if (corePipelinesMatches.size() > 0) {
980 corePipelinesRefspec = corePipelinesMatches[0][0].split('core-pipelines-ref')[1].replaceAll('[\\[\\]]', '').trim()
981 }
982
983 common.infoMsg("""
984 kaas/core will be fetched from: ${coreRefspec}
985 kaas/core pipelines will be fetched from: ${corePipelinesRefspec}
Владислав Наумов81777472021-03-09 15:14:27 +0400986 Keywords: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md""")
Владислав Наумов9080f372020-06-08 13:57:16 +0200987 return [core: coreRefspec, corePipelines: corePipelinesRefspec]
988}
989
Владислав Наумов2a982ff2020-06-02 19:06:46 +0200990
991/**
Владислав Наумов92288d92020-07-13 18:36:21 +0200992 * generate Jenkins Parameter objects from from text parameter with additonal kaas core context
993 * needed to forward inside kaas core set of jobs
994 *
995 * @param context (string) Representation of the string enviroment variables needed for kaas core jobs in yaml format
996 * @return (list)[ string(name: '', value: ''),
997 * ]
998 */
999def generateKaaSVarsFromContext(context) {
1000 def common = new com.mirantis.mk.Common()
1001 def parameters = []
1002 def config = readYaml text: context
1003
1004 config.each { k,v ->
1005 common.infoMsg("Custom KaaS Core context parameter: ${k}=${v}")
1006 parameters.add(string(name: k, value: v))
1007 }
1008
1009 return parameters
1010}
1011
1012/**
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001013 * Trigger KaaS demo jobs based on AWS/OS providers with customized test suite, parsed from external sources (gerrit commit/jj vars)
Владислав Наумов81777472021-03-09 15:14:27 +04001014 * Keyword list: https://gerrit.mcp.mirantis.com/plugins/gitiles/kaas/core/+/refs/heads/master/hack/ci-gerrit-keywords.md
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001015 * Used for components team to test component changes w/ customized SI tests/refspecs using kaas/core deployment jobs
1016 *
Владислав Наумов418042b2020-07-09 18:31:10 +02001017 * @param: component (string) component name [iam, lcm, stacklight]
1018 * @param: patchSpec (string) Patch for kaas/cluster releases in json format
1019 * @param: configurationFile (string) Additional file for component repo CI config in yaml format
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001020 */
Владислав Наумов92288d92020-07-13 18:36:21 +02001021def triggerPatchedComponentDemo(component, patchSpec = '', configurationFile = '.ci-parameters.yaml', coreContext = '') {
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001022 def common = new com.mirantis.mk.Common()
1023 // Determine if custom trigger keywords forwarded from gerrit
1024 def triggers = checkDeploymentTestSuite()
1025 // Determine SI refspecs
1026 def siRefspec = checkCustomSIRefspec()
Владислав Наумов9080f372020-06-08 13:57:16 +02001027 // Determine Core refspecs
1028 def coreRefspec = checkCustomCoreRefspec()
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001029
Владислав Наумов418042b2020-07-09 18:31:10 +02001030 // Determine component repo ci configuration
1031 def ciSpec = [:]
1032 def componentFeatureFlags = env.SI_TESTS_FEATURE_FLAGS ?: ''
1033 if (fileExists(configurationFile)) {
1034 common.infoMsg('Component CI configuration file detected, parsing...')
1035 ciSpec = parseKaaSComponentCIParameters(configurationFile)
1036 componentFeatureFlags = ciSpec['siTestsFeatureFlags']
1037 } else {
1038 common.warningMsg('''Component CI configuration file is not exists,
Владислав Наумовc17dd552020-07-29 17:07:38 +02001039 several code-management features may be unavailable,
Владислав Наумов92288d92020-07-13 18:36:21 +02001040 follow https://mirantis.jira.com/wiki/spaces/QA/pages/2310832276/SI-tests+feature+flags#%5BUpdated%5D-Using-a-feature-flag
1041 to create the configuration file''')
Владислав Наумов418042b2020-07-09 18:31:10 +02001042 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001043
1044 def platforms = []
1045 if (component == 'ipam' && triggers.vsphereDemoEnabled) {
1046 // Currently only vsphere demo is required for IPAM component
1047 platforms.add('vsphere')
1048 } else {
1049 if (triggers.osDemoEnabled) {
1050 platforms.add('openstack')
1051 }
1052 if (triggers.awsOnDemandDemoEnabled) {
1053 platforms.add('aws')
1054 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001055 if (triggers.equinixOnDemandDemoEnabled) {
1056 platforms.add('equinix')
1057 }
Владислав Наумов144956f2021-10-14 17:49:19 +02001058 if (triggers.equinixMetalV2OnDemandDemoEnabled) {
1059 platforms.add('equinixmetalv2')
1060 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001061 if (triggers.azureOnDemandDemoEnabled) {
1062 platforms.add('azure')
1063 }
Ivan Berezovskiyb0229d02021-05-17 16:55:18 +04001064 if (triggers.vsphereDemoEnabled) {
1065 platforms.add('vsphere')
1066 }
Sergey Kolekonov8e4de182024-03-05 15:07:07 +05001067 if (triggers.bmCoreDemoEnabled) {
1068 platforms.add('bm')
1069 }
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001070 }
1071
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001072 def jobs = [:]
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001073 def parameters = [
Владислав Наумов9080f372020-06-08 13:57:16 +02001074 string(name: 'GERRIT_REFSPEC', value: coreRefspec.core),
1075 string(name: 'KAAS_PIPELINE_REFSPEC', value: coreRefspec.corePipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001076 string(name: 'SI_TESTS_REFSPEC', value: siRefspec.siTests),
Владислав Наумов418042b2020-07-09 18:31:10 +02001077 string(name: 'SI_TESTS_FEATURE_FLAGS', value: componentFeatureFlags),
Владислав Наумов2db15e22020-07-14 12:29:22 +02001078 string(name: 'SI_TESTS_DOCKER_IMAGE', value: siRefspec.siTestsDockerImage),
1079 string(name: 'SI_TESTS_DOCKER_IMAGE_TAG', value: siRefspec.siTestsDockerImageTag),
Владислав Наумов4a5c3242020-06-08 14:36:11 +02001080 string(name: 'SI_PIPELINES_REFSPEC', value: siRefspec.siPipelines),
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001081 string(name: 'CUSTOM_RELEASE_PATCH_SPEC', value: patchSpec),
Mikhail Ivanov74504372021-05-21 17:01:06 +04001082 string(name: 'KAAS_CHILD_CLUSTER_RELEASE_NAME', value: triggers.childDeployCustomRelease),
Mikhail Ivanovb6283f72021-11-24 18:34:57 +04001083 string(name: 'OPENSTACK_CLOUD_LOCATION', value: triggers.osCloudLocation),
Sergey Lalov7c2377e2023-12-15 23:14:45 +04001084 string(name: 'SLACK_CHANNEL_NOTIFY', value: triggers.customSlackChannelEnabled),
Sergey Lalov4ea2cbc2024-04-04 21:41:47 +04001085 string(name: 'BM_DEPLOY_TYPE', value: triggers.bmDeployType),
Владислав Наумовb8305e22021-02-10 17:23:12 +01001086 booleanParam(name: 'OFFLINE_MGMT_CLUSTER', value: triggers.proxyConfig['mgmtOffline']),
Владислав Наумовf8f23fa2021-04-01 16:57:52 +02001087 booleanParam(name: 'OFFLINE_CHILD_CLUSTER', value: triggers.proxyConfig['childOffline']),
Владислав Наумов257ea132021-04-14 14:44:13 +02001088 booleanParam(name: 'PROXY_CHILD_CLUSTER', value: triggers.proxyConfig['childProxy']),
Владислав Наумов44c64b72020-12-04 20:22:53 +01001089 booleanParam(name: 'SEED_MACOS', value: triggers.useMacOsSeedNode),
Владислав Наумов080d9412020-07-29 13:05:14 +02001090 booleanParam(name: 'UPGRADE_MGMT_CLUSTER', value: triggers.upgradeMgmtEnabled),
slalov1202bba2022-04-20 22:31:07 +04001091 booleanParam(name: 'AUTO_UPGRADE_MCC', value: triggers.autoUpgradeMgmtEnabled),
Victor Ryzhenkind2b7b662021-08-23 14:18:38 +04001092 booleanParam(name: 'ENABLE_LMA_LOGGING', value: triggers.enableLMALoggingEnabled),
Sergey Kolekonov75861642024-10-28 18:38:15 +05001093 booleanParam(name: 'DEPLOY_MOS_CHILD_CLUSTER', value: triggers.mosDeployChildEnabled),
Sergey Lalovb2f60372022-09-20 23:58:47 +04001094 booleanParam(name: 'DEPLOY_OS_ON_MOS', value: triggers.deployOsOnMosEnabled),
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001095 booleanParam(name: 'RUN_UI_E2E', value: triggers.runUie2eEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +02001096 booleanParam(name: 'RUN_MGMT_CFM', value: triggers.runMgmtConformanceEnabled),
Sergey Lalovafcc0432023-04-13 14:59:06 +04001097 booleanParam(name: 'RUN_MGMT_CFM_NETWORK_POLICY', value: triggers.runMgmtConformanceNetworkPolicyEnabled),
slalov0a4947a2022-06-09 15:44:35 +04001098 booleanParam(name: 'RUN_MAINTENANCE_TEST', value: triggers.runMaintenanceTestEnabled),
1099 booleanParam(name: 'RUN_CONTAINER_REGISTRY_TEST', value: triggers.runContainerregistryTestEnabled),
Mikhail Nikolaenko7e632cd2022-10-24 16:20:31 +03001100 booleanParam(name: 'RUN_GRACEFUL_REBOOT_TEST', value: triggers.runGracefulRebootTestEnabled),
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +03001101 booleanParam(name: 'RUN_MGMT_DELETE_MASTER_TEST', value: triggers.runMgmtDeleteMasterTestEnabled),
1102 booleanParam(name: 'RUN_RGNL_DELETE_MASTER_TEST', value: triggers.runRgnlDeleteMasterTestEnabled),
1103 booleanParam(name: 'RUN_CHILD_DELETE_MASTER_TEST', value: triggers.runChildDeleteMasterTestEnabled),
Sergey Lalovd5efcd52023-03-01 22:42:17 +04001104 booleanParam(name: 'RUN_CHILD_CUSTOM_CERT_TEST', value: triggers.runChildCustomCertTestEnabled),
Sergey Lalovf6fbfea2023-04-06 17:05:40 +04001105 booleanParam(name: 'RUN_MGMT_CUSTOM_CACHE_CERT_TEST', value: triggers.runMgmtCustomCacheCertTestEnabled),
Sergey Lalov48e69022023-07-25 16:08:00 +04001106 booleanParam(name: 'RUN_MKE_CUSTOM_CERT_TEST', value: triggers.runMkeCustomCertTestEnabled),
Sergey Lalov62c28312023-10-18 19:23:59 +04001107 booleanParam(name: 'RUN_CUSTOM_HOSTNAMES', value: triggers.runCustomHostnamesEnabled),
vryzhenkin504dfc92023-11-01 15:49:47 +04001108 booleanParam(name: 'SL_LATEST', value: triggers.slLatestEnabled),
Sergey Lalov430fcd72023-03-20 17:19:44 +04001109 booleanParam(name: 'RUN_BYO_CHILD_CUSTOM_CERT_TEST', value: triggers.runByoChildCustomCertTestEnabled),
Dmitriy Kasyanov43cb06e2022-08-17 14:35:39 +03001110 booleanParam(name: 'RUN_CHILD_MACHINE_DELETION_POLICY_TEST', value: triggers.runChildMachineDeletionPolicyTestEnabled),
Владислав Наумов9cec55d2021-08-03 15:00:59 +02001111 booleanParam(name: 'RUN_LMA_TEST', value: triggers.runLMATestEnabled),
Vladyslav Drokc4f9c1b2021-07-22 15:34:24 +02001112 booleanParam(name: 'RUN_MGMT_USER_CONTROLLER_TEST', value: triggers.runMgmtUserControllerTestEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +02001113 booleanParam(name: 'DEPLOY_CHILD_CLUSTER', value: triggers.deployChildEnabled),
1114 booleanParam(name: 'UPGRADE_CHILD_CLUSTER', value: triggers.upgradeChildEnabled),
Sergey Lalovc1cb49f2022-09-27 01:16:25 +04001115 booleanParam(name: 'FULL_UPGRADE_CHILD_CLUSTER', value: triggers.fullUpgradeChildEnabled),
slalov574123e2022-04-06 17:24:19 +04001116 booleanParam(name: 'RUN_PROXY_CHILD_TEST', value: triggers.runProxyChildTestEnabled),
Владислав Наумов0dc99252020-11-13 13:30:48 +01001117 booleanParam(name: 'ATTACH_BYO', value: triggers.attachBYOEnabled),
Владислав Наумовcdbd84e2020-12-01 16:51:09 +01001118 booleanParam(name: 'UPGRADE_BYO', value: triggers.upgradeBYOEnabled),
Vladislav Naumov7930ab22021-11-22 18:24:24 +01001119 booleanParam(name: 'RUN_BYO_MATRIX', value: triggers.runBYOMatrixEnabled),
Владислав Наумов080d9412020-07-29 13:05:14 +02001120 booleanParam(name: 'RUN_CHILD_CFM', value: triggers.runChildConformanceEnabled),
Sergey Lalovafcc0432023-04-13 14:59:06 +04001121 booleanParam(name: 'RUN_CHILD_CFM_NETPOLICY', value: triggers.runChildConformanceNetworkPolicyEnabled),
vryzhenkinb286bd82023-04-04 07:17:52 +04001122 booleanParam(name: 'RUN_CHILD_HPA', value: triggers.runChildHPAEnabled),
Sergey Lalov012496a2023-11-27 15:57:52 +04001123 booleanParam(name: 'RUN_STACKLIGHT_CHILD_HA', value: triggers.runChildStacklightHaEnabled),
Ivan Berezovskiycbf9eeb2021-03-22 15:57:32 +04001124 booleanParam(name: 'ALLOW_AWS_ON_DEMAND', value: triggers.awsOnDemandDemoEnabled),
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001125 booleanParam(name: 'ALLOW_EQUINIX_ON_DEMAND', value: triggers.equinixOnDemandDemoEnabled),
Владислав Наумов82305e92021-10-14 20:45:20 +02001126 booleanParam(name: 'ALLOW_EQUINIXMETALV2_ON_DEMAND', value: triggers.equinixMetalV2OnDemandDemoEnabled),
Vladislav Naumov42b71dc2021-11-22 13:09:42 +01001127 booleanParam(name: 'EQUINIXMETALV2_CHILD_DIFF_METRO', value: triggers.equinixMetalV2ChildDiffMetroEnabled),
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001128 booleanParam(name: 'EQUINIX_ON_AWS_DEMO', value: triggers.equinixOnAwsDemoEnabled),
1129 booleanParam(name: 'ALLOW_AZURE_ON_DEMAND', value: triggers.azureOnDemandDemoEnabled),
1130 booleanParam(name: 'AZURE_ON_AWS_DEMO', value: triggers.azureOnAwsDemoEnabled),
Sergey Lalovc63259f2024-01-28 16:52:30 +04001131 booleanParam(name: 'ALLOW_BM_CORE_ON_DEMAND', value: triggers.bmCoreDemoEnabled),
Sergey Zhemerdeev9074f6e2022-06-07 12:03:16 +03001132 booleanParam(name: 'VSPHERE_DEPLOY_UBUNTU', value: triggers.vsphereUbuntuEnabled),
Sergey Lalovbc68d752022-11-08 13:40:53 +04001133 booleanParam(name: 'PAUSE_FOR_DEBUG', value: triggers.pauseForDebugEnabled),
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +03001134 booleanParam(name: 'ENABLE_FIPS', value: triggers.enableFips),
Sergey Lalov00bea0f2023-08-14 16:46:33 +04001135 booleanParam(name: 'ENABLE_MKE_DUBUG', value: triggers.enableMkeDebugEnabled),
Mikhail Nikolaenkoc36dea92022-12-12 02:40:40 +03001136 booleanParam(name: 'AIO_CLUSTER', value: triggers.aioCluster),
Sergey Lalovd0e20852023-08-17 19:11:19 +04001137 booleanParam(name: 'BM_CORE_CLEANUP', value: triggers.bmCoreCleanup),
Sergey Lalovd7593ab2024-01-11 13:40:13 +04001138 booleanParam(name: 'DISABLE_KUBE_API_AUDIT', value: triggers.disableKubeApiAudit),
Sergey Lalovf44cbb72024-03-27 15:19:24 +04001139 booleanParam(name: "AUDITD_ENABLE", value: triggers.auditdEnabled),
vryzhenkine0ff1d82024-03-18 15:08:09 +04001140 booleanParam(name: 'CORE_KEYCLOAK_LDAP_ENABLED', value: triggers.coreKeycloakLdapEnabled),
Viktor Astakhovadfcfb52024-05-16 16:56:21 +04001141 booleanParam(name: 'CORE_KAAS_NTP_ENABLED', value: triggers.internalNTPServersEnabled),
Viktor Astakhov8da448c2024-06-14 14:59:32 +04001142 booleanParam(name: 'RUN_NTP_UPDATE_TEST', value: triggers.runNTPUpdateTestEnabled),
Viktor Astakhov4fda2672024-08-29 16:38:25 +04001143 booleanParam(name: 'RUN_MCC_MARIA_BACKUP_RESTORE_TEST', value: triggers.runMCCMariaBackupRestoreTestEnabled),
1144 booleanParam(name: 'RUN_MGMT_RUNTIME_MIGRATE_EXTENDED_TEST', value: triggers.runtimeMigrateExtendedMgmtEnabled),
1145 booleanParam(name: 'RUN_MGMT_RUNTIME_MIGRATE_QUICK_TEST', value: triggers.runtimeMigrateQuickMgmtEnabled),
1146 booleanParam(name: 'RUN_MGMT_RUNTIME_MIGRATE_AND_ROLLBACK_TEST', value: triggers.runtimeMigrateMgmtAndRollbackEnabled),
1147 booleanParam(name: 'RUN_CHILD_RUNTIME_MIGRATE_EXTENDED_TEST', value: triggers.runtimeMigrateExtendedChildEnabled),
1148 booleanParam(name: 'RUN_CHILD_RUNTIME_MIGRATE_QUICK_TEST', value: triggers.runtimeMigrateQuickChildEnabled),
1149 booleanParam(name: 'RUN_CHILD_RUNTIME_MIGRATE_AND_ROLLBACK_TEST', value: triggers.runtimeMigrateChildAndRollbackEnabled),
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001150 ]
Владислав Наумов92288d92020-07-13 18:36:21 +02001151
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001152 // customize multiregional demo
1153 if (triggers.multiregionalConfiguration.enabled) {
1154 parameters.add(string(name: 'MULTIREGION_SETUP',
1155 value: "${triggers.multiregionalConfiguration.managementLocation},${triggers.multiregionalConfiguration.regionLocation}"
1156 ))
1157 }
1158
Владислав Наумов92288d92020-07-13 18:36:21 +02001159 // Determine component team custom context
1160 if (coreContext != '') {
1161 common.infoMsg('Additional KaaS Core context detected, will be forwarded into kaas core cicd...')
1162 def additionalParameters = generateKaaSVarsFromContext(coreContext)
Владислав Наумовbef51a92020-10-01 17:36:51 +02001163 parameters.addAll(additionalParameters)
Владислав Наумов92288d92020-07-13 18:36:21 +02001164 }
1165
Владислав Наумовaa430612020-06-08 17:18:31 +02001166 def jobResults = []
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001167
1168 platforms.each { platform ->
1169 jobs["kaas-core-${platform}-patched-${component}"] = {
Vladislav Naumov5313a202021-04-07 17:13:39 +00001170 try {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001171 common.infoMsg("Deploy: patched KaaS demo with ${platform} provider")
1172 def job_info = build job: "kaas-testing-core-${platform}-workflow-${component}", parameters: parameters, wait: true
1173 def build_description = job_info.getDescription()
1174 def build_result = job_info.getResult()
Vladislav Naumov5313a202021-04-07 17:13:39 +00001175 jobResults.add(build_result)
Владислав Наумовd044e842020-06-17 15:33:43 +02001176
Vladislav Naumov5313a202021-04-07 17:13:39 +00001177 if (build_description) {
1178 currentBuild.description += build_description
1179 }
1180 } finally {
Ivan Berezovskiy91ede502021-05-13 21:05:36 +04001181 common.infoMsg("Patched KaaS demo with ${platform} provider finished")
Vladislav Naumov5313a202021-04-07 17:13:39 +00001182 }
1183 }
1184 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001185
1186 common.infoMsg('Trigger KaaS demo deployments according to defined provider set')
Владислав Наумов37f7f842021-03-09 16:08:39 +04001187 if (jobs.size() == 0) {
1188 error('No demo jobs matched with keywords, execution will be aborted, at least 1 provider should be enabled')
1189 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001190 // Limit build concurency workaround examples: https://issues.jenkins-ci.org/browse/JENKINS-44085
1191 parallel jobs
Владислав Наумовaa430612020-06-08 17:18:31 +02001192
1193 if (jobResults.contains('FAILURE')) {
Владислав Наумовf86b1112020-06-09 14:04:48 +02001194 common.infoMsg('One of parallel downstream jobs is failed, mark executor job as failed')
Владислав Наумовaa430612020-06-08 17:18:31 +02001195 currentBuild.result = 'FAILURE'
1196 }
Владислав Наумов2a982ff2020-06-02 19:06:46 +02001197}
Владислав Наумов30a516c2020-07-09 13:15:41 +02001198
1199
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001200/**
1201 * Function currently supported to be called from aws or vsphere demos. It gets particular demo context
Владислав Наумов33e1e812021-08-17 17:09:25 +02001202 * and generate proper lockResources data and netMap data for vsphere,equinix related clusters.
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001203 *
1204 * @param: callBackDemo (string) Demo which requested to generate lockResources [aws or vsphere]
1205 * @param: triggers (map) Custom trigger keywords forwarded from gerrit
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001206 * @param: multiregionalConfiguration (map) Multiregional configuration
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001207 * @return (map) Return aggregated map with lockResources and netMap
1208 */
1209
1210
1211def generateLockResources(callBackDemo, triggers) {
1212 def common = new com.mirantis.mk.Common()
Владислав Наумов33e1e812021-08-17 17:09:25 +02001213 def netMap = [
1214 vsphere: [:],
1215 equinix: [:],
1216 ]
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001217 // Define vsphere locklabels with initial quantity
1218 def lockLabels = [
1219 vsphere_networking_core_ci: 0,
1220 vsphere_offline_networking_core_ci: 0,
1221 ]
1222 def deployChild = triggers.deployChildEnabled
Sergey Lalov13eea422023-08-21 23:10:17 +04001223 def testUiVsphere = triggers.runUie2eEnabled || triggers.runUie2eNewEnabled
Sergey Lalov900aff42024-03-08 00:05:50 +04001224 def vsphereByo = triggers.attachBYOEnabled
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001225 def multiregionConfig = triggers.multiregionalConfiguration
1226 def runMultiregion = multiregionConfig.enabled
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001227
1228 // Generate vsphere netMap and lockLabels based on demo context
1229 switch (callBackDemo) {
1230 case 'aws':
1231 // Add aws specific lock label with quantity calculated based on single mgmt deploy or mgmt + child
1232 lockLabels['aws_core_ci_queue'] = triggers.demoWeight
Sergey Kolekonovf4c1f492022-02-03 14:44:45 +04001233 if (triggers.runBYOMatrixEnabled) { lockLabels['aws_core_ci_queue'] += 6 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001234
1235 // Define netMap for Vsphere region
1236 if (runMultiregion && multiregionConfig.managementLocation == 'aws') {
1237 if (multiregionConfig.regionLocation == 'vsphere') {
1238 if (deployChild) {
1239 addToProviderNetMap(netMap, 'vsphere', 'regional-child')
1240 }
1241 addToProviderNetMap(netMap, 'vsphere', 'region')
1242 }
1243
1244 if (multiregionConfig.regionLocation == 'azure') {
1245 lockLabels['azure_core_ci_queue'] = 1
1246 if (deployChild) {
1247 lockLabels['azure_core_ci_queue'] += 1
1248 }
1249 }
1250 }
1251 if (triggers.azureOnAwsDemoEnabled) {
1252 lockLabels['azure_core_ci_queue'] = 1
1253 }
1254
1255 if (triggers.equinixOnAwsDemoEnabled) {
1256 lockLabels['equinix_core_ci_queue'] = 1
1257 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001258 break
1259 case 'vsphere':
Владислав Наумов33e1e812021-08-17 17:09:25 +02001260 addToProviderNetMap(netMap, 'vsphere', 'mgmt')
Sergey Lalov900aff42024-03-08 00:05:50 +04001261 if (deployChild || testUiVsphere || vsphereByo) {
Владислав Наумов33e1e812021-08-17 17:09:25 +02001262 addToProviderNetMap(netMap, 'vsphere', 'child')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001263 }
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001264 if (runMultiregion && multiregionConfig.managementLocation == 'vsphere' &&
1265 multiregionConfig.regionLocation == 'vsphere') {
1266 if (deployChild) {
1267 addToProviderNetMap(netMap, 'vsphere', 'regional-child')
1268 }
1269 addToProviderNetMap(netMap, 'vsphere', 'region')
1270 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001271 break
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001272 case 'azure':
1273 lockLabels['azure_core_ci_queue'] = triggers.demoWeight
1274 if (runMultiregion && multiregionConfig.managementLocation == 'azure') {
1275 if (multiregionConfig.regionLocation == 'aws') {
1276 lockLabels['aws_core_ci_queue'] = 1
1277 if (deployChild) {
1278 lockLabels['aws_core_ci_queue'] += 1
1279 }
1280 }
1281
1282 if (multiregionConfig.regionLocation == 'equinix') {
1283 lockLabels['equinix_core_ci_queue'] = 1
1284 if (deployChild) {
1285 lockLabels['equinix_core_ci_queue'] +=1
1286 }
1287 }
1288 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001289 default:
Sergey Kolekonovd6a17392024-02-06 15:57:53 +00001290 error('Supposed to be called from aws, azure or vsphere demos only')
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001291 }
1292
1293 // Checking gerrit triggers and manage lock label quantity and network types in case of Offline deployment
1294 // Vsphere labels only
Владислав Наумов33e1e812021-08-17 17:09:25 +02001295 netMap['vsphere'].each { clusterType, netConfig ->
1296 if (triggers.proxyConfig["${clusterType}Offline"] == true ||
1297 (clusterType == 'regional-child' && triggers.proxyConfig['childOffline'] == true) ||
1298 (clusterType == 'region' && triggers.proxyConfig['mgmtOffline'])) {
1299
1300 netMap['vsphere'][clusterType]['netName'] = 'offline'
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001301 lockLabels['vsphere_offline_networking_core_ci']++
1302 } else {
1303 lockLabels['vsphere_networking_core_ci']++
1304 }
1305 }
1306
1307 // generate lock metadata
1308 def lockResources = []
1309 lockLabels.each { label, quantity ->
1310 if (quantity > 0) {
1311 def res = [
1312 label: label,
1313 quantity: quantity,
1314 ]
1315 lockResources.add(res)
1316 }
1317 }
1318
1319 common.infoMsg("""Generated vsphere netMap: ${netMap}
1320 Generated lockResources: ${lockResources}""")
1321
1322 return [
1323 netMap: netMap,
1324 lockResources: lockResources,
1325 ]
1326}
1327
1328/**
1329 * Function gets vsphere netMap or empty map and adds new vsphere clusterType with default netName
1330 * and empty rangeConfig to the this map.
1331 *
Владислав Наумов33e1e812021-08-17 17:09:25 +02001332 * @param: netMap (string) vsphere, equinix netMap or empty map
1333 * @param: provider (string) provider type
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001334 * @param: clusterType (string) Vsphere cluster type
1335 */
1336
Владислав Наумов33e1e812021-08-17 17:09:25 +02001337def addToProviderNetMap (netMap, provider, clusterType) {
1338 switch (provider) {
1339 case 'equinix':
1340 netMap[provider][clusterType] = [
1341 vlanConfig: '',
1342 ]
1343 break
1344 case 'vsphere':
1345 netMap[provider][clusterType] = [
1346 netName: 'default',
1347 rangeConfig: '',
1348 ]
1349 break
1350 default:
1351 error('Net map locks supported for Equinix/Vsphere providers only')
1352 }
Stanislav Riazanov78fa7df2021-05-28 20:28:59 +04001353}
Dmitry Teselkinfce71aa2022-03-05 19:36:52 +03001354
1355/**
1356* getCIKeywordsFromCommitMsg parses commit message and returns all gerrit keywords with their values as a list of maps.
1357* Each element (map) contains keys 'key' for keyword name and 'value' for its value.
1358* If keyword contains only 'key' part then 'value' is boolean True.
1359* This function does not perform keywords validation.
1360* First line of a commit message is ignored.
1361* To use '[' or ']' characters inside keyword prepend it with backslash '\'.
1362* TODO: Remove backslash chars from values if they prepend '[' or ']'.
1363**/
1364
1365List getCIKeywordsFromCommitMsg() {
1366 String commitMsg = env.GERRIT_CHANGE_COMMIT_MESSAGE ? new String(env.GERRIT_CHANGE_COMMIT_MESSAGE.decodeBase64()) : ''
1367 List commitMsgLines = commitMsg.split('\n')
1368 List keywords = []
1369 if (commitMsgLines.size() < 2) {
1370 return keywords
1371 }
1372
1373 String commitMsgBody = commitMsgLines[1..-1].join('\n')
1374
1375 // Split commit message body to chunks using '[' or ']' as delimiter,
1376 // ignoring them if prepended by backslash (regex negative lookbehind).
1377 // Resulting list will have chunks between '[' and ']' at odd indexes.
1378 List parts = commitMsgBody.split(/(?<!\\)[\[\]]/)
1379
1380 // Iterate chunks by odd indexes only, trim values and split to
1381 // <key> / <value> pair where <key> is the part of a sting before the first
1382 // whitespace delimiter, and <value> is the rest (may include whitespaces).
1383 // If there is no whitespace in the string then this is a 'switch'
1384 // and <value> will be boolean True.
1385 for (i = 1; i < parts.size(); i += 2) {
1386 def (key, value) = (parts[i].trim().split(/\s+/, 2) + [true, ])[0..1]
1387 keywords.add(['key': key, 'value': value])
1388 }
1389
1390 return keywords
1391}
1392
1393/**
1394* getJobsParamsFromCommitMsg parses list of CI keywords and returns values of 'job-params' keyword
1395* that were specified for given job name. `job-params` keyword has the following structure
1396*
1397* [job-params <job name> <parameter name> <parameter value>]
1398*
1399* Return value is a Map that contains those parameters using the following structure:
1400*
1401* <job name>:
1402* <parameter name>: <parameter value>
1403*
1404**/
1405Map getJobsParamsFromCommitMsg() {
1406 List keywords = getCIKeywordsFromCommitMsg()
1407
1408 List jobsParamsList = []
1409 keywords.findAll{ it.key == 'job-params' }.collect(jobsParamsList) {
1410 def (name, params) = (it['value'].split(/\s+/, 2) + [null, ])[0..1]
1411 def (key, value) = params.split(/\s+/, 2)
1412 ['name': name, 'key': key, 'value': value]
1413 }
1414
1415 Map jobsParams = jobsParamsList.inject([:]) { result, it ->
1416 if (!result.containsKey(it.name)) {
1417 result[it.name] = [:]
1418 }
1419 result[it.name][it.key] = it.value
1420 result
1421 }
1422
1423 return jobsParams
1424}
1425
1426
1427/**
1428* getJobParamsFromCommitMsg returns key:value Map of parameters set for a job in commit message.
1429* It uses getJobsParamsFromCommitMsg to get all parameters from commit message and then
1430* uses only those parametes that were set to all jobs (with <job name> == '*') or to
1431* a particular job. Parameters set to a particular job have higher precedence.
1432*
1433* Return value is a Map that contains those parameters:
1434*
1435* <parameter name>: <parameter value>
1436*
1437**/
1438Map getJobParamsFromCommitMsg(String jobName) {
1439 jobsParams = getJobsParamsFromCommitMsg()
1440 jobParams = jobsParams.getOrDefault('*', [:])
1441 if (jobName) {
1442 jobParams.putAll(jobsParams.getOrDefault(jobName, [:]))
1443 }
1444 return jobParams
1445}
azvyagintsevc17d14b2022-06-06 19:06:33 +03001446
1447/** Getting test scheme from text, which should be
1448Imput example:
1449text="""
1450 DATA
1451
1452 kaas_bm_test_schemas:
1453 KAAS_RELEASES_REFSPEC: ''
1454 KEY: VAL
1455
1456 DATA
1457 """
1458
1459 Call: parseTextForTestSchemas(['text' : text,'keyLine' : 'kaas_bm_test_schemas'])
1460
1461 Return:
1462 ['KAAS_RELEASES_REFSPEC': '', 'KEY' : 'VAL']
1463 **/
1464def parseTextForTestSchemas(Map opts) {
azvyagintsevd96aac22022-06-10 14:23:26 +03001465 String text = opts.getOrDefault('text', '')
azvyagintsevc17d14b2022-06-06 19:06:33 +03001466 String keyLine = opts.getOrDefault('keyLine', '')
1467 Map testScheme = [:]
1468 if (!text || !keyLine) {
azvyagintsevd96aac22022-06-10 14:23:26 +03001469 return testScheme
azvyagintsevc17d14b2022-06-06 19:06:33 +03001470 }
1471 if (text =~ /\n$keyLine\n.*/) {
1472 def common = new com.mirantis.mk.Common()
1473 try {
1474 String regExp = '\\n' + keyLine + '\\n'
1475 // regexep block must be followed by empty line
1476 testScheme = readYaml text: "${text.split(regExp)[1].split('\n\n')[0]}"
1477 common.infoMsg("parseTextForTestSchemas result:\n" + testScheme)
1478 common.mergeEnv(env, toJson(testScheme))
1479 }
1480 catch (Exception e) {
1481 common.errorMsg("There is an error occured during parseTextForTestSchemas execution:\n${e}")
1482 throw e
1483 }
1484 }
azvyagintsevd96aac22022-06-10 14:23:26 +03001485 return testScheme
Dmitriy Kasyanov5f910e62022-02-11 14:57:05 +03001486}
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001487
1488
1489/**
eromanovab24cb232023-11-17 12:17:06 +04001490* getEquinixMetroWithCapacity returns list of Equinix metros using specified
1491* instance type (nodeType), desired count of metros (metroCount) and
1492* instances (nodeCount) in a metro using specified matal version.
1493* Function downloads metal CLI from the
1494* https://artifactory.mcp.mirantis.net:443/artifactory/binary-dev-kaas-local/core/bin/mirror/metal-${version}-linux
1495* Empty list is returned in case of no metros with specified capacity was found or any other errors.
1496* Non-empty list is shuffled.
1497*
1498* @param: metroCount (int) Desired count of metros
1499* @param: nodeCount (int) Desired count of instances
1500* @param: nodeType (string) Instance type
1501* @param: version (string) Metal version to use
1502* @return ([]string) List of selected metros
1503*
1504**/
1505def getEquinixMetroWithCapacity(metroCount = 1, nodeCount = 50, nodeType = 'c3.small.x86', version = '0.9.0') {
1506 def common = new com.mirantis.mk.Common()
1507 def metalUrl = "https://artifactory.mcp.mirantis.net:443/artifactory/binary-dev-kaas-local/core/bin/mirror/metal-${version}-linux"
1508 def metal = './metal --config metal.yaml'
1509 def metro = []
1510 def out = ''
1511 def retries = 3 // number of retries
1512 def i = 0
1513 def delay = 60 // 1 minute sleep
1514 def excludeMetro = [] // list of metros to exclude from selection
1515 try {
1516 if (excludeMetro.size() > 0) {
1517 common.infoMsg("Excluded metros: ${excludeMetros}")
1518 }
1519 sh "curl -o metal -# ${metalUrl} && chmod +x metal"
1520 withCredentials([string(credentialsId: env.KAAS_EQUINIX_API_TOKEN, variable: 'KAAS_EQUINIX_API_TOKEN')]) {
1521 sh 'echo "project-id: ${KAAS_EQUINIX_PROJECT_ID}\ntoken: ${KAAS_EQUINIX_API_TOKEN}" >metal.yaml'
1522 }
1523 while (metro.size() < metroCount && i < retries) {
1524 common.infoMsg("Selecting ${metroCount} available Equinix metros with free ${nodeCount} ${nodeType} hosts, try ${i+1}/${retries} ...")
1525 if (i > 0) { // skip sleep on first step
1526 sleep(delay)
1527 }
1528 out = sh(script: "${metal} capacity get -m -P ${nodeType}|awk '/${nodeType}/ {print \$2}'|paste -s -d,|xargs ${metal} capacity check -P ${nodeType} -q ${nodeCount} -m|grep true|awk '{print \$2}'|paste -s -d,", returnStdout: true).trim()
1529 metro = out.tokenize(',')
1530 metro -= excludeMetro
1531 if (metro.size() < metroCount) {
1532 nodeCount -= 10
1533 // We need different metros for the [equinixmetalv2-child-diff-metro] case
1534 } else if (metro.size() == 2 && metro[0][0, 1] == metro[1][0, 1]) {
1535 nodeCount -= 10
1536 }
1537 i++
1538 }
1539 if (metro.size() > 0) {
eromanovaefbbb422023-11-24 13:54:35 +04001540 m = metro.size() > 1 ? "${metro[0]},${metro[1]}" : "${metro[0]}"
1541 sh "${metal} capacity check -P ${nodeType} -m ${m} -q ${nodeCount}"
eromanovab24cb232023-11-17 12:17:06 +04001542 }
1543 } catch (Exception e) {
1544 common.errorMsg "Exception: '${e}'"
1545 return []
1546 } finally {
1547 sh 'rm metal.yaml'
1548 }
1549 if (metro.size() > 0) {
1550 Collections.shuffle(metro)
1551 common.infoMsg("Selected metros: ${metro}")
1552 } else {
1553 common.warningMsg('No any metros have been selected !!! :(')
1554 }
1555 return metro
1556}
1557
1558
1559/**
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001560* getEquinixFacilityWithCapacity returns list of Equinix facilities using specified
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001561* instance type (nodeType), desired count of facilities (facilityCount) and
1562* instances (nodeCount) in a facility using specified matal version.
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001563* Function downloads metal CLI from the
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001564* https://artifactory.mcp.mirantis.net:443/artifactory/binary-dev-kaas-local/core/bin/mirror/metal-${version}-linux
1565* Empty list is returned in case of no facilities with specified capacity was found or any other errors.
Sergey Zhemerdeev15aa8602022-10-13 11:10:02 +03001566* Non-empty list is shuffled.
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001567*
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001568* @param: facilityCount (int) Desired count of facilities
1569* @param: nodeCount (int) Desired count of instances
1570* @param: nodeType (string) Instance type
1571* @param: version (string) Metal version to use
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001572* @return ([]string) List of selected facilities
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001573*
1574**/
eromanovab24cb232023-11-17 12:17:06 +04001575@Deprecated
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001576def getEquinixFacilityWithCapacity(facilityCount = 1, nodeCount = 50, nodeType = 'c3.small.x86', version = '0.9.0') {
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001577 def common = new com.mirantis.mk.Common()
Sergey Lalov314daae2023-11-27 12:21:20 +04001578 common.warningMsg('You are using deprecated method getEquinixFacilityWithCapacity. Use getEquinixMetroWithCapacity instead')
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001579 def metalUrl = "https://artifactory.mcp.mirantis.net:443/artifactory/binary-dev-kaas-local/core/bin/mirror/metal-${version}-linux"
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001580 def metal = './metal --config metal.yaml'
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001581 def facility = []
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001582 def out = ''
Sergey Zhemerdeevbcccb912022-08-25 14:26:52 +03001583 def retries = 3 // number of retries
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001584 def i = 0
1585 def delay = 60 // 1 minute sleep
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001586 def excludeFacility = [] // list of facilities to exclude from selection
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001587 try {
Sergey Zhemerdeevb3575342022-10-04 11:02:19 +03001588 if (excludeFacility.size() > 0) {
1589 common.infoMsg("Excluded facilities: ${excludeFacility}")
1590 }
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001591 sh "curl -o metal -# ${metalUrl} && chmod +x metal"
1592 withCredentials([string(credentialsId: env.KAAS_EQUINIX_API_TOKEN, variable: 'KAAS_EQUINIX_API_TOKEN')]) {
1593 sh 'echo "project-id: ${KAAS_EQUINIX_PROJECT_ID}\ntoken: ${KAAS_EQUINIX_API_TOKEN}" >metal.yaml'
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001594 }
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001595 while (facility.size() < facilityCount && i < retries) {
1596 common.infoMsg("Selecting ${facilityCount} available Equinix facilities with free ${nodeCount} ${nodeType} hosts, try ${i+1}/${retries} ...")
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001597 if (i > 0 ) { // skip sleep on first step
1598 sleep(delay)
1599 }
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001600 out = sh(script: "${metal} capacity get -f -P ${nodeType}|awk '/${nodeType}/ {print \$2}'|paste -s -d,|xargs ${metal} capacity check -P ${nodeType} -q ${nodeCount} -f|grep true|awk '{print \$2}'|paste -s -d,", returnStdout: true).trim()
1601 facility = out.tokenize(',')
Sergey Zhemerdeevb3575342022-10-04 11:02:19 +03001602 facility -= excludeFacility
Sergey Zhemerdeev46080fa2022-10-06 12:34:12 +03001603 if (facility.size() < facilityCount) {
1604 nodeCount -= 10
1605 // We need different metros for the [equinixmetalv2-child-diff-metro] case, facility[][0, 1] contains a metro name
1606 } else if (facility.size() == 2 && facility[0][0, 1] == facility[1][0, 1]) {
Sergey Zhemerdeevbcccb912022-08-25 14:26:52 +03001607 nodeCount -= 10
1608 }
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001609 i++
1610 }
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001611 if (facility.size() > 0) {
1612 f = facility.size() > 1 ? "${facility[0]},${facility[1]}" : "${facility[0]}"
1613 sh "${metal} capacity check -P ${nodeType} -f ${f} -q ${nodeCount}"
Sergey Zhemerdeevbcccb912022-08-25 14:26:52 +03001614 }
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001615 } catch (Exception e) {
1616 common.errorMsg "Exception: '${e}'"
1617 return []
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001618 } finally {
1619 sh 'rm metal.yaml'
1620 }
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001621 if (facility.size() > 0) {
Sergey Zhemerdeev15aa8602022-10-13 11:10:02 +03001622 Collections.shuffle(facility)
Sergey Zhemerdeevb68bf612022-09-12 13:12:32 +03001623 common.infoMsg("Selected facilities: ${facility}")
Sergey Zhemerdeev495ba582022-08-16 16:31:43 +03001624 } else {
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001625 common.warningMsg('No any facilities have been selected !!! :(')
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001626 }
Sergey Zhemerdeevde949bf2022-09-14 15:44:33 +03001627 return facility
Sergey Zhemerdeev31569082022-08-10 10:13:19 +03001628}
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001629
1630
1631/**
1632 * genCommandLine prepares command line for artifactory-replication
1633 * command using legacy environment variables
1634 *
1635 * @return: (string) Prepared command line
1636 */
1637def genCommandLine() {
1638 def envToParam = [
1639 'DESTINATION_USER': '-dst-user',
1640 'ARTIFACT_FILTER': '-artifact-filter',
1641 'ARTIFACT_FILTER_PROD': '-artifact-filter-prod',
1642 'ARTIFACT_TYPE': '-artifact-type',
1643 'BINARY_CLEAN': '-bin-cleanup',
1644 'BINARY_CLEAN_KEEP_DAYS': '-bin-clean-keep-days',
1645 'BINARY_CLEAN_PREFIX': '-bin-clean-prefix',
1646 'BUILD_URL': '-slack-build-url',
1647 'CHECK_REPOS': '-check-repos',
1648 'DESTINATION_REGISTRY': '-dst-repo',
1649 'DESTINATION_REGISTRY_TYPE': '-dst-repo-type',
Ihor Hryshchenko4f703862023-12-07 14:45:50 +02001650 'SIGNED_IMAGES_PATH': '-signed-images-path',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001651 'DOCKER_CLEAN': '-cleanup',
Ihor Hryshchenkoaa501002024-03-11 16:39:56 +02001652 'DOCKER_OLDER_THAN_DAYS': '-older-than-days',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001653 'DOCKER_REPO_PREFIX': '-docker-repo-prefix',
1654 'DOCKER_TAG': '-docker-tag',
1655 'FORCE': '-force',
1656 'HELM_CDN_DOMAIN': '-helm-cdn-domain',
1657 'SLACK_CHANNEL': '-slack-channel',
Ihor Hryshchenko742c9012024-01-19 16:47:22 +02001658 'SLACK_CHANNELS': '-slack-channels',
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001659 'SLACK_USER': '-slack-user',
1660 'SOURCE_REGISTRY': '-src-repo',
1661 'SOURCE_REGISTRY_TYPE': '-src-repo-type',
1662 'SYNC_PATTERN': '-sync-pattern'
1663 ]
1664 def cmdParams = ''
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001665 def isCheckClean = false
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001666 for (e in envToParam) {
1667 if (env[e.key] == null) {
1668 continue
1669 }
1670 if (e.key == 'CHECK_REPOS' || e.key == 'DOCKER_CLEAN') {
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001671 // Avoid CHECK_REPOS=true and DOCKER_CLEAN=true
1672 if (env[e.key].toBoolean() && !isCheckClean) {
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001673 cmdParams += e.value + ' '
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001674 isCheckClean = true
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001675 }
1676 } else if (e.key == 'FORCE') {
1677 if (env[e.key].toBoolean()) {
1678 cmdParams += e.value + ' '
1679 }
1680 } else {
Sergey Zhemerdeeve2926cd2022-08-29 15:28:47 +03001681 cmdParams += "${e.value} '${env[e.key]}' "
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001682 }
1683 }
Sergey Zhemerdeev88d1c3d2022-08-31 16:37:48 +03001684 // No any check or clean was specified - take a default action
1685 if (!isCheckClean) {
1686 cmdParams += '-replicate'
1687 }
Sergey Zhemerdeev2a273342022-08-18 12:06:11 +03001688 return cmdParams
1689}
Sergey Kolekonov0e60a942022-09-05 13:02:22 +04001690
1691/**
1692 * custom scheduling algorithm
1693 * it ensures that builds of the same job are distributed as much as possible between different nodes
1694 * @param label (string) desired node label
1695 * @return: (string) node name
1696 */
1697def schedule (label='docker') {
1698 def common = new com.mirantis.mk.Common()
1699 def freeNodes = []
1700 def nodesMap = [:]
1701
1702 // filter nodes with the specified label and at least one free executor
1703 timeout(time: 30, unit: 'MINUTES') {
1704 while (!freeNodes) {
1705 freeNodes = jenkins.model.Jenkins.instance.computers.findAll { node ->
1706 label in node.getAssignedLabels().collect { it.name } &&
Sergey Kolekonovd5887172022-11-10 12:13:22 +06001707 node.isPartiallyIdle() &&
1708 node.isOnline()
Sergey Kolekonov0e60a942022-09-05 13:02:22 +04001709 }
1710 if (!freeNodes) {
1711 echo 'No nodes available for scheduling, retrying...'
1712 sleep 30
1713 }
1714 }
1715 }
1716
1717 // generate a map of nodes matching other criteria
1718 for (node in freeNodes) {
1719 // sameJobExecutors is the number of executors running the same job as the calling one
1720 sameJobExecutors = node.getExecutors() // get all executors
1721 .collect { executor -> executor.getCurrentExecutable() } // get running "threads"
1722 .collect { thread -> thread?.displayName } // filter job names from threads
1723 .minus(null) // null = empty executors, remove them from the list
1724 .findAll { it.contains(env.JOB_NAME) } // filter the same jobs as the calling one
1725 .size()
1726
1727 // calculate busy executors, we don't want to count "sameJobExecutors" twice
1728 totalBusyExecutors = node.countBusy() - sameJobExecutors
1729 // generate the final map which contains nodes matching criteria with their load score
1730 // builds of the same jobs have x10 score, all others x1
1731 nodesMap += ["${node.getName()}" : sameJobExecutors * 10 + totalBusyExecutors]
1732 }
1733
1734 // return the least loaded node
1735 return common.SortMapByValueAsc(nodesMap).collect { it.key }[0]
1736}
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001737
1738
1739/**
1740 * Get latest tag for test/frontend & equinix-private-infra images
1741 * @param version (str) default tag value from main workflow
1742 * @param isChanged (bool) is dependent directory files were changed
1743 * @param imageName (string) image name for information message
1744 * @return: (string) tag name
1745 */
1746def getImageTag(version, isChanged, imageName) {
1747 def common = new com.mirantis.mk.Common()
Sergey Zhemerdeev5fbf2022023-04-28 14:51:36 +03001748 def latestTag = ''
1749 if (env.GERRIT_EVENT_TYPE && !(env.GERRIT_EVENT_TYPE in ['change-merged', 'ref-updated']) && isChanged) {
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001750 latestTag = version
Sergey Zhemerdeevebdcad22023-04-25 16:58:28 +03001751 } else {
1752 if (env.GERRIT_EVENT_TYPE == 'ref-updated') {
1753 latestTag = env.GERRIT_REFNAME.replace('refs/tags/v', '').trim()
1754 } else {
1755 latestTag = env.GERRIT_BRANCH ? env.GERRIT_BRANCH : env.GERRIT_REFSPEC ? env.GERRIT_REFSPEC : 'master'
1756 if (latestTag != 'master') {
1757 latestTag = latestTag.replaceAll('/', '_')
1758 }
1759 }
Sergey Zhemerdeev78a65272023-03-23 18:05:22 +02001760 }
1761 common.infoMsg("${imageName} image will use tag '${latestTag}'")
1762 return latestTag
1763}
Sergey Zhemerdeev1d2c03e2023-04-28 11:07:24 +03001764
Sergey Lalov78659102024-02-15 16:57:21 +04001765/**
1766 * Get actual branch version for os deployment job
1767 * @param mosChildPreviouseComplexRelease (string) kaas_previous_complex_mosk_cluster_release_version.txt
1768 * @param mosChildLatestComplexRelease (string) kaas_latest_complex_mosk_cluster_release_version.txt
1769 * @param upgradeFlag (boolean)
1770 * all parametrs get from si-test-release-sanity-check-prepare-configuration job
1771 * @return: (string) branch verison
1772 */
1773def getOpenstackbranchVersion(mosChildPreviouseComplexRelease, mosChildLatestComplexRelease, upgradeFlag) {
1774 def common = new com.mirantis.mk.Common()
1775 def regex = Pattern.compile('([a-z]+)-([0-9]+-[0-9]+-[0-9]+)-([a-z]*)-?([0-9]+-[0-9]+-?[0-9]*)')
1776
1777 def mosVersionBranch = upgradeFlag ? mosChildPreviouseComplexRelease : mosChildLatestComplexRelease
1778 def matcherComplexVersion = regex.matcher((mosVersionBranch).toString())
1779 def releaseOpenstackK8sBranch = 'master'
1780
1781 if (matcherComplexVersion.find()) {
1782 def matcherComplexVersionParts = matcherComplexVersion.group(2).split('-')
1783 releaseOpenstackK8sBranch = String.format('%s.%s.%s', matcherComplexVersionParts[0], matcherComplexVersionParts[1], '0')
1784 }
1785 common.infoMsg("Use: OPENSTACK_DEPLOY_RELEASE_DIR ${releaseOpenstackK8sBranch}")
1786 return releaseOpenstackK8sBranch
1787}
1788
1789
Sergey Zhemerdeev1d2c03e2023-04-28 11:07:24 +03001790
1791/**
1792 * Translates set of environment vars into actual replicator command line
1793 * @return: (string cmdParams, string jobDescription)
1794 * cmdParams - generated command line
1795 * jobDescription - job description
1796 */
1797def genReplicatorCommandLine() {
1798 def mainModes = ['REPLICATE', 'CLEANUP', 'CHECK_REPOS', 'BIN_CLEANUP']
Sergey Zhemerdeev9919b1b2023-04-28 17:24:21 +03001799 def parameterWithoutArgument = mainModes
Sergey Zhemerdeev1d2c03e2023-04-28 11:07:24 +03001800 def parametersList = parameterWithoutArgument + [
1801 'ARTIFACT_FILTER',
1802 'ARTIFACT_TYPE',
1803 'BIN_CLEAN_KEEP_DAYS',
1804 'BIN_CLEAN_PREFIX',
1805 'DOCKER_TAG',
1806 // DST_ will be changed to TARGET_
1807 'DST_REPO',
1808 'DST_REPO_TYPE',
1809 'DST_USER',
1810 'OLDER_THAN_DAYS',
1811 'SLACK_BUILD_URL',
1812 'SLACK_CHANNEL',
1813 'SLACK_USER',
1814 'SRC_REPO',
1815 'SRC_REPO_TYPE',
1816 'SRC_USER',
1817 'SYNC_PATTERN',
1818 'THREAD_COUNT'
1819 ]
1820 def mainModesDescriptions = [
1821 'REPLICATE': 'Replicating binaries/Docker images',
1822 'CLEANUP': 'Cleaning Docker images',
1823 'BIN_CLEANUP': 'Cleaning binaries',
1824 'CHECK_REPOS': 'Checking binaries'
1825 ]
1826
1827 def cmdParams = ''
1828 def jobDescription = ''
1829 for (e in parametersList) {
1830 if (env[e] == null || env[e] == '') {
1831 continue
1832 }
1833 if (e in mainModes) {
1834 jobDescription = mainModesDescriptions[e]
1835 }
1836 cmdParams += "-${e.replaceAll('_', '-').toLowerCase()} "
1837 if (!(e in parameterWithoutArgument)) {
1838 cmdParams += "'${env[e]}' "
1839 }
1840 }
1841 return [cmdParams, jobDescription]
1842}