Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 1 | package com.mirantis.mk |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 2 | |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 3 | /** |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 4 | * Checkout release metadata repo with clone or without, if cloneRepo parameter is set |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 5 | * |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 6 | * @param params map with expected parameters: |
| 7 | * - metadataCredentialsId |
| 8 | * - metadataGitRepoUrl |
| 9 | * - metadataGitRepoBranch |
| 10 | * - repoDir |
| 11 | * - cloneRepo |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 12 | */ |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 13 | def checkoutReleaseMetadataRepo(Map params = [:]) { |
| 14 | def git = new com.mirantis.mk.Git() |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 15 | def common = new com.mirantis.mk.Common() |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 16 | |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 17 | String gitCredentialsId = params.get('metadataCredentialsId', 'mcp-ci-gerrit') |
Anton Khlyst | fd6eb7c | 2019-09-25 13:32:17 +0300 | [diff] [blame] | 18 | String gitUrl = params.get('metadataGitRepoUrl', "ssh://${gitCredentialsId}@gerrit.mcp.mirantis.net:29418/mcp/artifact-metadata") |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 19 | String gitBranch = params.get('metadataGitRepoBranch', 'master') |
Alexandr Lovtsov | cefc3d1 | 2019-07-29 14:48:33 +0300 | [diff] [blame] | 20 | String gitRef = params.get('metadataGitRepoRef', '') |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 21 | String repoDir = common.getAbsolutePath(params.get('repoDir', 'artifact-metadata')) |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 22 | Boolean cloneRepo = params.get('cloneRepo', true) |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 23 | |
Alexandr Lovtsov | cefc3d1 | 2019-07-29 14:48:33 +0300 | [diff] [blame] | 24 | if (cloneRepo) { |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 25 | stage('Cleanup repo dir') { |
| 26 | dir(repoDir) { |
| 27 | deleteDir() |
| 28 | } |
| 29 | } |
Anton Khlyst | 8ebb9fe | 2019-09-25 16:39:54 +0300 | [diff] [blame] | 30 | stage('Cloning artifact-metadata repository') { |
Alexandr Lovtsov | cefc3d1 | 2019-07-29 14:48:33 +0300 | [diff] [blame] | 31 | git.checkoutGitRepository(repoDir, gitUrl, gitBranch, gitCredentialsId, true, 10, 0, gitRef) |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 32 | } |
| 33 | } else { |
Alexandr Lovtsov | cefc3d1 | 2019-07-29 14:48:33 +0300 | [diff] [blame] | 34 | git.changeGitBranch(repoDir, gitRef ?: gitBranch) |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 35 | } |
| 36 | } |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 37 | |
| 38 | /** |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 39 | * Get release metadata value for given key |
| 40 | * |
| 41 | * @param key metadata key |
| 42 | * @param params map with expected parameters: |
| 43 | * - toxDockerImage |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 44 | * - outputFormat |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 45 | * - repoDir |
| 46 | */ |
| 47 | def getReleaseMetadataValue(String key, Map params = [:]) { |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 48 | // Libs |
| 49 | def common = new com.mirantis.mk.Common() |
| 50 | |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 51 | String result |
| 52 | // Get params |
| 53 | String toxDockerImage = params.get('toxDockerImage', 'docker-prod-virtual.docker.mirantis.net/mirantis/external/tox') |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 54 | String outputFormat = params.get('outputFormat', 'json') |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 55 | String repoDir = common.getAbsolutePath(params.get('repoDir', 'artifact-metadata')) |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 56 | |
| 57 | String opts = '' |
| 58 | if (outputFormat && !outputFormat.isEmpty()) { |
| 59 | opts += " --${outputFormat}" |
| 60 | } |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 61 | |
| 62 | checkoutReleaseMetadataRepo(params) |
| 63 | |
Dmitry Teselkin | 187d3a1 | 2020-02-13 14:58:32 +0300 | [diff] [blame] | 64 | docker.image(toxDockerImage).inside("--volume ${repoDir}:/workspace") { |
| 65 | result = sh(script: "cd /workspace && tox -qq -e metadata -- ${opts} get --key ${key}", returnStdout: true).trim() |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 66 | } |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 67 | common.infoMsg(""" |
| 68 | Release metadata key ${key} has value: |
| 69 | ${result} |
| 70 | """) |
Alexandr Lovtsov | 3121fc4 | 2019-07-19 19:20:39 +0500 | [diff] [blame] | 71 | return result |
| 72 | } |
| 73 | |
| 74 | /** |
Ivan Udovichenko | f13b806 | 2019-11-15 16:17:54 +0300 | [diff] [blame] | 75 | * Update release metadata value and upload CR to release metadata repository |
| 76 | * |
| 77 | * @param key metadata key (Several keys could be passed joined by ';' character) |
| 78 | * @param value metadata value (Several values could be passed joined by ';' character) |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 79 | * @param params map with expected parameters: |
| 80 | * - metadataCredentialsId |
| 81 | * - metadataGitRepoUrl |
| 82 | * - metadataGitRepoBranch |
| 83 | * - repoDir |
| 84 | * - comment |
| 85 | * - crTopic |
| 86 | * - crAuthorName |
| 87 | * - crAuthorEmail |
Ivan Udovichenko | 01c9941 | 2019-10-28 13:33:23 +0300 | [diff] [blame] | 88 | * @param dirdepth level of creation dirs from key param |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 89 | */ |
| 90 | |
Ivan Udovichenko | 01c9941 | 2019-10-28 13:33:23 +0300 | [diff] [blame] | 91 | def updateReleaseMetadata(String key, String value, Map params, Integer dirdepth = 0) { |
Alexandr Lovtsov | 35cdebc | 2019-07-01 21:32:03 +0500 | [diff] [blame] | 92 | def common = new com.mirantis.mk.Common() |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 93 | def python = new com.mirantis.mk.Python() |
| 94 | def gerrit = new com.mirantis.mk.Gerrit() |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 95 | def git = new com.mirantis.mk.Git() |
| 96 | |
Dmitry Teselkin | d4adf97 | 2020-02-13 18:24:59 +0300 | [diff] [blame] | 97 | String gitCredentialsId = params.get('metadataCredentialsId', 'mcp-ci-gerrit') |
| 98 | String metadataRepoUrl = params.get('metadataGitRepoUrl', "ssh://${gitCredentialsId}@gerrit.mcp.mirantis.net:29418/mcp/artifact-metadata") |
| 99 | String metadataGerritBranch = params.get('metadataGitRepoBranch', 'master') |
| 100 | String toxDockerImage = params.get('toxDockerImage', 'docker-prod-virtual.docker.mirantis.net/mirantis/external/tox') |
| 101 | String repoDir = common.getAbsolutePath(params.get('repoDir', 'artifact-metadata')) |
| 102 | String comment = params.get('comment', '') |
| 103 | String crTopic = params.get('crTopic', '') |
| 104 | String changeAuthorName = params.get('crAuthorName', 'MCP-CI') |
| 105 | String changeAuthorEmail = params.get('crAuthorEmail', 'mcp-ci-jenkins@ci.mcp.mirantis.net') |
| 106 | |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 107 | def cred = common.getCredentials(gitCredentialsId, 'key') |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 108 | String gerritUser = cred.username |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 109 | String gerritHost = metadataRepoUrl.tokenize('@')[-1].tokenize(':')[0] |
| 110 | String metadataProject = metadataRepoUrl.tokenize('/')[-2..-1].join('/') |
| 111 | String gerritPort = metadataRepoUrl.tokenize(':')[-1].tokenize('/')[0] |
| 112 | String workspace = common.getWorkspace() |
| 113 | String venvDir = "${workspace}/gitreview-venv" |
| 114 | String metadataDir = "${repoDir}/metadata" |
| 115 | String ChangeId |
| 116 | String commitMessage |
| 117 | String gitRemote |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 118 | stage("Installing virtualenv") { |
| 119 | python.setupVirtualenv(venvDir, 'python3', ['git-review', 'PyYaml']) |
| 120 | } |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 121 | checkoutReleaseMetadataRepo(params) |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 122 | dir(repoDir) { |
| 123 | gitRemote = sh( |
| 124 | script: |
| 125 | 'git remote -v | head -n1 | cut -f1', |
| 126 | returnStdout: true, |
| 127 | ).trim() |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 128 | } |
Mykyta Karpin | a102930 | 2019-07-25 18:16:31 +0300 | [diff] [blame] | 129 | |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 130 | stage('Creating CR') { |
| 131 | def gerritAuth = ['PORT': gerritPort, 'USER': gerritUser, 'HOST': gerritHost] |
| 132 | def changeParams = ['owner': gerritUser, 'status': 'open', 'project': metadataProject, 'branch': metadataGerritBranch, 'topic': crTopic] |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 133 | def gerritChange = gerrit.findGerritChange(gitCredentialsId, gerritAuth, changeParams) |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 134 | git.changeGitBranch(repoDir, metadataGerritBranch) |
| 135 | if (gerritChange) { |
| 136 | def jsonChange = readJSON text: gerritChange |
| 137 | changeNum = jsonChange['number'] |
| 138 | ChangeId = 'Change-Id: ' |
| 139 | ChangeId += jsonChange['id'] |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 140 | } else { |
| 141 | ChangeId = '' |
| 142 | git.createGitBranch(repoDir, crTopic) |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 143 | } |
Ivan Udovichenko | 01c9941 | 2019-10-28 13:33:23 +0300 | [diff] [blame] | 144 | |
Ivan Udovichenko | f13b806 | 2019-11-15 16:17:54 +0300 | [diff] [blame] | 145 | def keyArr = key.split(';') |
| 146 | def valueArr = value.split(';') |
| 147 | if (keyArr.size() == valueArr.size()) { |
Dmitry Teselkin | 187d3a1 | 2020-02-13 14:58:32 +0300 | [diff] [blame] | 148 | docker.image(toxDockerImage).inside("--volume ${repoDir}:/workspace") { |
Alexandr Lovtsov | f874305 | 2020-01-21 14:32:14 +0200 | [diff] [blame] | 149 | for (i in 0..keyArr.size()-1) { |
Oleksii Grudev | 4515054 | 2020-02-13 16:27:58 +0200 | [diff] [blame] | 150 | sh "cd /workspace && tox -qq -e metadata -- update --create --key '${keyArr[i]}' --value '${valueArr[i]}'" |
Alexandr Lovtsov | f874305 | 2020-01-21 14:32:14 +0200 | [diff] [blame] | 151 | } |
Ivan Udovichenko | 01c9941 | 2019-10-28 13:33:23 +0300 | [diff] [blame] | 152 | } |
| 153 | } |
| 154 | |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 155 | commitMessage = |
Ruslan Gustomiasov | 2e9e345 | 2019-06-27 14:29:31 +0200 | [diff] [blame] | 156 | """${comment} |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 157 | |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 158 | |${ChangeId} |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 159 | """.stripMargin() |
Alexandr Lovtsov | 78c0e21 | 2020-04-02 15:35:29 +0300 | [diff] [blame^] | 160 | |
| 161 | // Add some useful info (if it present) to commit message |
| 162 | if (env.BUILD_URL) { |
| 163 | commitMessage += "Build-Url: ${env.BUILD_URL}\n" |
| 164 | } |
| 165 | if (env.GERRIT_CHANGE_COMMIT_MESSAGE) { |
| 166 | def jira = new com.mirantis.mk.Atlassian() |
| 167 | jira.extractJIRA(env.GERRIT_CHANGE_COMMIT_MESSAGE).each { |
| 168 | commitMessage += "Related-To: ${it}\n" |
| 169 | } |
| 170 | } |
| 171 | |
| 172 | |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 173 | //commit change |
Mykyta Karpin | 000d364 | 2019-08-08 15:37:45 +0300 | [diff] [blame] | 174 | git.commitGitChanges(repoDir, commitMessage, changeAuthorEmail, changeAuthorName, false) |
Ruslan Gustomiasov | 37a1728 | 2019-06-27 13:17:07 +0200 | [diff] [blame] | 175 | //post change |
Alexandr Lovtsov | 071fadb | 2019-07-29 17:01:22 +0300 | [diff] [blame] | 176 | gerrit.postGerritReview(gitCredentialsId, venvDir, repoDir, changeAuthorName, changeAuthorEmail, gitRemote, crTopic, metadataGerritBranch) |
Ruslan Gustomiasov | da4edd6 | 2019-06-25 14:26:28 +0200 | [diff] [blame] | 177 | } |
Alexandr Lovtsov | cefc3d1 | 2019-07-29 14:48:33 +0300 | [diff] [blame] | 178 | } |