blob: da17fb995096fac4c63df7f13f999dc5e01245a4 [file] [log] [blame]
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +02001package com.mirantis.mk
Dmitry Teselkind4adf972020-02-13 18:24:59 +03002
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +02003/**
Mykyta Karpina1029302019-07-25 18:16:31 +03004 * Checkout release metadata repo with clone or without, if cloneRepo parameter is set
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +02005 *
Mykyta Karpina1029302019-07-25 18:16:31 +03006 * @param params map with expected parameters:
7 * - metadataCredentialsId
8 * - metadataGitRepoUrl
9 * - metadataGitRepoBranch
10 * - repoDir
11 * - cloneRepo
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +020012 */
Mykyta Karpina1029302019-07-25 18:16:31 +030013def checkoutReleaseMetadataRepo(Map params = [:]) {
14 def git = new com.mirantis.mk.Git()
Dmitry Teselkind4adf972020-02-13 18:24:59 +030015 def common = new com.mirantis.mk.Common()
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +030016
Mykyta Karpina1029302019-07-25 18:16:31 +030017 String gitCredentialsId = params.get('metadataCredentialsId', 'mcp-ci-gerrit')
Anton Khlystfd6eb7c2019-09-25 13:32:17 +030018 String gitUrl = params.get('metadataGitRepoUrl', "ssh://${gitCredentialsId}@gerrit.mcp.mirantis.net:29418/mcp/artifact-metadata")
Mykyta Karpina1029302019-07-25 18:16:31 +030019 String gitBranch = params.get('metadataGitRepoBranch', 'master')
Alexandr Lovtsovcefc3d12019-07-29 14:48:33 +030020 String gitRef = params.get('metadataGitRepoRef', '')
Dmitry Teselkind4adf972020-02-13 18:24:59 +030021 String repoDir = common.getAbsolutePath(params.get('repoDir', 'artifact-metadata'))
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +030022 Boolean cloneRepo = params.get('cloneRepo', true)
Dmitry Teselkind4adf972020-02-13 18:24:59 +030023
Alexandr Lovtsovcefc3d12019-07-29 14:48:33 +030024 if (cloneRepo) {
Mykyta Karpina1029302019-07-25 18:16:31 +030025 stage('Cleanup repo dir') {
26 dir(repoDir) {
27 deleteDir()
28 }
29 }
Anton Khlyst8ebb9fe2019-09-25 16:39:54 +030030 stage('Cloning artifact-metadata repository') {
Alexandr Lovtsovcefc3d12019-07-29 14:48:33 +030031 git.checkoutGitRepository(repoDir, gitUrl, gitBranch, gitCredentialsId, true, 10, 0, gitRef)
Mykyta Karpina1029302019-07-25 18:16:31 +030032 }
33 } else {
Alexandr Lovtsovcefc3d12019-07-29 14:48:33 +030034 git.changeGitBranch(repoDir, gitRef ?: gitBranch)
Mykyta Karpina1029302019-07-25 18:16:31 +030035 }
36}
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +020037
38/**
Alexandr Lovtsov3121fc42019-07-19 19:20:39 +050039 * Get release metadata value for given key
40 *
41 * @param key metadata key
42 * @param params map with expected parameters:
Dmitry Teselkine2ccc1a2020-07-07 16:29:39 +030043 * - appDockerImage
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +030044 * - outputFormat
Alexandr Lovtsov3121fc42019-07-19 19:20:39 +050045 * - repoDir
46 */
47def getReleaseMetadataValue(String key, Map params = [:]) {
Dmitry Teselkind4adf972020-02-13 18:24:59 +030048 // Libs
49 def common = new com.mirantis.mk.Common()
50
Alexandr Lovtsov3121fc42019-07-19 19:20:39 +050051 String result
52 // Get params
Dmitry Teselkine2ccc1a2020-07-07 16:29:39 +030053 String appDockerImage = params.get('appDockerImage', 'docker-dev-kaas-local.docker.mirantis.net/mirantis/cicd/artifact-metadata-app:latest')
54 String outputFormat = params.get('outputFormat', 'json')
55 String repoDir = common.getAbsolutePath(params.get('repoDir', 'artifact-metadata'))
Alexandr Lovtsov3121fc42019-07-19 19:20:39 +050056
57 String opts = ''
58 if (outputFormat && !outputFormat.isEmpty()) {
59 opts += " --${outputFormat}"
60 }
Mykyta Karpina1029302019-07-25 18:16:31 +030061
62 checkoutReleaseMetadataRepo(params)
63
Dmitry Teselkine2ccc1a2020-07-07 16:29:39 +030064 docker.image(appDockerImage).inside("--volume ${repoDir}:/workspace") {
65 result = sh(script: "metadata-app --path /workspace/metadata ${opts} get --key ${key}", returnStdout: true).trim()
Alexandr Lovtsov3121fc42019-07-19 19:20:39 +050066 }
Mykyta Karpina1029302019-07-25 18:16:31 +030067 common.infoMsg("""
68 Release metadata key ${key} has value:
69 ${result}
70 """)
Alexandr Lovtsov3121fc42019-07-19 19:20:39 +050071 return result
72}
73
74/**
Ivan Udovichenkof13b8062019-11-15 16:17:54 +030075 * Update release metadata value and upload CR to release metadata repository
76 *
77 * @param key metadata key (Several keys could be passed joined by ';' character)
78 * @param value metadata value (Several values could be passed joined by ';' character)
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +030079 * @param params map with expected parameters:
80 * - metadataCredentialsId
81 * - metadataGitRepoUrl
82 * - metadataGitRepoBranch
83 * - repoDir
84 * - comment
85 * - crTopic
86 * - crAuthorName
87 * - crAuthorEmail
Mykyta Karpin2da46c62020-05-18 18:22:50 +030088 * - valuesFromFile (allows to pass json strings, write them to temp files and pass files to
89 * app)
Ivan Udovichenko01c99412019-10-28 13:33:23 +030090 * @param dirdepth level of creation dirs from key param
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +020091 */
92
Ivan Udovichenko01c99412019-10-28 13:33:23 +030093def updateReleaseMetadata(String key, String value, Map params, Integer dirdepth = 0) {
Alexandr Lovtsov35cdebc2019-07-01 21:32:03 +050094 def common = new com.mirantis.mk.Common()
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +020095 def python = new com.mirantis.mk.Python()
96 def gerrit = new com.mirantis.mk.Gerrit()
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +030097 def git = new com.mirantis.mk.Git()
98
Dmitry Teselkind4adf972020-02-13 18:24:59 +030099 String gitCredentialsId = params.get('metadataCredentialsId', 'mcp-ci-gerrit')
100 String metadataRepoUrl = params.get('metadataGitRepoUrl', "ssh://${gitCredentialsId}@gerrit.mcp.mirantis.net:29418/mcp/artifact-metadata")
101 String metadataGerritBranch = params.get('metadataGitRepoBranch', 'master')
Dmitry Teselkine2ccc1a2020-07-07 16:29:39 +0300102 String appDockerImage = params.get('appDockerImage', 'docker-dev-kaas-local.docker.mirantis.net/mirantis/cicd/artifact-metadata-app:latest')
Dmitry Teselkind4adf972020-02-13 18:24:59 +0300103 String repoDir = common.getAbsolutePath(params.get('repoDir', 'artifact-metadata'))
104 String comment = params.get('comment', '')
105 String crTopic = params.get('crTopic', '')
106 String changeAuthorName = params.get('crAuthorName', 'MCP-CI')
107 String changeAuthorEmail = params.get('crAuthorEmail', 'mcp-ci-jenkins@ci.mcp.mirantis.net')
Mykyta Karpin2da46c62020-05-18 18:22:50 +0300108 Boolean valuesFromFile = params.get('valuesFromFile', false)
Dmitry Teselkind4adf972020-02-13 18:24:59 +0300109
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +0300110 def cred = common.getCredentials(gitCredentialsId, 'key')
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +0200111 String gerritUser = cred.username
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +0300112 String gerritHost = metadataRepoUrl.tokenize('@')[-1].tokenize(':')[0]
113 String metadataProject = metadataRepoUrl.tokenize('/')[-2..-1].join('/')
114 String gerritPort = metadataRepoUrl.tokenize(':')[-1].tokenize('/')[0]
115 String workspace = common.getWorkspace()
116 String venvDir = "${workspace}/gitreview-venv"
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +0300117 String ChangeId
118 String commitMessage
119 String gitRemote
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200120 stage("Installing virtualenv") {
121 python.setupVirtualenv(venvDir, 'python3', ['git-review', 'PyYaml'])
122 }
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +0300123 checkoutReleaseMetadataRepo(params)
Mykyta Karpina1029302019-07-25 18:16:31 +0300124 dir(repoDir) {
125 gitRemote = sh(
126 script:
127 'git remote -v | head -n1 | cut -f1',
128 returnStdout: true,
129 ).trim()
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200130 }
Mykyta Karpina1029302019-07-25 18:16:31 +0300131
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200132 stage('Creating CR') {
133 def gerritAuth = ['PORT': gerritPort, 'USER': gerritUser, 'HOST': gerritHost]
134 def changeParams = ['owner': gerritUser, 'status': 'open', 'project': metadataProject, 'branch': metadataGerritBranch, 'topic': crTopic]
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +0300135 def gerritChange = gerrit.findGerritChange(gitCredentialsId, gerritAuth, changeParams)
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200136 git.changeGitBranch(repoDir, metadataGerritBranch)
137 if (gerritChange) {
138 def jsonChange = readJSON text: gerritChange
139 changeNum = jsonChange['number']
140 ChangeId = 'Change-Id: '
141 ChangeId += jsonChange['id']
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200142 } else {
143 ChangeId = ''
144 git.createGitBranch(repoDir, crTopic)
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +0200145 }
Ivan Udovichenko01c99412019-10-28 13:33:23 +0300146
Ivan Udovichenkof13b8062019-11-15 16:17:54 +0300147 def keyArr = key.split(';')
148 def valueArr = value.split(';')
149 if (keyArr.size() == valueArr.size()) {
Dmitry Teselkine2ccc1a2020-07-07 16:29:39 +0300150 docker.image(appDockerImage).inside("--volume ${repoDir}:/workspace") {
Alexandr Lovtsovf8743052020-01-21 14:32:14 +0200151 for (i in 0..keyArr.size()-1) {
Mykyta Karpin2da46c62020-05-18 18:22:50 +0300152 def valueExpression = "--value '${valueArr[i]}'"
153 def tmpFile
154 if (valuesFromFile){
155 def data = readJSON text: valueArr[i]
156 // just print temp file name, so writeyaml can write it
157 tmpFile = sh(script: "mktemp -u -p ${workspace} meta_key_file.XXXXXX", returnStdout: true).trim()
158 // yaml is native format for meta app for loading values
159 writeYaml data: data, file: tmpFile
160 valueExpression = "--file ${tmpFile}"
161 }
162 try {
Dmitry Teselkine2ccc1a2020-07-07 16:29:39 +0300163 sh "metadata-app --path /workspace/metadata update --create --key '${keyArr[i]}' ${valueExpression}"
Mykyta Karpin2da46c62020-05-18 18:22:50 +0300164 } finally {
165 if (valuesFromFile){
166 sh "rm ${tmpFile}"
167 }
168 }
Alexandr Lovtsovf8743052020-01-21 14:32:14 +0200169 }
Ivan Udovichenko01c99412019-10-28 13:33:23 +0300170 }
171 }
172
Mykyta Karpinca423a72020-04-08 16:32:46 +0300173 String status = sh(script: "git -C ${repoDir} status -s", returnStdout: true).trim()
174 if (!status){
175 common.warningMsg('All values seem up to date, nothing to update')
176 return
177 }
178 common.infoMsg("""Next files will be updated:
179 ${status}
180 """)
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200181 commitMessage =
Ruslan Gustomiasov2e9e3452019-06-27 14:29:31 +0200182 """${comment}
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +0200183
Michal Kobuse55c7182020-11-05 16:51:23 +0100184 |${ChangeId}\n""".stripMargin()
Alexandr Lovtsov78c0e212020-04-02 15:35:29 +0300185
186 // Add some useful info (if it present) to commit message
187 if (env.BUILD_URL) {
188 commitMessage += "Build-Url: ${env.BUILD_URL}\n"
189 }
190 if (env.GERRIT_CHANGE_COMMIT_MESSAGE) {
191 def jira = new com.mirantis.mk.Atlassian()
192 jira.extractJIRA(env.GERRIT_CHANGE_COMMIT_MESSAGE).each {
193 commitMessage += "Related-To: ${it}\n"
194 }
195 }
196
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200197 //commit change
Mykyta Karpin000d3642019-08-08 15:37:45 +0300198 git.commitGitChanges(repoDir, commitMessage, changeAuthorEmail, changeAuthorName, false)
Ruslan Gustomiasov37a17282019-06-27 13:17:07 +0200199 //post change
Alexandr Lovtsov071fadb2019-07-29 17:01:22 +0300200 gerrit.postGerritReview(gitCredentialsId, venvDir, repoDir, changeAuthorName, changeAuthorEmail, gitRemote, crTopic, metadataGerritBranch)
Ruslan Gustomiasovda4edd62019-06-25 14:26:28 +0200201 }
Alexandr Lovtsovcefc3d12019-07-29 14:48:33 +0300202}