Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 1 | /** |
| 2 | * Test salt formulas pipeline |
| 3 | * DEFAULT_GIT_REF |
| 4 | * DEFAULT_GIT_URL |
| 5 | * CREDENTIALS_ID |
Jakub Josef | 0bbbd80 | 2017-05-22 20:28:44 +0200 | [diff] [blame] | 6 | * KITCHEN_TESTS_PARALLEL |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 7 | */ |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 8 | def common = new com.mirantis.mk.Common() |
| 9 | def gerrit = new com.mirantis.mk.Gerrit() |
Jakub Josef | f64c639 | 2017-05-03 13:18:25 +0200 | [diff] [blame] | 10 | def ruby = new com.mirantis.mk.Ruby() |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 11 | |
| 12 | def gerritRef |
| 13 | try { |
| 14 | gerritRef = GERRIT_REFSPEC |
| 15 | } catch (MissingPropertyException e) { |
| 16 | gerritRef = null |
| 17 | } |
| 18 | |
| 19 | def defaultGitRef, defaultGitUrl |
| 20 | try { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 21 | defaultGitRef = DEFAULT_GIT_REF |
| 22 | defaultGitUrl = DEFAULT_GIT_URL |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 23 | } catch (MissingPropertyException e) { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 24 | defaultGitRef = null |
| 25 | defaultGitUrl = null |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 26 | } |
| 27 | |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 28 | def checkouted = false |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 29 | |
chnyda | 3b1d2a6 | 2017-06-13 10:08:12 +0200 | [diff] [blame] | 30 | node("python") { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 31 | try { |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 32 | stage("checkout") { |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 33 | if (gerritRef) { |
| 34 | // job is triggered by Gerrit |
Jakub Josef | b223590 | 2017-06-16 12:49:16 +0200 | [diff] [blame] | 35 | def gerritChange = gerrit.getGerritChange(GERRIT_NAME, GERRIT_HOST, GERRIT_CHANGE_NUMBER, CREDENTIALS_ID, true) |
| 36 | // test if gerrit change is already Verified |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 37 | if (gerrit.patchsetHasApproval(gerritChange.currentPatchSet, "Verified", "+")) { |
Jakub Josef | 894f1e3 | 2017-06-19 16:24:19 +0000 | [diff] [blame] | 38 | common.successMsg("Gerrit change ${GERRIT_CHANGE_NUMBER} patchset ${GERRIT_PATCHSET_NUMBER} already has Verified, skipping tests") // do nothing |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 39 | // test WIP contains in commit message |
| 40 | } else if (gerritChange.commitMessage.contains("WIP")) { |
Jakub Josef | 894f1e3 | 2017-06-19 16:24:19 +0000 | [diff] [blame] | 41 | common.successMsg("Commit message contains WIP, skipping tests") // do nothing |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 42 | } else { |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 43 | // test if change aren't already merged |
| 44 | def merged = gerritChange.status == "MERGED" |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 45 | if (!merged) { |
| 46 | checkouted = gerrit.gerritPatchsetCheckout([ |
| 47 | credentialsId: CREDENTIALS_ID |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 48 | ]) |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 49 | } else { |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 50 | common.successMsg("Change ${GERRIT_CHANGE_NUMBER} is already merged, no need to test them") |
| 51 | } |
Jakub Josef | 740a788 | 2017-06-01 14:54:01 +0200 | [diff] [blame] | 52 | } |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 53 | } else if (defaultGitRef && defaultGitUrl) { |
| 54 | checkouted = gerrit.gerritPatchsetCheckout(defaultGitUrl, defaultGitRef, "HEAD", CREDENTIALS_ID) |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 55 | } else { |
Jakub Josef | 5ce6a36 | 2017-03-31 13:41:17 +0200 | [diff] [blame] | 56 | throw new Exception("Cannot checkout gerrit patchset, GERRIT_REFSPEC and DEFAULT_GIT_REF is null") |
Jakub Josef | 8337931 | 2017-03-29 18:12:34 +0200 | [diff] [blame] | 57 | } |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 58 | } |
| 59 | stage("test") { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 60 | if (checkouted) { |
Ruslan Kamaldinov | 310ffc0 | 2017-08-08 16:07:42 +0400 | [diff] [blame] | 61 | sh("make clean") |
| 62 | sh("[ $SALT_VERSION != 'latest' ] || export SALT_VERSION=''; make test") |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 63 | } |
| 64 | } |
Jakub Josef | f64c639 | 2017-05-03 13:18:25 +0200 | [diff] [blame] | 65 | stage("kitchen") { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 66 | if (checkouted) { |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 67 | if (fileExists(".kitchen.yml")) { |
| 68 | common.infoMsg(".kitchen.yml found, running kitchen tests") |
| 69 | ruby.ensureRubyEnv() |
| 70 | def kitchenEnvs = [] |
Martin Polreich | 9b5f5ab | 2017-07-12 13:06:14 +0200 | [diff] [blame] | 71 | def filteredEnvs = [] |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 72 | if (fileExists(".travis.yml")) { |
| 73 | common.infoMsg(".travis.yml file found.") |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 74 | def kitchenConfigYML = readYaml(file: ".travis.yml") |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 75 | if (kitchenConfigYML.containsKey("env")) { |
| 76 | kitchenEnvs = kitchenConfigYML["env"] |
Ruslan Kamaldinov | 310ffc0 | 2017-08-08 16:07:42 +0400 | [diff] [blame] | 77 | } |
| 78 | } else { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 79 | common.warningMsg(".travis.yml file not found, suites must be passed via CUSTOM_KITCHEN_ENVS parameter.") |
Jakub Josef | bcd2e90 | 2017-06-13 14:40:41 +0200 | [diff] [blame] | 80 | } |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 81 | common.infoMsg("Running kitchen testing in parallel mode") |
| 82 | if (CUSTOM_KITCHEN_ENVS != null && CUSTOM_KITCHEN_ENVS != '') { |
| 83 | kitchenEnvs = CUSTOM_KITCHEN_ENVS.tokenize('\n') |
| 84 | common.infoMsg("CUSTOM_KITCHEN_ENVS not empty. Running with custom enviroments: ${kitchenEnvs}") |
| 85 | } |
| 86 | if (kitchenEnvs != null && kitchenEnvs != '') { |
| 87 | common.infoMsg("Found " + kitchenEnvs.size() + " environment(s)") |
| 88 | print(kitchenEnvs) |
| 89 | for (int i = 0; i < kitchenEnvs.size(); i++) { |
| 90 | if (acc >= parallelGroupSize) { |
| 91 | parallel kitchenTestRuns |
| 92 | kitchenTestRuns = [: ] |
| 93 | acc = 0 |
| 94 | } |
| 95 | def testEnv = kitchenEnvs[i] |
| 96 | kitchenTestRuns[testEnv] = { |
| 97 | build job: "test-salt-formulas-env", parameters: [ |
| 98 | [$class: 'StringParameterValue', name: 'CREDENTIALS_ID', value: CREDENTIALS_ID], |
| 99 | [$class: 'StringParameterValue', name: 'KITCHEN_ENV', value: testEnv], |
| 100 | [$class: 'StringParameterValue', name: 'DEFAULT_GIT_REF', value: DEFAULT_GIT_REF], |
| 101 | [$class: 'StringParameterValue', name: 'DEFAULT_GIT_URL', value: DEFAULT_GIT_URL], |
| 102 | [$class: 'StringParameterValue', name: 'SALT_OPTS', value: SALT_OPTS], |
| 103 | [$class: 'StringParameterValue', name: 'SALT_VERSION', value: SALT_VERSION] |
| 104 | ] |
| 105 | } |
| 106 | acc++; |
| 107 | } |
| 108 | if (acc != 0) { |
| 109 | parallel kitchenTestRuns |
| 110 | } |
| 111 | } else { |
| 112 | common.warningMsg(".kitchen.yml file not found, no kitchen tests triggered.") |
| 113 | } |
Jakub Josef | f64c639 | 2017-05-03 13:18:25 +0200 | [diff] [blame] | 114 | } |
Jakub Josef | f64c639 | 2017-05-03 13:18:25 +0200 | [diff] [blame] | 115 | } |
| 116 | } |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 117 | } catch (Throwable e) { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 118 | // If there was an error or exception thrown, the build failed |
| 119 | currentBuild.result = "FAILURE" |
| 120 | currentBuild.description = currentBuild.description ? e.message + " " + currentBuild.description : e.message |
| 121 | ruby.runKitchenCommand("destroy") |
| 122 | throw e |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 123 | } finally { |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 124 | if (currentBuild.result == "FAILURE" && fileExists(".kitchen/logs/kitchen.log")) { |
| 125 | common.errorMsg("----------------KITCHEN LOG:---------------") |
| 126 | println readFile(".kitchen/logs/kitchen.log") |
| 127 | } |
| 128 | common.sendNotification(currentBuild.result, "", ["slack"]) |
Jakub Josef | c5a223a | 2017-03-01 14:40:08 +0100 | [diff] [blame] | 129 | } |
Martin Polreich | a3e3012 | 2017-08-22 12:43:55 +0200 | [diff] [blame^] | 130 | } |