blob: 70a384a0c4549cc68a96d26f64a8ef59370bc774 [file] [log] [blame]
Hanna Arhipova4759ae42021-01-11 12:48:14 +02001---
2
3- project:
4 name: test-scenarios
5 views:
6 - Test Backups
7 - Test Ceph
8 - Test MCP updates
9 jobs:
10 - backup-tests
11 - ceph-tests
12 - update-tests
13
14################### VIEWS #######################
15- view:
16 name: Test Backups
17 view-type: list
18 filter-executors: true
19 filter-queue: true
20 regex: 'backup-.*'
21 columns:
22 - status
23 - weather
24 - job
25 - last-success
26 - last-failure
27 - last-duration
28 - build-button
29
30- view:
31 name: Test Ceph
32 view-type: list
33 filter-executors: true
34 filter-queue: true
35 regex: 'ceph_.*'
36 columns:
37 - status
38 - weather
39 - job
40 - last-success
41 - last-failure
42 - last-duration
43 - build-button
44
45- view:
46 name: Test MCP updates
47 view-type: list
48 filter-executors: true
49 filter-queue: true
50 regex: '.*-update-.*'
51 columns:
52 - status
53 - weather
54 - job
55 - last-success
56 - last-failure
57 - last-duration
58 - build-button
59
60######################## JOB GROUP ####################
61- job-group:
62 name: 'backup-tests'
63 test_scenario:
64
Hanna Arhipova42b06232021-04-22 09:29:44 +030065 - backup-saltmaster:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +030066 run-test-opts: '--maxfail=1 -k TestBackupRestoreMaster and not maas'
Hanna Arhipova4759ae42021-01-11 12:48:14 +020067 deployment: heat-cicd-queens-dvr-sl
Hanna Arhipova42b06232021-04-22 09:29:44 +030068 display-name: Backup/Restore SaltMaster
Hanna Arhipova4759ae42021-01-11 12:48:14 +020069
Hanna Arhipova42b06232021-04-22 09:29:44 +030070 - backup-saltmaster-with-maas:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +030071 run-test-opts: '--maxfail=1 -k TestBackupRestoreMaster and maas'
Hanna Arhipova42b06232021-04-22 09:29:44 +030072 deployment: bm-cicd-queens-ovs-maas
73 display-name: Backup/Restore SaltMaster (with MAAS)
Hanna Arhipova4759ae42021-01-11 12:48:14 +020074
75 - backup-cassandra-queens-contrail-sl:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +030076 run-test-opts: '--maxfail=1 -k TestBackupRestoreCassandra'
Hanna Arhipova885a2ed2021-03-05 20:00:52 +020077 deployment: heat-cicd-queens-contrail41-sl
Hanna Arhipovae92b66b2021-04-15 19:56:30 +030078 display-name: Backup/restore Cassandra
Hanna Arhipova4759ae42021-01-11 12:48:14 +020079
Hanna Arhipova42b06232021-04-22 09:29:44 +030080 - backup-galera-queens-sl:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +030081 run-test-opts: '--maxfail=1 -k TestBackupRestoreGalera'
Hanna Arhipova42b06232021-04-22 09:29:44 +030082 deployment: heat-cicd-queens-dvr-sl
83 display-name: Backup/restore Galera
84
85 - backup-zookeeper-queens-sl:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +030086 run-test-opts: '--maxfail=1 -k TestBackupRestoreZooKeeper'
Hanna Arhipova7f2a1752021-04-22 09:59:11 +030087 deployment: heat-cicd-queens-contrail41-sl
Hanna Arhipova42b06232021-04-22 09:29:44 +030088 display-name: Backup/restore Zookeeper
89
Hanna Arhipova4759ae42021-01-11 12:48:14 +020090 jobs:
91 - '{test_scenario}'
PGlazov3704e4b2021-06-23 15:10:04 +040092 logrotate:
93 daysToKeep: 365
Hanna Arhipova4759ae42021-01-11 12:48:14 +020094
95- job-group:
96 name: 'ceph-tests'
97 test_scenario:
98 - ceph_osd-queens-dvr-sl:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +030099 run-test-opts: '--maxfail=1 -k TestCephOsd'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300100 deployment: heat-cicd-queens-dvr-sl
101 display-name: Add/Remove OSD node
102 - ceph_cmn-queens-dvr-sl:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +0300103 run-test-opts: '--maxfail=1 -k TestCephMon'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300104 deployment: heat-cicd-queens-dvr-sl
105 display-name: Add/Remove CMN node
106 - ceph_mgr-queens-dvr-sl:
Hanna Arhipova6adb16d2021-05-18 14:24:40 +0300107 run-test-opts: '--maxfail=1 -k TestCephMgr'
108 deployment: heat-cicd-queens-dvr-sl
109 display-name: Add/Remove MGR node
110 - ceph_rgw-queens-dvr-sl:
111 run-test-opts: '--maxfail=1 -k TestCephRgw'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300112 deployment: heat-cicd-queens-dvr-sl
PGlazov276d88f2021-07-06 15:12:16 +0400113 display-name: Add/Remove RGW node
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200114 jobs:
115 - '{test_scenario}'
PGlazov3704e4b2021-06-23 15:10:04 +0400116 logrotate:
117 daysToKeep: 365
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200118
119- job-group:
120 name: 'update-tests'
121 test-opt: |-
122 --keep-duplicates --maxfail=1 \
123 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_drivetrain \
124 tcp_tests/tests/system/test_mcp_update.py::TestOpenstackUpdate \
Hanna Arhipova885a2ed2021-03-05 20:00:52 +0200125 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_galera \
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200126 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_rabbit \
127 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_stacklight \
128 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_ceph \
129 \
Hanna Arhipovae47f38e2021-03-05 22:19:35 +0200130 tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_tempest \
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200131 tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_func_sanity \
132 tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_stacklight
133 test-opt-with-contrail: |-
134 --keep-duplicates --maxfail=1 \
135 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_drivetrain \
136 tcp_tests/tests/system/test_upgrade_contrail.py::TestUpdateContrail \
137 tcp_tests/tests/system/test_mcp_update.py::TestOpenstackUpdate \
Hanna Arhipova885a2ed2021-03-05 20:00:52 +0200138 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_galera \
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200139 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_rabbit \
140 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_stacklight \
141 tcp_tests/tests/system/test_mcp_update.py::TestUpdateMcpCluster::test_update_ceph \
142 \
Hanna Arhipovae47f38e2021-03-05 22:19:35 +0200143 tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_tempest \
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200144 tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_func_sanity \
145 tcp_tests/tests/system/test_cvp_pipelines.py::TestCvpPipelines::test_run_cvp_stacklight
PGlazov5bf139e2021-08-11 13:43:56 +0400146 test-pattern-with-contrail:
147 ^heat_tempest_plugin.tests*|^tempest.api.image*|^tempest_horizon*|^tempest.api.identity*|^tempest.api.network*|^tempest.api.compute*|^tempest.api.volume*|^tempest.scenario*|^tempest.api.object_storage*
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200148 test_scenario:
PGlazov3704e4b2021-06-23 15:10:04 +0400149 - mcp-update-pike-dvr-sl:
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200150 deployment: released-heat-cicd-pike-dvr-sl
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200151 run-test-opts: '{test-opt}'
PGlazov5bf139e2021-08-11 13:43:56 +0400152 tempest_pattern: 'tempest'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300153 display-name: MCP update (pike)
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200154
155 - mcp-update-queens-dvr-sl:
156 deployment: released-heat-cicd-queens-dvr-sl
PGlazov5bf139e2021-08-11 13:43:56 +0400157 tempest_pattern: 'tempest'
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200158 run-test-opts: '{test-opt}'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300159 display-name: MCP update (queens)
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200160
161 - mcp-update-pike-contrail-sl:
162 deployment: released-heat-cicd-pike-contrail41-sl
PGlazov5bf139e2021-08-11 13:43:56 +0400163 tempest_pattern: '{test-pattern-with-contrail}'
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200164 run-test-opts: '{test-opt-with-contrail}'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300165 display-name: MCP update (pike + OC)
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200166
167 - mcp-update-queens-contrail-sl:
168 deployment: released-heat-cicd-queens-contrail41-sl
PGlazov5bf139e2021-08-11 13:43:56 +0400169 tempest_pattern: '{test-pattern-with-contrail}'
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200170 run-test-opts: '{test-opt-with-contrail}'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300171 display-name: MCP update (queens + OC)
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200172
173 - os-update-pike-to-queens:
174 deployment: heat-cicd-pike-dvr-sl
Hanna Arhipova0c285e02021-08-17 10:21:12 +0300175 disabled: true
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200176 run-test-opts: '-k TestUpdatePikeToQueens'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300177 display-name: Update Pike -> Queens
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200178
179 - ceph-update-luminous-to-nautilus:
180 deployment: heat-cicd-pike-dvr-sl
181 disabled: true
Hanna Arhipova7f2a1752021-04-22 09:59:11 +0300182 run-test-opts: '-k TestCephLuminousUpgrade'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300183 display-name: Update Ceph Luminous -> Nautilus
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200184
185 jobs:
186 - '{test_scenario}'
PGlazov3704e4b2021-06-23 15:10:04 +0400187 logrotate:
188 daysToKeep: 365
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200189
190###################### JOB TEMPLATE ###################
191- job-template:
192 name: '{test_scenario}'
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300193 display-name: '{display-name}'
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200194 project-type: pipeline
195 concurrent: false
196 disabled: '{disabled|false}'
197 quiet-period: 2
198 node: 'openstack_slave_{deployment}'
199 logrotate:
200 daysToKeep: 30
201 numToKeep: 60
202 artifactDaysToKeep: -1
203 artifactNumToKeep: -1
204 # Requires the Jenkins BuildResultTrigger Plugin
205 triggers:
206 - build-result:
207 cron: '* * * * *'
208 combine: true
209 groups:
210 - jobs:
211 - '{deployment}'
212 results:
213 - success
214
215 pipeline-scm:
216 lightweight-checkout: false
217 scm:
218 - git:
219 branches:
220 - FETCH_HEAD
221 refspec: ${{TCP_QA_REFS}}
222 url: https://gerrit.mcp.mirantis.com/mcp/tcp-qa.git
223 script-path: jobs/pipelines/run-test-scenarios.groovy
224
225 parameters:
226 - node:
227 name: NODE
228 allowed-slaves:
229 - 'openstack_slave_{deployment}'
230 - string:
231 default: '{deployment}'
232 description: 'Required: Fuel-devops environment name'
233 name: ENV_NAME
234 trim: 'false'
235 - string:
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200236 default: 'openstack_slave_{deployment}'
237 description: 'Required: Name of the jenkins slave to create the environment
238 To be set by the parent deployment job.'
239 name: PARENT_NODE_NAME
240 trim: 'false'
241 - string:
242 default: '/home/jenkins/workspace/workspace/{deployment}'
243 description: 'Required: Workspace on the jenkins slave to reuse for
244 the job To be set by the parent deployment job'
245 name: PARENT_WORKSPACE
246 trim: 'false'
247 - string:
Hanna Arhipovae92b66b2021-04-15 19:56:30 +0300248 default: '2019.2.0'
249 description: 'MCP version'
250 name: MCP_VERSION
251 trim: 'false'
252 - string:
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200253 default: ''
254 description: 'Completed steps to install components on the environment.
255 If tests require some additional components, it may be installed in
256 appropriate fixtures, so set the PASSED_STEPS correctly for the
257 testing environment.'
258 name: PASSED_STEPS
259 trim: 'false'
260 - string:
261 default: ''
262 description: 'Example: refs/changes/89/411189/36
263 (for now - only one reference allowed)'
264 name: TCP_QA_REFS
265 trim: 'false'
266 - text:
267 default: '{run-test-opts}'
268 description: |-
269 Pytest option -k or -m, with expression to select necessary tests.
270 Additional pytest options are allowed.
271 name: RUN_TEST_OPTS
272 trim: 'false'
PGlazov5bf139e2021-08-11 13:43:56 +0400273 - text:
PGlazov2a1e25a2021-08-16 14:58:45 +0400274 default: '{tempest_pattern|}'
PGlazov5bf139e2021-08-11 13:43:56 +0400275 description: |-
276 Examples: 'set=full','set=smoke' or test name.
277 name: TEMPEST_PATTERN
278 trim: 'false'
Hanna Arhipova4759ae42021-01-11 12:48:14 +0200279 - bool:
280 default: true
281 name: REPORT_TO_TESTRAIL
282
283