blob: 1a1d52397b30d136874e89518663c0692ec515b0 [file] [log] [blame]
Ghanshyam Mann61f57332020-11-25 11:46:20 -06001# NOTE(gmann): This file includes all integrated jobs definition which
2# are supposed to be run by Tempest and other projects as
3# integrated testing.
4- job:
5 name: tempest-all
6 parent: devstack-tempest
7 description: |
8 Integration test that runs all tests.
9 Former name for this job was:
10 * legacy-periodic-tempest-dsvm-all-master
11 vars:
12 tox_envlist: all
13 tempest_test_regex: tempest
14 devstack_localrc:
15 ENABLE_FILE_INJECTION: true
16
17- job:
18 name: tempest-ipv6-only
19 parent: devstack-tempest-ipv6
20 # This currently works from stable/pike on.
21 branches: ^(?!stable/ocata).*$
22 description: |
23 Integration test of IPv6-only deployments. This job runs
24 smoke and IPv6 relates tests only. Basic idea is to test
25 whether OpenStack Services listen on IPv6 addrress or not.
26 timeout: 10800
27 vars:
28 tox_envlist: ipv6-only
29
30- job:
31 name: tempest-full
32 parent: devstack-tempest
33 # This currently works from stable/pike on.
34 # Before stable/pike, legacy version of tempest-full
35 # 'legacy-tempest-dsvm-neutron-full' run.
36 branches: ^(?!stable/ocata).*$
37 description: |
38 Base integration test with Neutron networking and py27.
39 This job is supposed to run until stable/train setup only.
40 If you are running it on stable/ussuri gate onwards for python2.7
41 coverage then you need to do override-checkout with any stable
42 branch less than or equal to stable/train.
43 Former names for this job where:
44 * legacy-tempest-dsvm-neutron-full
45 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
46 vars:
47 tox_envlist: full
48 devstack_localrc:
49 ENABLE_FILE_INJECTION: true
50 ENABLE_VOLUME_MULTIATTACH: true
51 USE_PYTHON3: False
52 devstack_services:
53 # NOTE(mriedem): Disable the cinder-backup service from tempest-full
54 # since tempest-full is in the integrated-gate project template but
55 # the backup tests do not really involve other services so they should
56 # be run in some more cinder-specific job, especially because the
57 # tests fail at a high rate (see bugs 1483434, 1813217, 1745168)
58 c-bak: false
59
60- job:
61 name: tempest-full-py3
62 parent: devstack-tempest
63 # This currently works from stable/pike on.
64 # Before stable/pike, legacy version of tempest-full
65 # 'legacy-tempest-dsvm-neutron-full' run.
66 branches: ^(?!stable/ocata).*$
67 description: |
68 Base integration test with Neutron networking and py3.
69 Former names for this job where:
70 * legacy-tempest-dsvm-py35
71 * gate-tempest-dsvm-py35
72 vars:
73 tox_envlist: full
74 devstack_localrc:
75 USE_PYTHON3: true
76 FORCE_CONFIG_DRIVE: true
77 ENABLE_VOLUME_MULTIATTACH: true
78 GLANCE_USE_IMPORT_WORKFLOW: True
79 devstack_services:
80 s-account: false
81 s-container: false
82 s-object: false
83 s-proxy: false
84 # without Swift, c-bak cannot run (in the Gate at least)
85 # NOTE(mriedem): Disable the cinder-backup service from
86 # tempest-full-py3 since tempest-full-py3 is in the integrated-gate-py3
87 # project template but the backup tests do not really involve other
88 # services so they should be run in some more cinder-specific job,
89 # especially because the tests fail at a high rate (see bugs 1483434,
90 # 1813217, 1745168)
91 c-bak: false
92
93- job:
94 name: tempest-integrated-networking
95 parent: devstack-tempest
96 branches: ^(?!stable/ocata).*$
97 description: |
98 This job runs integration tests for networking. This is subset of
99 'tempest-full-py3' job and run only Neutron and Nova related tests.
100 This is meant to be run on neutron gate only.
101 vars:
102 tox_envlist: integrated-network
103 devstack_localrc:
104 USE_PYTHON3: true
105 FORCE_CONFIG_DRIVE: true
106 devstack_services:
107 s-account: false
108 s-container: false
109 s-object: false
110 s-proxy: false
111 c-bak: false
112
113- job:
114 name: tempest-integrated-compute
115 parent: devstack-tempest
116 branches: ^(?!stable/ocata).*$
117 description: |
118 This job runs integration tests for compute. This is
119 subset of 'tempest-full-py3' job and run Nova, Neutron, Cinder (except backup tests)
120 and Glance related tests. This is meant to be run on Nova gate only.
121 vars:
122 tox_envlist: integrated-compute
123 tempest_black_regex: ""
124 devstack_localrc:
125 USE_PYTHON3: true
126 FORCE_CONFIG_DRIVE: true
127 ENABLE_VOLUME_MULTIATTACH: true
128 devstack_services:
129 s-account: false
130 s-container: false
131 s-object: false
132 s-proxy: false
133 c-bak: false
134
135- job:
136 name: tempest-integrated-placement
137 parent: devstack-tempest
138 branches: ^(?!stable/ocata).*$
139 description: |
140 This job runs integration tests for placement. This is
141 subset of 'tempest-full-py3' job and run Nova and Neutron
142 related tests. This is meant to be run on Placement gate only.
143 vars:
144 tox_envlist: integrated-placement
145 devstack_localrc:
146 USE_PYTHON3: true
147 FORCE_CONFIG_DRIVE: true
148 ENABLE_VOLUME_MULTIATTACH: true
149 devstack_services:
150 s-account: false
151 s-container: false
152 s-object: false
153 s-proxy: false
154 c-bak: false
155
156- job:
157 name: tempest-integrated-storage
158 parent: devstack-tempest
159 branches: ^(?!stable/ocata).*$
160 description: |
161 This job runs integration tests for image & block storage. This is
162 subset of 'tempest-full-py3' job and run Cinder, Glance, Swift and Nova
163 related tests. This is meant to be run on Cinder and Glance gate only.
164 vars:
165 tox_envlist: integrated-storage
166 devstack_localrc:
167 USE_PYTHON3: true
168 FORCE_CONFIG_DRIVE: true
169 ENABLE_VOLUME_MULTIATTACH: true
170 GLANCE_USE_IMPORT_WORKFLOW: True
171
172- job:
173 name: tempest-integrated-object-storage
174 parent: devstack-tempest
175 branches: ^(?!stable/ocata).*$
176 description: |
177 This job runs integration tests for object storage. This is
178 subset of 'tempest-full-py3' job and run Swift, Cinder and Glance
179 related tests. This is meant to be run on Swift gate only.
180 vars:
181 tox_envlist: integrated-object-storage
182 devstack_localrc:
183 # NOTE(gmann): swift is not ready on python3 yet and devstack
184 # install it on python2.7 only. But settting the USE_PYTHON3
185 # for future once swift is ready on py3.
186 USE_PYTHON3: true
187
188- job:
189 name: tempest-multinode-full
190 parent: tempest-multinode-full-base
191 nodeset: openstack-two-node-focal
192 # This job runs on Focal from stable/victoria on.
193 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train|ussuri)).*$
194 vars:
195 devstack_localrc:
196 USE_PYTHON3: False
197 group-vars:
198 subnode:
199 devstack_localrc:
200 USE_PYTHON3: False
201
202- job:
203 name: tempest-multinode-full
204 parent: tempest-multinode-full-base
205 nodeset: openstack-two-node-bionic
206 # This job runs on Bionic and on python2. This is for stable/stein and stable/train.
207 # This job is prepared to make sure all stable branches from stable/stein till stable/train
208 # will keep running on bionic. This can be removed once stable/train is EOL.
209 branches:
210 - stable/stein
211 - stable/train
212 - stable/ussuri
213 vars:
214 devstack_localrc:
215 USE_PYTHON3: False
216 group-vars:
217 subnode:
218 devstack_localrc:
219 USE_PYTHON3: False
220
221- job:
222 name: tempest-multinode-full
223 parent: tempest-multinode-full-base
224 nodeset: openstack-two-node-xenial
225 # This job runs on Xenial and this is for stable/pike, stable/queens
226 # and stable/rocky. This job is prepared to make sure all stable branches
227 # before stable/stein will keep running on xenial. This job can be
228 # removed once stable/rocky is EOL.
229 branches:
230 - stable/pike
231 - stable/queens
232 - stable/rocky
233 vars:
234 devstack_localrc:
235 USE_PYTHON3: False
236 group-vars:
237 subnode:
238 devstack_localrc:
239 USE_PYTHON3: False
240
241- job:
242 name: tempest-multinode-full-py3
243 parent: tempest-multinode-full
244 vars:
245 devstack_localrc:
246 USE_PYTHON3: true
247 group-vars:
248 subnode:
249 devstack_localrc:
250 USE_PYTHON3: true
251
252- job:
253 name: tempest-slow
254 parent: tempest-multinode-full
255 description: |
256 This multinode integration job will run all the tests tagged as slow.
257 It enables the lvm multibackend setup to cover few scenario tests.
258 This job will run only slow tests (API or Scenario) serially.
259
260 Former names for this job were:
261 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
262 * tempest-scenario-multinode-lvm-multibackend
263 timeout: 10800
264 vars:
265 tox_envlist: slow-serial
266 devstack_localrc:
267 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
268 ENABLE_VOLUME_MULTIATTACH: true
269 devstack_plugins:
270 neutron: https://opendev.org/openstack/neutron
271 devstack_services:
272 neutron-placement: true
273 neutron-qos: true
274 devstack_local_conf:
275 post-config:
276 "/$NEUTRON_CORE_PLUGIN_CONF":
277 ovs:
278 bridge_mappings: public:br-ex
279 resource_provider_bandwidths: br-ex:1000000:1000000
280 test-config:
281 $TEMPEST_CONFIG:
282 network-feature-enabled:
283 qos_placement_physnet: public
284 tempest_concurrency: 2
285 group-vars:
286 # NOTE(mriedem): The ENABLE_VOLUME_MULTIATTACH variable is used on both
287 # the controller and subnode prior to Rocky so we have to make sure the
288 # variable is set in both locations.
289 subnode:
290 devstack_localrc:
291 ENABLE_VOLUME_MULTIATTACH: true
292
293- job:
294 name: tempest-slow-py3
295 parent: tempest-slow
296 vars:
297 devstack_localrc:
298 USE_PYTHON3: true
299 devstack_services:
300 s-account: false
301 s-container: false
302 s-object: false
303 s-proxy: false
304 # without Swift, c-bak cannot run (in the Gate at least)
305 c-bak: false
306 group-vars:
307 subnode:
308 devstack_localrc:
309 USE_PYTHON3: true
310
311- job:
312 name: tempest-cinder-v2-api
313 parent: devstack-tempest
314 branches:
315 - master
316 description: |
317 This job runs the cinder API test against v2 endpoint.
318 vars:
319 tox_envlist: all
320 tempest_test_regex: api.*volume
321 devstack_localrc:
322 TEMPEST_VOLUME_TYPE: volumev2
323
324- job:
325 name: tempest-pg-full
326 parent: tempest-full-py3
327 description: |
328 Base integration test with Neutron networking and PostgreSQL.
329 Former name for this job was legacy-tempest-dsvm-neutron-pg-full.
330 vars:
331 devstack_localrc:
332 ENABLE_FILE_INJECTION: true
333 DATABASE_TYPE: postgresql
334
335- project-template:
336 name: integrated-gate-networking
337 description: |
338 Run the python3 Tempest network integration tests (Nova and Neutron related)
339 in check and gate for the neutron integrated gate. This is meant to be
340 run on neutron gate only.
341 check:
342 jobs:
343 - grenade
344 - tempest-integrated-networking
345 gate:
346 jobs:
347 - grenade
348 - tempest-integrated-networking
349
350- project-template:
351 name: integrated-gate-compute
352 description: |
353 Run the python3 Tempest compute integration tests
354 (Nova, Neutron, Cinder and Glance related) in check and gate
355 for the Nova integrated gate. This is meant to be
356 run on Nova gate only.
357 check:
358 jobs:
359 - grenade
360 - tempest-integrated-compute
361 gate:
362 jobs:
363 - grenade
364 - tempest-integrated-compute
365
366- project-template:
367 name: integrated-gate-placement
368 description: |
369 Run the python3 Tempest placement integration tests
370 (Nova and Neutron related) in check and gate
371 for the Placement integrated gate. This is meant to be
372 run on Placement gate only.
373 check:
374 jobs:
375 - grenade
376 - tempest-integrated-placement
377 gate:
378 jobs:
379 - grenade
380 - tempest-integrated-placement
381
382- project-template:
383 name: integrated-gate-storage
384 description: |
385 Run the python3 Tempest image & block storage integration tests
386 (Cinder, Glance, Swift and Nova related) in check and gate
387 for the neutron integrated gate. This is meant to be
388 run on Cinder and Glance gate only.
389 check:
390 jobs:
391 - grenade
392 - tempest-integrated-storage
393 gate:
394 jobs:
395 - grenade
396 - tempest-integrated-storage
397
398- project-template:
399 name: integrated-gate-object-storage
400 description: |
401 Run the python3 Tempest object storage integration tests
402 (Swift, Cinder and Glance related) in check and gate
403 for the swift integrated gate. This is meant to be
404 run on swift gate only.
405 check:
406 jobs:
407 - grenade
408 - tempest-integrated-object-storage
409 gate:
410 jobs:
411 - grenade
412 - tempest-integrated-object-storage