blob: 96840154ecc110d15aa1bc3999531f375eb464a1 [file] [log] [blame]
Ghanshyam Mann61f57332020-11-25 11:46:20 -06001# NOTE(gmann): This file includes all integrated jobs definition which
2# are supposed to be run by Tempest and other projects as
3# integrated testing.
4- job:
5 name: tempest-all
6 parent: devstack-tempest
7 description: |
8 Integration test that runs all tests.
9 Former name for this job was:
10 * legacy-periodic-tempest-dsvm-all-master
11 vars:
12 tox_envlist: all
13 tempest_test_regex: tempest
14 devstack_localrc:
15 ENABLE_FILE_INJECTION: true
16
17- job:
18 name: tempest-ipv6-only
19 parent: devstack-tempest-ipv6
20 # This currently works from stable/pike on.
21 branches: ^(?!stable/ocata).*$
22 description: |
23 Integration test of IPv6-only deployments. This job runs
24 smoke and IPv6 relates tests only. Basic idea is to test
25 whether OpenStack Services listen on IPv6 addrress or not.
26 timeout: 10800
27 vars:
28 tox_envlist: ipv6-only
29
30- job:
31 name: tempest-full
32 parent: devstack-tempest
33 # This currently works from stable/pike on.
34 # Before stable/pike, legacy version of tempest-full
35 # 'legacy-tempest-dsvm-neutron-full' run.
36 branches: ^(?!stable/ocata).*$
37 description: |
38 Base integration test with Neutron networking and py27.
39 This job is supposed to run until stable/train setup only.
40 If you are running it on stable/ussuri gate onwards for python2.7
41 coverage then you need to do override-checkout with any stable
42 branch less than or equal to stable/train.
43 Former names for this job where:
44 * legacy-tempest-dsvm-neutron-full
45 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
46 vars:
47 tox_envlist: full
48 devstack_localrc:
49 ENABLE_FILE_INJECTION: true
50 ENABLE_VOLUME_MULTIATTACH: true
51 USE_PYTHON3: False
52 devstack_services:
53 # NOTE(mriedem): Disable the cinder-backup service from tempest-full
54 # since tempest-full is in the integrated-gate project template but
55 # the backup tests do not really involve other services so they should
56 # be run in some more cinder-specific job, especially because the
57 # tests fail at a high rate (see bugs 1483434, 1813217, 1745168)
58 c-bak: false
59
60- job:
61 name: tempest-full-py3
62 parent: devstack-tempest
63 # This currently works from stable/pike on.
64 # Before stable/pike, legacy version of tempest-full
65 # 'legacy-tempest-dsvm-neutron-full' run.
66 branches: ^(?!stable/ocata).*$
67 description: |
68 Base integration test with Neutron networking and py3.
69 Former names for this job where:
70 * legacy-tempest-dsvm-py35
71 * gate-tempest-dsvm-py35
Ghanshyam Manneb3c7e32021-01-20 15:27:16 -060072 required-projects:
73 - openstack/horizon
Ghanshyam Mann61f57332020-11-25 11:46:20 -060074 vars:
75 tox_envlist: full
76 devstack_localrc:
77 USE_PYTHON3: true
78 FORCE_CONFIG_DRIVE: true
79 ENABLE_VOLUME_MULTIATTACH: true
80 GLANCE_USE_IMPORT_WORKFLOW: True
elajkat064a3402019-10-17 13:18:10 +020081 devstack_plugins:
82 neutron: https://opendev.org/openstack/neutron
83 devstack_local_conf:
84 post-config:
85 "/$NEUTRON_CORE_PLUGIN_CONF":
86 ovs:
87 bridge_mappings: public:br-ex
88 resource_provider_bandwidths: br-ex:1000000:1000000
89 test-config:
90 $TEMPEST_CONFIG:
91 network-feature-enabled:
92 qos_placement_physnet: public
Ghanshyam Mann61f57332020-11-25 11:46:20 -060093 devstack_services:
Ghanshyam Manneb3c7e32021-01-20 15:27:16 -060094 # Enbale horizon so that we can run horizon test.
95 horizon: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -060096 s-account: false
97 s-container: false
98 s-object: false
99 s-proxy: false
100 # without Swift, c-bak cannot run (in the Gate at least)
101 # NOTE(mriedem): Disable the cinder-backup service from
102 # tempest-full-py3 since tempest-full-py3 is in the integrated-gate-py3
103 # project template but the backup tests do not really involve other
104 # services so they should be run in some more cinder-specific job,
105 # especially because the tests fail at a high rate (see bugs 1483434,
106 # 1813217, 1745168)
107 c-bak: false
elajkat064a3402019-10-17 13:18:10 +0200108 neutron-placement: true
109 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600110
111- job:
112 name: tempest-integrated-networking
113 parent: devstack-tempest
114 branches: ^(?!stable/ocata).*$
115 description: |
116 This job runs integration tests for networking. This is subset of
117 'tempest-full-py3' job and run only Neutron and Nova related tests.
118 This is meant to be run on neutron gate only.
119 vars:
120 tox_envlist: integrated-network
121 devstack_localrc:
122 USE_PYTHON3: true
123 FORCE_CONFIG_DRIVE: true
124 devstack_services:
125 s-account: false
126 s-container: false
127 s-object: false
128 s-proxy: false
129 c-bak: false
130
131- job:
132 name: tempest-integrated-compute
133 parent: devstack-tempest
134 branches: ^(?!stable/ocata).*$
135 description: |
136 This job runs integration tests for compute. This is
137 subset of 'tempest-full-py3' job and run Nova, Neutron, Cinder (except backup tests)
138 and Glance related tests. This is meant to be run on Nova gate only.
139 vars:
140 tox_envlist: integrated-compute
141 tempest_black_regex: ""
142 devstack_localrc:
143 USE_PYTHON3: true
144 FORCE_CONFIG_DRIVE: true
145 ENABLE_VOLUME_MULTIATTACH: true
146 devstack_services:
147 s-account: false
148 s-container: false
149 s-object: false
150 s-proxy: false
151 c-bak: false
152
153- job:
154 name: tempest-integrated-placement
155 parent: devstack-tempest
156 branches: ^(?!stable/ocata).*$
157 description: |
158 This job runs integration tests for placement. This is
159 subset of 'tempest-full-py3' job and run Nova and Neutron
160 related tests. This is meant to be run on Placement gate only.
161 vars:
162 tox_envlist: integrated-placement
163 devstack_localrc:
164 USE_PYTHON3: true
165 FORCE_CONFIG_DRIVE: true
166 ENABLE_VOLUME_MULTIATTACH: true
167 devstack_services:
168 s-account: false
169 s-container: false
170 s-object: false
171 s-proxy: false
172 c-bak: false
173
174- job:
175 name: tempest-integrated-storage
176 parent: devstack-tempest
177 branches: ^(?!stable/ocata).*$
178 description: |
179 This job runs integration tests for image & block storage. This is
180 subset of 'tempest-full-py3' job and run Cinder, Glance, Swift and Nova
181 related tests. This is meant to be run on Cinder and Glance gate only.
182 vars:
183 tox_envlist: integrated-storage
184 devstack_localrc:
185 USE_PYTHON3: true
186 FORCE_CONFIG_DRIVE: true
187 ENABLE_VOLUME_MULTIATTACH: true
188 GLANCE_USE_IMPORT_WORKFLOW: True
189
190- job:
191 name: tempest-integrated-object-storage
192 parent: devstack-tempest
193 branches: ^(?!stable/ocata).*$
194 description: |
195 This job runs integration tests for object storage. This is
196 subset of 'tempest-full-py3' job and run Swift, Cinder and Glance
197 related tests. This is meant to be run on Swift gate only.
198 vars:
199 tox_envlist: integrated-object-storage
200 devstack_localrc:
201 # NOTE(gmann): swift is not ready on python3 yet and devstack
202 # install it on python2.7 only. But settting the USE_PYTHON3
203 # for future once swift is ready on py3.
204 USE_PYTHON3: true
205
206- job:
207 name: tempest-multinode-full
208 parent: tempest-multinode-full-base
209 nodeset: openstack-two-node-focal
210 # This job runs on Focal from stable/victoria on.
211 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train|ussuri)).*$
212 vars:
213 devstack_localrc:
214 USE_PYTHON3: False
215 group-vars:
216 subnode:
217 devstack_localrc:
218 USE_PYTHON3: False
219
220- job:
221 name: tempest-multinode-full
222 parent: tempest-multinode-full-base
223 nodeset: openstack-two-node-bionic
224 # This job runs on Bionic and on python2. This is for stable/stein and stable/train.
225 # This job is prepared to make sure all stable branches from stable/stein till stable/train
226 # will keep running on bionic. This can be removed once stable/train is EOL.
227 branches:
228 - stable/stein
229 - stable/train
230 - stable/ussuri
231 vars:
232 devstack_localrc:
233 USE_PYTHON3: False
234 group-vars:
235 subnode:
236 devstack_localrc:
237 USE_PYTHON3: False
238
239- job:
240 name: tempest-multinode-full
241 parent: tempest-multinode-full-base
242 nodeset: openstack-two-node-xenial
243 # This job runs on Xenial and this is for stable/pike, stable/queens
244 # and stable/rocky. This job is prepared to make sure all stable branches
245 # before stable/stein will keep running on xenial. This job can be
246 # removed once stable/rocky is EOL.
247 branches:
248 - stable/pike
249 - stable/queens
250 - stable/rocky
251 vars:
252 devstack_localrc:
253 USE_PYTHON3: False
254 group-vars:
255 subnode:
256 devstack_localrc:
257 USE_PYTHON3: False
258
259- job:
260 name: tempest-multinode-full-py3
261 parent: tempest-multinode-full
262 vars:
263 devstack_localrc:
264 USE_PYTHON3: true
elajkat064a3402019-10-17 13:18:10 +0200265 devstack_plugins:
266 neutron: https://opendev.org/openstack/neutron
267 devstack_local_conf:
268 post-config:
269 "/$NEUTRON_CORE_PLUGIN_CONF":
270 ovs:
271 bridge_mappings: public:br-ex
272 resource_provider_bandwidths: br-ex:1000000:1000000
273 test-config:
274 $TEMPEST_CONFIG:
275 network-feature-enabled:
276 qos_placement_physnet: public
277 devstack_services:
278 neutron-placement: true
279 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600280 group-vars:
281 subnode:
282 devstack_localrc:
283 USE_PYTHON3: true
284
285- job:
286 name: tempest-slow
287 parent: tempest-multinode-full
288 description: |
289 This multinode integration job will run all the tests tagged as slow.
290 It enables the lvm multibackend setup to cover few scenario tests.
291 This job will run only slow tests (API or Scenario) serially.
292
293 Former names for this job were:
294 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
295 * tempest-scenario-multinode-lvm-multibackend
296 timeout: 10800
Hemanth Nakkinaf4bd5542021-02-10 09:12:14 +0530297 # This job runs on stable/stein onwards.
298 branches: ^(?!stable/(ocata|pike|queens|rocky)).*$
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600299 vars:
300 tox_envlist: slow-serial
301 devstack_localrc:
302 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
303 ENABLE_VOLUME_MULTIATTACH: true
304 devstack_plugins:
305 neutron: https://opendev.org/openstack/neutron
306 devstack_services:
307 neutron-placement: true
308 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600309 tempest_concurrency: 2
310 group-vars:
311 # NOTE(mriedem): The ENABLE_VOLUME_MULTIATTACH variable is used on both
312 # the controller and subnode prior to Rocky so we have to make sure the
313 # variable is set in both locations.
314 subnode:
315 devstack_localrc:
316 ENABLE_VOLUME_MULTIATTACH: true
317
318- job:
Hemanth Nakkinaf4bd5542021-02-10 09:12:14 +0530319 name: tempest-slow
320 parent: tempest-multinode-full
321 description: |
322 This multinode integration job will run all the tests tagged as slow.
323 It enables the lvm multibackend setup to cover few scenario tests.
324 This job will run only slow tests (API or Scenario) serially.
325
326 Former names for this job were:
327 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
328 * tempest-scenario-multinode-lvm-multibackend
329 timeout: 10800
330 branches:
331 - stable/pike
332 - stable/queens
333 - stable/rocky
334 vars:
335 tox_envlist: slow-serial
336 devstack_localrc:
337 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
338 ENABLE_VOLUME_MULTIATTACH: true
339 # to avoid https://bugs.launchpad.net/neutron/+bug/1914037
340 # as we couldn't backport the fix to rocky and older releases
341 IPV6_PUBLIC_RANGE: 2001:db8:0:10::/64
342 IPV6_PUBLIC_NETWORK_GATEWAY: 2001:db8:0:10::2
343 IPV6_ROUTER_GW_IP: 2001:db8:0:10::1
344 devstack_plugins:
345 neutron: https://opendev.org/openstack/neutron
346 devstack_services:
347 neutron-placement: true
348 neutron-qos: true
349 tempest_concurrency: 2
350 group-vars:
351 # NOTE(mriedem): The ENABLE_VOLUME_MULTIATTACH variable is used on both
352 # the controller and subnode prior to Rocky so we have to make sure the
353 # variable is set in both locations.
354 subnode:
355 devstack_localrc:
356 ENABLE_VOLUME_MULTIATTACH: true
357
358- job:
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600359 name: tempest-slow-py3
360 parent: tempest-slow
361 vars:
362 devstack_localrc:
363 USE_PYTHON3: true
364 devstack_services:
365 s-account: false
366 s-container: false
367 s-object: false
368 s-proxy: false
369 # without Swift, c-bak cannot run (in the Gate at least)
370 c-bak: false
371 group-vars:
372 subnode:
373 devstack_localrc:
374 USE_PYTHON3: true
375
376- job:
377 name: tempest-cinder-v2-api
378 parent: devstack-tempest
379 branches:
380 - master
381 description: |
382 This job runs the cinder API test against v2 endpoint.
383 vars:
384 tox_envlist: all
385 tempest_test_regex: api.*volume
386 devstack_localrc:
387 TEMPEST_VOLUME_TYPE: volumev2
388
389- job:
390 name: tempest-pg-full
391 parent: tempest-full-py3
392 description: |
393 Base integration test with Neutron networking and PostgreSQL.
394 Former name for this job was legacy-tempest-dsvm-neutron-pg-full.
395 vars:
396 devstack_localrc:
397 ENABLE_FILE_INJECTION: true
398 DATABASE_TYPE: postgresql
399
400- project-template:
401 name: integrated-gate-networking
402 description: |
403 Run the python3 Tempest network integration tests (Nova and Neutron related)
404 in check and gate for the neutron integrated gate. This is meant to be
405 run on neutron gate only.
406 check:
407 jobs:
408 - grenade
409 - tempest-integrated-networking
410 gate:
411 jobs:
412 - grenade
413 - tempest-integrated-networking
414
415- project-template:
416 name: integrated-gate-compute
417 description: |
418 Run the python3 Tempest compute integration tests
419 (Nova, Neutron, Cinder and Glance related) in check and gate
420 for the Nova integrated gate. This is meant to be
421 run on Nova gate only.
422 check:
423 jobs:
424 - grenade
425 - tempest-integrated-compute
426 gate:
427 jobs:
428 - grenade
429 - tempest-integrated-compute
430
431- project-template:
432 name: integrated-gate-placement
433 description: |
434 Run the python3 Tempest placement integration tests
435 (Nova and Neutron related) in check and gate
436 for the Placement integrated gate. This is meant to be
437 run on Placement gate only.
438 check:
439 jobs:
440 - grenade
441 - tempest-integrated-placement
442 gate:
443 jobs:
444 - grenade
445 - tempest-integrated-placement
446
447- project-template:
448 name: integrated-gate-storage
449 description: |
450 Run the python3 Tempest image & block storage integration tests
451 (Cinder, Glance, Swift and Nova related) in check and gate
452 for the neutron integrated gate. This is meant to be
453 run on Cinder and Glance gate only.
454 check:
455 jobs:
456 - grenade
457 - tempest-integrated-storage
458 gate:
459 jobs:
460 - grenade
461 - tempest-integrated-storage
462
463- project-template:
464 name: integrated-gate-object-storage
465 description: |
466 Run the python3 Tempest object storage integration tests
467 (Swift, Cinder and Glance related) in check and gate
468 for the swift integrated gate. This is meant to be
469 run on swift gate only.
470 check:
471 jobs:
472 - grenade
473 - tempest-integrated-object-storage
474 gate:
475 jobs:
476 - grenade
477 - tempest-integrated-object-storage