blob: 27bbf646c7dc2ef0225df3f5e5289ec29a6001f8 [file] [log] [blame]
Ghanshyam Mann61f57332020-11-25 11:46:20 -06001# NOTE(gmann): This file includes all integrated jobs definition which
2# are supposed to be run by Tempest and other projects as
3# integrated testing.
4- job:
5 name: tempest-all
6 parent: devstack-tempest
7 description: |
8 Integration test that runs all tests.
9 Former name for this job was:
10 * legacy-periodic-tempest-dsvm-all-master
11 vars:
12 tox_envlist: all
13 tempest_test_regex: tempest
14 devstack_localrc:
15 ENABLE_FILE_INJECTION: true
16
17- job:
18 name: tempest-ipv6-only
19 parent: devstack-tempest-ipv6
20 # This currently works from stable/pike on.
21 branches: ^(?!stable/ocata).*$
22 description: |
23 Integration test of IPv6-only deployments. This job runs
24 smoke and IPv6 relates tests only. Basic idea is to test
25 whether OpenStack Services listen on IPv6 addrress or not.
26 timeout: 10800
27 vars:
28 tox_envlist: ipv6-only
29
30- job:
31 name: tempest-full
32 parent: devstack-tempest
33 # This currently works from stable/pike on.
34 # Before stable/pike, legacy version of tempest-full
35 # 'legacy-tempest-dsvm-neutron-full' run.
36 branches: ^(?!stable/ocata).*$
37 description: |
38 Base integration test with Neutron networking and py27.
39 This job is supposed to run until stable/train setup only.
40 If you are running it on stable/ussuri gate onwards for python2.7
41 coverage then you need to do override-checkout with any stable
42 branch less than or equal to stable/train.
43 Former names for this job where:
44 * legacy-tempest-dsvm-neutron-full
45 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
46 vars:
47 tox_envlist: full
48 devstack_localrc:
49 ENABLE_FILE_INJECTION: true
50 ENABLE_VOLUME_MULTIATTACH: true
51 USE_PYTHON3: False
52 devstack_services:
53 # NOTE(mriedem): Disable the cinder-backup service from tempest-full
54 # since tempest-full is in the integrated-gate project template but
55 # the backup tests do not really involve other services so they should
56 # be run in some more cinder-specific job, especially because the
57 # tests fail at a high rate (see bugs 1483434, 1813217, 1745168)
58 c-bak: false
59
60- job:
61 name: tempest-full-py3
62 parent: devstack-tempest
63 # This currently works from stable/pike on.
64 # Before stable/pike, legacy version of tempest-full
65 # 'legacy-tempest-dsvm-neutron-full' run.
66 branches: ^(?!stable/ocata).*$
67 description: |
68 Base integration test with Neutron networking and py3.
69 Former names for this job where:
70 * legacy-tempest-dsvm-py35
71 * gate-tempest-dsvm-py35
Ghanshyam Manneb3c7e32021-01-20 15:27:16 -060072 required-projects:
73 - openstack/horizon
Ghanshyam Mann61f57332020-11-25 11:46:20 -060074 vars:
75 tox_envlist: full
76 devstack_localrc:
77 USE_PYTHON3: true
78 FORCE_CONFIG_DRIVE: true
79 ENABLE_VOLUME_MULTIATTACH: true
80 GLANCE_USE_IMPORT_WORKFLOW: True
elajkat064a3402019-10-17 13:18:10 +020081 devstack_plugins:
82 neutron: https://opendev.org/openstack/neutron
83 devstack_local_conf:
84 post-config:
85 "/$NEUTRON_CORE_PLUGIN_CONF":
86 ovs:
87 bridge_mappings: public:br-ex
88 resource_provider_bandwidths: br-ex:1000000:1000000
89 test-config:
90 $TEMPEST_CONFIG:
91 network-feature-enabled:
92 qos_placement_physnet: public
Ghanshyam Mann61f57332020-11-25 11:46:20 -060093 devstack_services:
Ghanshyam Manneb3c7e32021-01-20 15:27:16 -060094 # Enbale horizon so that we can run horizon test.
95 horizon: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -060096 s-account: false
97 s-container: false
98 s-object: false
99 s-proxy: false
100 # without Swift, c-bak cannot run (in the Gate at least)
101 # NOTE(mriedem): Disable the cinder-backup service from
102 # tempest-full-py3 since tempest-full-py3 is in the integrated-gate-py3
103 # project template but the backup tests do not really involve other
104 # services so they should be run in some more cinder-specific job,
105 # especially because the tests fail at a high rate (see bugs 1483434,
106 # 1813217, 1745168)
107 c-bak: false
elajkat064a3402019-10-17 13:18:10 +0200108 neutron-placement: true
109 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600110
111- job:
112 name: tempest-integrated-networking
113 parent: devstack-tempest
114 branches: ^(?!stable/ocata).*$
115 description: |
116 This job runs integration tests for networking. This is subset of
117 'tempest-full-py3' job and run only Neutron and Nova related tests.
118 This is meant to be run on neutron gate only.
119 vars:
120 tox_envlist: integrated-network
121 devstack_localrc:
122 USE_PYTHON3: true
123 FORCE_CONFIG_DRIVE: true
124 devstack_services:
125 s-account: false
126 s-container: false
127 s-object: false
128 s-proxy: false
129 c-bak: false
130
131- job:
132 name: tempest-integrated-compute
133 parent: devstack-tempest
134 branches: ^(?!stable/ocata).*$
135 description: |
136 This job runs integration tests for compute. This is
137 subset of 'tempest-full-py3' job and run Nova, Neutron, Cinder (except backup tests)
138 and Glance related tests. This is meant to be run on Nova gate only.
139 vars:
140 tox_envlist: integrated-compute
141 tempest_black_regex: ""
142 devstack_localrc:
143 USE_PYTHON3: true
144 FORCE_CONFIG_DRIVE: true
145 ENABLE_VOLUME_MULTIATTACH: true
146 devstack_services:
147 s-account: false
148 s-container: false
149 s-object: false
150 s-proxy: false
151 c-bak: false
152
153- job:
154 name: tempest-integrated-placement
155 parent: devstack-tempest
156 branches: ^(?!stable/ocata).*$
157 description: |
158 This job runs integration tests for placement. This is
159 subset of 'tempest-full-py3' job and run Nova and Neutron
160 related tests. This is meant to be run on Placement gate only.
161 vars:
162 tox_envlist: integrated-placement
163 devstack_localrc:
164 USE_PYTHON3: true
165 FORCE_CONFIG_DRIVE: true
166 ENABLE_VOLUME_MULTIATTACH: true
167 devstack_services:
168 s-account: false
169 s-container: false
170 s-object: false
171 s-proxy: false
172 c-bak: false
173
174- job:
175 name: tempest-integrated-storage
176 parent: devstack-tempest
177 branches: ^(?!stable/ocata).*$
178 description: |
179 This job runs integration tests for image & block storage. This is
180 subset of 'tempest-full-py3' job and run Cinder, Glance, Swift and Nova
181 related tests. This is meant to be run on Cinder and Glance gate only.
182 vars:
183 tox_envlist: integrated-storage
184 devstack_localrc:
185 USE_PYTHON3: true
186 FORCE_CONFIG_DRIVE: true
187 ENABLE_VOLUME_MULTIATTACH: true
188 GLANCE_USE_IMPORT_WORKFLOW: True
189
190- job:
191 name: tempest-integrated-object-storage
192 parent: devstack-tempest
193 branches: ^(?!stable/ocata).*$
194 description: |
195 This job runs integration tests for object storage. This is
196 subset of 'tempest-full-py3' job and run Swift, Cinder and Glance
197 related tests. This is meant to be run on Swift gate only.
198 vars:
199 tox_envlist: integrated-object-storage
200 devstack_localrc:
201 # NOTE(gmann): swift is not ready on python3 yet and devstack
202 # install it on python2.7 only. But settting the USE_PYTHON3
203 # for future once swift is ready on py3.
204 USE_PYTHON3: true
205
206- job:
207 name: tempest-multinode-full
208 parent: tempest-multinode-full-base
209 nodeset: openstack-two-node-focal
210 # This job runs on Focal from stable/victoria on.
211 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train|ussuri)).*$
212 vars:
213 devstack_localrc:
214 USE_PYTHON3: False
215 group-vars:
216 subnode:
217 devstack_localrc:
218 USE_PYTHON3: False
219
220- job:
221 name: tempest-multinode-full
222 parent: tempest-multinode-full-base
223 nodeset: openstack-two-node-bionic
224 # This job runs on Bionic and on python2. This is for stable/stein and stable/train.
225 # This job is prepared to make sure all stable branches from stable/stein till stable/train
226 # will keep running on bionic. This can be removed once stable/train is EOL.
227 branches:
228 - stable/stein
229 - stable/train
230 - stable/ussuri
231 vars:
232 devstack_localrc:
233 USE_PYTHON3: False
234 group-vars:
235 subnode:
236 devstack_localrc:
237 USE_PYTHON3: False
238
239- job:
240 name: tempest-multinode-full
241 parent: tempest-multinode-full-base
242 nodeset: openstack-two-node-xenial
243 # This job runs on Xenial and this is for stable/pike, stable/queens
244 # and stable/rocky. This job is prepared to make sure all stable branches
245 # before stable/stein will keep running on xenial. This job can be
246 # removed once stable/rocky is EOL.
247 branches:
248 - stable/pike
249 - stable/queens
250 - stable/rocky
251 vars:
252 devstack_localrc:
253 USE_PYTHON3: False
254 group-vars:
255 subnode:
256 devstack_localrc:
257 USE_PYTHON3: False
258
259- job:
260 name: tempest-multinode-full-py3
261 parent: tempest-multinode-full
262 vars:
263 devstack_localrc:
264 USE_PYTHON3: true
elajkat064a3402019-10-17 13:18:10 +0200265 devstack_plugins:
266 neutron: https://opendev.org/openstack/neutron
267 devstack_local_conf:
268 post-config:
269 "/$NEUTRON_CORE_PLUGIN_CONF":
270 ovs:
271 bridge_mappings: public:br-ex
272 resource_provider_bandwidths: br-ex:1000000:1000000
273 test-config:
274 $TEMPEST_CONFIG:
275 network-feature-enabled:
276 qos_placement_physnet: public
277 devstack_services:
278 neutron-placement: true
279 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600280 group-vars:
281 subnode:
282 devstack_localrc:
283 USE_PYTHON3: true
284
285- job:
286 name: tempest-slow
287 parent: tempest-multinode-full
288 description: |
289 This multinode integration job will run all the tests tagged as slow.
290 It enables the lvm multibackend setup to cover few scenario tests.
291 This job will run only slow tests (API or Scenario) serially.
292
293 Former names for this job were:
294 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
295 * tempest-scenario-multinode-lvm-multibackend
296 timeout: 10800
297 vars:
298 tox_envlist: slow-serial
299 devstack_localrc:
300 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
301 ENABLE_VOLUME_MULTIATTACH: true
302 devstack_plugins:
303 neutron: https://opendev.org/openstack/neutron
304 devstack_services:
305 neutron-placement: true
306 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600307 tempest_concurrency: 2
308 group-vars:
309 # NOTE(mriedem): The ENABLE_VOLUME_MULTIATTACH variable is used on both
310 # the controller and subnode prior to Rocky so we have to make sure the
311 # variable is set in both locations.
312 subnode:
313 devstack_localrc:
314 ENABLE_VOLUME_MULTIATTACH: true
315
316- job:
317 name: tempest-slow-py3
318 parent: tempest-slow
319 vars:
320 devstack_localrc:
321 USE_PYTHON3: true
322 devstack_services:
323 s-account: false
324 s-container: false
325 s-object: false
326 s-proxy: false
327 # without Swift, c-bak cannot run (in the Gate at least)
328 c-bak: false
329 group-vars:
330 subnode:
331 devstack_localrc:
332 USE_PYTHON3: true
333
334- job:
335 name: tempest-cinder-v2-api
336 parent: devstack-tempest
337 branches:
338 - master
339 description: |
340 This job runs the cinder API test against v2 endpoint.
341 vars:
342 tox_envlist: all
343 tempest_test_regex: api.*volume
344 devstack_localrc:
345 TEMPEST_VOLUME_TYPE: volumev2
346
347- job:
348 name: tempest-pg-full
349 parent: tempest-full-py3
350 description: |
351 Base integration test with Neutron networking and PostgreSQL.
352 Former name for this job was legacy-tempest-dsvm-neutron-pg-full.
353 vars:
354 devstack_localrc:
355 ENABLE_FILE_INJECTION: true
356 DATABASE_TYPE: postgresql
357
358- project-template:
359 name: integrated-gate-networking
360 description: |
361 Run the python3 Tempest network integration tests (Nova and Neutron related)
362 in check and gate for the neutron integrated gate. This is meant to be
363 run on neutron gate only.
364 check:
365 jobs:
366 - grenade
367 - tempest-integrated-networking
368 gate:
369 jobs:
370 - grenade
371 - tempest-integrated-networking
372
373- project-template:
374 name: integrated-gate-compute
375 description: |
376 Run the python3 Tempest compute integration tests
377 (Nova, Neutron, Cinder and Glance related) in check and gate
378 for the Nova integrated gate. This is meant to be
379 run on Nova gate only.
380 check:
381 jobs:
382 - grenade
383 - tempest-integrated-compute
384 gate:
385 jobs:
386 - grenade
387 - tempest-integrated-compute
388
389- project-template:
390 name: integrated-gate-placement
391 description: |
392 Run the python3 Tempest placement integration tests
393 (Nova and Neutron related) in check and gate
394 for the Placement integrated gate. This is meant to be
395 run on Placement gate only.
396 check:
397 jobs:
398 - grenade
399 - tempest-integrated-placement
400 gate:
401 jobs:
402 - grenade
403 - tempest-integrated-placement
404
405- project-template:
406 name: integrated-gate-storage
407 description: |
408 Run the python3 Tempest image & block storage integration tests
409 (Cinder, Glance, Swift and Nova related) in check and gate
410 for the neutron integrated gate. This is meant to be
411 run on Cinder and Glance gate only.
412 check:
413 jobs:
414 - grenade
415 - tempest-integrated-storage
416 gate:
417 jobs:
418 - grenade
419 - tempest-integrated-storage
420
421- project-template:
422 name: integrated-gate-object-storage
423 description: |
424 Run the python3 Tempest object storage integration tests
425 (Swift, Cinder and Glance related) in check and gate
426 for the swift integrated gate. This is meant to be
427 run on swift gate only.
428 check:
429 jobs:
430 - grenade
431 - tempest-integrated-object-storage
432 gate:
433 jobs:
434 - grenade
435 - tempest-integrated-object-storage