blob: b86268a638271ab8e1c1080d2da5c73a6f2e3b06 [file] [log] [blame]
Ghanshyam Mann61f57332020-11-25 11:46:20 -06001# NOTE(gmann): This file includes all integrated jobs definition which
2# are supposed to be run by Tempest and other projects as
3# integrated testing.
4- job:
5 name: tempest-all
6 parent: devstack-tempest
7 description: |
8 Integration test that runs all tests.
9 Former name for this job was:
10 * legacy-periodic-tempest-dsvm-all-master
11 vars:
12 tox_envlist: all
13 tempest_test_regex: tempest
Ghanshyam Mann861c78f2021-02-09 11:25:26 -060014 # TODO(gmann): Enable File injection tests once nova bug is fixed
15 # https://bugs.launchpad.net/nova/+bug/1882421
16 # devstack_localrc:
17 # ENABLE_FILE_INJECTION: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -060018
19- job:
20 name: tempest-ipv6-only
21 parent: devstack-tempest-ipv6
22 # This currently works from stable/pike on.
23 branches: ^(?!stable/ocata).*$
24 description: |
25 Integration test of IPv6-only deployments. This job runs
26 smoke and IPv6 relates tests only. Basic idea is to test
27 whether OpenStack Services listen on IPv6 addrress or not.
28 timeout: 10800
29 vars:
30 tox_envlist: ipv6-only
31
32- job:
33 name: tempest-full
34 parent: devstack-tempest
35 # This currently works from stable/pike on.
36 # Before stable/pike, legacy version of tempest-full
37 # 'legacy-tempest-dsvm-neutron-full' run.
38 branches: ^(?!stable/ocata).*$
39 description: |
40 Base integration test with Neutron networking and py27.
41 This job is supposed to run until stable/train setup only.
42 If you are running it on stable/ussuri gate onwards for python2.7
43 coverage then you need to do override-checkout with any stable
44 branch less than or equal to stable/train.
45 Former names for this job where:
46 * legacy-tempest-dsvm-neutron-full
47 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
48 vars:
49 tox_envlist: full
50 devstack_localrc:
51 ENABLE_FILE_INJECTION: true
52 ENABLE_VOLUME_MULTIATTACH: true
53 USE_PYTHON3: False
54 devstack_services:
55 # NOTE(mriedem): Disable the cinder-backup service from tempest-full
56 # since tempest-full is in the integrated-gate project template but
57 # the backup tests do not really involve other services so they should
58 # be run in some more cinder-specific job, especially because the
59 # tests fail at a high rate (see bugs 1483434, 1813217, 1745168)
60 c-bak: false
61
62- job:
63 name: tempest-full-py3
64 parent: devstack-tempest
Ghanshyam Mann0ead7532020-12-29 13:22:26 -060065 # This job version is with swift enabled on py3
66 # as swift is ready on py3 from stable/ussuri onwards.
67 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train)).*$
68 description: |
Ghanshyam Mann4e2a6ff2021-06-02 12:14:26 -050069 Base integration test with Neutron networking, horizon, swift enable,
70 and py3.
Ghanshyam Mann0ead7532020-12-29 13:22:26 -060071 Former names for this job where:
72 * legacy-tempest-dsvm-py35
73 * gate-tempest-dsvm-py35
Ghanshyam Mann4e2a6ff2021-06-02 12:14:26 -050074 required-projects:
75 - openstack/horizon
Ghanshyam Mann0ead7532020-12-29 13:22:26 -060076 vars:
77 tox_envlist: full
78 devstack_localrc:
79 USE_PYTHON3: true
80 FORCE_CONFIG_DRIVE: true
81 ENABLE_VOLUME_MULTIATTACH: true
82 GLANCE_USE_IMPORT_WORKFLOW: True
Ghanshyam Mann4e2a6ff2021-06-02 12:14:26 -050083 devstack_plugins:
84 neutron: https://opendev.org/openstack/neutron
Ghanshyam Mann4e2a6ff2021-06-02 12:14:26 -050085 devstack_services:
86 # Enbale horizon so that we can run horizon test.
87 horizon: true
Ghanshyam Mann0ead7532020-12-29 13:22:26 -060088
89- job:
Ghanshyam Mann61f57332020-11-25 11:46:20 -060090 name: tempest-integrated-networking
91 parent: devstack-tempest
92 branches: ^(?!stable/ocata).*$
93 description: |
94 This job runs integration tests for networking. This is subset of
95 'tempest-full-py3' job and run only Neutron and Nova related tests.
96 This is meant to be run on neutron gate only.
97 vars:
98 tox_envlist: integrated-network
99 devstack_localrc:
100 USE_PYTHON3: true
101 FORCE_CONFIG_DRIVE: true
102 devstack_services:
103 s-account: false
104 s-container: false
105 s-object: false
106 s-proxy: false
107 c-bak: false
108
109- job:
110 name: tempest-integrated-compute
111 parent: devstack-tempest
112 branches: ^(?!stable/ocata).*$
113 description: |
114 This job runs integration tests for compute. This is
115 subset of 'tempest-full-py3' job and run Nova, Neutron, Cinder (except backup tests)
116 and Glance related tests. This is meant to be run on Nova gate only.
117 vars:
118 tox_envlist: integrated-compute
Ghanshyam Mann4fa15342021-02-11 13:28:53 -0600119 tempest_exclude_regex: ""
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600120 devstack_localrc:
121 USE_PYTHON3: true
122 FORCE_CONFIG_DRIVE: true
123 ENABLE_VOLUME_MULTIATTACH: true
124 devstack_services:
125 s-account: false
126 s-container: false
127 s-object: false
128 s-proxy: false
129 c-bak: false
130
131- job:
Lee Yarwood0dba41c2021-06-23 10:47:44 +0100132 name: tempest-integrated-compute-centos-8-stream
133 parent: tempest-integrated-compute
134 nodeset: devstack-single-node-centos-8-stream
Lee Yarwooded89c772021-11-09 10:12:38 +0000135 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train|ussuri|victoria)).*$
Lee Yarwood0dba41c2021-06-23 10:47:44 +0100136 description: |
137 This job runs integration tests for compute. This is
138 subset of 'tempest-full-py3' job and run Nova, Neutron, Cinder (except backup tests)
139 and Glance related tests. This is meant to be run on Nova gate only.
140 This version of the job also uses CentOS 8 stream.
141 vars:
142 # Required until bug/1949606 is resolved when using libvirt and QEMU
143 # >=5.0.0 with a [libvirt]virt_type of qemu (TCG).
144 configure_swap_size: 4096
145
146- job:
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600147 name: tempest-integrated-placement
148 parent: devstack-tempest
149 branches: ^(?!stable/ocata).*$
150 description: |
151 This job runs integration tests for placement. This is
152 subset of 'tempest-full-py3' job and run Nova and Neutron
153 related tests. This is meant to be run on Placement gate only.
154 vars:
155 tox_envlist: integrated-placement
156 devstack_localrc:
157 USE_PYTHON3: true
158 FORCE_CONFIG_DRIVE: true
159 ENABLE_VOLUME_MULTIATTACH: true
160 devstack_services:
161 s-account: false
162 s-container: false
163 s-object: false
164 s-proxy: false
165 c-bak: false
166
167- job:
168 name: tempest-integrated-storage
169 parent: devstack-tempest
170 branches: ^(?!stable/ocata).*$
171 description: |
172 This job runs integration tests for image & block storage. This is
173 subset of 'tempest-full-py3' job and run Cinder, Glance, Swift and Nova
174 related tests. This is meant to be run on Cinder and Glance gate only.
175 vars:
176 tox_envlist: integrated-storage
177 devstack_localrc:
178 USE_PYTHON3: true
179 FORCE_CONFIG_DRIVE: true
180 ENABLE_VOLUME_MULTIATTACH: true
181 GLANCE_USE_IMPORT_WORKFLOW: True
182
183- job:
184 name: tempest-integrated-object-storage
185 parent: devstack-tempest
186 branches: ^(?!stable/ocata).*$
187 description: |
188 This job runs integration tests for object storage. This is
189 subset of 'tempest-full-py3' job and run Swift, Cinder and Glance
190 related tests. This is meant to be run on Swift gate only.
191 vars:
192 tox_envlist: integrated-object-storage
193 devstack_localrc:
194 # NOTE(gmann): swift is not ready on python3 yet and devstack
195 # install it on python2.7 only. But settting the USE_PYTHON3
196 # for future once swift is ready on py3.
197 USE_PYTHON3: true
198
199- job:
Ghanshyam Mannba28d782021-09-03 10:21:54 -0500200 name: tempest-with-latest-microversion
201 parent: tempest-full-py3
202 description: |
203 This job runs compute, placement and volume API tests with 'latest'
204 API microversion (This can be extended to other services having API
205 microversion concept).
206 vars:
207 tox_envlist: api-microversion-tests
208 devstack_localrc:
209 TEMPEST_COMPUTE_MIN_MICROVERSION: 'latest'
210 TEMPEST_VOLUME_MIN_MICROVERSION: 'latest'
211 TEMPEST_PLACEMENT_MIN_MICROVERSION: 'latest'
212
213- job:
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600214 name: tempest-multinode-full
215 parent: tempest-multinode-full-base
216 nodeset: openstack-two-node-focal
217 # This job runs on Focal from stable/victoria on.
218 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train|ussuri)).*$
219 vars:
220 devstack_localrc:
221 USE_PYTHON3: False
222 group-vars:
223 subnode:
224 devstack_localrc:
225 USE_PYTHON3: False
226
227- job:
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600228 name: tempest-multinode-full-py3
229 parent: tempest-multinode-full
230 vars:
231 devstack_localrc:
232 USE_PYTHON3: true
elajkat064a3402019-10-17 13:18:10 +0200233 devstack_plugins:
234 neutron: https://opendev.org/openstack/neutron
elajkat064a3402019-10-17 13:18:10 +0200235 devstack_services:
elajkat0b14db22021-02-08 16:43:59 +0100236 neutron-trunk: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600237 group-vars:
238 subnode:
239 devstack_localrc:
240 USE_PYTHON3: true
241
242- job:
243 name: tempest-slow
244 parent: tempest-multinode-full
245 description: |
246 This multinode integration job will run all the tests tagged as slow.
247 It enables the lvm multibackend setup to cover few scenario tests.
248 This job will run only slow tests (API or Scenario) serially.
249
250 Former names for this job were:
251 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
252 * tempest-scenario-multinode-lvm-multibackend
253 timeout: 10800
Hemanth Nakkinaf4bd5542021-02-10 09:12:14 +0530254 # This job runs on stable/stein onwards.
255 branches: ^(?!stable/(ocata|pike|queens|rocky)).*$
Luigi Toscanob9ac0572021-07-13 12:44:35 +0200256 vars: &tempest_slow_vars
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600257 tox_envlist: slow-serial
258 devstack_localrc:
259 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
260 ENABLE_VOLUME_MULTIATTACH: true
261 devstack_plugins:
262 neutron: https://opendev.org/openstack/neutron
263 devstack_services:
264 neutron-placement: true
265 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600266 tempest_concurrency: 2
267 group-vars:
268 # NOTE(mriedem): The ENABLE_VOLUME_MULTIATTACH variable is used on both
269 # the controller and subnode prior to Rocky so we have to make sure the
270 # variable is set in both locations.
271 subnode:
272 devstack_localrc:
273 ENABLE_VOLUME_MULTIATTACH: true
274
275- job:
276 name: tempest-slow-py3
Luigi Toscanob9ac0572021-07-13 12:44:35 +0200277 parent: tempest-multinode-full-py3
Ghanshyam Mannebecf792021-06-14 17:09:35 -0500278 # This job version is with swift enabled on py3
279 # as swift is ready on py3 from stable/ussuri onwards.
Luigi Toscanob9ac0572021-07-13 12:44:35 +0200280 timeout: 10800
Ghanshyam Mannebecf792021-06-14 17:09:35 -0500281 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train)).*$
Luigi Toscanob9ac0572021-07-13 12:44:35 +0200282 vars: *tempest_slow_vars
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600283
284- job:
285 name: tempest-cinder-v2-api
286 parent: devstack-tempest
Ghanshyam Mann2f4539d2021-05-18 12:32:39 -0500287 # NOTE(gmann): Cinder v2 APIs are available until
288 # stable/wallaby only.
289 override-checkout: stable/wallaby
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600290 description: |
291 This job runs the cinder API test against v2 endpoint.
292 vars:
293 tox_envlist: all
294 tempest_test_regex: api.*volume
295 devstack_localrc:
296 TEMPEST_VOLUME_TYPE: volumev2
297
298- job:
299 name: tempest-pg-full
300 parent: tempest-full-py3
301 description: |
302 Base integration test with Neutron networking and PostgreSQL.
303 Former name for this job was legacy-tempest-dsvm-neutron-pg-full.
304 vars:
305 devstack_localrc:
Ghanshyam Mann861c78f2021-02-09 11:25:26 -0600306 # TODO(gmann): Enable File injection tests once nova bug is fixed
307 # https://bugs.launchpad.net/nova/+bug/1882421
308 # ENABLE_FILE_INJECTION: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600309 DATABASE_TYPE: postgresql
310
311- project-template:
312 name: integrated-gate-networking
313 description: |
314 Run the python3 Tempest network integration tests (Nova and Neutron related)
315 in check and gate for the neutron integrated gate. This is meant to be
316 run on neutron gate only.
317 check:
318 jobs:
319 - grenade
320 - tempest-integrated-networking
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500321 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600322 gate:
323 jobs:
324 - grenade
325 - tempest-integrated-networking
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500326 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600327
328- project-template:
329 name: integrated-gate-compute
330 description: |
331 Run the python3 Tempest compute integration tests
332 (Nova, Neutron, Cinder and Glance related) in check and gate
333 for the Nova integrated gate. This is meant to be
334 run on Nova gate only.
335 check:
336 jobs:
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600337 - tempest-integrated-compute
Lee Yarwood0dba41c2021-06-23 10:47:44 +0100338 - tempest-integrated-compute-centos-8-stream
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500339 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600340 gate:
341 jobs:
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600342 - tempest-integrated-compute
Lee Yarwood0dba41c2021-06-23 10:47:44 +0100343 - tempest-integrated-compute-centos-8-stream
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500344 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600345
346- project-template:
347 name: integrated-gate-placement
348 description: |
349 Run the python3 Tempest placement integration tests
350 (Nova and Neutron related) in check and gate
351 for the Placement integrated gate. This is meant to be
352 run on Placement gate only.
353 check:
354 jobs:
355 - grenade
356 - tempest-integrated-placement
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500357 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600358 gate:
359 jobs:
360 - grenade
361 - tempest-integrated-placement
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500362 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600363
364- project-template:
365 name: integrated-gate-storage
366 description: |
367 Run the python3 Tempest image & block storage integration tests
368 (Cinder, Glance, Swift and Nova related) in check and gate
369 for the neutron integrated gate. This is meant to be
370 run on Cinder and Glance gate only.
371 check:
372 jobs:
373 - grenade
374 - tempest-integrated-storage
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500375 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600376 gate:
377 jobs:
378 - grenade
379 - tempest-integrated-storage
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500380 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600381
382- project-template:
383 name: integrated-gate-object-storage
384 description: |
385 Run the python3 Tempest object storage integration tests
386 (Swift, Cinder and Glance related) in check and gate
387 for the swift integrated gate. This is meant to be
388 run on swift gate only.
389 check:
390 jobs:
391 - grenade
392 - tempest-integrated-object-storage
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500393 - openstacksdk-functional-devstack
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600394 gate:
395 jobs:
396 - grenade
397 - tempest-integrated-object-storage
Ghanshyam Mann17082ad2021-07-22 13:41:46 -0500398 - openstacksdk-functional-devstack