blob: f2fc4432395b5ae532399a9dde2f83b845b95375 [file] [log] [blame]
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +01001- job:
2 name: devstack-tempest
3 parent: devstack
Andrea Frittoli688f36e2018-02-18 22:27:34 +00004 nodeset: openstack-single-node
5 description: |
6 Base Tempest job.
7
8 This Tempest job provides the base for both the single and multi-node
9 test setup. To run a multi-node test inherit from devstack-tempest and
10 set the nodeset to a multi-node one.
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010011 required-projects:
12 - openstack/tempest
13 timeout: 7200
14 roles:
15 - zuul: openstack-dev/devstack
16 vars:
17 devstack_services:
James E. Blaird5980092018-01-24 16:43:27 -080018 tempest: true
Andrea Frittoli688f36e2018-02-18 22:27:34 +000019 devstack_local_conf:
20 test-config:
21 $TEMPEST_CONFIG:
22 compute:
23 min_compute_nodes: "{{ groups['compute'] | default(['controller']) | length }}"
Andrea Frittoli4c24a1a2018-01-31 22:21:07 +000024 test_results_stage_name: 'test_results'
25 zuul_copy_output:
26 '{{ devstack_base_dir }}/tempest/etc/tempest.conf': 'logs'
27 '{{ devstack_base_dir }}/tempest/etc/accounts.yaml': 'logs'
28 '{{ devstack_base_dir }}/tempest/tempest.log': 'logs'
29 '{{ stage_dir }}/{{ test_results_stage_name }}.subunit': 'logs'
30 '{{ stage_dir }}/{{ test_results_stage_name }}.html': 'logs'
31 '{{ stage_dir }}/stackviz': 'logs'
32 extensions_to_txt:
33 conf: True
34 log: True
35 yaml: True
36 yml: True
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010037 run: playbooks/devstack-tempest.yaml
Andrea Frittoli (andreaf)74810552017-10-03 18:56:56 +010038 post-run: playbooks/post-tempest.yaml
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010039
Chandan Kumarcf576b22017-10-23 17:43:36 +053040- job:
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000041 name: tempest-full
42 parent: devstack-tempest
Andrea Frittoli1c2a8022018-02-20 15:58:13 +000043 # This currently works from stable/pike on.
Andrea Frittolia23924f2018-02-18 22:35:16 +000044 branches:
45 - master
46 - stable/queens
Andrea Frittoli1c2a8022018-02-20 15:58:13 +000047 - stable/pike
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000048 description: |
49 Base integration test with Neutron networking and py27.
50 Former names for this job where:
51 * legacy-tempest-dsvm-neutron-full
52 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
53 vars:
Andreas Jaegerba2f4792018-01-12 16:48:52 +010054 tox_envlist: full
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000055 devstack_localrc:
James E. Blaird5980092018-01-24 16:43:27 -080056 ENABLE_FILE_INJECTION: true
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000057
58- job:
Attila Fazekas3f219f52018-03-01 16:50:10 +000059 name: tempest-full-parallel
60 parent: tempest-full
61 voting: false
62 branches:
63 - master
64 description: |
65 Base integration test with Neutron networking and py27.
66 It includes all scenarios as it was in the past.
67 This job runs all scenario tests in parallel!
68 vars:
69 tox_envlist: full-parallel
70
71- job:
Andrea Frittolic4377ef2017-11-30 12:00:38 +000072 name: tempest-full-py3
Andrea Frittoli85076bd2018-01-24 10:19:40 +000073 parent: devstack-tempest
Andrea Frittolia23924f2018-02-18 22:35:16 +000074 branches:
75 - master
76 - stable/queens
Andrea Frittoli85076bd2018-01-24 10:19:40 +000077 description: |
78 Base integration test with Neutron networking and py3.
79 Former names for this job where:
80 * legacy-tempest-dsvm-py35
81 * gate-tempest-dsvm-py35
Andrea Frittolic4377ef2017-11-30 12:00:38 +000082 vars:
Andrea Frittoli85076bd2018-01-24 10:19:40 +000083 tox_envlist: full
Andrea Frittolic4377ef2017-11-30 12:00:38 +000084 devstack_localrc:
85 USE_PYTHON3: True
86 FORCE_CONFIG_DRIVE: True
Andrea Frittolic4377ef2017-11-30 12:00:38 +000087 devstack_services:
88 s-account: false
89 s-container: false
90 s-object: false
91 s-proxy: false
92 # without Swift, c-bak cannot run (in the Gate at least)
93 c-bak: false
94
Andrea Frittoli688f36e2018-02-18 22:27:34 +000095- job:
96 name: tempest-multinode-full
97 parent: devstack-tempest
98 nodeset: openstack-two-node
99 # Until the devstack changes are backported, only run this on master
100 branches:
101 - master
102 description: |
103 Base multinode integration test with Neutron networking and py27.
Andrea Frittoli372bfd32018-06-18 13:03:40 +0200104 Former names for this job were:
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000105 * neutron-tempest-multinode-full
106 * legacy-tempest-dsvm-neutron-multinode-full
107 * gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv
108 This job includes two nodes, controller / tempest plus a subnode, but
109 it can be used with different topologies, as long as a controller node
110 and a tempest one exist.
Andrea Frittoli372bfd32018-06-18 13:03:40 +0200111 timeout: 10800
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000112 vars:
113 tox_envlist: full
114 devstack_localrc:
115 FORCE_CONFIG_DRIVE: False
116 NOVA_ALLOW_MOVE_TO_SAME_HOST: false
117 LIVE_MIGRATION_AVAILABLE: true
118 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION: true
119 group-vars:
120 peers:
121 devstack_localrc:
122 NOVA_ALLOW_MOVE_TO_SAME_HOST: false
123 LIVE_MIGRATION_AVAILABLE: true
124 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION: true
125
Jens Harbottff03e222018-02-26 10:54:48 +0000126- nodeset:
127 name: openstack-bionic-node
128 nodes:
129 - name: controller
130 label: ubuntu-bionic
131 groups:
132 - name: tempest
133 nodes:
134 - controller
135
136- job:
137 name: tempest-full-py36
138 parent: tempest-full-py3
139 nodeset: openstack-bionic-node
140 branches:
141 - master
142 description: |
143 Base integration test with Neutron networking and py36.
144 voting: false
145
ghanshyam402df092018-05-14 01:29:04 +0000146# TODO(gmann): needs to migrate this to zuulv3
147- job:
ghanshyam8db07072018-06-19 09:42:00 +0000148 name: tempest-scenario-all
ghanshyam402df092018-05-14 01:29:04 +0000149 parent: legacy-dsvm-base-multinode
ghanshyama3c5a792018-05-14 12:31:27 +0000150 description: |
151 This job will run all scenario tests including slow tests
ghanshyam8db07072018-06-19 09:42:00 +0000152 with lvm multibackend setup. This job will not run any API tests.
ghanshyam402df092018-05-14 01:29:04 +0000153 run: playbooks/tempest-scenario-multinode-lvm-multibackend/run.yaml
154 post-run: playbooks/tempest-scenario-multinode-lvm-multibackend/post.yaml
155 timeout: 10800
156 required-projects:
157 - openstack-infra/devstack-gate
158 - openstack/neutron
159 - openstack/tempest
160 nodeset: ubuntu-xenial-2-node
161
Andrea Frittolic4377ef2017-11-30 12:00:38 +0000162- job:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000163 name: tempest-full-queens
164 parent: tempest-full
165 override-checkout: stable/queens
166
167- job:
168 name: tempest-full-queens-py3
169 parent: tempest-full-py3
170 override-checkout: stable/queens
171
172- job:
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000173 name: tempest-full-pike
174 parent: tempest-full
175 override-checkout: stable/pike
176
177- job:
Chandan Kumarcf576b22017-10-23 17:43:36 +0530178 name: tempest-tox-plugin-sanity-check
179 parent: tox
180 description: |
181 Run tempest plugin sanity check script using tox.
182 nodeset: ubuntu-xenial
183 vars:
184 tox_envlist: plugin-sanity-check
185 voting: false
186 timeout: 5000
ghanshyam39d03802017-12-05 14:19:37 +0300187 irrelevant-files:
188 - ^.*\.rst$
189 - ^doc/.*$
190 - ^etc/.*$
191 - ^releasenotes/.*$
192 - ^tempest/hacking/.*$
193 - ^tempest/tests/.*$
Chandan Kumarcf576b22017-10-23 17:43:36 +0530194 required-projects:
195 - openstack/almanach
196 - openstack/aodh
197 - openstack/barbican-tempest-plugin
198 - openstack/ceilometer
199 - openstack/cinder
200 - openstack/congress
201 - openstack/designate-tempest-plugin
202 - openstack/ec2-api
203 - openstack/freezer
204 - openstack/freezer-api
205 - openstack/freezer-tempest-plugin
206 - openstack/gce-api
207 - openstack/glare
208 - openstack/heat
209 - openstack/intel-nfv-ci-tests
210 - openstack/ironic
211 - openstack/ironic-inspector
212 - openstack/keystone-tempest-plugin
213 - openstack/kingbird
214 - openstack/kuryr-tempest-plugin
215 - openstack/magnum
216 - openstack/magnum-tempest-plugin
217 - openstack/manila
218 - openstack/manila-tempest-plugin
219 - openstack/mistral
220 - openstack/mogan
221 - openstack/monasca-api
222 - openstack/monasca-log-api
223 - openstack/murano
224 - openstack/networking-bgpvpn
225 - openstack/networking-cisco
226 - openstack/networking-fortinet
227 - openstack/networking-generic-switch
228 - openstack/networking-l2gw
229 - openstack/networking-midonet
230 - openstack/networking-plumgrid
231 - openstack/networking-sfc
232 - openstack/neutron
233 - openstack/neutron-dynamic-routing
234 - openstack/neutron-fwaas
235 - openstack/neutron-lbaas
236 - openstack/neutron-tempest-plugin
237 - openstack/neutron-vpnaas
238 - openstack/nova-lxd
239 - openstack/novajoin-tempest-plugin
Bar RHca15fe02017-12-20 02:40:52 +0200240 - openstack/octavia-tempest-plugin
Chandan Kumarcf576b22017-10-23 17:43:36 +0530241 - openstack/oswin-tempest-plugin
242 - openstack/panko
243 - openstack/patrole
244 - openstack/qinling
245 - openstack/requirements
246 - openstack/sahara-tests
247 - openstack/senlin
248 - openstack/senlin-tempest-plugin
249 - openstack/tap-as-a-service
250 - openstack/tempest-horizon
251 - openstack/trio2o
252 - openstack/trove
253 - openstack/valet
254 - openstack/vitrage
255 - openstack/vmware-nsx-tempest-plugin
256 - openstack/watcher-tempest-plugin
257 - openstack/zaqar-tempest-plugin
258 - openstack/zun-tempest-plugin
259
ghanshyam1afb44b2018-05-25 00:53:48 +0300260- job:
261 name: tempest-cinder-v2-api
262 parent: devstack-tempest
263 branches:
264 - master
265 description: |
266 This job runs the cinder API test against v2 endpoint.
267 vars:
268 tox_envlist: all
269 tempest_test_regex: api.*volume
270 devstack_localrc:
271 TEMPEST_VOLUME_TYPE: volumev2
272
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +0100273- project:
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +0100274 check:
275 jobs:
276 - devstack-tempest:
277 files:
278 - ^playbooks/
279 - ^roles/
280 - ^.zuul.yaml$
Matt Riedemannda80cc92018-01-25 11:23:52 -0500281 - nova-multiattach
Attila Fazekas3f219f52018-03-01 16:50:10 +0000282 - tempest-full-parallel:
283 irrelevant-files:
284 - ^(test-|)requirements.txt$
285 - ^.*\.rst$
286 - ^doc/.*$
287 - ^etc/.*$
288 - ^releasenotes/.*$
289 - ^setup.cfg$
290 - ^tempest/hacking/.*$
291 - ^tempest/tests/.*$
Jens Harbottff03e222018-02-26 10:54:48 +0000292 - tempest-full-py36:
293 irrelevant-files:
294 - ^(test-|)requirements.txt$
295 - ^.*\.rst$
296 - ^doc/.*$
297 - ^etc/.*$
298 - ^releasenotes/.*$
299 - ^setup.cfg$
300 - ^tempest/hacking/.*$
301 - ^tempest/tests/.*$
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000302 - tempest-full-queens:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000303 irrelevant-files:
304 - ^(test-|)requirements.txt$
305 - ^.*\.rst$
306 - ^doc/.*$
307 - ^etc/.*$
308 - ^releasenotes/.*$
309 - ^setup.cfg$
310 - ^tempest/hacking/.*$
311 - ^tempest/tests/.*$
312 - tempest-full-queens-py3:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000313 irrelevant-files:
314 - ^(test-|)requirements.txt$
315 - ^.*\.rst$
316 - ^doc/.*$
317 - ^etc/.*$
318 - ^releasenotes/.*$
319 - ^setup.cfg$
320 - ^tempest/hacking/.*$
321 - ^tempest/tests/.*$
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000322 - tempest-full-pike:
323 irrelevant-files:
324 - ^(test-|)requirements.txt$
325 - ^.*\.rst$
326 - ^doc/.*$
327 - ^etc/.*$
328 - ^releasenotes/.*$
329 - ^setup.cfg$
330 - ^tempest/hacking/.*$
331 - ^tempest/tests/.*$
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000332 - tempest-multinode-full:
333 irrelevant-files:
334 - ^(test-|)requirements.txt$
335 - ^.*\.rst$
336 - ^doc/.*$
337 - ^etc/.*$
338 - ^releasenotes/.*$
339 - ^setup.cfg$
340 - ^tempest/hacking/.*$
341 - ^tempest/tests/.*$
Chandan Kumarcf576b22017-10-23 17:43:36 +0530342 - tempest-tox-plugin-sanity-check
ghanshyam8db07072018-06-19 09:42:00 +0000343 - tempest-scenario-all:
ghanshyam402df092018-05-14 01:29:04 +0000344 irrelevant-files:
345 - ^(test-|)requirements.txt$
346 - ^.*\.rst$
347 - ^doc/.*$
348 - ^etc/.*$
349 - ^releasenotes/.*$
350 - ^setup.cfg$
351 - ^tempest/hacking/.*$
352 - ^tempest/tests/.*$
ghanshyam8db07072018-06-19 09:42:00 +0000353 - ^tempest/api/.*$
Matt Riedemann44f666b2018-03-05 10:08:13 -0500354 - nova-cells-v1:
355 irrelevant-files:
356 - ^(test-|)requirements.txt$
357 - ^.*\.rst$
358 - ^doc/.*$
359 - ^etc/.*$
360 - ^releasenotes/.*$
361 - ^setup.cfg$
362 - ^tempest/hacking/.*$
363 - ^tempest/tests/.*$
melanie witt591fe212018-05-01 22:56:00 +0000364 - nova-live-migration:
ghanshyam14446062018-05-14 01:37:26 +0000365 voting: false
melanie witt591fe212018-05-01 22:56:00 +0000366 irrelevant-files:
367 - ^(test-|)requirements.txt$
368 - ^.*\.rst$
369 - ^doc/.*$
370 - ^etc/.*$
371 - ^releasenotes/.*$
372 - ^setup.cfg$
373 - ^tempest/hacking/.*$
374 - ^tempest/tests/.*$
ghanshyam14446062018-05-14 01:37:26 +0000375 gate:
376 jobs:
377 - nova-multiattach
ghanshyam8db07072018-06-19 09:42:00 +0000378 - tempest-scenario-all:
379 irrelevant-files:
380 - ^(test-|)requirements.txt$
381 - ^.*\.rst$
382 - ^doc/.*$
383 - ^etc/.*$
384 - ^releasenotes/.*$
385 - ^setup.cfg$
386 - ^tempest/hacking/.*$
387 - ^tempest/tests/.*$
388 - ^tempest/api/.*$
ghanshyam14446062018-05-14 01:37:26 +0000389 experimental:
390 jobs:
ghanshyam1afb44b2018-05-25 00:53:48 +0300391 - tempest-cinder-v2-api:
392 irrelevant-files:
393 - ^(test-|)requirements.txt$
394 - ^.*\.rst$
395 - ^doc/.*$
396 - ^etc/.*$
397 - ^releasenotes/.*$
398 - ^setup.cfg$
399 - ^tempest/hacking/.*$
400 - ^tempest/tests/.*$
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000401 periodic-stable:
402 jobs:
403 - tempest-full-queens
404 - tempest-full-queens-py3
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000405 - tempest-full-pike