blob: 52c11c94e71de7e4a01583a2e837191f72faeaca [file] [log] [blame]
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +01001- job:
2 name: devstack-tempest
3 parent: devstack
Andrea Frittoli688f36e2018-02-18 22:27:34 +00004 nodeset: openstack-single-node
5 description: |
6 Base Tempest job.
7
8 This Tempest job provides the base for both the single and multi-node
9 test setup. To run a multi-node test inherit from devstack-tempest and
10 set the nodeset to a multi-node one.
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010011 required-projects:
Paul Belanger459a7a52018-07-11 12:28:33 -040012 - git.openstack.org/openstack/tempest
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010013 timeout: 7200
14 roles:
Paul Belanger459a7a52018-07-11 12:28:33 -040015 - zuul: git.openstack.org/openstack-dev/devstack
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010016 vars:
17 devstack_services:
James E. Blaird5980092018-01-24 16:43:27 -080018 tempest: true
Andrea Frittoli688f36e2018-02-18 22:27:34 +000019 devstack_local_conf:
20 test-config:
21 $TEMPEST_CONFIG:
22 compute:
23 min_compute_nodes: "{{ groups['compute'] | default(['controller']) | length }}"
Andrea Frittoli4c24a1a2018-01-31 22:21:07 +000024 test_results_stage_name: 'test_results'
25 zuul_copy_output:
26 '{{ devstack_base_dir }}/tempest/etc/tempest.conf': 'logs'
27 '{{ devstack_base_dir }}/tempest/etc/accounts.yaml': 'logs'
28 '{{ devstack_base_dir }}/tempest/tempest.log': 'logs'
29 '{{ stage_dir }}/{{ test_results_stage_name }}.subunit': 'logs'
30 '{{ stage_dir }}/{{ test_results_stage_name }}.html': 'logs'
31 '{{ stage_dir }}/stackviz': 'logs'
32 extensions_to_txt:
33 conf: True
34 log: True
35 yaml: True
36 yml: True
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010037 run: playbooks/devstack-tempest.yaml
Andrea Frittoli (andreaf)74810552017-10-03 18:56:56 +010038 post-run: playbooks/post-tempest.yaml
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010039
Chandan Kumarcf576b22017-10-23 17:43:36 +053040- job:
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000041 name: tempest-full
42 parent: devstack-tempest
Andrea Frittoli1c2a8022018-02-20 15:58:13 +000043 # This currently works from stable/pike on.
Andrea Frittolia23924f2018-02-18 22:35:16 +000044 branches:
45 - master
46 - stable/queens
Andrea Frittoli1c2a8022018-02-20 15:58:13 +000047 - stable/pike
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000048 description: |
49 Base integration test with Neutron networking and py27.
50 Former names for this job where:
51 * legacy-tempest-dsvm-neutron-full
52 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
53 vars:
Andreas Jaegerba2f4792018-01-12 16:48:52 +010054 tox_envlist: full
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000055 devstack_localrc:
James E. Blaird5980092018-01-24 16:43:27 -080056 ENABLE_FILE_INJECTION: true
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000057
58- job:
Attila Fazekas3f219f52018-03-01 16:50:10 +000059 name: tempest-full-parallel
60 parent: tempest-full
61 voting: false
62 branches:
63 - master
64 description: |
65 Base integration test with Neutron networking and py27.
66 It includes all scenarios as it was in the past.
67 This job runs all scenario tests in parallel!
68 vars:
69 tox_envlist: full-parallel
70
71- job:
Andrea Frittolic4377ef2017-11-30 12:00:38 +000072 name: tempest-full-py3
Andrea Frittoli85076bd2018-01-24 10:19:40 +000073 parent: devstack-tempest
Andrea Frittolia23924f2018-02-18 22:35:16 +000074 branches:
75 - master
76 - stable/queens
Andrea Frittoli85076bd2018-01-24 10:19:40 +000077 description: |
78 Base integration test with Neutron networking and py3.
79 Former names for this job where:
80 * legacy-tempest-dsvm-py35
81 * gate-tempest-dsvm-py35
Andrea Frittolic4377ef2017-11-30 12:00:38 +000082 vars:
Andrea Frittoli85076bd2018-01-24 10:19:40 +000083 tox_envlist: full
Andrea Frittolic4377ef2017-11-30 12:00:38 +000084 devstack_localrc:
85 USE_PYTHON3: True
86 FORCE_CONFIG_DRIVE: True
Andrea Frittolic4377ef2017-11-30 12:00:38 +000087 devstack_services:
88 s-account: false
89 s-container: false
90 s-object: false
91 s-proxy: false
92 # without Swift, c-bak cannot run (in the Gate at least)
93 c-bak: false
94
Andrea Frittoli688f36e2018-02-18 22:27:34 +000095- job:
96 name: tempest-multinode-full
97 parent: devstack-tempest
98 nodeset: openstack-two-node
99 # Until the devstack changes are backported, only run this on master
100 branches:
101 - master
102 description: |
103 Base multinode integration test with Neutron networking and py27.
Felipe Monteiro99585f32018-07-08 17:59:43 -0400104 Former names for this job were:
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000105 * neutron-tempest-multinode-full
106 * legacy-tempest-dsvm-neutron-multinode-full
107 * gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv
108 This job includes two nodes, controller / tempest plus a subnode, but
109 it can be used with different topologies, as long as a controller node
110 and a tempest one exist.
Andrea Frittoli372bfd32018-06-18 13:03:40 +0200111 timeout: 10800
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000112 vars:
113 tox_envlist: full
114 devstack_localrc:
115 FORCE_CONFIG_DRIVE: False
116 NOVA_ALLOW_MOVE_TO_SAME_HOST: false
117 LIVE_MIGRATION_AVAILABLE: true
118 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION: true
119 group-vars:
120 peers:
121 devstack_localrc:
122 NOVA_ALLOW_MOVE_TO_SAME_HOST: false
123 LIVE_MIGRATION_AVAILABLE: true
124 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION: true
125
Jens Harbottff03e222018-02-26 10:54:48 +0000126- nodeset:
127 name: openstack-bionic-node
128 nodes:
129 - name: controller
130 label: ubuntu-bionic
131 groups:
132 - name: tempest
133 nodes:
134 - controller
135
136- job:
137 name: tempest-full-py36
138 parent: tempest-full-py3
139 nodeset: openstack-bionic-node
140 branches:
141 - master
142 description: |
143 Base integration test with Neutron networking and py36.
144 voting: false
145
ghanshyam402df092018-05-14 01:29:04 +0000146- job:
ghanshyam10326c72018-08-01 08:53:00 +0000147 name: tempest-slow
Felipe Monteiro99585f32018-07-08 17:59:43 -0400148 parent: tempest-multinode-full
149 branches:
150 - master
ghanshyama3c5a792018-05-14 12:31:27 +0000151 description: |
ghanshyam10326c72018-08-01 08:53:00 +0000152 This multinode integration job will run all the tests tagged as slow.
153 It enables the lvm multibackend setup to cover few scenario tests.
154 This job will run only slow tests(API or Scenario) serially.
Felipe Monteiro99585f32018-07-08 17:59:43 -0400155
156 Former names for this job were:
157 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
158 * tempest-scenario-multinode-lvm-multibackend
ghanshyam402df092018-05-14 01:29:04 +0000159 timeout: 10800
Felipe Monteiro99585f32018-07-08 17:59:43 -0400160 vars:
ghanshyam10326c72018-08-01 08:53:00 +0000161 tox_envlist: slow-serial
Felipe Monteiro99585f32018-07-08 17:59:43 -0400162 devstack_localrc:
163 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
164 tempest_concurrency: 2
ghanshyam402df092018-05-14 01:29:04 +0000165
Andrea Frittolic4377ef2017-11-30 12:00:38 +0000166- job:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000167 name: tempest-full-queens
168 parent: tempest-full
169 override-checkout: stable/queens
170
171- job:
172 name: tempest-full-queens-py3
173 parent: tempest-full-py3
174 override-checkout: stable/queens
175
176- job:
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000177 name: tempest-full-pike
178 parent: tempest-full
179 override-checkout: stable/pike
180
181- job:
Chandan Kumarcf576b22017-10-23 17:43:36 +0530182 name: tempest-tox-plugin-sanity-check
183 parent: tox
184 description: |
185 Run tempest plugin sanity check script using tox.
186 nodeset: ubuntu-xenial
187 vars:
188 tox_envlist: plugin-sanity-check
189 voting: false
190 timeout: 5000
ghanshyam39d03802017-12-05 14:19:37 +0300191 irrelevant-files:
192 - ^.*\.rst$
193 - ^doc/.*$
194 - ^etc/.*$
195 - ^releasenotes/.*$
196 - ^tempest/hacking/.*$
197 - ^tempest/tests/.*$
Chandan Kumarcf576b22017-10-23 17:43:36 +0530198 required-projects:
Paul Belanger459a7a52018-07-11 12:28:33 -0400199 - git.openstack.org/openstack/almanach
200 - git.openstack.org/openstack/aodh
201 - git.openstack.org/openstack/barbican-tempest-plugin
202 - git.openstack.org/openstack/ceilometer
203 - git.openstack.org/openstack/cinder
204 - git.openstack.org/openstack/congress
205 - git.openstack.org/openstack/designate-tempest-plugin
206 - git.openstack.org/openstack/ec2-api
207 - git.openstack.org/openstack/freezer
208 - git.openstack.org/openstack/freezer-api
209 - git.openstack.org/openstack/freezer-tempest-plugin
210 - git.openstack.org/openstack/gce-api
211 - git.openstack.org/openstack/glare
212 - git.openstack.org/openstack/heat
213 - git.openstack.org/openstack/intel-nfv-ci-tests
214 - git.openstack.org/openstack/ironic
215 - git.openstack.org/openstack/ironic-inspector
216 - git.openstack.org/openstack/keystone-tempest-plugin
217 - git.openstack.org/openstack/kingbird
218 - git.openstack.org/openstack/kuryr-tempest-plugin
219 - git.openstack.org/openstack/magnum
220 - git.openstack.org/openstack/magnum-tempest-plugin
221 - git.openstack.org/openstack/manila
222 - git.openstack.org/openstack/manila-tempest-plugin
223 - git.openstack.org/openstack/mistral
224 - git.openstack.org/openstack/mogan
225 - git.openstack.org/openstack/monasca-api
226 - git.openstack.org/openstack/monasca-log-api
227 - git.openstack.org/openstack/murano
228 - git.openstack.org/openstack/networking-bgpvpn
229 - git.openstack.org/openstack/networking-cisco
230 - git.openstack.org/openstack/networking-fortinet
231 - git.openstack.org/openstack/networking-generic-switch
232 - git.openstack.org/openstack/networking-l2gw
233 - git.openstack.org/openstack/networking-midonet
234 - git.openstack.org/openstack/networking-plumgrid
235 - git.openstack.org/openstack/networking-sfc
236 - git.openstack.org/openstack/neutron
237 - git.openstack.org/openstack/neutron-dynamic-routing
238 - git.openstack.org/openstack/neutron-fwaas
239 - git.openstack.org/openstack/neutron-lbaas
240 - git.openstack.org/openstack/neutron-tempest-plugin
241 - git.openstack.org/openstack/neutron-vpnaas
242 - git.openstack.org/openstack/nova-lxd
243 - git.openstack.org/openstack/novajoin-tempest-plugin
244 - git.openstack.org/openstack/octavia-tempest-plugin
245 - git.openstack.org/openstack/oswin-tempest-plugin
246 - git.openstack.org/openstack/panko
247 - git.openstack.org/openstack/patrole
248 - git.openstack.org/openstack/qinling
249 - git.openstack.org/openstack/requirements
250 - git.openstack.org/openstack/sahara-tests
251 - git.openstack.org/openstack/senlin
252 - git.openstack.org/openstack/senlin-tempest-plugin
253 - git.openstack.org/openstack/tap-as-a-service
254 - git.openstack.org/openstack/tempest-horizon
255 - git.openstack.org/openstack/trio2o
256 - git.openstack.org/openstack/trove
257 - git.openstack.org/openstack/valet
258 - git.openstack.org/openstack/vitrage
259 - git.openstack.org/openstack/vmware-nsx-tempest-plugin
260 - git.openstack.org/openstack/watcher-tempest-plugin
261 - git.openstack.org/openstack/zaqar-tempest-plugin
262 - git.openstack.org/openstack/zun-tempest-plugin
Chandan Kumarcf576b22017-10-23 17:43:36 +0530263
ghanshyam1afb44b2018-05-25 00:53:48 +0300264- job:
265 name: tempest-cinder-v2-api
266 parent: devstack-tempest
267 branches:
268 - master
269 description: |
270 This job runs the cinder API test against v2 endpoint.
271 vars:
272 tox_envlist: all
273 tempest_test_regex: api.*volume
274 devstack_localrc:
275 TEMPEST_VOLUME_TYPE: volumev2
276
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +0100277- project:
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +0100278 check:
279 jobs:
280 - devstack-tempest:
281 files:
282 - ^playbooks/
283 - ^roles/
284 - ^.zuul.yaml$
Felipe Monteiroec1b1112018-07-18 19:23:37 -0400285 - nova-multiattach:
286 irrelevant-files:
287 - ^(test-|)requirements.txt$
288 - ^.*\.rst$
289 - ^doc/.*$
290 - ^etc/.*$
291 - ^releasenotes/.*$
292 - ^setup.cfg$
293 - ^tempest/hacking/.*$
294 - ^tempest/tests/.*$
Attila Fazekas3f219f52018-03-01 16:50:10 +0000295 - tempest-full-parallel:
296 irrelevant-files:
297 - ^(test-|)requirements.txt$
298 - ^.*\.rst$
299 - ^doc/.*$
300 - ^etc/.*$
301 - ^releasenotes/.*$
302 - ^setup.cfg$
303 - ^tempest/hacking/.*$
304 - ^tempest/tests/.*$
Jens Harbottff03e222018-02-26 10:54:48 +0000305 - tempest-full-py36:
306 irrelevant-files:
307 - ^(test-|)requirements.txt$
308 - ^.*\.rst$
309 - ^doc/.*$
310 - ^etc/.*$
311 - ^releasenotes/.*$
312 - ^setup.cfg$
313 - ^tempest/hacking/.*$
314 - ^tempest/tests/.*$
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000315 - tempest-full-queens:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000316 irrelevant-files:
317 - ^(test-|)requirements.txt$
318 - ^.*\.rst$
319 - ^doc/.*$
320 - ^etc/.*$
321 - ^releasenotes/.*$
322 - ^setup.cfg$
323 - ^tempest/hacking/.*$
324 - ^tempest/tests/.*$
325 - tempest-full-queens-py3:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000326 irrelevant-files:
327 - ^(test-|)requirements.txt$
328 - ^.*\.rst$
329 - ^doc/.*$
330 - ^etc/.*$
331 - ^releasenotes/.*$
332 - ^setup.cfg$
333 - ^tempest/hacking/.*$
334 - ^tempest/tests/.*$
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000335 - tempest-full-pike:
336 irrelevant-files:
337 - ^(test-|)requirements.txt$
338 - ^.*\.rst$
339 - ^doc/.*$
340 - ^etc/.*$
341 - ^releasenotes/.*$
342 - ^setup.cfg$
343 - ^tempest/hacking/.*$
344 - ^tempest/tests/.*$
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000345 - tempest-multinode-full:
346 irrelevant-files:
347 - ^(test-|)requirements.txt$
348 - ^.*\.rst$
349 - ^doc/.*$
350 - ^etc/.*$
351 - ^releasenotes/.*$
352 - ^setup.cfg$
353 - ^tempest/hacking/.*$
354 - ^tempest/tests/.*$
Chandan Kumarcf576b22017-10-23 17:43:36 +0530355 - tempest-tox-plugin-sanity-check
ghanshyam10326c72018-08-01 08:53:00 +0000356 - tempest-slow:
ghanshyam402df092018-05-14 01:29:04 +0000357 irrelevant-files:
358 - ^(test-|)requirements.txt$
359 - ^.*\.rst$
360 - ^doc/.*$
361 - ^etc/.*$
362 - ^releasenotes/.*$
363 - ^setup.cfg$
364 - ^tempest/hacking/.*$
365 - ^tempest/tests/.*$
Matt Riedemann44f666b2018-03-05 10:08:13 -0500366 - nova-cells-v1:
367 irrelevant-files:
368 - ^(test-|)requirements.txt$
369 - ^.*\.rst$
370 - ^doc/.*$
371 - ^etc/.*$
372 - ^releasenotes/.*$
373 - ^setup.cfg$
374 - ^tempest/hacking/.*$
375 - ^tempest/tests/.*$
melanie witt591fe212018-05-01 22:56:00 +0000376 - nova-live-migration:
ghanshyam14446062018-05-14 01:37:26 +0000377 voting: false
melanie witt591fe212018-05-01 22:56:00 +0000378 irrelevant-files:
379 - ^(test-|)requirements.txt$
380 - ^.*\.rst$
381 - ^doc/.*$
382 - ^etc/.*$
383 - ^releasenotes/.*$
384 - ^setup.cfg$
385 - ^tempest/hacking/.*$
386 - ^tempest/tests/.*$
ghanshyam14446062018-05-14 01:37:26 +0000387 gate:
388 jobs:
Felipe Monteiroec1b1112018-07-18 19:23:37 -0400389 - nova-multiattach:
390 irrelevant-files:
391 - ^(test-|)requirements.txt$
392 - ^.*\.rst$
393 - ^doc/.*$
394 - ^etc/.*$
395 - ^releasenotes/.*$
396 - ^setup.cfg$
397 - ^tempest/hacking/.*$
398 - ^tempest/tests/.*$
ghanshyam10326c72018-08-01 08:53:00 +0000399 - tempest-slow:
ghanshyam8db07072018-06-19 09:42:00 +0000400 irrelevant-files:
401 - ^(test-|)requirements.txt$
402 - ^.*\.rst$
403 - ^doc/.*$
404 - ^etc/.*$
405 - ^releasenotes/.*$
406 - ^setup.cfg$
407 - ^tempest/hacking/.*$
408 - ^tempest/tests/.*$
ghanshyam14446062018-05-14 01:37:26 +0000409 experimental:
410 jobs:
ghanshyam1afb44b2018-05-25 00:53:48 +0300411 - tempest-cinder-v2-api:
412 irrelevant-files:
413 - ^(test-|)requirements.txt$
414 - ^.*\.rst$
415 - ^doc/.*$
416 - ^etc/.*$
417 - ^releasenotes/.*$
418 - ^setup.cfg$
419 - ^tempest/hacking/.*$
420 - ^tempest/tests/.*$
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000421 periodic-stable:
422 jobs:
423 - tempest-full-queens
424 - tempest-full-queens-py3
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000425 - tempest-full-pike