blob: 1cf67b0249fb81022500a92dd3333bf132b4a423 [file] [log] [blame]
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +01001- job:
2 name: devstack-tempest
3 parent: devstack
Andrea Frittoli688f36e2018-02-18 22:27:34 +00004 nodeset: openstack-single-node
5 description: |
6 Base Tempest job.
7
8 This Tempest job provides the base for both the single and multi-node
9 test setup. To run a multi-node test inherit from devstack-tempest and
10 set the nodeset to a multi-node one.
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010011 required-projects:
12 - openstack/tempest
13 timeout: 7200
14 roles:
15 - zuul: openstack-dev/devstack
16 vars:
17 devstack_services:
James E. Blaird5980092018-01-24 16:43:27 -080018 tempest: true
Andrea Frittoli688f36e2018-02-18 22:27:34 +000019 devstack_local_conf:
20 test-config:
21 $TEMPEST_CONFIG:
22 compute:
23 min_compute_nodes: "{{ groups['compute'] | default(['controller']) | length }}"
Andrea Frittoli4c24a1a2018-01-31 22:21:07 +000024 test_results_stage_name: 'test_results'
25 zuul_copy_output:
26 '{{ devstack_base_dir }}/tempest/etc/tempest.conf': 'logs'
27 '{{ devstack_base_dir }}/tempest/etc/accounts.yaml': 'logs'
28 '{{ devstack_base_dir }}/tempest/tempest.log': 'logs'
29 '{{ stage_dir }}/{{ test_results_stage_name }}.subunit': 'logs'
30 '{{ stage_dir }}/{{ test_results_stage_name }}.html': 'logs'
31 '{{ stage_dir }}/stackviz': 'logs'
32 extensions_to_txt:
33 conf: True
34 log: True
35 yaml: True
36 yml: True
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010037 run: playbooks/devstack-tempest.yaml
Andrea Frittoli (andreaf)74810552017-10-03 18:56:56 +010038 post-run: playbooks/post-tempest.yaml
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +010039
Chandan Kumarcf576b22017-10-23 17:43:36 +053040- job:
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000041 name: tempest-full
42 parent: devstack-tempest
Andrea Frittoli1c2a8022018-02-20 15:58:13 +000043 # This currently works from stable/pike on.
Andrea Frittolia23924f2018-02-18 22:35:16 +000044 branches:
45 - master
46 - stable/queens
Andrea Frittoli1c2a8022018-02-20 15:58:13 +000047 - stable/pike
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000048 description: |
49 Base integration test with Neutron networking and py27.
50 Former names for this job where:
51 * legacy-tempest-dsvm-neutron-full
52 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
53 vars:
Andreas Jaegerba2f4792018-01-12 16:48:52 +010054 tox_envlist: full
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000055 devstack_localrc:
James E. Blaird5980092018-01-24 16:43:27 -080056 ENABLE_FILE_INJECTION: true
Andrea Frittoli (andreaf)8e9e7f72017-11-21 14:59:47 +000057
58- job:
Attila Fazekas3f219f52018-03-01 16:50:10 +000059 name: tempest-full-parallel
60 parent: tempest-full
61 voting: false
62 branches:
63 - master
64 description: |
65 Base integration test with Neutron networking and py27.
66 It includes all scenarios as it was in the past.
67 This job runs all scenario tests in parallel!
68 vars:
69 tox_envlist: full-parallel
70
71- job:
Andrea Frittolic4377ef2017-11-30 12:00:38 +000072 name: tempest-full-py3
Andrea Frittoli85076bd2018-01-24 10:19:40 +000073 parent: devstack-tempest
Andrea Frittolia23924f2018-02-18 22:35:16 +000074 branches:
75 - master
76 - stable/queens
Andrea Frittoli85076bd2018-01-24 10:19:40 +000077 description: |
78 Base integration test with Neutron networking and py3.
79 Former names for this job where:
80 * legacy-tempest-dsvm-py35
81 * gate-tempest-dsvm-py35
Andrea Frittolic4377ef2017-11-30 12:00:38 +000082 vars:
Andrea Frittoli85076bd2018-01-24 10:19:40 +000083 tox_envlist: full
Andrea Frittolic4377ef2017-11-30 12:00:38 +000084 devstack_localrc:
85 USE_PYTHON3: True
86 FORCE_CONFIG_DRIVE: True
Andrea Frittolic4377ef2017-11-30 12:00:38 +000087 devstack_services:
88 s-account: false
89 s-container: false
90 s-object: false
91 s-proxy: false
92 # without Swift, c-bak cannot run (in the Gate at least)
93 c-bak: false
94
Andrea Frittoli688f36e2018-02-18 22:27:34 +000095- job:
96 name: tempest-multinode-full
97 parent: devstack-tempest
98 nodeset: openstack-two-node
99 # Until the devstack changes are backported, only run this on master
100 branches:
101 - master
102 description: |
103 Base multinode integration test with Neutron networking and py27.
Felipe Monteiro99585f32018-07-08 17:59:43 -0400104 Former names for this job were:
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000105 * neutron-tempest-multinode-full
106 * legacy-tempest-dsvm-neutron-multinode-full
107 * gate-tempest-dsvm-neutron-multinode-full-ubuntu-xenial-nv
108 This job includes two nodes, controller / tempest plus a subnode, but
109 it can be used with different topologies, as long as a controller node
110 and a tempest one exist.
111 vars:
112 tox_envlist: full
113 devstack_localrc:
114 FORCE_CONFIG_DRIVE: False
115 NOVA_ALLOW_MOVE_TO_SAME_HOST: false
116 LIVE_MIGRATION_AVAILABLE: true
117 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION: true
118 group-vars:
119 peers:
120 devstack_localrc:
121 NOVA_ALLOW_MOVE_TO_SAME_HOST: false
122 LIVE_MIGRATION_AVAILABLE: true
123 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION: true
124
Jens Harbottff03e222018-02-26 10:54:48 +0000125- nodeset:
126 name: openstack-bionic-node
127 nodes:
128 - name: controller
129 label: ubuntu-bionic
130 groups:
131 - name: tempest
132 nodes:
133 - controller
134
135- job:
136 name: tempest-full-py36
137 parent: tempest-full-py3
138 nodeset: openstack-bionic-node
139 branches:
140 - master
141 description: |
142 Base integration test with Neutron networking and py36.
143 voting: false
144
ghanshyam402df092018-05-14 01:29:04 +0000145- job:
ghanshyam8db07072018-06-19 09:42:00 +0000146 name: tempest-scenario-all
Felipe Monteiro99585f32018-07-08 17:59:43 -0400147 parent: tempest-multinode-full
148 branches:
149 - master
ghanshyama3c5a792018-05-14 12:31:27 +0000150 description: |
Felipe Monteiro99585f32018-07-08 17:59:43 -0400151 This multinode integration job will run all scenario tests including slow
152 tests with lvm multibackend setup. This job will not run any API tests.
153
154 Former names for this job were:
155 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
156 * tempest-scenario-multinode-lvm-multibackend
ghanshyam402df092018-05-14 01:29:04 +0000157 timeout: 10800
Felipe Monteiro99585f32018-07-08 17:59:43 -0400158 vars:
159 # 'all' is used for applying the custom regex below.
160 tox_envlist: all
161 devstack_localrc:
162 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
163 tempest_concurrency: 2
164 tempest_test_regex: (^tempest\.(scenario))
ghanshyam402df092018-05-14 01:29:04 +0000165
Andrea Frittolic4377ef2017-11-30 12:00:38 +0000166- job:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000167 name: tempest-full-queens
168 parent: tempest-full
169 override-checkout: stable/queens
170
171- job:
172 name: tempest-full-queens-py3
173 parent: tempest-full-py3
174 override-checkout: stable/queens
175
176- job:
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000177 name: tempest-full-pike
178 parent: tempest-full
179 override-checkout: stable/pike
180
181- job:
Chandan Kumarcf576b22017-10-23 17:43:36 +0530182 name: tempest-tox-plugin-sanity-check
183 parent: tox
184 description: |
185 Run tempest plugin sanity check script using tox.
186 nodeset: ubuntu-xenial
187 vars:
188 tox_envlist: plugin-sanity-check
189 voting: false
190 timeout: 5000
ghanshyam39d03802017-12-05 14:19:37 +0300191 irrelevant-files:
192 - ^.*\.rst$
193 - ^doc/.*$
194 - ^etc/.*$
195 - ^releasenotes/.*$
196 - ^tempest/hacking/.*$
197 - ^tempest/tests/.*$
Chandan Kumarcf576b22017-10-23 17:43:36 +0530198 required-projects:
199 - openstack/almanach
200 - openstack/aodh
201 - openstack/barbican-tempest-plugin
202 - openstack/ceilometer
203 - openstack/cinder
204 - openstack/congress
205 - openstack/designate-tempest-plugin
206 - openstack/ec2-api
207 - openstack/freezer
208 - openstack/freezer-api
209 - openstack/freezer-tempest-plugin
210 - openstack/gce-api
211 - openstack/glare
212 - openstack/heat
213 - openstack/intel-nfv-ci-tests
214 - openstack/ironic
215 - openstack/ironic-inspector
216 - openstack/keystone-tempest-plugin
217 - openstack/kingbird
218 - openstack/kuryr-tempest-plugin
219 - openstack/magnum
220 - openstack/magnum-tempest-plugin
221 - openstack/manila
222 - openstack/manila-tempest-plugin
223 - openstack/mistral
224 - openstack/mogan
225 - openstack/monasca-api
226 - openstack/monasca-log-api
227 - openstack/murano
228 - openstack/networking-bgpvpn
229 - openstack/networking-cisco
230 - openstack/networking-fortinet
231 - openstack/networking-generic-switch
232 - openstack/networking-l2gw
233 - openstack/networking-midonet
234 - openstack/networking-plumgrid
235 - openstack/networking-sfc
236 - openstack/neutron
237 - openstack/neutron-dynamic-routing
238 - openstack/neutron-fwaas
239 - openstack/neutron-lbaas
240 - openstack/neutron-tempest-plugin
241 - openstack/neutron-vpnaas
242 - openstack/nova-lxd
243 - openstack/novajoin-tempest-plugin
Bar RHca15fe02017-12-20 02:40:52 +0200244 - openstack/octavia-tempest-plugin
Chandan Kumarcf576b22017-10-23 17:43:36 +0530245 - openstack/oswin-tempest-plugin
246 - openstack/panko
247 - openstack/patrole
248 - openstack/qinling
249 - openstack/requirements
250 - openstack/sahara-tests
251 - openstack/senlin
252 - openstack/senlin-tempest-plugin
253 - openstack/tap-as-a-service
254 - openstack/tempest-horizon
255 - openstack/trio2o
256 - openstack/trove
257 - openstack/valet
258 - openstack/vitrage
259 - openstack/vmware-nsx-tempest-plugin
260 - openstack/watcher-tempest-plugin
261 - openstack/zaqar-tempest-plugin
262 - openstack/zun-tempest-plugin
263
ghanshyam1afb44b2018-05-25 00:53:48 +0300264- job:
265 name: tempest-cinder-v2-api
266 parent: devstack-tempest
267 branches:
268 - master
269 description: |
270 This job runs the cinder API test against v2 endpoint.
271 vars:
272 tox_envlist: all
273 tempest_test_regex: api.*volume
274 devstack_localrc:
275 TEMPEST_VOLUME_TYPE: volumev2
276
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +0100277- project:
Andrea Frittoli (andreaf)7d5445d2017-10-03 18:43:05 +0100278 check:
279 jobs:
280 - devstack-tempest:
281 files:
282 - ^playbooks/
283 - ^roles/
284 - ^.zuul.yaml$
Felipe Monteiroec1b1112018-07-18 19:23:37 -0400285 - nova-multiattach:
286 irrelevant-files:
287 - ^(test-|)requirements.txt$
288 - ^.*\.rst$
289 - ^doc/.*$
290 - ^etc/.*$
291 - ^releasenotes/.*$
292 - ^setup.cfg$
293 - ^tempest/hacking/.*$
294 - ^tempest/tests/.*$
Attila Fazekas3f219f52018-03-01 16:50:10 +0000295 - tempest-full-parallel:
296 irrelevant-files:
297 - ^(test-|)requirements.txt$
298 - ^.*\.rst$
299 - ^doc/.*$
300 - ^etc/.*$
301 - ^releasenotes/.*$
302 - ^setup.cfg$
303 - ^tempest/hacking/.*$
304 - ^tempest/tests/.*$
Jens Harbottff03e222018-02-26 10:54:48 +0000305 - tempest-full-py36:
306 irrelevant-files:
307 - ^(test-|)requirements.txt$
308 - ^.*\.rst$
309 - ^doc/.*$
310 - ^etc/.*$
311 - ^releasenotes/.*$
312 - ^setup.cfg$
313 - ^tempest/hacking/.*$
314 - ^tempest/tests/.*$
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000315 - tempest-full-queens:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000316 irrelevant-files:
317 - ^(test-|)requirements.txt$
318 - ^.*\.rst$
319 - ^doc/.*$
320 - ^etc/.*$
321 - ^releasenotes/.*$
322 - ^setup.cfg$
323 - ^tempest/hacking/.*$
324 - ^tempest/tests/.*$
325 - tempest-full-queens-py3:
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000326 irrelevant-files:
327 - ^(test-|)requirements.txt$
328 - ^.*\.rst$
329 - ^doc/.*$
330 - ^etc/.*$
331 - ^releasenotes/.*$
332 - ^setup.cfg$
333 - ^tempest/hacking/.*$
334 - ^tempest/tests/.*$
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000335 - tempest-full-pike:
336 irrelevant-files:
337 - ^(test-|)requirements.txt$
338 - ^.*\.rst$
339 - ^doc/.*$
340 - ^etc/.*$
341 - ^releasenotes/.*$
342 - ^setup.cfg$
343 - ^tempest/hacking/.*$
344 - ^tempest/tests/.*$
Andrea Frittoli688f36e2018-02-18 22:27:34 +0000345 - tempest-multinode-full:
346 irrelevant-files:
347 - ^(test-|)requirements.txt$
348 - ^.*\.rst$
349 - ^doc/.*$
350 - ^etc/.*$
351 - ^releasenotes/.*$
352 - ^setup.cfg$
353 - ^tempest/hacking/.*$
354 - ^tempest/tests/.*$
Chandan Kumarcf576b22017-10-23 17:43:36 +0530355 - tempest-tox-plugin-sanity-check
ghanshyam8db07072018-06-19 09:42:00 +0000356 - tempest-scenario-all:
ghanshyam402df092018-05-14 01:29:04 +0000357 irrelevant-files:
358 - ^(test-|)requirements.txt$
359 - ^.*\.rst$
360 - ^doc/.*$
361 - ^etc/.*$
362 - ^releasenotes/.*$
363 - ^setup.cfg$
364 - ^tempest/hacking/.*$
365 - ^tempest/tests/.*$
ghanshyam8db07072018-06-19 09:42:00 +0000366 - ^tempest/api/.*$
Matt Riedemann44f666b2018-03-05 10:08:13 -0500367 - nova-cells-v1:
368 irrelevant-files:
369 - ^(test-|)requirements.txt$
370 - ^.*\.rst$
371 - ^doc/.*$
372 - ^etc/.*$
373 - ^releasenotes/.*$
374 - ^setup.cfg$
375 - ^tempest/hacking/.*$
376 - ^tempest/tests/.*$
melanie witt591fe212018-05-01 22:56:00 +0000377 - nova-live-migration:
ghanshyam14446062018-05-14 01:37:26 +0000378 voting: false
melanie witt591fe212018-05-01 22:56:00 +0000379 irrelevant-files:
380 - ^(test-|)requirements.txt$
381 - ^.*\.rst$
382 - ^doc/.*$
383 - ^etc/.*$
384 - ^releasenotes/.*$
385 - ^setup.cfg$
386 - ^tempest/hacking/.*$
387 - ^tempest/tests/.*$
ghanshyam14446062018-05-14 01:37:26 +0000388 gate:
389 jobs:
Felipe Monteiroec1b1112018-07-18 19:23:37 -0400390 - nova-multiattach:
391 irrelevant-files:
392 - ^(test-|)requirements.txt$
393 - ^.*\.rst$
394 - ^doc/.*$
395 - ^etc/.*$
396 - ^releasenotes/.*$
397 - ^setup.cfg$
398 - ^tempest/hacking/.*$
399 - ^tempest/tests/.*$
ghanshyam8db07072018-06-19 09:42:00 +0000400 - tempest-scenario-all:
401 irrelevant-files:
402 - ^(test-|)requirements.txt$
403 - ^.*\.rst$
404 - ^doc/.*$
405 - ^etc/.*$
406 - ^releasenotes/.*$
407 - ^setup.cfg$
408 - ^tempest/hacking/.*$
409 - ^tempest/tests/.*$
410 - ^tempest/api/.*$
ghanshyam14446062018-05-14 01:37:26 +0000411 experimental:
412 jobs:
ghanshyam1afb44b2018-05-25 00:53:48 +0300413 - tempest-cinder-v2-api:
414 irrelevant-files:
415 - ^(test-|)requirements.txt$
416 - ^.*\.rst$
417 - ^doc/.*$
418 - ^etc/.*$
419 - ^releasenotes/.*$
420 - ^setup.cfg$
421 - ^tempest/hacking/.*$
422 - ^tempest/tests/.*$
Andrea Frittoli (andreaf)c9d2c382017-11-21 15:03:18 +0000423 periodic-stable:
424 jobs:
425 - tempest-full-queens
426 - tempest-full-queens-py3
Andrea Frittoli1c2a8022018-02-20 15:58:13 +0000427 - tempest-full-pike