blob: 072c8b4b9d417f1584c855ea392a3be57d1763b5 [file] [log] [blame]
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +02001- job:
2 name: neutron-tempest-plugin-api
3 parent: neutron-tempest-plugin-base
4 vars:
5 # TODO(slaweq): find a way to put this list of extensions in
6 # neutron repository and keep it different per branch,
7 # then it could be removed from here
8 network_api_extensions_common: &api_extensions
9 - address-scope
10 - agent
11 - allowed-address-pairs
12 - auto-allocated-topology
13 - availability_zone
14 - binding
15 - default-subnetpools
16 - dhcp_agent_scheduler
17 - dns-domain-ports
18 - dns-integration
19 - empty-string-filtering
20 - expose-port-forwarding-in-fip
21 - expose-l3-conntrack-helper
22 - ext-gw-mode
23 - external-net
24 - extra_dhcp_opt
25 - extraroute
26 - extraroute-atomic
27 - filter-validation
28 - fip-port-details
29 - flavors
30 - floating-ip-port-forwarding
31 - floatingip-pools
32 - ip-substring-filtering
33 - l3-conntrack-helper
34 - l3-flavors
35 - l3-ha
36 - l3_agent_scheduler
37 - logging
38 - metering
39 - multi-provider
40 - net-mtu
41 - net-mtu-writable
42 - network-ip-availability
43 - network_availability_zone
44 - network-segment-range
45 - pagination
46 - port-resource-request
47 - port-mac-address-regenerate
48 - port-security
49 - port-security-groups-filtering
50 - project-id
51 - provider
52 - qos
53 - qos-bw-minimum-ingress
54 - qos-fip
55 - quotas
56 - quota_details
57 - rbac-address-scope
58 - rbac-policies
59 - rbac-security-groups
60 - rbac-subnetpool
61 - router
62 - router-admin-state-down-before-update
63 - router_availability_zone
64 - security-group
65 - segment
66 - service-type
67 - sorting
68 - standard-attr-description
69 - standard-attr-revisions
70 - standard-attr-segment
71 - standard-attr-tag
72 - standard-attr-timestamp
73 - subnet_allocation
74 - subnet-dns-publish-fixed-ip
75 - subnetpool-prefix-ops
76 - tag-ports-during-bulk-creation
77 - trunk
78 - trunk-details
79 - uplink-status-propagation
80 network_api_extensions_tempest:
81 - dvr
82 tempest_test_regex: ^neutron_tempest_plugin\.api
83 devstack_services:
84 neutron-log: true
85 devstack_local_conf:
86 post-config:
87 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
88 # devstack-tempest job will be switched to use lib/neutron instead of
89 # lib/neutron-legacy
90 /$NEUTRON_CORE_PLUGIN_CONF:
91 AGENT:
92 tunnel_types: gre,vxlan
93 network_log:
94 local_output_log_base: /tmp/test_log.log
95
96- job:
97 name: neutron-tempest-plugin-scenario-openvswitch
98 parent: neutron-tempest-plugin-scenario
99 timeout: 10000
100 vars:
101 network_api_extensions: *api_extensions
102 devstack_localrc:
103 Q_AGENT: openvswitch
104 NETWORK_API_EXTENSIONS: "{{ network_api_extensions | join(',') }}"
105 devstack_local_conf:
106 post-config:
107 $NEUTRON_CONF:
108 DEFAULT:
109 enable_dvr: false
110 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
111 # devstack-tempest job will be switched to use lib/neutron instead of
112 # lib/neutron-legacy
113 /$NEUTRON_CORE_PLUGIN_CONF:
114 agent:
115 tunnel_types: vxlan,gre
116 ovs:
117 tunnel_bridge: br-tun
118 bridge_mappings: public:br-ex
119 test-config:
120 $TEMPEST_CONFIG:
121 neutron_plugin_options:
122 available_type_drivers: flat,vlan,local,vxlan
123
124- job:
125 name: neutron-tempest-plugin-scenario-openvswitch-iptables_hybrid
126 parent: neutron-tempest-plugin-scenario
127 timeout: 10000
128 vars:
129 network_api_extensions: *api_extensions
130 # TODO(slaweq): remove trunks subport_connectivity test from blacklist
131 # when bug https://bugs.launchpad.net/neutron/+bug/1838760 will be fixed
132 tempest_black_regex: "(^neutron_tempest_plugin.scenario.test_trunk.TrunkTest.test_subport_connectivity)"
133 devstack_localrc:
134 Q_AGENT: openvswitch
135 NETWORK_API_EXTENSIONS: "{{ network_api_extensions | join(',') }}"
136 devstack_local_conf:
137 post-config:
138 $NEUTRON_CONF:
139 DEFAULT:
140 enable_dvr: false
141 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
142 # devstack-tempest job will be switched to use lib/neutron instead of
143 # lib/neutron-legacy
144 /$NEUTRON_CORE_PLUGIN_CONF:
145 agent:
146 tunnel_types: vxlan,gre
147 ovs:
148 tunnel_bridge: br-tun
149 bridge_mappings: public:br-ex
150 securitygroup:
151 firewall_driver: iptables_hybrid
152 test-config:
153 $TEMPEST_CONFIG:
154 neutron_plugin_options:
155 available_type_drivers: flat,vlan,local,vxlan
156
157- job:
158 name: neutron-tempest-plugin-scenario-linuxbridge
159 parent: neutron-tempest-plugin-scenario
160 timeout: 10000
Slawek Kaplonskide8e5032020-08-27 09:12:43 +0200161 roles:
162 - zuul: openstack/neutron
163 pre-run: playbooks/linuxbridge-scenario-pre-run.yaml
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200164 vars:
165 network_api_extensions: *api_extensions
166 devstack_localrc:
167 Q_AGENT: linuxbridge
168 NETWORK_API_EXTENSIONS: "{{ network_api_extensions | join(',') }}"
169 devstack_local_conf:
170 post-config:
171 $NEUTRON_CONF:
172 DEFAULT:
173 enable_dvr: false
174 AGENT:
175 debug_iptables_rules: true
176 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
177 # devstack-tempest job will be switched to use lib/neutron instead of
178 # lib/neutron-legacy
179 /$NEUTRON_CORE_PLUGIN_CONF:
180 ml2:
181 type_drivers: flat,vlan,local,vxlan
182 test-config:
183 $TEMPEST_CONFIG:
184 neutron_plugin_options:
185 available_type_drivers: flat,vlan,local,vxlan
186 q_agent: linuxbridge
187
188- job:
Maciej Jozefczykf5855ac2020-06-10 13:17:27 +0000189 name: neutron-tempest-plugin-scenario-ovn
190 parent: neutron-tempest-plugin-scenario
191 timeout: 10000
192 vars:
193 network_api_extensions: *api_extensions
Slawek Kaplonski28082072020-11-02 21:32:04 +0100194 # TODO(haleyb): Remove IPv6Test from blacklist when
Maciej Jozefczykf5855ac2020-06-10 13:17:27 +0000195 # https://bugs.launchpad.net/neutron/+bug/1881558 is fixed.
Slawek Kaplonski28082072020-11-02 21:32:04 +0100196 # TODO(slaweq): Remove test_trunk_subport_lifecycle test from the
197 # blacklist when bug https://bugs.launchpad.net/neutron/+bug/1885900 will
198 # be fixed
Jakub Libosvar20591c52020-10-29 21:01:51 +0100199 # TODO(jlibosva): Remove the NetworkWritableMtuTest test from the list
200 # once east/west fragmentation is supported in core OVN
Slawek Kaplonski28082072020-11-02 21:32:04 +0100201 tempest_black_regex: "\
202 (?:neutron_tempest_plugin.scenario.test_ipv6.IPv6Test)|\
Jakub Libosvar20591c52020-10-29 21:01:51 +0100203 (^neutron_tempest_plugin.scenario.test_trunk.TrunkTest.test_trunk_subport_lifecycle)|\
204 (^neutron_tempest_plugin.scenario.test_mtu.NetworkWritableMtuTest)"
Maciej Jozefczykf5855ac2020-06-10 13:17:27 +0000205 devstack_localrc:
206 Q_AGENT: ovn
207 NETWORK_API_EXTENSIONS: "{{ network_api_extensions | join(',') }}"
208 Q_ML2_PLUGIN_MECHANISM_DRIVERS: ovn,logger
209 Q_ML2_PLUGIN_TYPE_DRIVERS: local,flat,vlan,geneve
210 Q_ML2_TENANT_NETWORK_TYPE: geneve
211 Q_USE_PROVIDERNET_FOR_PUBLIC: true
212 PHYSICAL_NETWORK: public
213 ENABLE_CHASSIS_AS_GW: true
214 OVN_L3_CREATE_PUBLIC_NETWORK: true
215 OVN_DBS_LOG_LEVEL: dbg
Maciej Jozefczykf5855ac2020-06-10 13:17:27 +0000216 ENABLE_TLS: True
217 OVN_IGMP_SNOOPING_ENABLE: True
218 devstack_services:
219 br-ex-tcpdump: true
220 br-int-flows: true
221 q-ovn-metadata-agent: true
222 ovn-controller: true
223 ovn-northd: true
224 ovs-vswitchd: true
225 ovsdb-server: true
226 q-agt: false
227 q-dhcp: false
228 q-l3: false
229 q-meta: false
230 q-metering: false
231 s-account: false
232 s-container-sync: false
233 s-container: false
234 s-object: false
235 s-proxy: false
236 tls-proxy: true
237 q-qos: true
238 devstack_local_conf:
239 post-config:
240 $NEUTRON_CONF:
241 DEFAULT:
242 enable_dvr: false
243 /$NEUTRON_CORE_PLUGIN_CONF:
244 ml2:
245 type_drivers: local,flat,vlan,geneve
246 test-config:
247 $TEMPEST_CONFIG:
248 neutron_plugin_options:
249 available_type_drivers: local,flat,vlan,geneve
Bence Romsics61589652020-09-04 14:49:58 +0200250 ipv6_metadata: False
Maciej Jozefczykf5855ac2020-06-10 13:17:27 +0000251 is_igmp_snooping_enabled: True
252
253- job:
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200254 name: neutron-tempest-plugin-dvr-multinode-scenario
255 parent: tempest-multinode-full
256 description: |
257 Perform setup for Neutron tempest tests in multinode with DVR scenario
258 roles:
259 - zuul: openstack/devstack
260 required-projects:
261 - openstack/devstack-gate
262 - openstack/neutron
263 - openstack/neutron-tempest-plugin
264 - openstack/tempest
265 pre-run: playbooks/dvr-multinode-scenario-pre-run.yaml
266 voting: false
267 vars:
268 tempest_concurrency: 4
269 tox_envlist: all
270 tempest_test_regex: ^neutron_tempest_plugin\.scenario
271 # NOTE(slaweq): in case of some tests, which requires advanced image,
272 # default test timeout set to 1200 seconds may be not enough if job is
273 # run on slow node
274 tempest_test_timeout: 2400
275 network_api_extensions_common: *api_extensions
276 network_api_extensions_dvr:
277 - dvr
278 devstack_localrc:
279 USE_PYTHON3: true
280 NETWORK_API_EXTENSIONS: "{{ (network_api_extensions_common + network_api_extensions_dvr) | join(',') }}"
281 PHYSICAL_NETWORK: default
Slawek Kaplonski35a44142020-09-29 21:39:53 +0200282 CIRROS_VERSION: 0.5.1
283 IMAGE_URLS: https://cloud-images.ubuntu.com/releases/bionic/release/ubuntu-18.04-server-cloudimg-amd64.img
284 ADVANCED_IMAGE_NAME: ubuntu-18.04-server-cloudimg-amd64
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200285 ADVANCED_INSTANCE_TYPE: ds512M
286 ADVANCED_INSTANCE_USER: ubuntu
287 BUILD_TIMEOUT: 784
288 devstack_plugins:
289 neutron: https://opendev.org/openstack/neutron.git
290 neutron-tempest-plugin: https://opendev.org/openstack/neutron-tempest-plugin.git
291 tempest_plugins:
292 - neutron-tempest-plugin
293 devstack_services:
294 tls-proxy: false
295 tempest: true
296 neutron-dns: true
297 neutron-qos: true
298 neutron-segments: true
299 neutron-trunk: true
300 neutron-log: true
301 neutron-port-forwarding: true
302 cinder: true
Slawek Kaplonskif2893442020-11-02 21:40:26 +0100303 # We don't need Swift to be run in the Neutron jobs
304 s-account: false
305 s-container: false
306 s-object: false
307 s-proxy: false
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200308 devstack_local_conf:
309 post-config:
310 $NEUTRON_CONF:
311 quotas:
312 quota_router: 100
313 quota_floatingip: 500
314 quota_security_group: 100
315 quota_security_group_rule: 1000
316 DEFAULT:
317 router_distributed: True
318 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
319 # devstack-tempest job will be switched to use lib/neutron instead of
320 # lib/neutron-legacy
321 "/$NEUTRON_CORE_PLUGIN_CONF":
322 ml2:
323 type_drivers: flat,geneve,vlan,gre,local,vxlan
324 mechanism_drivers: openvswitch,l2population
325 ml2_type_vlan:
326 network_vlan_ranges: foo:1:10
327 ml2_type_vxlan:
328 vni_ranges: 1:2000
329 ml2_type_gre:
330 tunnel_id_ranges: 1:1000
331 agent:
332 enable_distributed_routing: True
333 l2_population: True
334 tunnel_types: vxlan,gre
335 ovs:
336 tunnel_bridge: br-tun
337 bridge_mappings: public:br-ex
338 $NEUTRON_L3_CONF:
339 DEFAULT:
340 agent_mode: dvr_snat
341 agent:
342 availability_zone: nova
343 $NEUTRON_DHCP_CONF:
344 agent:
345 availability_zone: nova
346 "/etc/neutron/api-paste.ini":
347 "composite:neutronapi_v2_0":
348 use: "call:neutron.auth:pipeline_factory"
349 noauth: "cors request_id catch_errors osprofiler extensions neutronapiapp_v2_0"
350 keystone: "cors request_id catch_errors osprofiler authtoken keystonecontext extensions neutronapiapp_v2_0"
351 test-config:
352 $TEMPEST_CONFIG:
353 neutron_plugin_options:
354 provider_vlans: foo,
355 agent_availability_zone: nova
356 image_is_advanced: true
357 available_type_drivers: flat,geneve,vlan,gre,local,vxlan
358 l3_agent_mode: dvr_snat
359 group-vars:
360 subnode:
361 devstack_services:
362 tls-proxy: false
363 q-agt: true
364 q-l3: true
365 q-meta: true
366 neutron-qos: true
367 neutron-trunk: true
368 neutron-log: true
369 neutron-port-forwarding: true
Slawek Kaplonskif2893442020-11-02 21:40:26 +0100370 # We don't need Swift to be run in the Neutron jobs
371 s-account: false
372 s-container: false
373 s-object: false
374 s-proxy: false
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200375 devstack_localrc:
376 USE_PYTHON3: true
377 devstack_local_conf:
378 post-config:
379 $NEUTRON_CONF:
380 DEFAULT:
381 router_distributed: True
382 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
383 # devstack-tempest job will be switched to use lib/neutron instead of
384 # lib/neutron-legacy
385 "/$NEUTRON_CORE_PLUGIN_CONF":
386 agent:
387 enable_distributed_routing: True
388 l2_population: True
389 tunnel_types: vxlan,gre
390 ovs:
391 tunnel_bridge: br-tun
392 bridge_mappings: public:br-ex
393 $NEUTRON_L3_CONF:
394 DEFAULT:
395 agent_mode: dvr_snat
396 agent:
397 availability_zone: nova
398 irrelevant-files: &tempest-irrelevant-files
399 - ^(test-|)requirements.txt$
400 - ^releasenotes/.*$
401 - ^doc/.*$
402 - ^setup.cfg$
403 - ^.*\.rst$
Brian Haleyafb4bd72020-05-29 16:03:43 -0400404 - ^neutron.*/locale/.*$
405 - ^neutron.*/tests/unit/.*$
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200406 - ^tools/.*$
407 - ^tox.ini$
408
409- job:
410 name: neutron-tempest-plugin-designate-scenario
411 parent: neutron-tempest-plugin-scenario
412 description: Neutron designate integration scenario
413 required-projects:
414 - openstack/designate
415 - openstack/designate-dashboard
416 - openstack/designate-tempest-plugin
417 timeout: 3600
418 vars:
419 network_api_extensions_common: *api_extensions
420 devstack_localrc:
421 DESIGNATE_BACKEND_DRIVER: bind9
422 Q_AGENT: openvswitch
423 # In this job advanced image is not needed, so it's name should be
424 # empty
425 ADVANCED_IMAGE_NAME: ""
426 NETWORK_API_EXTENSIONS: "{{ network_api_extensions_common | join(',') }}"
427 devstack_local_conf:
428 post-config:
429 $NEUTRON_CONF:
430 DEFAULT:
431 enable_dvr: false
432 # NOTE(slaweq): We can get rid of this hardcoded absolute path when
433 # devstack-tempest job will be switched to use lib/neutron instead of
434 # lib/neutron-legacy
435 /$NEUTRON_CORE_PLUGIN_CONF:
436 agent:
437 tunnel_types: vxlan,gre
438 ovs:
439 tunnel_bridge: br-tun
440 bridge_mappings: public:br-ex
441 devstack_plugins:
442 designate: https://opendev.org/openstack/designate.git
443 devstack_services:
444 cinder: false
445 designate: true
446 tempest_plugins:
447 - designate-tempest-plugin
448 - neutron-tempest-plugin
449 tempest_test_regex: ^neutron_tempest_plugin\.scenario\.test_dns_integration
450 irrelevant-files: *tempest-irrelevant-files
451
452- job:
453 name: neutron-tempest-plugin-sfc
454 parent: neutron-tempest-plugin-base
455 timeout: 10800
456 required-projects:
457 - openstack/devstack-gate
458 - openstack/networking-sfc
459 - openstack/neutron
460 - openstack/neutron-tempest-plugin
461 - openstack/tempest
462 vars:
463 network_api_extensions_common: *api_extensions
464 tempest_test_regex: ^neutron_tempest_plugin\.sfc
465 devstack_plugins:
466 networking-sfc: https://opendev.org/openstack/networking-sfc
467 neutron-tempest-plugin: https://opendev.org/openstack/neutron-tempest-plugin
468 network_api_extensions_sfc:
469 - flow_classifier
470 - sfc
471 devstack_localrc:
472 NETWORK_API_EXTENSIONS: "{{ (network_api_extensions_common + network_api_extensions_sfc) | join(',') }}"
473 # TODO(bcafarel): tests still fail from time to time in parallel
474 # https://bugs.launchpad.net/neutron/+bug/1851500
475 # https://bugs.launchpad.net/networking-sfc/+bug/1660366
476 tempest_concurrency: 1
477
478- job:
479 name: neutron-tempest-plugin-bgpvpn-bagpipe
480 parent: neutron-tempest-plugin-base
481 required-projects:
482 - openstack/networking-bagpipe
483 - openstack/networking-bgpvpn
484 vars:
485 tempest_test_regex: ^neutron_tempest_plugin\.bgpvpn
486 network_api_extensions: *api_extensions
487 network_api_extensions_bgpvpn:
488 - bgpvpn
489 - bgpvpn-routes-control
490 devstack_localrc:
491 NETWORKING_BGPVPN_DRIVER: "BGPVPN:BaGPipe:networking_bgpvpn.neutron.services.service_drivers.bagpipe.bagpipe_v2.BaGPipeBGPVPNDriver:default"
492 BAGPIPE_DATAPLANE_DRIVER_IPVPN: "ovs"
493 BAGPIPE_BGP_PEERS: "-"
494 NETWORK_API_EXTENSIONS: "{{ (network_api_extensions + network_api_extensions_bgpvpn) | join(',') }}"
495 devstack_plugins:
496 networking-bgpvpn: https://git.openstack.org/openstack/networking-bgpvpn
497 networking-bagpipe: https://git.openstack.org/openstack/networking-bagpipe
498
499- job:
Slawek Kaplonski40ec8e52020-05-20 13:07:44 +0200500 name: neutron-tempest-plugin-dynamic-routing
501 parent: neutron-tempest-plugin-base
502 description: |
503 Perform setup common to all Neutron dynamic routing tempest tests
504 required-projects:
505 - openstack/neutron
506 - openstack/neutron-dynamic-routing
507 - openstack/os-ken
508 - openstack/tempest
509 pre-run: playbooks/dynamic-routing-pre-run.yaml
510 vars:
511 devstack_plugins:
512 neutron-dynamic-routing: https://opendev.org/openstack/neutron-dynamic-routing
513 neutron-tempest-plugin: https://opendev.org/openstack/neutron-tempest-plugin
514 network_api_extensions_common: *api_extensions
515 network_api_extensions_bgp:
516 - bgp
517 - bgp_dragent_scheduler
518 - bgp_4byte_asn
519 devstack_localrc:
520 NETWORK_API_EXTENSIONS: "{{ (network_api_extensions_common + network_api_extensions_bgp) | join(',') }}"
521 devstack_services:
522 neutron-dr: true
523 neutron-dr-agent: true
524 q-l3: true
525 tempest_concurrency: 1
526 tempest_test_regex: ^neutron_tempest_plugin\.neutron_dynamic_routing
527
528- job:
529 name: neutron-tempest-plugin-vpnaas
530 parent: neutron-tempest-plugin-base
531 timeout: 3900
532 required-projects:
533 - openstack/devstack-gate
534 - openstack/neutron
535 - openstack/neutron-vpnaas
536 - openstack/neutron-tempest-plugin
537 - openstack/tempest
538 vars:
539 tempest_test_regex: ^neutron_tempest_plugin\.vpnaas
540 devstack_plugins:
541 neutron-vpnaas: https://opendev.org/openstack/neutron-vpnaas.git
542 neutron-tempest-plugin: https://opendev.org/openstack/neutron-tempest-plugin.git
543 network_api_extensions_common: *api_extensions
544 network_api_extensions_vpnaas:
545 - vpnaas
546 devstack_localrc:
547 IPSEC_PACKAGE: strongswan
548 NETWORK_API_EXTENSIONS: "{{ (network_api_extensions_common + network_api_extensions_vpnaas) | join(',') }}"
Brian Haleyafb4bd72020-05-29 16:03:43 -0400549 irrelevant-files: *tempest-irrelevant-files