SI MOCK lab improves

- increase miimonitor interval to 1000
- increase mtu for ceph and tenant networks to 9100
- move ceph-replica network from bond1 to bond0
- add local-volume-provisioner on ucp nodes

https://mirantis.jira.com/browse/PRODX-2643

Change-Id: I0d410d9db30258d34a143abe4617b2307a1a41b5
diff --git a/de/heat-templates/env/bmt410-mstr3-wrkr3-cmp0-gtw0-osd3.yaml b/de/heat-templates/env/bmt410-mstr3-wrkr3-cmp0-gtw0-osd3.yaml
index b668f48..57feb87 100644
--- a/de/heat-templates/env/bmt410-mstr3-wrkr3-cmp0-gtw0-osd3.yaml
+++ b/de/heat-templates/env/bmt410-mstr3-wrkr3-cmp0-gtw0-osd3.yaml
@@ -39,8 +39,8 @@
   storage_backend_interface: 'ceph-replica'
   tunnel_interface: 'os-tenant'
   live_migration_interface: 'os-tenant'
-  ucp_metadata: {"role":"ucp", "labels": {"role": "stacklight", "stacklight": "enabled"}}
-  master_metadata: {"role":"master", "labels": {"role": "stacklight", "stacklight": "enabled"}}
+  ucp_metadata: {"role":"ucp", "labels": {"role": "stacklight", "stacklight": "enabled", "local-volume-provisioner": "enabled"}}
+  master_metadata: {"role":"master", "labels": {"role": "stacklight", "stacklight": "enabled", "local-volume-provisioner": "enabled"}}
   worker_metadata: {"labels": {"openstack-control-plane":"enabled", "openvswitch":"enabled", "openstack-gateway": "enabled","local-volume-provisioner": "enabled"}}
   cmp_metadata: {"labels": {"openstack-compute-node":"enabled","openvswitch":"enabled"}}
   osd_metadata: {"labels": {"role": "ceph-osd-node"}}
@@ -57,25 +57,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens3f1:
                 dhcp4: false
+                mtu: 9100
               ens3f2:
                 dhcp4: false
+                mtu: 9100
               ens3f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens3f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens3f2, ens3f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -85,8 +91,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -98,14 +102,19 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.10/24
+                mtu: 9100
               ceph-replica:
                 id: 417
-                link: bond1
+                link: bond0
                 addresses:
                 - {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }}
+                mtu: 9100
 
     '0c:c4:7a:33:26:6e':
       write_files:
@@ -116,25 +125,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens3f1:
                 dhcp4: false
+                mtu: 9100
               ens3f2:
                 dhcp4: false
+                mtu: 9100
               ens3f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens3f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens3f2, ens3f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -144,8 +159,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -157,14 +170,19 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.11/24
+                mtu: 9100
               ceph-replica:
                 id: 417
-                link: bond1
+                link: bond0
                 addresses:
                 - {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }}
+                mtu: 9100
 
     '0c:c4:7a:33:26:6a':
       write_files:
@@ -175,25 +193,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens3f1:
                 dhcp4: false
+                mtu: 9100
               ens3f2:
                 dhcp4: false
+                mtu: 9100
               ens3f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens3f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens3f2, ens3f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -203,8 +227,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -216,14 +238,19 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.12/24
+                mtu: 9100
               ceph-replica:
                 id: 417
-                link: bond1
+                link: bond0
                 addresses:
                 - {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }}
+                mtu: 9100
 
     '0c:c4:7a:34:92:94':
       write_files:
@@ -234,25 +261,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens3f1:
                 dhcp4: false
+                mtu: 9100
               ens3f2:
                 dhcp4: false
+                mtu: 9100
               ens3f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens3f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens3f2, ens3f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -262,8 +295,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -275,14 +306,19 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.13/24
+                mtu: 9100
               ceph-replica:
                 id: 417
-                link: bond1
+                link: bond0
                 addresses:
                 - {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }}
+                mtu: 9100
 
     '0c:c4:7a:aa:e0:9e':
       write_files:
@@ -293,25 +329,31 @@
             ethernets:
               ens11f0:
                 dhcp4: false
+                mtu: 9100
               ens11f1:
                 dhcp4: false
+                mtu: 9100
               ens11f2:
                 dhcp4: false
+                mtu: 9100
               ens11f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [ens11f0, ens11f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens11f2, ens11f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -321,8 +363,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -334,9 +374,13 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.14/24
+                mtu: 9100
 
     '0c:c4:7a:aa:e0:9c':
       write_files:
@@ -347,25 +391,31 @@
             ethernets:
               ens11f0:
                 dhcp4: false
+                mtu: 9100
               ens11f1:
                 dhcp4: false
+                mtu: 9100
               ens11f2:
                 dhcp4: false
+                mtu: 9100
               ens11f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [ens11f0, ens11f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens11f2, ens11f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -375,8 +425,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -388,9 +436,13 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.15/24
+                mtu: 9100
 
     '0c:c4:7a:aa:78:2c':
       write_files:
@@ -401,25 +453,31 @@
             ethernets:
               ens11f0:
                 dhcp4: false
+                mtu: 9100
               ens11f1:
                 dhcp4: false
+                mtu: 9100
               ens11f2:
                 dhcp4: false
+                mtu: 9100
               ens11f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [ens11f0, ens11f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens11f2, ens11f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -429,8 +487,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -442,9 +498,13 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.16/24
+                mtu: 9100
 
     '0c:c4:7a:aa:78:7a':
       write_files:
@@ -455,25 +515,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens4f1:
                 dhcp4: false
+                mtu: 9100
               ens4f2:
                 dhcp4: false
+                mtu: 9100
               ens4f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens4f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens4f2, ens4f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -484,8 +550,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -502,25 +566,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens4f1:
                 dhcp4: false
+                mtu: 9100
               ens4f2:
                 dhcp4: false
+                mtu: 9100
               ens4f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens4f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens4f2, ens4f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -531,8 +601,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -549,25 +617,31 @@
             ethernets:
               eno1:
                 dhcp4: false
+                mtu: 9100
               ens4f1:
                 dhcp4: false
+                mtu: 9100
               ens4f2:
                 dhcp4: false
+                mtu: 9100
               ens4f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [eno1, ens4f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [ens4f2, ens4f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -578,8 +652,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -596,25 +668,31 @@
             ethernets:
               enp3s0f0:
                 dhcp4: false
+                mtu: 9100
               enp3s0f1:
                 dhcp4: false
+                mtu: 9100
               enp3s0f2:
                 dhcp4: false
+                mtu: 9100
               enp3s0f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [enp3s0f0, enp3s0f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [enp3s0f2, enp3s0f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -624,8 +702,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -637,9 +713,13 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.17/24
+                mtu: 9100
 
     '0c:c4:7a:54:a2:5e':
       write_files:
@@ -650,25 +730,31 @@
             ethernets:
               enp3s0f0:
                 dhcp4: false
+                mtu: 9100
               enp3s0f1:
                 dhcp4: false
+                mtu: 9100
               enp3s0f2:
                 dhcp4: false
+                mtu: 9100
               enp3s0f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [enp3s0f0, enp3s0f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [enp3s0f2, enp3s0f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -678,8 +764,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -691,9 +775,13 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.18/24
+                mtu: 9100
 
     '0c:c4:7a:54:a0:50':
       write_files:
@@ -704,25 +792,31 @@
             ethernets:
               enp3s0f0:
                 dhcp4: false
+                mtu: 9100
               enp3s0f1:
                 dhcp4: false
+                mtu: 9100
               enp3s0f2:
                 dhcp4: false
+                mtu: 9100
               enp3s0f3:
                 dhcp4: false
+                mtu: 9100
             bonds:
               bond0:
                 dhcp4: no
                 interfaces: [enp3s0f0, enp3s0f1]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
               bond1:
                 dhcp4: no
                 interfaces: [enp3s0f2, enp3s0f3]
                 parameters:
                   mode: active-backup
-                  mii-monitor-interval: 1
+                  mii-monitor-interval: 1000
+                mtu: 9100
             vlans:
               k8s-control:
                 id: 411
@@ -732,8 +826,6 @@
               os-floating:
                 id: 412
                 link: bond1
-                addresses:
-                - {{ PUBLIC_INTERFACE_IP }}/{{ PUBLIC_INTERFACE_NETMASK }}
               k8s-metallb:
                 id: 413
                 link: bond0
@@ -745,9 +837,13 @@
                 link: bond1
                 addresses:
                 - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
+                mtu: 9100
               os-tenant:
                 id: 416
                 link: bond1
+                addresses:
+                - 10.14.0.19/24
+                mtu: 9100
 
 
   functions_override: |