de/heat-templates/env/bmt410-mstr3-wrkr3-cmp0-gtw0-osd3.yaml

resource_registry:
  "MCP2::NetworkAcc": ../fragments/NetworkAccBM.yaml
  "MCP2::NetworkAccStorage": ../fragments/NetworkAccVMStorage.yaml
  "MCP2::NetworkPrvFl": ../fragments/NetworkPrvFl.yaml
  "MCP2::NetworkIronicFlat": ../fragments/NetworkIronicFlat.yaml
  "MCP2::SrvInstances": ../fragments/SrvInstancesBM.yaml
  "MCP2::SrvInstancesCeph": ../fragments/SrvInstancesBMCeph.yaml
  "MCP2::SrvInstancesCephOSD": ../fragments/SrvInstancesBMCephOSD.yaml

parameters:
  image: bionic-server-cloudimg-amd64-20190612
  ucp_flavor: si-bm-410-128-16-hdd0-ssd2x1t
  masters_flavor: si-bm-410-128-16-hdd0-ssd2x1t
  workers_flavor: si-bm-410-128-32-hdd0-ssd2x1t
  cmps_flavor: si-bm-410-128-16-hdd0-ssd1x500g
  gtws_flavor: oscore-bm-lab-01
  lmas_flavor: oscore-bm-lab-01
  osds_flavor: si-bm-410-64-16-hdd2x2t-ssd1x500g
  spares_flavor: si-bm-410-64-16-hdd2x2t-ssd1x500g-spare
  masters_size: 2  # UCP nodes
  worker_size: 3  # OpenStack controller nodes
  cmp_size: 3
  gtw_size: 0
  lma_size: 0
  osd_size: 3
  spare_size: 1
  ucp_boot_timeout: 1200
  cluster_public_key: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCp0evjOaK8c8SKYK4r2+0BN7g+8YSvQ2n8nFgOURCyvkJqOHi1qPGZmuN0CclYVdVuZiXbWw3VxRbSW3EH736VzgY1U0JmoTiSamzLHaWsXvEIW8VCi7boli539QJP0ikJiBaNAgZILyCrVPN+A6mfqtacs1KXdZ0zlMq1BPtFciR1JTCRcVs5vP2Wwz5QtY2jMIh3aiwkePjMTQPcfmh1TkOlxYu5IbQyZ3G1ahA0mNKI9a0dtF282av/F6pwB/N1R1nEZ/9VtcN2I1mf1NW/tTHEEcTzXYo1R/8K9vlqAN8QvvGLZtZduGviNVNoNWvoxaXxDt8CPv2B2NCdQFZp
  public_net_id: 'physnet1-410'
  control_network_cidr: '172.16.50.128/25'
  private_floating_network_cidr: '172.16.51.0/25'
  private_floating_network_pool_start: '172.16.51.10'
  private_floating_network_pool_end: '172.16.51.30'
  private_floating_network_ipam_pool_start: '172.16.51.31'
  private_floating_network_ipam_pool_end: '172.16.51.62'
  private_floating_network_gateway: '172.16.51.1'
  private_floating_network_interface: 'os-floating'
  metallb_address_pools: [ '172.16.51.130-172.16.51.250' ]
  private_floating_interface: 'os-floating'
  storage_frontend_interface: 'ceph-control'
  storage_backend_interface: 'ceph-replica'
  tunnel_interface: 'os-tenant'
  live_migration_interface: 'os-tenant'
  worker_metadata: {"labels": {"openstack-control-plane":"enabled", "openvswitch":"enabled", "openstack-gateway": "enabled","local-volume-provisioner": "enabled","role": "stacklight", "stacklight": "enabled"}}
  cmp_metadata: {"labels": {"openstack-compute-node":"enabled","openvswitch":"enabled"}}
  osd_metadata: {"labels": {"role": "ceph-osd-node"}}
  spare_metadata: {"labels": {"role": "spare-node"}}

  hardware_metadata: |
    '0c:c4:7a:33:26:7c':
      write_files:
      - path: /usr/share/metadata/ceph.yaml
        content: |
         storageDevices:
           - name: sdb
             role: hdd
             sizeGb: 500
           - name: sdc
             role: hdd
             sizeGb: 500
         ramGb: 64
         cores: 12
         ips:
           - 192.168.122.101
         crushPath: {}
      - path: '/etc/netplan/99-cz7714-osd.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens3f1: *mtu9100
              ens3f2: *mtu9100
              ens3f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens3f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens3f2, ens3f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.130/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.10/24 ], mtu: 9100 }
              ceph-replica: { id: 417, link: bond0, addresses: [ {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }} ], mtu: 9100 }
    '0c:c4:7a:33:26:6e':
      write_files:
      - path: /usr/share/metadata/ceph.yaml
        content: |
         storageDevices:
           - name: sdb
             role: hdd
             sizeGb: 500
           - name: sdc
             role: hdd
             sizeGb: 500
         ramGb: 64
         cores: 12
         ips:
           - 192.168.122.102
         crushPath: {}
      - path: '/etc/netplan/99-cz7725-osd.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens3f1: *mtu9100
              ens3f2: *mtu9100
              ens3f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens3f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens3f2, ens3f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.131/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.11/24 ], mtu: 9100 }
              ceph-replica: { id: 417, link: bond0, addresses: [ {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }} ], mtu: 9100 }
    '0c:c4:7a:33:26:6a':
      write_files:
      - path: /usr/share/metadata/ceph.yaml
        content: |
         storageDevices:
           - name: sdb
             role: hdd
             sizeGb: 500
           - name: sdc
             role: hdd
             sizeGb: 500
         ramGb: 64
         cores: 12
         ips:
           - 192.168.122.103
         crushPath: {}
      - path: '/etc/netplan/99-cz7726-osd.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens3f1: *mtu9100
              ens3f2: *mtu9100
              ens3f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens3f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens3f2, ens3f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.132/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.12/24 ], mtu: 9100 }
              ceph-replica: { id: 417, link: bond0, addresses: [ {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }} ], mtu: 9100 }
    '0c:c4:7a:34:92:94':
      write_files:
      - path: '/etc/netplan/99-cz7727-spare.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens3f1: *mtu9100
              ens3f2: *mtu9100
              ens3f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens3f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens3f2, ens3f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.133/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.13/24 ], mtu: 9100 }
              ceph-replica: { id: 417, link: bond0, addresses: [ {{ STORAGE_BACKEND_INTERFACE_IP }}/{{ STORAGE_BACKEND_NETWORK_NETMASK }} ], mtu: 9100 }
    '0c:c4:7a:aa:e0:9e':
      write_files:
      - path: '/etc/netplan/99-cz10095-os-control.yaml'
        content: |
          network:
            version: 2
            ethernets:
              ens11f0: &mtu9100
                dhcp4: false
                mtu: 9100
              ens11f1: *mtu9100
              ens11f2: *mtu9100
              ens11f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [ens11f0, ens11f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens11f2, ens11f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.134/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.14/24 ], mtu: 9100 }
    '0c:c4:7a:aa:e0:9c':
      write_files:
      - path: '/etc/netplan/99-cz10096-os-control.yaml'
        content: |
          network:
            version: 2
            ethernets:
              ens11f0: &mtu9100
                dhcp4: false
                mtu: 9100
              ens11f1: *mtu9100
              ens11f2: *mtu9100
              ens11f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [ens11f0, ens11f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens11f2, ens11f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.135/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.15/24 ], mtu: 9100 }
    '0c:c4:7a:aa:78:2c':
      write_files:
      - path: '/etc/netplan/99-cz10097-os-control.yaml'
        content: |
          network:
            version: 2
            ethernets:
              ens11f0: &mtu9100
                dhcp4: false
                mtu: 9100
              ens11f1: *mtu9100
              ens11f2: *mtu9100
              ens11f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [ens11f0, ens11f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens11f2, ens11f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.136/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.16/24 ], mtu: 9100 }
    '0c:c4:7a:aa:78:7a':
      write_files:
      - path: '/etc/netplan/99-cz10098-ucp-control.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens4f1: *mtu9100
              ens4f2: *mtu9100
              ens4f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens4f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens4f2, ens4f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ {% if UCP_MASTER_HOST == "" %}172.16.50.254/25{% else %}172.16.50.137/25{% endif %} ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
    '0c:c4:7a:aa:e0:98':
      write_files:
      - path: '/etc/netplan/99-cz10099-ucp-control.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens4f1: *mtu9100
              ens4f2: *mtu9100
              ens4f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens4f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens4f2, ens4f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ {% if UCP_MASTER_HOST == "" %}172.16.50.254/25{% else %}172.16.50.138/25{% endif %} ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
    '0c:c4:7a:aa:78:7c':
      write_files:
      - path: '/etc/netplan/99-cz10100-ucp-control.yaml'
        content: |
          network:
            version: 2
            ethernets:
              eno1: &mtu9100
                dhcp4: false
                mtu: 9100
              ens4f1: *mtu9100
              ens4f2: *mtu9100
              ens4f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [eno1, ens4f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [ens4f2, ens4f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ {% if UCP_MASTER_HOST == "" %}172.16.50.254/25{% else %}172.16.50.139/25{% endif %} ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
    '0c:c4:7a:55:6a:28':
      write_files:
      - path: '/etc/netplan/99-cz7636-os-compute.yaml'
        content: |
          network:
            version: 2
            ethernets:
              enp3s0f0: &mtu9100
                dhcp4: false
                mtu: 9100
              enp3s0f1: *mtu9100
              enp3s0f2: *mtu9100
              enp3s0f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [enp3s0f0, enp3s0f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [enp3s0f2, enp3s0f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.140/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.17/24 ], mtu: 9100 }
    '0c:c4:7a:54:a2:5e':
      write_files:
      - path: '/etc/netplan/99-cz7641-os-compute.yaml'
        content: |
          network:
            version: 2
            ethernets:
              enp3s0f0: &mtu9100
                dhcp4: false
                mtu: 9100
              enp3s0f1: *mtu9100
              enp3s0f2: *mtu9100
              enp3s0f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [enp3s0f0, enp3s0f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [enp3s0f2, enp3s0f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.141/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control: { id: 415, link: bond1, addresses: [ {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }} ] , mtu: 9100 }
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.18/24 ], mtu: 9100 }
    '0c:c4:7a:54:a0:50':
      write_files:
      - path: '/etc/netplan/99-cz7642-os-compute.yaml'
        content: |
          network:
            version: 2
            ethernets:
              enp3s0f0: &mtu9100
                dhcp4: false
                mtu: 9100
              enp3s0f1: *mtu9100
              enp3s0f2: *mtu9100
              enp3s0f3: *mtu9100
            bonds:
              bond0:
                dhcp4: no
                interfaces: [enp3s0f0, enp3s0f1]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
              bond1:
                dhcp4: no
                interfaces: [enp3s0f2, enp3s0f3]
                parameters:
                  mode: active-backup
                  mii-monitor-interval: 1000
                mtu: 9100
            vlans:
              k8s-control: { id: 411, link: bond0, addresses: [ 172.16.50.142/25 ] }
              os-floating: { id: 412, link: bond1 }
              k8s-metallb: { id: 413, link: bond0 }
              management: { id: 414, link: bond0 }
              ceph-control:
                id: 415
                link: bond1
                addresses:
                - {{ STORAGE_FRONTEND_INTERFACE_IP }}/{{ STORAGE_FRONTEND_NETWORK_NETMASK }}
                mtu: 9100
              os-tenant: { id: 416, link: bond1, addresses: [ 10.14.0.19/24 ], mtu: 9100 }

  functions_override: |

    function network_config {

        DEBIAN_FRONTEND=noninteractive apt -y install bridge-utils ifenslave vlan
        sudo modprobe bonding
        netplan --debug apply
        sleep 15

        # Re-init the variables related to the just configured k8s-control network
        CONTROL_IP_ADDRESS=$(ip route get ${CONTROL_NETWORK_CIDR%/*} | head -n1 | fgrep -v ' via ' | awk '/ src / {print $6}')

        #UCP_MASTER_HOST=${UCP_MASTER_HOST:-${CONTROL_IP_ADDRESS}}
        # Hardcoded IP for the UCP node because the servers output contain PXE IP instead of k8s_control IP
        UCP_MASTER_HOST=172.16.50.254
        UCP_IP_ADDRESS=${UCP_IP_ADDRESS:-$CONTROL_IP_ADDRESS}
    }