| Dennis Dmitriev | eea5bb3 | 2017-09-03 23:20:54 +0300 | [diff] [blame] | 1 | {% from 'cookied-mcp-ocata-dvr-vxlan/underlay.yaml' import HOSTNAME_CFG01 with context %} | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 2 |  | 
|  | 3 | # Install docker swarm | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 4 | - description: Configure docker service | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 5 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm' state.sls docker.host | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 6 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 7 | retry: {count: 1, delay: 10} | 
|  | 8 | skip_fail: false | 
|  | 9 |  | 
|  | 10 | - description: Install docker swarm on master node | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 11 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm:role:master' state.sls docker.swarm | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 12 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 13 | retry: {count: 1, delay: 10} | 
|  | 14 | skip_fail: false | 
|  | 15 |  | 
|  | 16 | - description: Send grains to the swarm slave nodes | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 17 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm' state.sls salt.minion.grains | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 18 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 19 | retry: {count: 1, delay: 10} | 
|  | 20 | skip_fail: false | 
|  | 21 |  | 
|  | 22 | - description:  Update mine | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 23 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm' mine.update | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 24 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 25 | retry: {count: 1, delay: 10} | 
|  | 26 | skip_fail: false | 
|  | 27 |  | 
|  | 28 | - description:  Refresh modules | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 29 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm' saltutil.refresh_modules; sleep 5; | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 30 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 31 | retry: {count: 1, delay: 10} | 
|  | 32 | skip_fail: false | 
|  | 33 |  | 
|  | 34 | - description:  Rerun swarm on slaves to proper token population | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 35 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm:role:master' state.sls docker.swarm | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 36 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 37 | retry: {count: 1, delay: 10} | 
|  | 38 | skip_fail: false | 
|  | 39 |  | 
|  | 40 | - description:  Configure slave nodes | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 41 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm:role:manager' state.sls docker.swarm -b 1 | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 42 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 43 | retry: {count: 1, delay: 10} | 
|  | 44 | skip_fail: false | 
|  | 45 |  | 
|  | 46 | - description:  List registered Docker swarm nodes | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 47 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm:role:master' cmd.run 'docker node ls' | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 48 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 49 | retry: {count: 1, delay: 10} | 
|  | 50 | skip_fail: false | 
|  | 51 |  | 
| Dennis Dmitriev | 002c267 | 2018-03-06 18:43:27 +0200 | [diff] [blame^] | 52 | - description: Install keepalived on mon nodes | 
|  | 53 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False | 
|  | 54 | -C 'mon*' state.sls keepalived | 
|  | 55 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 56 | retry: {count: 1, delay: 10} | 
|  | 57 | skip_fail: false | 
|  | 58 |  | 
|  | 59 | - description: Check the VIP on mon nodes | 
|  | 60 | cmd: | | 
|  | 61 | SL_VIP=`salt-call --out=newline_values_only pillar.get _param:stacklight_monitor_address`; | 
|  | 62 | echo "_param:stacklight_monitor_address (vip): ${SL_VIP}"; | 
|  | 63 | salt --hard-crash --state-output=mixed --state-verbose=False -C 'mon*' cmd.run "ip a | grep ${SL_VIP}" | grep -B1 ${SL_VIP} | 
|  | 64 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 65 | retry: {count: 1, delay: 5} | 
|  | 66 | skip_fail: false | 
|  | 67 |  | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 68 | # Install slv2 infra | 
|  | 69 | - description: Install telegraf | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 70 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@telegraf:agent or I@telegraf:remote_agent' state.sls telegraf | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 71 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 72 | retry: {count: 2, delay: 10} | 
|  | 73 | skip_fail: false | 
|  | 74 |  | 
| Dennis Dmitriev | cc6e9b5 | 2017-09-01 11:27:58 +0300 | [diff] [blame] | 75 | - description: Configure Prometheus exporters, if pillar 'prometheus:exporters' exists on any server | 
|  | 76 | cmd: | | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 77 | if salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@prometheus:exporters' match.pillar 'prometheus:exporters' ; then | 
|  | 78 | salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@prometheus:exporters' state.sls prometheus | 
| Dennis Dmitriev | cc6e9b5 | 2017-09-01 11:27:58 +0300 | [diff] [blame] | 79 | fi | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 80 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 81 | retry: {count: 1, delay: 10} | 
|  | 82 | skip_fail: false | 
|  | 83 |  | 
|  | 84 | - description: Configure collector | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 85 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@heka:log_collector' state.sls heka.log_collector | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 86 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 87 | retry: {count: 1, delay: 10} | 
|  | 88 | skip_fail: false | 
|  | 89 |  | 
|  | 90 | - description: Install elasticsearch server | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 91 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@elasticsearch:server' state.sls elasticsearch.server -b 1 | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 92 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 93 | retry: {count: 1, delay: 10} | 
|  | 94 | skip_fail: false | 
|  | 95 |  | 
|  | 96 | - description: Install kibana server | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 97 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@kibana:server' state.sls kibana.server -b 1 | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 98 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 99 | retry: {count: 1, delay: 10} | 
|  | 100 | skip_fail: false | 
|  | 101 |  | 
|  | 102 | - description: Install elasticsearch client | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 103 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@elasticsearch:client' state.sls elasticsearch.client | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 104 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 105 | retry: {count: 1, delay: 10} | 
|  | 106 | skip_fail: false | 
|  | 107 |  | 
|  | 108 | - description: Install kibana client | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 109 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@kibana:client' state.sls kibana.client | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 110 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 111 | retry: {count: 1, delay: 10} | 
|  | 112 | skip_fail: false | 
|  | 113 |  | 
|  | 114 | - description: Check influix db | 
|  | 115 | cmd: | | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 116 | INFLUXDB_SERVICE=`salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@influxdb:server' test.ping 1>/dev/null 2>&1 && echo true`; | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 117 | echo "Influxdb service presence: ${INFLUXDB_SERVICE}"; | 
|  | 118 | if [[ "$INFLUXDB_SERVICE" == "true" ]]; then | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 119 | salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@influxdb:server' state.sls influxdb | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 120 | fi | 
|  | 121 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 122 | retry: {count: 1, delay: 5} | 
|  | 123 | skip_fail: true | 
|  | 124 |  | 
|  | 125 | # Collect grains needed to configure the services | 
|  | 126 |  | 
|  | 127 | - description: Get grains | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 128 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@salt:minion' state.sls salt.minion.grains | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 129 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 130 | retry: {count: 1, delay: 10} | 
|  | 131 | skip_fail: false | 
|  | 132 |  | 
|  | 133 | - description: Sync modules | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 134 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@salt:minion' saltutil.refresh_modules | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 135 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 136 | retry: {count: 1, delay: 10} | 
|  | 137 | skip_fail: false | 
|  | 138 |  | 
|  | 139 | - description: Update mine | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 140 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@salt:minion' mine.update; sleep 5; | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 141 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 142 | retry: {count: 1, delay: 10} | 
|  | 143 | skip_fail: false | 
|  | 144 |  | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 145 | # Configure the services running in Docker Swarm | 
|  | 146 | - description: Install prometheus alertmanager | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 147 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm' state.sls prometheus,heka.remote_collector -b 1 | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 148 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 149 | retry: {count: 1, delay: 10} | 
|  | 150 | skip_fail: false | 
|  | 151 |  | 
|  | 152 | - description: run docker state | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 153 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm:role:master' state.sls docker | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 154 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 155 | retry: {count: 1, delay: 10} | 
|  | 156 | skip_fail: false | 
|  | 157 |  | 
|  | 158 | - description: docker ps | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 159 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@docker:swarm' dockerng.ps | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 160 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 161 | retry: {count: 1, delay: 10} | 
|  | 162 | skip_fail: false | 
|  | 163 |  | 
|  | 164 | - description: Configure Grafana dashboards and datasources | 
| Dennis Dmitriev | 281221b | 2018-02-13 16:40:48 +0200 | [diff] [blame] | 165 | cmd: sleep 30;  salt --hard-crash --state-output=mixed --state-verbose=False -C 'I@grafana:client' state.sls grafana.client | 
| Dennis Dmitriev | 9dada8a | 2017-08-30 17:38:55 +0300 | [diff] [blame] | 166 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 167 | retry: {count: 2, delay: 10} | 
|  | 168 | skip_fail: false | 
|  | 169 |  | 
|  | 170 | - description: Run salt minion to create cert files | 
|  | 171 | cmd: salt --hard-crash --state-output=mixed --state-verbose=False "*" state.sls salt.minion | 
|  | 172 | node_name: {{ HOSTNAME_CFG01 }} | 
|  | 173 | retry: {count: 1, delay: 10} | 
|  | 174 | skip_fail: false | 
|  | 175 |  |