| #!/bin/bash -e |
| |
| # Installs Salt and configure minimal SaltMaster or Minion to be used with: |
| # - http://github.com/salt-formulas |
| # - http://github.com/salt-formulas/salt-formula-salt (salt.master sls) |
| |
| # TODO: |
| # - use PPA repository as formula source |
| # - support for spm/yum |
| |
| # Source specific env vars. |
| for path in /srv/salt . /srv/salt/reclass/classes/cluster /srv/salt/reclass/classes/cluster/${CLUSTER_NAME}; do |
| export $(find $path -maxdepth 1 -name '*.env' 2> /dev/null | xargs --no-run-if-empty cat ) > /dev/null |
| done; |
| |
| # DEAULTS |
| # salt apt repository |
| test -e /etc/lsb-release && eval $(cat /etc/lsb-release) |
| which lsb_release && DISTRIB_CODENAME=${DISTRIB_CODENAME:-$(lsb_release -cs)} |
| # |
| export APT_REPOSITORY="deb [arch=amd64] http://apt-mk.mirantis.com/${DISTRIB_CODENAME} ${DISTRIB_REVISION:-stable} salt" |
| export APT_REPOSITORY_GPG=${APT_REPOSITORY_GPG:-http://apt-mk.mirantis.com/public.gpg} |
| |
| # reclass |
| export RECLASS_ADDRESS=${RECLASS_ADDRESS:-https://github.com/salt-formulas/openstack-salt.git} # https/git |
| |
| # formula |
| export FORMULAS_BASE=${FORMULAS_BASE:-https://github.com/salt-formulas} |
| export FORMULAS_PATH=${FORMULAS_PATH:-/usr/share/salt-formulas} |
| export FORMULAS_BRANCH=${FORMULAS_BRANCH:-master} |
| export FORMULAS_SOURCE=${FORMULAS_SOURCE:-pkg} # pkg/git |
| # essential set of formulas (known to by used on cfg01 node for most setups) |
| FORMULAS_SALT_MASTER=${FORMULAS_SALT_MASTER:- $EXTRA_FORMULAS memcached openssh ntp nginx collectd sensu heka sphinx mysql grafana libvirt rsyslog glusterfs postfix xtrabackup freeipa prometheus telegraf elasticsearch kibana rundeck devops-portal} |
| # minimal set of formulas for salt-master bootstrap |
| declare -a FORMULAS_SALT_MASTER=(linux reclass salt git $(echo $FORMULAS_SALT_MASTER)) |
| export FORMULAS_SALT_MASTER |
| |
| # system / host |
| export HOSTNAME=${HOSTNAME:-cfg01} |
| export DOMAIN=${DOMAIN:-bootstrap.local} |
| |
| # salt |
| export SALT_MASTER=${SALT_MASTER:-127.0.0.1} # ip or fqdn |
| export MINION_ID=${MINION_ID:-${HOSTNAME}.${DOMAIN}} |
| |
| # saltstack |
| BOOTSTRAP_SALTSTACK=${BOOTSTRAP_SALTSTACK:-True} |
| BOOTSTRAP_SALTSTACK_OPTS=${BOOTSTRAP_SALTSTACK_OPTS:- -dX stable 2016.3 } |
| |
| # ENVIRONMENT |
| ############# |
| SALT_SOURCE=${SALT_SOURCE:-pkg} |
| SALT_VERSION=${SALT_VERSION:-latest} |
| |
| |
| if [ "$FORMULAS_SOURCE" == "git" ]; then |
| SALT_ENV=${SALT_ENV:-dev} |
| elif [ "$FORMULAS_SOURCE" == "pkg" ]; then |
| SALT_ENV=${SALT_ENV:-prd} |
| fi |
| |
| eval $(cat /etc/*release 2> /dev/null) |
| PLATFORM_FAMILY=$(echo ${ID_LIKE// */} | tr A-Z a-z) |
| |
| case $PLATFORM_FAMILY in |
| debian ) |
| PKGTOOL="$SUDO apt-get" |
| test ${VERSION_ID//\.*/} -ge 16 && { |
| SVCTOOL=service |
| } || { SVCTOOL=service |
| } |
| ;; |
| rhel ) |
| PKGTOOL="$SUDO yum" |
| test ${VERSION_ID//\.*/} -ge 7 && { |
| SVCTOOL=systemctl |
| } || { SVCTOOL=service |
| } |
| ;; |
| esac |
| |
| export PLATFORM_FAMILY |
| export PKGTOOL |
| export SVCTOOL |
| |
| # FUNCTIONS |
| ########### |
| configure_pkg_repo() |
| { |
| |
| case $PLATFORM_FAMILY in |
| debian) |
| if [ -n "$APT_REPOSITORY_PPA" ]; then |
| which add-apt-repository || $SUDO apt-get install -y software-properties-common |
| $SUDO add-apt-repository -y ppa:${APT_REPOSITORY_PPA} |
| else |
| echo -e "$APT_REPOSITORY " | $SUDO tee /etc/apt/sources.list.d/bootstrap.list >/dev/null |
| curl -sL $APT_REPOSITORY_GPG | $SUDO apt-key add - |
| fi |
| $SUDO apt-get clean |
| $SUDO apt-get update |
| ;; |
| rhel) |
| $SUDO yum install -y https://repo.saltstack.com/yum/redhat/salt-repo-latest-1.el${VERSION_ID}.noarch.rpm |
| $SUDO yum clean all |
| ;; |
| esac |
| |
| } |
| |
| configure_salt_master() |
| { |
| |
| echo "Configuring salt-master ..." |
| |
| [ ! -d /etc/salt/master.d ] && mkdir -p /etc/salt/master.d |
| cat <<-EOF > /etc/salt/master.d/master.conf |
| file_roots: |
| base: |
| - /usr/share/salt-formulas/env |
| prd: |
| - /srv/salt/env/prd |
| dev: |
| - /srv/salt/env/dev |
| pillar_opts: False |
| open_mode: True |
| reclass: &reclass |
| storage_type: yaml_fs |
| inventory_base_uri: /srv/salt/reclass |
| ext_pillar: |
| - reclass: *reclass |
| master_tops: |
| reclass: *reclass |
| EOF |
| |
| echo "Configuring reclass ..." |
| |
| [ ! -d /etc/reclass ] && mkdir /etc/reclass |
| cat <<-EOF > /etc/reclass/reclass-config.yml |
| storage_type: yaml_fs |
| pretty_print: True |
| output: yaml |
| inventory_base_uri: /srv/salt/reclass |
| EOF |
| |
| if [ ! -d /srv/salt/reclass ]; then |
| # No reclass at all, clone from given address |
| ssh-keyscan -H github.com >> ~/.ssh/known_hosts || true |
| if echo ${RECLASS_BRANCH:-master} | egrep -q "^refs"; then |
| git clone ${RECLASS_ADDRESS} /srv/salt/reclass |
| cd /srv/salt/reclass |
| git fetch ${RECLASS_ADDRESS} ${RECLASS_BRANCH:-master} && git checkout FETCH_HEAD |
| cd - |
| else |
| git clone -b ${RECLASS_BRANCH:-master} ${RECLASS_ADDRESS} /srv/salt/reclass; |
| fi; |
| fi; |
| |
| cd /srv/salt/reclass |
| if [ ! -d /srv/salt/reclass/classes/system/linux ]; then |
| # Possibly subrepo checkout needed |
| git submodule update --init --recursive |
| fi |
| |
| #sed -ie "s#\(reclass_data_revision.\).*#\1 $RECLASS_BRANCH#" $(find nodes -name ${MASTER_HOSTNAME}.yml|tail -n1) |
| |
| mkdir -vp /srv/salt/reclass/nodes |
| CONFIG=$(find /srv/salt/reclass/nodes -name ${MINION_ID}.yml| grep yml | tail -n1) |
| CONFIG=${CONFIG:-/srv/salt/reclass/nodes/${MINION_ID}.yml} |
| if [[ $SALT_MASTER_BOOTSTRAP_MINIMIZED =~ ^(True|true|1|yes)$ || ! -f "${CONFIG}" ]]; then |
| cat <<-EOF > ${CONFIG} |
| classes: |
| - service.git.client |
| - system.linux.system.single |
| - system.salt.master.single |
| - system.salt.master.$FORMULAS_SOURCE |
| - system.reclass.storage.salt |
| parameters: |
| _param: |
| reclass_data_repository: "$RECLASS_ADDRESS" |
| reclass_data_revision: ${RECLASS_BRANCH:-master} |
| salt_formula_branch: ${SALT_FORMULAS_BRANCH:-master} |
| reclass_config_master: $SALT_MASTER |
| single_address: $SALT_MASTER |
| salt_master_host: $SALT_MASTER |
| salt_master_base_environment: $SALT_ENV |
| linux_system_codename: $DISTRIB_CODENAME |
| linux: |
| system: |
| name: $MINION_ID |
| domain: $DOMAIN |
| # ######## |
| EOF |
| |
| if [ "$SALT_VERSION" == "latest" ]; then |
| VERSION="" |
| else |
| VERSION="version: $SALT_VERSION" |
| fi |
| |
| cat <<-EOF >> ${CONFIG} |
| salt: |
| master: |
| accept_policy: open_mode |
| source: |
| engine: $SALT_SOURCE |
| $VERSION |
| minion: |
| source: |
| engine: $SALT_SOURCE |
| $VERSION |
| # ######## |
| # vim: ft=yaml sw=2 ts=2 sts=2 |
| EOF |
| fi |
| } |
| |
| configure_salt_minion() |
| { |
| [ ! -d /etc/salt/minion.d ] && mkdir -p /etc/salt/minion.d |
| cat <<-EOF > /etc/salt/minion.d/minion.conf |
| master: $SALT_MASTER |
| id: $MINION_ID |
| EOF |
| } |
| |
| |
| install_salt_master_pkg() |
| { |
| echo -e "\nPreparing base OS repository ...\n" |
| |
| configure_pkg_repo |
| |
| echo -e "\nInstalling salt master ...\n" |
| |
| case $PLATFORM_FAMILY in |
| debian) |
| $SUDO apt-get install -y git |
| which reclass || $SUDO apt install -qqq -y reclass |
| curl -L https://bootstrap.saltstack.com | $SUDO sh -s -- -M ${BOOTSTRAP_SALTSTACK_OPTS} &>/dev/null || true |
| ;; |
| rhel) |
| yum install -y git |
| which reclass || $SUDO yum install -y reclass |
| curl -L https://bootstrap.saltstack.com | $SUDO sh -s -- -M ${BOOTSTRAP_SALTSTACK_OPTS} &>/dev/null || true |
| ;; |
| esac |
| |
| which reclass-salt || { |
| test -e /usr/share/reclass/reclass-salt && { |
| ln -fs /usr/share/reclass/reclass-salt /usr/bin |
| } |
| } |
| |
| configure_salt_master |
| |
| echo -e "\nRestarting services ...\n" |
| [ -f /etc/salt/pki/minion/minion_master.pub ] && rm -f /etc/salt/pki/minion/minion_master.pub |
| $SVCTOOL salt-master restart |
| } |
| |
| install_salt_master_pip() |
| { |
| echo -e "\nPreparing base OS repository ...\n" |
| |
| case $PLATFORM_FAMILY in |
| debian) |
| $SUDO apt-get install -y python-pip python-dev zlib1g-dev git |
| which reclass || $SUDO apt-get install -y reclass |
| ;; |
| rhel) |
| $SUDO yum install -y git |
| which reclass || $SUDO yum install -y reclass |
| ;; |
| esac |
| |
| echo -e "\nInstalling salt master ...\n" |
| # TODO: replace with saltstack bootstrap script |
| |
| if [ "$SALT_VERSION" == "latest" ]; then |
| pip install salt |
| else |
| pip install salt==$SALT_VERSION |
| fi |
| |
| curl -Lo /etc/init.d/salt-master https://anonscm.debian.org/cgit/pkg-salt/salt.git/plain/debian/salt-master.init && chmod 755 /etc/init.d/salt-master |
| ln -s /usr/local/bin/salt-master /usr/bin/salt-master |
| |
| which reclass-salt || { |
| test -e /usr/share/reclass/reclass-salt && { |
| ln -fs /usr/share/reclass/reclass-salt /usr/bin |
| } |
| } |
| |
| configure_salt_master |
| |
| echo -e "\nRestarting services ...\n" |
| [ -f /etc/salt/pki/minion/minion_master.pub ] && rm -f /etc/salt/pki/minion/minion_master.pub |
| $SVCTOOL salt-master restart |
| } |
| |
| |
| |
| install_salt_minion_pkg() |
| { |
| |
| configure_pkg_repo |
| |
| echo -e "\nInstalling salt minion ...\n" |
| |
| case $PLATFORM_FAMILY in |
| debian) |
| curl -L https://bootstrap.saltstack.com | $SUDO sh -s -- ${BOOTSTRAP_SALTSTACK_OPTS} &>/dev/null || true |
| ;; |
| rhel) |
| curl -L https://bootstrap.saltstack.com | $SUDO sh -s -- ${BOOTSTRAP_SALTSTACK_OPTS} &>/dev/null || true |
| ;; |
| esac |
| |
| |
| configure_salt_minion |
| |
| $SVCTOOL salt-minion restart |
| } |
| |
| install_salt_minion_pip() |
| { |
| echo -e "\nInstalling salt minion ...\n" |
| |
| curl -Lo /etc/init.d/salt-minion https://anonscm.debian.org/cgit/pkg-salt/salt.git/plain/debian/salt-minion.init && chmod 755 /etc/init.d/salt-minion |
| ln -s /usr/local/bin/salt-minion /usr/bin/salt-minion |
| |
| configure_salt_minion |
| $SVCTOOL salt-minion restart |
| } |
| |
| |
| install_salt_formula_pkg() |
| { |
| configure_pkg_repo |
| |
| case $PLATFORM_FAMILY in |
| debian) |
| echo "Configuring necessary formulas ..." |
| |
| [ ! -d /srv/salt/reclass/classes/service ] && mkdir -p /srv/salt/reclass/classes/service |
| # Set essentials if FORMULAS_SALT_MASTER is not defined at all |
| [ -z ${FORMULAS_SALT_MASTER+x} ] && declare -a FORMULAS_SALT_MASTER=("linux" "reclass" "salt" "memcached") |
| for formula_service in "${FORMULAS_SALT_MASTER[@]}"; do |
| echo -e "\nConfiguring salt formula ${formula_service} ...\n" |
| [ ! -d "${FORMULAS_PATH}/env/${formula_service}" ] && \ |
| if ! $SUDO apt-get install -y salt-formula-${formula_service}; then |
| echo -e "\nInstall salt-formula-${formula_service} failed.\n" |
| exit 1 |
| fi |
| [ ! -L "/srv/salt/reclass/classes/service/${formula_service}" ] && \ |
| ln -sf ${FORMULAS_PATH}/reclass/service/${formula_service} /srv/salt/reclass/classes/service/${formula_service} |
| done |
| ;; |
| rhel) |
| # TODO |
| ;; |
| esac |
| |
| [ ! -d /srv/salt/env ] && mkdir -p /srv/salt/env || echo "" |
| [ ! -L /srv/salt/env/prd ] && ln -s ${FORMULAS_PATH}/env /srv/salt/env/prd || echo "" |
| } |
| |
| install_salt_formula_git() |
| { |
| echo "Configuring necessary formulas ..." |
| |
| [ ! -d /srv/salt/reclass/classes/service ] && mkdir -p /srv/salt/reclass/classes/service |
| # Set essentials if FORMULAS_SALT_MASTER is not defined at all |
| [ -z ${FORMULAS_SALT_MASTER+x} ] && declare -a FORMULAS_SALT_MASTER=("linux" "reclass" "salt" "memcached") |
| for formula_service in "${FORMULAS_SALT_MASTER[@]}"; do |
| echo -e "\nConfiguring salt formula ${formula_service} ...\n" |
| _BRANCH=${FORMULAS_BRANCH} |
| [ ! -d "${FORMULAS_PATH}/env/_formulas/${formula_service}" ] && { |
| if ! git ls-remote --exit-code --heads ${FORMULAS_BASE}/salt-formula-${formula_service}.git ${_BRANCH}; then |
| # Fallback to the master branch if the branch doesn't exist for this repository |
| _BRANCH=master |
| fi |
| if ! git clone ${FORMULAS_BASE}/salt-formula-${formula_service}.git ${FORMULAS_PATH}/env/_formulas/${formula_service} -b ${_BRANCH}; then |
| echo -e "\nCloning of ${FORMULAS_BASE}/salt-formula-${formula_service}.git failed.\n" |
| exit 1 |
| fi |
| } || { |
| cd ${FORMULAS_PATH}/env/_formulas/${formula_service}; |
| git fetch origin/${_BRANCH} || git fetch --all |
| git checkout ${_BRANCH} && git pull || git pull; |
| cd - |
| } |
| [ ! -L "/usr/share/salt-formulas/env/${formula_service}" ] && \ |
| ln -sf ${FORMULAS_PATH}/env/_formulas/${formula_service}/${formula_service} /usr/share/salt-formulas/env/${formula_service} |
| [ ! -L "/srv/salt/reclass/classes/service/${formula_service}" ] && \ |
| ln -sf ${FORMULAS_PATH}/env/_formulas/${formula_service}/metadata/service /srv/salt/reclass/classes/service/${formula_service} |
| done |
| |
| [ ! -d /srv/salt/env ] && mkdir -p /srv/salt/env || echo "" |
| [ ! -L /srv/salt/env/dev ] && ln -s /usr/share/salt-formulas/env /srv/salt/env/dev || echo "" |
| } |
| |
| # MAIN |
| #### |
| [[ "$0" != "$BASH_SOURCE" ]] || { |
| # unless file is being sourced |
| |
| # DEBUGING |
| #set -x |
| #test -e $(dirname $0)/env/salt.env && source $(dirname $0)/env/salt.env |
| #set |
| |
| # CLI |
| while [ x"$1" != x"" ]; do |
| which curl &>/dev/null || $PKGTOOL -y install curl &>/dev/null |
| |
| case $1 in |
| master ) |
| install_salt_master_$SALT_SOURCE |
| install_salt_minion_$SALT_SOURCE |
| install_salt_formula_$FORMULAS_SOURCE |
| ;; |
| minion ) |
| install_salt_minion_$SALT_SOURCE |
| ;; |
| esac |
| shift |
| done |
| echo DONE |
| } |