blob: f7f8da2ba1ef9c7be6302cf48766504e349008bd [file] [log] [blame]
Filip Pytloun889c5792016-01-25 21:15:08 +01001#!/usr/bin/env bash
2
Filip Pytloun72cd3972018-01-18 13:40:40 +01003###
4# Script requirments:
Petr Ruzickabba9d342018-02-02 15:54:15 +01005#apt-get install -y python-yaml virtualenv git
6
Filip Pytloun889c5792016-01-25 21:15:08 +01007set -e
8[ -n "$DEBUG" ] && set -x
9
10CURDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
11METADATA=${CURDIR}/../metadata.yml
12FORMULA_NAME=$(cat $METADATA | python -c "import sys,yaml; print yaml.load(sys.stdin)['name']")
Filip Pytloun72cd3972018-01-18 13:40:40 +010013FORMULA_META_DIR=${CURDIR}/../${FORMULA_NAME}/meta
Filip Pytloun889c5792016-01-25 21:15:08 +010014
15## Overrideable parameters
16PILLARDIR=${PILLARDIR:-${CURDIR}/pillar}
17BUILDDIR=${BUILDDIR:-${CURDIR}/build}
18VENV_DIR=${VENV_DIR:-${BUILDDIR}/virtualenv}
Filip Pytloun72cd3972018-01-18 13:40:40 +010019MOCK_BIN_DIR=${MOCK_BIN_DIR:-${CURDIR}/mock_bin}
Filip Pytloun889c5792016-01-25 21:15:08 +010020DEPSDIR=${BUILDDIR}/deps
Filip Pytloun72cd3972018-01-18 13:40:40 +010021SCHEMARDIR=${SCHEMARDIR:-"${CURDIR}/../${FORMULA_NAME}/schemas/"}
Filip Pytloun889c5792016-01-25 21:15:08 +010022
23SALT_FILE_DIR=${SALT_FILE_DIR:-${BUILDDIR}/file_root}
24SALT_PILLAR_DIR=${SALT_PILLAR_DIR:-${BUILDDIR}/pillar_root}
25SALT_CONFIG_DIR=${SALT_CONFIG_DIR:-${BUILDDIR}/salt}
26SALT_CACHE_DIR=${SALT_CACHE_DIR:-${SALT_CONFIG_DIR}/cache}
Filip Pytloun72cd3972018-01-18 13:40:40 +010027SALT_CACHE_EXTMODS_DIR=${SALT_CACHE_EXTMODS_DIR:-${SALT_CONFIG_DIR}/cache_master_extmods}
Filip Pytloun889c5792016-01-25 21:15:08 +010028
Filip Pytloun72cd3972018-01-18 13:40:40 +010029SALT_OPTS="${SALT_OPTS} --retcode-passthrough --local -c ${SALT_CONFIG_DIR} --log-file=/dev/null"
Filip Pytloun889c5792016-01-25 21:15:08 +010030
31if [ "x${SALT_VERSION}" != "x" ]; then
32 PIP_SALT_VERSION="==${SALT_VERSION}"
33fi
34
35## Functions
36log_info() {
Filip Pytloun72cd3972018-01-18 13:40:40 +010037 echo -e "[INFO] $*"
Filip Pytloun889c5792016-01-25 21:15:08 +010038}
39
40log_err() {
Filip Pytloun72cd3972018-01-18 13:40:40 +010041 echo -e "[ERROR] $*" >&2
Filip Pytloun889c5792016-01-25 21:15:08 +010042}
43
44setup_virtualenv() {
45 log_info "Setting up Python virtualenv"
Petr Ruzickabba9d342018-02-02 15:54:15 +010046 dependency_check virtualenv
Filip Pytloun889c5792016-01-25 21:15:08 +010047 virtualenv $VENV_DIR
48 source ${VENV_DIR}/bin/activate
Petr Ruzicka888f16a2018-02-07 15:45:59 +010049 python -m pip install salt${PIP_SALT_VERSION}
50 python -m pip install jsonschema
Filip Pytloun72cd3972018-01-18 13:40:40 +010051 if [[ -f ${CURDIR}/pip_requirements.txt ]]; then
Petr Ruzicka888f16a2018-02-07 15:45:59 +010052 python -m pip install -r ${CURDIR}/pip_requirements.txt
Filip Pytloun72cd3972018-01-18 13:40:40 +010053 fi
54}
55
56setup_mock_bin() {
57 # If some state requires a binary, a lightweight replacement for
58 # such binary can be put into MOCK_BIN_DIR for test purposes
59 if [ -d "${MOCK_BIN_DIR}" ]; then
60 PATH="${MOCK_BIN_DIR}:$PATH"
61 export PATH
62 fi
Filip Pytloun889c5792016-01-25 21:15:08 +010063}
64
65setup_pillar() {
66 [ ! -d ${SALT_PILLAR_DIR} ] && mkdir -p ${SALT_PILLAR_DIR}
67 echo "base:" > ${SALT_PILLAR_DIR}/top.sls
68 for pillar in ${PILLARDIR}/*; do
Filip Pytloun72cd3972018-01-18 13:40:40 +010069 grep ${FORMULA_NAME}: ${pillar} &>/dev/null || continue
Filip Pytloun889c5792016-01-25 21:15:08 +010070 state_name=$(basename ${pillar%.sls})
71 echo -e " ${state_name}:\n - ${state_name}" >> ${SALT_PILLAR_DIR}/top.sls
72 done
73}
74
75setup_salt() {
76 [ ! -d ${SALT_FILE_DIR} ] && mkdir -p ${SALT_FILE_DIR}
77 [ ! -d ${SALT_CONFIG_DIR} ] && mkdir -p ${SALT_CONFIG_DIR}
78 [ ! -d ${SALT_CACHE_DIR} ] && mkdir -p ${SALT_CACHE_DIR}
Filip Pytloun72cd3972018-01-18 13:40:40 +010079 [ ! -d ${SALT_CACHE_EXTMODS_DIR} ] && mkdir -p ${SALT_CACHE_EXTMODS_DIR}
Filip Pytloun889c5792016-01-25 21:15:08 +010080
81 echo "base:" > ${SALT_FILE_DIR}/top.sls
82 for pillar in ${PILLARDIR}/*.sls; do
Filip Pytloun72cd3972018-01-18 13:40:40 +010083 grep ${FORMULA_NAME}: ${pillar} &>/dev/null || continue
Filip Pytloun889c5792016-01-25 21:15:08 +010084 state_name=$(basename ${pillar%.sls})
85 echo -e " ${state_name}:\n - ${FORMULA_NAME}" >> ${SALT_FILE_DIR}/top.sls
86 done
87
88 cat << EOF > ${SALT_CONFIG_DIR}/minion
89file_client: local
90cachedir: ${SALT_CACHE_DIR}
Filip Pytloun72cd3972018-01-18 13:40:40 +010091extension_modules: ${SALT_CACHE_EXTMODS_DIR}
Filip Pytloun889c5792016-01-25 21:15:08 +010092verify_env: False
Filip Pytloun72cd3972018-01-18 13:40:40 +010093minion_id_caching: False
Filip Pytloun889c5792016-01-25 21:15:08 +010094
95file_roots:
96 base:
97 - ${SALT_FILE_DIR}
98 - ${CURDIR}/..
99
100pillar_roots:
101 base:
102 - ${SALT_PILLAR_DIR}
103 - ${PILLARDIR}
104EOF
105}
106
107fetch_dependency() {
Filip Pytloun72cd3972018-01-18 13:40:40 +0100108 # example: fetch_dependency "linux:https://github.com/salt-formulas/salt-formula-linux"
Filip Pytlounc22b2db2016-04-14 14:27:55 +0200109 dep_name="$(echo $1|cut -d : -f 1)"
Filip Pytloun3b9e5cb2016-04-14 20:44:12 +0200110 dep_source="$(echo $1|cut -d : -f 2-)"
Filip Pytlounc22b2db2016-04-14 14:27:55 +0200111 dep_root="${DEPSDIR}/$(basename $dep_source .git)"
Filip Pytloun889c5792016-01-25 21:15:08 +0100112 dep_metadata="${dep_root}/metadata.yml"
113
Petr Ruzickabba9d342018-02-02 15:54:15 +0100114 dependency_check git
Filip Pytloun72cd3972018-01-18 13:40:40 +0100115 [ -d $dep_root ] && { log_info "Dependency $dep_name already fetched"; return 0; }
Filip Pytloun889c5792016-01-25 21:15:08 +0100116
Filip Pytlounc22b2db2016-04-14 14:27:55 +0200117 log_info "Fetching dependency $dep_name"
Filip Pytloun889c5792016-01-25 21:15:08 +0100118 [ ! -d ${DEPSDIR} ] && mkdir -p ${DEPSDIR}
Filip Pytlounc22b2db2016-04-14 14:27:55 +0200119 git clone $dep_source ${DEPSDIR}/$(basename $dep_source .git)
Filip Pytloun889c5792016-01-25 21:15:08 +0100120 ln -s ${dep_root}/${dep_name} ${SALT_FILE_DIR}/${dep_name}
121
122 METADATA="${dep_metadata}" install_dependencies
123}
124
Filip Pytloun72cd3972018-01-18 13:40:40 +0100125link_modules(){
126 # Link modules *.py files to temporary salt-root
127 local SALT_ROOT=${1:-$SALT_FILE_DIR}
128 local SALT_ENV=${2:-$DEPSDIR}
129
130 mkdir -p "${SALT_ROOT}/_modules/"
131 # from git, development versions
132 find ${SALT_ENV} -maxdepth 3 -mindepth 3 -path '*_modules*' -iname "*.py" -type f -print0 | while read -d $'\0' file; do
133 ln -fs $(readlink -e ${file}) "$SALT_ROOT"/_modules/$(basename ${file}) ;
134 done
135 salt_run saltutil.sync_all
136}
137
Filip Pytloun889c5792016-01-25 21:15:08 +0100138install_dependencies() {
139 grep -E "^dependencies:" ${METADATA} >/dev/null || return 0
140 (python - | while read dep; do fetch_dependency "$dep"; done) << EOF
141import sys,yaml
142for dep in yaml.load(open('${METADATA}', 'ro'))['dependencies']:
Filip Pytlounc22b2db2016-04-14 14:27:55 +0200143 print '%s:%s' % (dep["name"], dep["source"])
Filip Pytloun889c5792016-01-25 21:15:08 +0100144EOF
145}
146
147clean() {
148 log_info "Cleaning up ${BUILDDIR}"
149 [ -d ${BUILDDIR} ] && rm -rf ${BUILDDIR} || exit 0
150}
151
152salt_run() {
Filip Pytloun72cd3972018-01-18 13:40:40 +0100153 [ -e ${VENV_DIR}/bin/activate ] && source ${VENV_DIR}/bin/activate
Petr Ruzicka888f16a2018-02-07 15:45:59 +0100154 python $(which salt-call) ${SALT_OPTS} $*
Filip Pytloun889c5792016-01-25 21:15:08 +0100155}
156
157prepare() {
158 [ -d ${BUILDDIR} ] && mkdir -p ${BUILDDIR}
159
Filip Pytloun72cd3972018-01-18 13:40:40 +0100160 [[ ! -f "${VENV_DIR}/bin/activate" ]] && setup_virtualenv
161 setup_mock_bin
Filip Pytloun889c5792016-01-25 21:15:08 +0100162 setup_pillar
163 setup_salt
164 install_dependencies
azvyagintsev0453e9d2018-03-05 16:41:50 +0200165 link_modules
Filip Pytloun889c5792016-01-25 21:15:08 +0100166}
167
Filip Pytloun72cd3972018-01-18 13:40:40 +0100168lint_releasenotes() {
169 [[ ! -f "${VENV_DIR}/bin/activate" ]] && setup_virtualenv
170 source ${VENV_DIR}/bin/activate
Petr Ruzicka888f16a2018-02-07 15:45:59 +0100171 python -m pip install reno
Filip Pytloun72cd3972018-01-18 13:40:40 +0100172 reno lint ${CURDIR}/../
173}
174
175lint() {
176# lint_releasenotes
177 log_err "TODO: lint_releasenotes"
178}
179
Filip Pytloun889c5792016-01-25 21:15:08 +0100180run() {
181 for pillar in ${PILLARDIR}/*.sls; do
Filip Pytloun72cd3972018-01-18 13:40:40 +0100182 grep ${FORMULA_NAME}: ${pillar} &>/dev/null || continue
Filip Pytloun889c5792016-01-25 21:15:08 +0100183 state_name=$(basename ${pillar%.sls})
Filip Pytloun72cd3972018-01-18 13:40:40 +0100184 salt_run grains.set 'noservices' False force=True
185
186 echo "Checking state ${FORMULA_NAME}.${state_name} ..."
Filip Pytloun889c5792016-01-25 21:15:08 +0100187 salt_run --id=${state_name} state.show_sls ${FORMULA_NAME} || (log_err "Execution of ${FORMULA_NAME}.${state_name} failed"; exit 1)
Filip Pytloun72cd3972018-01-18 13:40:40 +0100188
189 # Check that all files in 'meta' folder can be rendered using any valid pillar
190 for meta in `find ${FORMULA_META_DIR} -type f`; do
191 meta_name=$(basename ${meta})
192 echo "Checking meta ${meta_name} ..."
193 salt_run --out=quiet --id=${state_name} cp.get_template ${meta} ${SALT_CACHE_DIR}/${meta_name} \
194 || { log_err "Failed to render meta ${meta} using pillar ${FORMULA_NAME}.${state_name}"; exit 1; }
195 cat ${SALT_CACHE_DIR}/${meta_name}
196 done
197 done
198}
199
200real_run() {
201 for pillar in ${PILLARDIR}/*.sls; do
202 state_name=$(basename ${pillar%.sls})
Martin Polreichd6d6cd92018-01-30 21:09:41 +0100203 salt_run --id=${state_name} state.sls ${FORMULA_NAME} || { log_err "Execution of ${FORMULA_NAME}.${state_name} failed"; exit 1; }
Filip Pytloun72cd3972018-01-18 13:40:40 +0100204 done
205}
206
207run_model_validate(){
Petr Michaleca1f23292018-02-06 11:59:59 +0100208 if [ -d ${SCHEMARDIR} ]; then
209 # model validator require py modules
210 fetch_dependency "salt:https://github.com/salt-formulas/salt-formula-salt"
211 link_modules
212 # Rendered Example:
Petr Ruzicka888f16a2018-02-07 15:45:59 +0100213 # python $(which salt-call) --local -c /test1/maas/tests/build/salt --id=maas_cluster modelschema.model_validate maas cluster
Petr Michaleca1f23292018-02-06 11:59:59 +0100214 for role in ${SCHEMARDIR}/*.yaml; do
215 state_name=$(basename "${role%*.yaml}")
216 minion_id="${state_name}"
azvyagintsev57b05fa2018-03-05 14:54:09 +0200217 salt_run saltutil.clear_cache; salt_run saltutil.refresh_pillar; salt_run saltutil.sync_all;
Petr Michaleca1f23292018-02-06 11:59:59 +0100218 salt_run -m ${DEPSDIR}/salt-formula-salt --id=${minion_id} modelschema.model_validate ${FORMULA_NAME} ${state_name} || { log_err "Execution of ${FORMULA_NAME}.${state_name} failed"; exit 1 ; }
219 done
220 else
Aleš Komárek1ea673b2018-02-07 16:22:56 +0100221 log_info "${SCHEMARDIR} not found!";
Petr Michaleca1f23292018-02-06 11:59:59 +0100222 fi
Filip Pytloun889c5792016-01-25 21:15:08 +0100223}
224
Petr Ruzickabba9d342018-02-02 15:54:15 +0100225dependency_check() {
226 local DEPENDENCY_COMMANDS=$*
227
228 for DEPENDENCY_COMMAND in $DEPENDENCY_COMMANDS; do
229 which $DEPENDENCY_COMMAND > /dev/null || ( log_err "Command \"$DEPENDENCY_COMMAND\" can not be found in default path."; exit 1; )
230 done
231}
232
Filip Pytloun889c5792016-01-25 21:15:08 +0100233_atexit() {
234 RETVAL=$?
235 trap true INT TERM EXIT
236
237 if [ $RETVAL -ne 0 ]; then
238 log_err "Execution failed"
239 else
240 log_info "Execution successful"
241 fi
242 return $RETVAL
243}
244
245## Main
246trap _atexit INT TERM EXIT
247
248case $1 in
249 clean)
250 clean
251 ;;
252 prepare)
253 prepare
254 ;;
Filip Pytloun72cd3972018-01-18 13:40:40 +0100255 lint)
256 lint
257 ;;
Filip Pytloun889c5792016-01-25 21:15:08 +0100258 run)
259 run
260 ;;
Filip Pytloun72cd3972018-01-18 13:40:40 +0100261 real-run)
262 real_run
263 ;;
264 model-validate)
265 prepare
266 run_model_validate
267 ;;
Filip Pytloun889c5792016-01-25 21:15:08 +0100268 *)
269 prepare
Filip Pytloun72cd3972018-01-18 13:40:40 +0100270# lint
Filip Pytloun889c5792016-01-25 21:15:08 +0100271 run
Filip Pytloun72cd3972018-01-18 13:40:40 +0100272 run_model_validate
Filip Pytloun889c5792016-01-25 21:15:08 +0100273 ;;
274esac