savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 1 | import json |
| 2 | import os |
| 3 | import sys |
| 4 | |
| 5 | from copy import deepcopy |
| 6 | |
Alex Savatieiev | d48994d | 2018-12-13 12:13:00 +0100 | [diff] [blame] | 7 | import reporter |
Alex Savatieiev | 5118de0 | 2019-02-20 15:50:42 -0600 | [diff] [blame] | 8 | |
| 9 | from cfg_checker.common import utils, const |
| 10 | from cfg_checker.common import config, logger, logger_cli, pkg_dir |
| 11 | from cfg_checker.common import salt_utils |
Alex Savatieiev | 9b2f651 | 2019-02-20 18:05:00 -0600 | [diff] [blame] | 12 | from cfg_checker.nodes import SaltNodes, node_tmpl |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 13 | |
| 14 | |
Alex Savatieiev | 9b2f651 | 2019-02-20 18:05:00 -0600 | [diff] [blame] | 15 | class CloudPackageChecker(SaltNodes): |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 16 | def collect_installed_packages(self): |
| 17 | """ |
| 18 | Collect installed packages on each node |
| 19 | sets 'installed' dict property in the class |
| 20 | |
| 21 | :return: none |
| 22 | """ |
Alex Savatieiev | 799bee3 | 2019-02-20 17:19:26 -0600 | [diff] [blame] | 23 | logger_cli.info("### Collecting installed packages") |
Alex Savatieiev | 9b2f651 | 2019-02-20 18:05:00 -0600 | [diff] [blame] | 24 | _result = self.execute_script("pkg_versions.py") |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 25 | |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 26 | for key in self.nodes.keys(): |
| 27 | # due to much data to be passed from salt, it is happening in order |
| 28 | if key in _result: |
| 29 | _text = _result[key] |
| 30 | _dict = json.loads(_text[_text.find('{'):]) |
| 31 | self.nodes[key]['packages'] = _dict |
| 32 | else: |
| 33 | self.nodes[key]['packages'] = {} |
Alex Savatieiev | 799bee3 | 2019-02-20 17:19:26 -0600 | [diff] [blame] | 34 | logger_cli.debug("# {} has {} packages installed".format( |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 35 | key, |
| 36 | len(self.nodes[key]['packages'].keys()) |
| 37 | )) |
Alex Savatieiev | 799bee3 | 2019-02-20 17:19:26 -0600 | [diff] [blame] | 38 | logger_cli.info("-> Done") |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 39 | |
| 40 | def collect_packages(self): |
| 41 | """ |
| 42 | Check package versions in repos vs installed |
| 43 | |
| 44 | :return: no return values, all date put to dict in place |
| 45 | """ |
| 46 | _all_packages = {} |
| 47 | for node_name, node_value in self.nodes.iteritems(): |
| 48 | for package_name in node_value['packages']: |
| 49 | if package_name not in _all_packages: |
| 50 | _all_packages[package_name] = {} |
| 51 | _all_packages[package_name][node_name] = node_value |
| 52 | |
| 53 | # TODO: process data for per-package basis |
| 54 | |
| 55 | self.all_packages = _all_packages |
| 56 | |
| 57 | def create_html_report(self, filename): |
| 58 | """ |
| 59 | Create static html showing packages diff per node |
| 60 | |
| 61 | :return: buff with html |
| 62 | """ |
Alex Savatieiev | 799bee3 | 2019-02-20 17:19:26 -0600 | [diff] [blame] | 63 | logger_cli.info("### Generating report to '{}'".format(filename)) |
Alex Savatieiev | d48994d | 2018-12-13 12:13:00 +0100 | [diff] [blame] | 64 | _report = reporter.ReportToFile( |
| 65 | reporter.HTMLPackageCandidates(), |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 66 | filename |
| 67 | ) |
Alex Savatieiev | 36b938d | 2019-01-21 11:01:18 +0100 | [diff] [blame] | 68 | _report({ |
| 69 | "nodes": self.nodes, |
| 70 | "diffs": {} |
| 71 | }) |
Alex Savatieiev | 799bee3 | 2019-02-20 17:19:26 -0600 | [diff] [blame] | 72 | logger_cli.info("-> Done") |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 73 | |
| 74 | |
Alex Savatieiev | 5118de0 | 2019-02-20 15:50:42 -0600 | [diff] [blame] | 75 | if __name__ == '__main__': |
| 76 | # init connection to salt and collect minion data |
| 77 | cl = CloudPackageChecker() |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 78 | |
Alex Savatieiev | 5118de0 | 2019-02-20 15:50:42 -0600 | [diff] [blame] | 79 | # collect data on installed packages |
| 80 | cl.collect_installed_packages() |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 81 | |
Alex Savatieiev | 5118de0 | 2019-02-20 15:50:42 -0600 | [diff] [blame] | 82 | # diff installed and candidates |
| 83 | # cl.collect_packages() |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 84 | |
Alex Savatieiev | 5118de0 | 2019-02-20 15:50:42 -0600 | [diff] [blame] | 85 | # report it |
| 86 | cl.create_html_report("./pkg_versions.html") |
savex | 4448e13 | 2018-04-25 15:51:14 +0200 | [diff] [blame] | 87 | |
Alex Savatieiev | 5118de0 | 2019-02-20 15:50:42 -0600 | [diff] [blame] | 88 | sys.exit(0) |