koder aka kdanilov | 0f0546c | 2015-02-17 20:42:05 -0800 | [diff] [blame] | 1 | # <koder>: order imports in usual way |
gstepanov | 0832b77 | 2015-02-20 17:48:19 +0200 | [diff] [blame] | 2 | import json |
koder aka kdanilov | 0f0546c | 2015-02-17 20:42:05 -0800 | [diff] [blame] | 3 | |
gstepanov | 94531b8 | 2015-02-11 14:20:34 +0200 | [diff] [blame] | 4 | from urlparse import urlparse |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 5 | from flask import render_template, url_for, make_response, request |
gstepanov | 200d3b4 | 2015-02-06 14:01:49 +0200 | [diff] [blame] | 6 | from report import build_vertical_bar, build_lines_chart |
gstepanov | 81a52ee | 2015-02-10 16:22:20 +0200 | [diff] [blame] | 7 | from logging import getLogger, INFO |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 8 | from web_app import app |
gstepanov | 94531b8 | 2015-02-11 14:20:34 +0200 | [diff] [blame] | 9 | from web_app.keystone import KeystoneAuth |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 10 | from persistance.storage_api import builds_list, prepare_build_data, get_data_for_table, add_data, get_builds_data |
| 11 | from web_app.app import app |
| 12 | import os.path |
| 13 | from werkzeug.routing import Rule |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 14 | |
| 15 | |
gstepanov | e1ee9dc | 2015-02-11 18:09:46 +0200 | [diff] [blame] | 16 | def total_lab_info(data): |
koder aka kdanilov | 0f0546c | 2015-02-17 20:42:05 -0800 | [diff] [blame] | 17 | # <koder>: give 'd' meaningful name |
gstepanov | e1ee9dc | 2015-02-11 18:09:46 +0200 | [diff] [blame] | 18 | d = {} |
| 19 | d['nodes_count'] = len(data['nodes']) |
| 20 | d['total_memory'] = 0 |
| 21 | d['total_disk'] = 0 |
| 22 | d['processor_count'] = 0 |
| 23 | |
| 24 | for node in data['nodes']: |
| 25 | d['total_memory'] += node['memory']['total'] |
| 26 | d['processor_count'] += len(node['processors']) |
| 27 | |
| 28 | for disk in node['disks']: |
| 29 | d['total_disk'] += disk['size'] |
| 30 | |
gstepanov | 9eb8bf3 | 2015-02-11 20:13:14 +0200 | [diff] [blame] | 31 | to_gb = lambda x: x / (1024 ** 3) |
| 32 | d['total_memory'] = format(to_gb(d['total_memory']), ',d') |
| 33 | d['total_disk'] = format(to_gb(d['total_disk']), ',d') |
gstepanov | e1ee9dc | 2015-02-11 18:09:46 +0200 | [diff] [blame] | 34 | return d |
| 35 | |
gstepanov | 9eb8bf3 | 2015-02-11 20:13:14 +0200 | [diff] [blame] | 36 | |
gstepanov | 9ddc18f | 2015-02-11 20:28:59 +0200 | [diff] [blame] | 37 | def collect_lab_data(meta): |
| 38 | u = urlparse(meta['__meta__']) |
| 39 | cred = {"username": "admin", "password": "admin", "tenant_name": "admin"} |
| 40 | keystone = KeystoneAuth(root_url=meta['__meta__'], creds=cred, admin_node_ip=u.hostname) |
| 41 | lab_info = keystone.do(method='get', path="") |
| 42 | nodes = [] |
| 43 | result = {} |
| 44 | |
| 45 | for node in lab_info: |
koder aka kdanilov | 0f0546c | 2015-02-17 20:42:05 -0800 | [diff] [blame] | 46 | # <koder>: give p,i,d,... vars meaningful names |
gstepanov | 9ddc18f | 2015-02-11 20:28:59 +0200 | [diff] [blame] | 47 | d = {} |
| 48 | d['name'] = node['name'] |
| 49 | p = [] |
| 50 | i = [] |
| 51 | disks = [] |
| 52 | devices = [] |
| 53 | |
| 54 | for processor in node['meta']['cpu']['spec']: |
| 55 | p.append(processor) |
| 56 | |
| 57 | for iface in node['meta']['interfaces']: |
| 58 | i.append(iface) |
| 59 | |
| 60 | m = node['meta']['memory'].copy() |
| 61 | |
| 62 | for disk in node['meta']['disks']: |
| 63 | disks.append(disk) |
| 64 | |
| 65 | d['memory'] = m |
| 66 | d['disks'] = disks |
| 67 | d['devices'] = devices |
| 68 | d['interfaces'] = i |
| 69 | d['processors'] = p |
| 70 | |
| 71 | nodes.append(d) |
| 72 | |
| 73 | result['nodes'] = nodes |
| 74 | result['name'] = 'Perf-1 Env' |
| 75 | |
| 76 | return result |
| 77 | |
| 78 | |
gstepanov | 6c5deb3 | 2015-02-12 19:25:46 +0200 | [diff] [blame] | 79 | def merge_builds(b1, b2): |
| 80 | d = {} |
| 81 | |
| 82 | for pair in b2.items(): |
gstepanov | 8053b01 | 2015-02-16 17:25:27 +0200 | [diff] [blame] | 83 | if pair[0] in b1 and type(pair[1]) is list: |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 84 | b1[pair[0]].extend(pair[1]) |
gstepanov | 8053b01 | 2015-02-16 17:25:27 +0200 | [diff] [blame] | 85 | else: |
| 86 | b1[pair[0]] = pair[1] |
gstepanov | 6c5deb3 | 2015-02-12 19:25:46 +0200 | [diff] [blame] | 87 | |
| 88 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 89 | app.url_map.add(Rule('/', endpoint='index')) |
| 90 | app.url_map.add(Rule('/images/<image_name>', endpoint='get_image')) |
| 91 | app.url_map.add(Rule('/tests/<test_name>', endpoint='render_test')) |
| 92 | app.url_map.add(Rule('/tests/table/<test_name>/', endpoint='render_table')) |
| 93 | app.url_map.add(Rule('/api/tests/<test_name>', endpoint='add_test', methods=['POST'])) |
| 94 | app.url_map.add(Rule('/api/tests', endpoint='get_all_tests')) |
| 95 | app.url_map.add(Rule('/api/tests/<test_name>', endpoint='get_test')) |
| 96 | |
| 97 | |
| 98 | @app.endpoint('index') |
gstepanov | 9ddc18f | 2015-02-11 20:28:59 +0200 | [diff] [blame] | 99 | def index(): |
| 100 | data = builds_list() |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 101 | |
| 102 | for elem in data: |
| 103 | elem['url'] = url_for('render_test', test_name=elem['url']) |
| 104 | |
gstepanov | 9ddc18f | 2015-02-11 20:28:59 +0200 | [diff] [blame] | 105 | return render_template("index.html", tests=data) |
| 106 | |
| 107 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 108 | @app.endpoint('get_image') |
gstepanov | 6ce6bf0 | 2015-02-16 19:04:14 +0200 | [diff] [blame] | 109 | def get_image(image_name): |
| 110 | with open("static/images/" + image_name, 'rb') as f: |
| 111 | image_binary = f.read() |
| 112 | |
| 113 | response = make_response(image_binary) |
| 114 | response.headers['Content-Type'] = 'image/png' |
| 115 | response.headers['Content-Disposition'] = 'attachment; filename=img.png' |
| 116 | |
| 117 | return response |
| 118 | |
| 119 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 120 | @app.endpoint('render_test') |
gstepanov | 2164d82 | 2015-02-04 19:49:40 +0200 | [diff] [blame] | 121 | def render_test(test_name): |
gstepanov | e1ee9dc | 2015-02-11 18:09:46 +0200 | [diff] [blame] | 122 | meta = {"__meta__": "http://172.16.52.112:8000/api/nodes"} |
| 123 | data = collect_lab_data(meta) |
| 124 | lab_meta = total_lab_info(data) |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 125 | results = prepare_build_data(test_name) |
gstepanov | bdc406b | 2015-02-11 17:35:55 +0200 | [diff] [blame] | 126 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 127 | bars = build_vertical_bar(results) |
| 128 | lines = build_lines_chart(results) |
| 129 | urls = bars + lines |
gstepanov | 6ce6bf0 | 2015-02-16 19:04:14 +0200 | [diff] [blame] | 130 | |
| 131 | urls = [url_for("get_image", image_name=os.path.basename(url)) if not url.startswith('http') else url for url in urls] |
| 132 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 133 | return render_template("test.html", urls=urls, |
| 134 | table_url=url_for('render_table', test_name=test_name), |
gstepanov | 9eb8bf3 | 2015-02-11 20:13:14 +0200 | [diff] [blame] | 135 | index_url=url_for('index'), lab_meta=lab_meta) |
gstepanov | cd77d5a | 2015-02-06 14:49:34 +0200 | [diff] [blame] | 136 | |
| 137 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 138 | @app.endpoint('render_table') |
gstepanov | cd77d5a | 2015-02-06 14:49:34 +0200 | [diff] [blame] | 139 | def render_table(test_name): |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 140 | builds = get_data_for_table(test_name) |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 141 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 142 | header_keys = ['build_id', 'iso_md5', 'type', 'date'] |
gstepanov | cd77d5a | 2015-02-06 14:49:34 +0200 | [diff] [blame] | 143 | table = [[]] |
gstepanov | 94531b8 | 2015-02-11 14:20:34 +0200 | [diff] [blame] | 144 | meta = {"__meta__": "http://172.16.52.112:8000/api/nodes"} |
gstepanov | e1ee9dc | 2015-02-11 18:09:46 +0200 | [diff] [blame] | 145 | data = collect_lab_data(meta) |
gstepanov | bdc406b | 2015-02-11 17:35:55 +0200 | [diff] [blame] | 146 | |
| 147 | if len(builds) > 0: |
| 148 | sorted_keys = sorted(builds[0].keys()) |
gstepanov | cd77d5a | 2015-02-06 14:49:34 +0200 | [diff] [blame] | 149 | |
| 150 | for key in sorted_keys: |
| 151 | if key not in header_keys: |
| 152 | header_keys.append(key) |
| 153 | |
gstepanov | bdc406b | 2015-02-11 17:35:55 +0200 | [diff] [blame] | 154 | for test in builds: |
gstepanov | cd77d5a | 2015-02-06 14:49:34 +0200 | [diff] [blame] | 155 | row = [] |
| 156 | |
| 157 | for header in header_keys: |
| 158 | if isinstance(test[header], list): |
| 159 | row.append(str(test[header][0]) + unichr(0x00B1) + str(test[header][1])) |
| 160 | else: |
| 161 | row.append(test[header]) |
| 162 | |
| 163 | table.append(row) |
| 164 | |
gstepanov | bb85492 | 2015-02-09 18:18:17 +0200 | [diff] [blame] | 165 | return render_template("table.html", headers=header_keys, table=table, |
| 166 | back_url=url_for('render_test', test_name=test_name), lab=data) |
gstepanov | 2164d82 | 2015-02-04 19:49:40 +0200 | [diff] [blame] | 167 | |
| 168 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 169 | @app.endpoint('add_test') |
gstepanov | 2164d82 | 2015-02-04 19:49:40 +0200 | [diff] [blame] | 170 | def add_test(test_name): |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 171 | add_data(request.data) |
gstepanov | 2164d82 | 2015-02-04 19:49:40 +0200 | [diff] [blame] | 172 | return "Created", 201 |
| 173 | |
| 174 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 175 | @app.endpoint('get_all_tests') |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 176 | def get_all_tests(): |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 177 | return json.dumps(get_builds_data()) |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 178 | |
| 179 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 180 | @app.endpoint('get_test') |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 181 | def get_test(test_name): |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 182 | builds = get_builds_data(test_name) |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 183 | |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 184 | return json.dumps(builds) |
gstepanov | 3ce37b8 | 2015-02-12 16:20:56 +0200 | [diff] [blame] | 185 | |
| 186 | |
gstepanov | 2164d82 | 2015-02-04 19:49:40 +0200 | [diff] [blame] | 187 | if __name__ == "__main__": |
gstepanov | 81a52ee | 2015-02-10 16:22:20 +0200 | [diff] [blame] | 188 | logger = getLogger("logger") |
| 189 | app.logger.setLevel(INFO) |
| 190 | app.logger.addHandler(logger) |
stgleb | 75c7041 | 2015-02-17 02:52:00 +0200 | [diff] [blame] | 191 | app.run(host='0.0.0.0', debug=True) |