| import os |
| import sys |
| from collections import OrderedDict |
| |
| import formatters |
| from chart import charts |
| from utils import ssize_to_b, parse_creds |
| from statistic import med_dev |
| from io_results_loader import filter_data |
| from meta_info import total_lab_info, collect_lab_data |
| |
| |
| OPERATIONS = (('async', ('randwrite asynchronous', 'randread asynchronous', |
| 'write asynchronous', 'read asynchronous')), |
| ('sync', ('randwrite synchronous', 'randread synchronous', |
| 'write synchronous', 'read synchronous')), |
| ('direct', ('randwrite direct', 'randread direct', |
| 'write direct', 'read direct'))) |
| |
| sync_async_view = {'s': 'synchronous', |
| 'a': 'asynchronous', |
| 'd': 'direct'} |
| |
| |
| # def pgbench_chart_data(results): |
| # """ |
| # Format pgbench results for chart |
| # """ |
| # data = {} |
| # charts_url = [] |
| |
| # formatted_res = formatters.format_pgbench_stat(results) |
| # for key, value in formatted_res.items(): |
| # num_cl, num_tr = key.split(' ') |
| # data.setdefault(num_cl, {}).setdefault(build, {}) |
| # data[keys[z]][build][ |
| # ' '.join(keys)] = value |
| |
| # for name, value in data.items(): |
| # title = name |
| # legend = [] |
| # dataset = [] |
| |
| # scale_x = [] |
| |
| # for build_id, build_results in value.items(): |
| # vals = [] |
| # OD = OrderedDict |
| # ordered_build_results = OD(sorted(build_results.items(), |
| # key=lambda t: t[0])) |
| # scale_x = ordered_build_results.keys() |
| # for key in scale_x: |
| # res = build_results.get(key) |
| # if res: |
| # vals.append(res) |
| # if vals: |
| # dataset.append(vals) |
| # legend.append(build_id) |
| |
| # if dataset: |
| # charts_url.append(str(charts.render_vertical_bar |
| # (title, legend, dataset, scale_x=scale_x))) |
| # return charts_url |
| |
| |
| def build_vertical_bar(results, z=0): |
| data = {} |
| charts_url = [] |
| for build, res in results: |
| formatted_res = formatters.get_formatter(build)(res) |
| for key, value in formatted_res.items(): |
| keys = key.split(' ') |
| data.setdefault(keys[z], {}).setdefault(build, {}) |
| data[keys[z]][build][ |
| ' '.join(keys)] = value |
| |
| for name, value in data.items(): |
| title = name |
| legend = [] |
| dataset = [] |
| |
| scale_x = [] |
| |
| for build_id, build_results in value.items(): |
| vals = [] |
| OD = OrderedDict |
| ordered_build_results = OD(sorted(build_results.items(), |
| key=lambda t: t[0])) |
| scale_x = ordered_build_results.keys() |
| for key in scale_x: |
| res = build_results.get(key) |
| if res: |
| vals.append(res) |
| if vals: |
| dataset.append(vals) |
| legend.append(build_id) |
| |
| if dataset: |
| charts_url.append(str(charts.render_vertical_bar |
| (title, legend, dataset, scale_x=scale_x))) |
| return charts_url |
| |
| |
| def build_lines_chart(results, z=0): |
| data = {} |
| charts_url = [] |
| |
| for build, res in results: |
| formatted_res = formatters.get_formatter(build)(res) |
| for key, value in formatted_res.items(): |
| keys = key.split(' ') |
| data.setdefault(key[z], {}) |
| data[key[z]].setdefault(build, {})[keys[1]] = value |
| |
| for name, value in data.items(): |
| title = name |
| legend = [] |
| dataset = [] |
| scale_x = [] |
| for build_id, build_results in value.items(): |
| legend.append(build_id) |
| |
| OD = OrderedDict |
| ordered_build_results = OD(sorted(build_results.items(), |
| key=lambda t: ssize_to_b(t[0]))) |
| |
| if not scale_x: |
| scale_x = ordered_build_results.keys() |
| dataset.append(zip(*ordered_build_results.values())[0]) |
| |
| chart = charts.render_lines(title, legend, dataset, scale_x) |
| charts_url.append(str(chart)) |
| |
| return charts_url |
| |
| |
| def render_html(charts_urls, dest, lab_description, info): |
| templ = open("report.html", 'r').read() |
| body = "<a href='#lab_desc'>Lab description</a>" \ |
| "<ol>{0}</ol>" \ |
| "<div>{1}</div>" \ |
| '<a name="lab_desc"></a>' \ |
| "<div><ul>{2}</ul></div>" |
| table = "<table><tr><td>{0}</td><td>{1}</td></tr>" \ |
| "<tr><td>{2}</td><td>{3}</td></tr></table>" |
| ul = [] |
| ol = [] |
| li = '<li>{0} : {1}</li>' |
| |
| for elem in info: |
| ol.append(li.format(elem.keys(), elem.values())) |
| |
| for key in lab_description: |
| value = lab_description[key] |
| ul.append("<li>{0} : {1}</li>". |
| format(key, value)) |
| |
| charts_urls = ['<img src="{0}">'.format(url) for url in charts_urls] |
| html = templ % {'body': body.format('\n'.join(ol), table.format(*charts_urls), |
| '\n'.join(ul)) |
| } |
| open(dest, 'w').write(html) |
| |
| |
| def io_chart(title, concurence, latv, iops_or_bw, iops_or_bw_dev, |
| legend, fname): |
| bar_data, bar_dev = iops_or_bw, iops_or_bw_dev |
| legend = [legend] |
| |
| iops_or_bw_per_vm = [] |
| for i in range(len(concurence)): |
| iops_or_bw_per_vm.append(iops_or_bw[i] / concurence[i]) |
| |
| bar_dev_bottom = [] |
| bar_dev_top = [] |
| for i in range(len(bar_data)): |
| bar_dev_top.append(bar_data[i] + bar_dev[i]) |
| bar_dev_bottom.append(bar_data[i] - bar_dev[i]) |
| |
| latv = [lat / 1000 for lat in latv] |
| ch = charts.render_vertical_bar(title, legend, [bar_data], [bar_dev_top], |
| [bar_dev_bottom], file_name=fname, |
| scale_x=concurence, |
| lines=[ |
| (latv, "msec", "rr", "lat"), |
| (iops_or_bw_per_vm, None, None, |
| "bw_per_vm") |
| ]) |
| return str(ch) |
| |
| |
| def make_io_report(results, path, lab_url=None, creds=None): |
| if lab_url is not None: |
| username, password, tenant_name = parse_creds(creds) |
| creds = {'username': username, 'password': password, |
| "tenant_name": tenant_name} |
| data = collect_lab_data(lab_url, creds) |
| lab_info = total_lab_info(data) |
| else: |
| lab_info = "" |
| |
| for suite_type, test_suite_data in results: |
| if suite_type != 'io' or test_suite_data is None: |
| continue |
| |
| io_test_suite_res = test_suite_data['res'] |
| |
| charts_url = [] |
| info = [] |
| |
| name_filters = [ |
| ('hdd_test_rrd4k', ('concurence', 'lat', 'iops'), 'rand_read_4k'), |
| ('hdd_test_swd1m', ('concurence', 'lat', 'bw'), 'seq_write_1m'), |
| ('hdd_test_srd1m', ('concurence', 'lat', 'bw'), 'seq_read_1m'), |
| ('hdd_test_rws4k', ('concurence', 'lat', 'bw'), 'rand_write_1m') |
| ] |
| |
| for name_filter, fields, fname in name_filters: |
| th_filter = filter_data(name_filter, fields) |
| |
| data = sorted(th_filter(io_test_suite_res.values())) |
| if len(data) == 0: |
| continue |
| |
| concurence, latv, iops_or_bw_v = zip(*data) |
| iops_or_bw_v, iops_or_bw_dev_v = zip(*map(med_dev, iops_or_bw_v)) |
| latv, _ = zip(*map(med_dev, latv)) |
| |
| url = io_chart(name_filter, concurence, latv, iops_or_bw_v, |
| iops_or_bw_dev_v, |
| fields[2], fname) |
| info.append(dict(zip(fields, (concurence, latv, iops_or_bw_v)))) |
| charts_url.append(url) |
| |
| if len(charts_url) != 0: |
| render_html(charts_url, path, lab_info, info) |
| |
| |
| def main(args): |
| make_io_report(results=[('a', 'b')], |
| path=os.path.dirname(args[0]), |
| lab_url='http://172.16.52.112:8000', |
| creds='admin:admin@admin') |
| return 0 |
| |
| |
| if __name__ == '__main__': |
| exit(main(sys.argv)) |