| import os |
| import sys |
| from collections import OrderedDict |
| |
| import formatters |
| from chart import charts |
| from io_results_loader import filter_data, load_files |
| from meta_info import total_lab_info, collect_lab_data |
| from utils import ssize_to_b |
| from statistic import med_dev, approximate_curve |
| |
| |
| OPERATIONS = (('async', ('randwrite asynchronous', 'randread asynchronous', |
| 'write asynchronous', 'read asynchronous')), |
| ('sync', ('randwrite synchronous', 'randread synchronous', |
| 'write synchronous', 'read synchronous')), |
| ('direct', ('randwrite direct', 'randread direct', |
| 'write direct', 'read direct'))) |
| |
| sync_async_view = {'s': 'synchronous', |
| 'a': 'asynchronous', |
| 'd': 'direct'} |
| |
| |
| # def pgbench_chart_data(results): |
| # """ |
| # Format pgbench results for chart |
| # """ |
| # data = {} |
| # charts_url = [] |
| |
| # formatted_res = formatters.format_pgbench_stat(results) |
| # for key, value in formatted_res.items(): |
| # num_cl, num_tr = key.split(' ') |
| # data.setdefault(num_cl, {}).setdefault(build, {}) |
| # data[keys[z]][build][ |
| # ' '.join(keys)] = value |
| |
| # for name, value in data.items(): |
| # title = name |
| # legend = [] |
| # dataset = [] |
| |
| # scale_x = [] |
| |
| # for build_id, build_results in value.items(): |
| # vals = [] |
| # OD = OrderedDict |
| # ordered_build_results = OD(sorted(build_results.items(), |
| # key=lambda t: t[0])) |
| # scale_x = ordered_build_results.keys() |
| # for key in scale_x: |
| # res = build_results.get(key) |
| # if res: |
| # vals.append(res) |
| # if vals: |
| # dataset.append(vals) |
| # legend.append(build_id) |
| |
| # if dataset: |
| # charts_url.append(str(charts.render_vertical_bar |
| # (title, legend, dataset, scale_x=scale_x))) |
| # return charts_url |
| |
| |
| def build_vertical_bar(results, z=0): |
| data = {} |
| charts_url = [] |
| for build, res in results: |
| formatted_res = formatters.get_formatter(build)(res) |
| for key, value in formatted_res.items(): |
| keys = key.split(' ') |
| data.setdefault(keys[z], {}).setdefault(build, {}) |
| data[keys[z]][build][ |
| ' '.join(keys)] = value |
| |
| for name, value in data.items(): |
| title = name |
| legend = [] |
| dataset = [] |
| |
| scale_x = [] |
| |
| for build_id, build_results in value.items(): |
| vals = [] |
| OD = OrderedDict |
| ordered_build_results = OD(sorted(build_results.items(), |
| key=lambda t: t[0])) |
| scale_x = ordered_build_results.keys() |
| for key in scale_x: |
| res = build_results.get(key) |
| if res: |
| vals.append(res) |
| if vals: |
| dataset.append(vals) |
| legend.append(build_id) |
| |
| if dataset: |
| charts_url.append(str(charts.render_vertical_bar |
| (title, legend, dataset, scale_x=scale_x))) |
| return charts_url |
| |
| |
| def build_lines_chart(results, z=0): |
| data = {} |
| charts_url = [] |
| |
| for build, res in results: |
| formatted_res = formatters.get_formatter(build)(res) |
| for key, value in formatted_res.items(): |
| keys = key.split(' ') |
| data.setdefault(key[z], {}) |
| data[key[z]].setdefault(build, {})[keys[1]] = value |
| |
| for name, value in data.items(): |
| title = name |
| legend = [] |
| dataset = [] |
| scale_x = [] |
| for build_id, build_results in value.items(): |
| legend.append(build_id) |
| |
| OD = OrderedDict |
| ordered_build_results = OD(sorted(build_results.items(), |
| key=lambda t: ssize_to_b(t[0]))) |
| |
| if not scale_x: |
| scale_x = ordered_build_results.keys() |
| dataset.append(zip(*ordered_build_results.values())[0]) |
| |
| chart = charts.render_lines(title, legend, dataset, scale_x) |
| charts_url.append(str(chart)) |
| |
| return charts_url |
| |
| |
| def render_html(charts_urls, dest, lab_description): |
| templ = open("report.html", 'r').read() |
| body = "<a href='#lab_desc'>Lab description</a>" \ |
| "<div><ol>{0}</ol></div>" \ |
| '<a name="lab_desc"></a>' \ |
| "<div><ul>{1}</ul></div>" |
| li = "<li><img src='%s'></li>" |
| ol = [] |
| ul = [] |
| |
| for key in lab_description: |
| value = lab_description[key] |
| ul.append("<li>{0} : {1}</li>". |
| format(key, value)) |
| |
| for chart in charts_urls: |
| ol.append(li % chart) |
| |
| html = templ % {'body': body.format('\n'.join(ol), |
| '\n'.join(ul))} |
| open(dest, 'w').write(html) |
| |
| |
| # def render_html_results(ctx): |
| # charts = [] |
| # for res in ctx.results: |
| # if res[0] == "io": |
| # charts.append(build_io_chart(res)) |
| |
| # bars = build_vertical_bar(ctx.results) |
| # lines = build_lines_chart(ctx.results) |
| |
| # render_html(bars + lines, dest) |
| |
| |
| def io_chart(title, concurence, latv, iops_or_bw, iops_or_bw_dev, |
| legend): |
| bar_data, bar_dev = iops_or_bw, iops_or_bw_dev |
| legend = [legend] |
| |
| bar_dev_bottom = [] |
| bar_dev_top = [] |
| for i in range(len(bar_data)): |
| bar_dev_top.append(bar_data[i] + bar_dev[i]) |
| bar_dev_bottom.append(bar_data[i] - bar_dev[i]) |
| |
| latv = [lat / 1000 for lat in latv] |
| ch = charts.render_vertical_bar(title, legend, [bar_data], [bar_dev_top], |
| [bar_dev_bottom], |
| scale_x=concurence, |
| lines=[(latv, "msec", "rr", "lat")]) |
| return str(ch) |
| |
| |
| def make_io_report(results, path, lab_url, creds): |
| data = collect_lab_data(lab_url, creds) |
| lab_info = total_lab_info(data) |
| |
| for suite_type, test_suite_data in results: |
| if suite_type != 'io': |
| continue |
| |
| io_test_suite_res = test_suite_data['res'] |
| |
| charts_url = [] |
| |
| name_filters = [ |
| #('hdd_test_rws4k', ('concurence', 'lat', 'iops')), |
| #('hdd_test_rrs4k', ('concurence', 'lat', 'iops')), |
| ('hdd_test_rrd4k', ('concurence', 'lat', 'iops')), |
| ('hdd_test_swd1m', ('concurence', 'lat', 'bw')), |
| ] |
| |
| for name_filter, fields in name_filters: |
| th_filter = filter_data(name_filter, fields) |
| |
| data_iter = sorted(th_filter(io_test_suite_res.values())) |
| |
| concurence, latv, iops_or_bw_v = zip(*data_iter) |
| iops_or_bw_v, iops_or_bw_dev_v = zip(*map(med_dev, iops_or_bw_v)) |
| latv, _ = zip(*map(med_dev, latv)) |
| |
| url = io_chart(name_filter, concurence, latv, iops_or_bw_v, |
| iops_or_bw_dev_v, |
| fields[2]) |
| |
| charts_url.append(url) |
| # _, ax1 = plt.subplots() |
| # |
| # ax1.plot(concurence, iops_or_bw_v) |
| # ax1.errorbar(concurence, iops_or_bw_v, iops_or_bw_dev_v, |
| # linestyle='None', |
| # label="iops_or_bw_v", |
| # marker="*") |
| # |
| # # ynew = approximate_line(ax, ay, ax, True) |
| # |
| # ax2 = ax1.twinx() |
| # |
| # ax2.errorbar(concurence, |
| # [med_dev(lat)[0] / 1000 for lat in latv], |
| # [med_dev(lat)[1] / 1000 for lat in latv], |
| # linestyle='None', |
| # label="iops_or_bw_v", |
| # marker="*") |
| # ax2.plot(concurence, [med_dev(lat)[0] / 1000 for lat in latv]) |
| # plt.show() |
| # exit(0) |
| |
| # bw_only = [] |
| |
| # for conc, _, _, (bw, _) in data: |
| # bw_only.append(bw) |
| # bw_d_per_th.append((bw / conc, 0)) |
| |
| # lines = [(zip(*lat_d)[0], 'msec', 'rr', 'lat'), (bw_sum, None, None, 'bw_sum')] |
| |
| # chart_url = charts.render_vertical_bar( |
| # chart_name, ["bw"], [bw_d_per_th], label_x="KBps", |
| # scale_x=ordered_data.keys(), |
| # lines=lines) |
| |
| # charts_url.append(str(chart_url)) |
| |
| render_html(charts_url, path, lab_info) |
| |
| |
| def main(args): |
| make_io_report(results=[('a','b')], |
| path=os.path.dirname(args[0]), |
| lab_url='http://172.16.52.112:8000', |
| creds={'username': 'admin', 'password': 'admin', "tenant_name": 'admin'}) |
| return 0 |
| |
| |
| if __name__ == '__main__': |
| exit(main(sys.argv)) |