report.py

import os
import sys
from collections import OrderedDict

import formatters
from chart import charts
from io_results_loader import filter_data, load_files
from meta_info import total_lab_info, collect_lab_data
from utils import ssize_to_b
from statistic import med_dev, approximate_curve


OPERATIONS = (('async', ('randwrite asynchronous', 'randread asynchronous',
                         'write asynchronous', 'read asynchronous')),
              ('sync', ('randwrite synchronous', 'randread synchronous',
                        'write synchronous', 'read synchronous')),
              ('direct', ('randwrite direct', 'randread direct',
                          'write direct', 'read direct')))

sync_async_view = {'s': 'synchronous',
                   'a': 'asynchronous',
                   'd': 'direct'}


# def pgbench_chart_data(results):
#     """
#     Format pgbench results for chart
#     """
#     data = {}
#     charts_url = []

#     formatted_res = formatters.format_pgbench_stat(results)
#     for key, value in formatted_res.items():
#         num_cl, num_tr = key.split(' ')
#         data.setdefault(num_cl, {}).setdefault(build, {})
#         data[keys[z]][build][
#             ' '.join(keys)] = value

#     for name, value in data.items():
#         title = name
#         legend = []
#         dataset = []

#         scale_x = []

#         for build_id, build_results in value.items():
#             vals = []
#             OD = OrderedDict
#             ordered_build_results = OD(sorted(build_results.items(),
#                                        key=lambda t: t[0]))
#             scale_x = ordered_build_results.keys()
#             for key in scale_x:
#                 res = build_results.get(key)
#                 if res:
#                     vals.append(res)
#             if vals:
#                 dataset.append(vals)
#                 legend.append(build_id)

#         if dataset:
#             charts_url.append(str(charts.render_vertical_bar
#                               (title, legend, dataset, scale_x=scale_x)))
#     return charts_url


def build_vertical_bar(results, z=0):
    data = {}
    charts_url = []
    for build, res in results:
        formatted_res = formatters.get_formatter(build)(res)
        for key, value in formatted_res.items():
            keys = key.split(' ')
            data.setdefault(keys[z], {}).setdefault(build, {})
            data[keys[z]][build][
                ' '.join(keys)] = value

    for name, value in data.items():
        title = name
        legend = []
        dataset = []

        scale_x = []

        for build_id, build_results in value.items():
            vals = []
            OD = OrderedDict
            ordered_build_results = OD(sorted(build_results.items(),
                                       key=lambda t: t[0]))
            scale_x = ordered_build_results.keys()
            for key in scale_x:
                res = build_results.get(key)
                if res:
                    vals.append(res)
            if vals:
                dataset.append(vals)
                legend.append(build_id)

        if dataset:
            charts_url.append(str(charts.render_vertical_bar
                              (title, legend, dataset, scale_x=scale_x)))
    return charts_url


def build_lines_chart(results, z=0):
    data = {}
    charts_url = []

    for build, res in results:
        formatted_res = formatters.get_formatter(build)(res)
        for key, value in formatted_res.items():
            keys = key.split(' ')
            data.setdefault(key[z], {})
            data[key[z]].setdefault(build, {})[keys[1]] = value

    for name, value in data.items():
        title = name
        legend = []
        dataset = []
        scale_x = []
        for build_id, build_results in value.items():
            legend.append(build_id)

            OD = OrderedDict
            ordered_build_results = OD(sorted(build_results.items(),
                                       key=lambda t: ssize_to_b(t[0])))

            if not scale_x:
                scale_x = ordered_build_results.keys()
            dataset.append(zip(*ordered_build_results.values())[0])

        chart = charts.render_lines(title, legend, dataset, scale_x)
        charts_url.append(str(chart))

    return charts_url


def render_html(charts_urls, dest, lab_description):
    templ = open("report.html", 'r').read()
    body = "<a href='#lab_desc'>Lab description</a>" \
           "<div><ol>{0}</ol></div>" \
           '<a name="lab_desc"></a>' \
           "<div><ul>{1}</ul></div>"
    li = "<li><img src='%s'></li>"
    ol = []
    ul = []

    for key in lab_description:
        value = lab_description[key]
        ul.append("<li>{0} : {1}</li>".
                  format(key, value))

    for chart in charts_urls:
        ol.append(li % chart)

    html = templ % {'body': body.format('\n'.join(ol),
                                        '\n'.join(ul))}
    open(dest, 'w').write(html)


# def render_html_results(ctx):
#     charts = []
#     for res in ctx.results:
#         if res[0] == "io":
#             charts.append(build_io_chart(res))

#     bars = build_vertical_bar(ctx.results)
#     lines = build_lines_chart(ctx.results)

    # render_html(bars + lines, dest)


def io_chart(title, concurence, latv, iops_or_bw, iops_or_bw_dev,
             legend):
    bar_data, bar_dev = iops_or_bw, iops_or_bw_dev
    legend = [legend]

    bar_dev_bottom = []
    bar_dev_top = []
    for i in range(len(bar_data)):
        bar_dev_top.append(bar_data[i] + bar_dev[i])
        bar_dev_bottom.append(bar_data[i] - bar_dev[i])

    latv = [lat / 1000 for lat in latv]
    ch = charts.render_vertical_bar(title, legend, [bar_data], [bar_dev_top],
                                    [bar_dev_bottom],
                                    scale_x=concurence,
                                    lines=[(latv, "msec", "rr", "lat")])
    return str(ch)


def make_io_report(results, path, lab_url, creds):
    data = collect_lab_data(lab_url, creds)
    lab_info = total_lab_info(data)

    for suite_type, test_suite_data in results:
        if suite_type != 'io':
            continue

        io_test_suite_res = test_suite_data['res']

        charts_url = []

        name_filters = [
            #('hdd_test_rws4k', ('concurence', 'lat', 'iops')),
            #('hdd_test_rrs4k', ('concurence', 'lat', 'iops')),
            ('hdd_test_rrd4k', ('concurence', 'lat', 'iops')),
            ('hdd_test_swd1m', ('concurence', 'lat', 'bw')),
        ]

        for name_filter, fields in name_filters:
            th_filter = filter_data(name_filter, fields)

            data_iter = sorted(th_filter(io_test_suite_res.values()))

            concurence, latv, iops_or_bw_v = zip(*data_iter)
            iops_or_bw_v, iops_or_bw_dev_v = zip(*map(med_dev, iops_or_bw_v))
            latv, _ = zip(*map(med_dev, latv))

            url = io_chart(name_filter, concurence, latv, iops_or_bw_v,
                           iops_or_bw_dev_v,
                           fields[2])

            charts_url.append(url)
            # _, ax1 = plt.subplots()
            #
            # ax1.plot(concurence, iops_or_bw_v)
            # ax1.errorbar(concurence, iops_or_bw_v, iops_or_bw_dev_v,
            #              linestyle='None',
            #              label="iops_or_bw_v",
            #              marker="*")
            #
            # # ynew = approximate_line(ax, ay, ax, True)
            #
            # ax2 = ax1.twinx()
            #
            # ax2.errorbar(concurence,
            #              [med_dev(lat)[0] / 1000 for lat in latv],
            #              [med_dev(lat)[1] / 1000 for lat in latv],
            #              linestyle='None',
            #              label="iops_or_bw_v",
            #              marker="*")
            # ax2.plot(concurence, [med_dev(lat)[0] / 1000 for lat in latv])
            # plt.show()
            # exit(0)

            # bw_only = []

            # for conc, _, _, (bw, _) in data:
            #     bw_only.append(bw)
            #     bw_d_per_th.append((bw / conc, 0))

            # lines = [(zip(*lat_d)[0], 'msec', 'rr', 'lat'), (bw_sum, None, None, 'bw_sum')]

            # chart_url = charts.render_vertical_bar(
            #                 chart_name, ["bw"], [bw_d_per_th], label_x="KBps",
            #                 scale_x=ordered_data.keys(),
            #                 lines=lines)

            # charts_url.append(str(chart_url))

        render_html(charts_url, path, lab_info)


def main(args):
    make_io_report(results=[('a','b')],
                   path=os.path.dirname(args[0]),
                   lab_url='http://172.16.52.112:8000',
                   creds={'username': 'admin', 'password': 'admin', "tenant_name": 'admin'})
    return 0


if __name__ == '__main__':
    exit(main(sys.argv))