v2 in progress
diff --git a/v2_plans.md b/v2_plans.md
new file mode 100644
index 0000000..ab2f0c6
--- /dev/null
+++ b/v2_plans.md
@@ -0,0 +1,45 @@
+* Update to newest fio
+* Add fio build/test code
+* Add integration tests with nbd
+* Move from threads to QD to mitigate fio issues
+* Use agent to communicate with remote node
+* fix existing folder detection
+* fio load reporters
+
+* move agent and ssh code to separated library
+* plugins for agent
+* evaluate bokeh for visualization
+https://github.com/cronburg/ceph-viz/tree/master/histogram
+
+* Statistical result check and report:
+ - check results distribution
+ - warn for non-normal results
+ - correct comparison
+ - detect internal pattern
+ https://habrahabr.ru/post/311092/
+ https://blog.cloudera.com/blog/2015/12/common-probability-distributions-the-data-scientists-crib-sheet/
+ http://docs.scipy.org/doc/scipy-0.14.0/reference/generated/scipy.stats.mstats.normaltest.html
+ http://profitraders.com/Math/Shapiro.html
+ http://www.machinelearning.ru/wiki/index.php?title=%D0%9A%D1%80%D0%B8%D1%82%D0%B5%D1%80%D0%B8%D0%B9_%D1%85%D0%B8-%D0%BA%D0%B2%D0%B0%D0%B4%D1%80%D0%B0%D1%82
+ http://docs.scipy.org/doc/numpy/reference/generated/numpy.fft.fft.html#numpy.fft.fft
+ https://en.wikipedia.org/wiki/Log-normal_distribution
+ http://stats.stackexchange.com/questions/25709/what-distribution-is-most-commonly-used-to-model-server-response-time
+ http://www.lognormal.com/features/
+ http://blog.simiacryptus.com/2015/10/modeling-network-latency.html
+
+
+* Collect and store cluster info
+* Resume stopped/paused run
+* Difference calculation
+* Resource usage calculator/visualizer
+* Bottleneck hunter
+* Comprehensive report with results histograms and other
+* python3.5
+* Docker/lxd public container as default distribution way
+* Allow to reuse vm from previous run (store connection config, keys and vm id's in run info)
+* Simplify settings
+
+* Automatically scale QD till saturation
+
+* Integrate vdbench/spc/TPC/TPB
+* Runtime visualization
diff --git a/wally/config.py b/wally/config.py
index abc6bb0..332dc5e 100644
--- a/wally/config.py
+++ b/wally/config.py
@@ -85,6 +85,7 @@
cfg.update(raw_cfg)
results_storage = cfg.settings.get('results_storage', '/tmp')
+ print results_storage
results_storage = os.path.abspath(results_storage)
existing = file_name.startswith(results_storage)
diff --git a/wally/main.py b/wally/main.py
index 7851ee5..da144dd 100644
--- a/wally/main.py
+++ b/wally/main.py
@@ -164,7 +164,7 @@
# ---------------------------------------------------------------------
report_help = 'run report on previously obtained results'
report_parser = subparsers.add_parser('report', help=report_help)
- report_parser.add_argument('--load_report', action='store_true')
+ report_parser.add_argument('--load_report', action='store_true')
report_parser.add_argument("data_dir", help="folder with rest results")
# ---------------------------------------------------------------------
diff --git a/wally/suits/io/defaults.cfg b/wally/suits/io/defaults.cfg
index 8c8644b..873e6b7 100644
--- a/wally/suits/io/defaults.cfg
+++ b/wally/suits/io/defaults.cfg
@@ -1,10 +1,11 @@
buffered=0
+direct=1
+ioengine=libaio
+
group_reporting=1
-iodepth=1
unified_rw_reporting=1
-
norandommap=1
-
+numjobs=1
thread=1
time_based=1
wait_for_previous=1
@@ -13,12 +14,11 @@
randrepeat=0
filename={FILENAME}
-
size={TEST_FILE_SIZE}
+iodepth={QD}
-write_lat_log=fio_log
-write_iops_log=fio_log
-write_bw_log=fio_log
-log_avg_msec=500
-
-
+write_iops_log=fio_iops_log
+log_avg_msec=1000
+write_hist_log=fio_log_h
+log_hist_msec=1000
+log_unix_epoch=1
diff --git a/wally/suits/io/rrd.cfg b/wally/suits/io/rrd.cfg
index 131688f..f42dff6 100644
--- a/wally/suits/io/rrd.cfg
+++ b/wally/suits/io/rrd.cfg
@@ -1,18 +1,9 @@
-[test]
-buffered=0
-group_reporting=1
-iodepth=16
-unified_rw_reporting=1
-norandommap=1
-thread=1
-time_based=1
-wait_for_previous=1
-filename=/dev/rbd1
-size=4G
-ramp_time=15
-runtime=3600
-numjobs=30
-direct=1
+[global]
+include defaults.cfg
+QD={% 1, 5 %}
+ramp_time=5
+runtime=5
+
+[test_{TEST_SUMM}]
blocksize=60k
-rw=randwrite
-direct=1
+rw=randread