implement MOL-169 - Decrease env preparation time (parallelize requests to openstack, ssh connections, etc)
diff --git a/ssh_runner.py b/ssh_runner.py
index 3415382..c7ba9a9 100644
--- a/ssh_runner.py
+++ b/ssh_runner.py
@@ -2,6 +2,7 @@
import Queue
import traceback
import threading
+from concurrent.futures import ThreadPoolExecutor
from utils import ssh_connect
@@ -89,7 +90,9 @@
latest_start_time=None,
keep_temp_files=False):
- connections = [connect(uri) for uri in uris]
+ with ThreadPoolExecutor(max_workers=16) as executor:
+ connections = executor.map(connect, uris)
+
result_queue = Queue.Queue()
barrier = get_barrier(len(uris), threaded=True)