diff --git a/wally/config.py b/wally/config.py
index d8b7085..7c5d377 100644
--- a/wally/config.py
+++ b/wally/config.py
@@ -127,6 +127,14 @@
         fh.setLevel(logging.DEBUG)
         logger.addHandler(fh)
         logger_api.addHandler(fh)
+    else:
+        fh = None
 
     logger_api.addHandler(sh)
     logger_api.setLevel(logging.WARNING)
+
+    logger = logging.getLogger('paramiko')
+    logger.setLevel(logging.WARNING)
+    logger.addHandler(sh)
+    if fh is not None:
+        logger.addHandler(fh)