blob: 83ba0ca89ff01444affe78e0f6716195f49d57d6 [file] [log] [blame]
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +03001import os
2import uuid
3import logging
4import functools
5
6import yaml
7
8try:
9 from petname import Generate as pet_generate
10except ImportError:
11 def pet_generate(x, y):
12 return str(uuid.uuid4())
13
14
15cfg_dict = {}
16
17
18def mkdirs_if_unxists(path):
19 if not os.path.exists(path):
20 os.makedirs(path)
21
22
23def load_config(file_name, explicit_folder=None):
24 first_load = len(cfg_dict) == 0
25 cfg_dict.update(yaml.load(open(file_name).read()))
26
27 if first_load:
28 var_dir = cfg_dict.get('internal', {}).get('var_dir_root', '/tmp')
29
30 run_uuid = None
31 if explicit_folder is None:
32 for i in range(10):
33 run_uuid = pet_generate(2, "_")
34 results_dir = os.path.join(var_dir, run_uuid)
35 if not os.path.exists(results_dir):
36 break
37 else:
38 run_uuid = str(uuid.uuid4())
39 results_dir = os.path.join(var_dir, run_uuid)
koder aka kdanilov4a510ee2015-04-21 18:50:42 +030040 cfg_dict['run_uuid'] = run_uuid.replace('_', '-')
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +030041 else:
42 results_dir = explicit_folder
43
44 cfg_dict['var_dir'] = results_dir
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +030045 mkdirs_if_unxists(cfg_dict['var_dir'])
46
47 in_var_dir = functools.partial(os.path.join, cfg_dict['var_dir'])
48
49 cfg_dict['charts_img_path'] = in_var_dir('charts')
50 mkdirs_if_unxists(cfg_dict['charts_img_path'])
51
52 cfg_dict['vm_ids_fname'] = in_var_dir('os_vm_ids')
53 cfg_dict['html_report_file'] = in_var_dir('report.html')
54 cfg_dict['text_report_file'] = in_var_dir('report.txt')
55 cfg_dict['log_file'] = in_var_dir('log.txt')
56 cfg_dict['sensor_storage'] = in_var_dir('sensor_storage.txt')
57
koder aka kdanilovafd98742015-04-24 01:27:22 +030058 testnode_log_root = cfg_dict.get('testnode_log_root', '/var/wally')
59 testnode_log_dir = os.path.join(testnode_log_root, "{0}/{{name}}")
koder aka kdanilov2066daf2015-04-23 21:05:41 +030060 cfg_dict['default_test_local_folder'] = \
koder aka kdanilovafd98742015-04-24 01:27:22 +030061 testnode_log_dir.format(cfg_dict['run_uuid'])
koder aka kdanilov2066daf2015-04-23 21:05:41 +030062
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +030063 cfg_dict['test_log_directory'] = in_var_dir('test_logs')
64 mkdirs_if_unxists(cfg_dict['test_log_directory'])
65
66
67def color_me(color):
68 RESET_SEQ = "\033[0m"
69 COLOR_SEQ = "\033[1;%dm"
70
71 color_seq = COLOR_SEQ % (30 + color)
72
73 def closure(msg):
74 return color_seq + msg + RESET_SEQ
75 return closure
76
77
78class ColoredFormatter(logging.Formatter):
79 BLACK, RED, GREEN, YELLOW, BLUE, MAGENTA, CYAN, WHITE = range(8)
80
81 colors = {
82 'WARNING': color_me(YELLOW),
83 'DEBUG': color_me(BLUE),
84 'CRITICAL': color_me(YELLOW),
85 'ERROR': color_me(RED)
86 }
87
88 def __init__(self, msg, use_color=True, datefmt=None):
89 logging.Formatter.__init__(self, msg, datefmt=datefmt)
90 self.use_color = use_color
91
92 def format(self, record):
93 orig = record.__dict__
94 record.__dict__ = record.__dict__.copy()
95 levelname = record.levelname
96
97 prn_name = levelname + ' ' * (8 - len(levelname))
98 if levelname in self.colors:
99 record.levelname = self.colors[levelname](prn_name)
100 else:
101 record.levelname = prn_name
102
koder aka kdanilov6b1341a2015-04-21 22:44:21 +0300103 # super doesn't work here in 2.6 O_o
104 res = logging.Formatter.format(self, record)
105
106 # res = super(ColoredFormatter, self).format(record)
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +0300107
108 # restore record, as it will be used by other formatters
109 record.__dict__ = orig
110 return res
111
112
113def setup_loggers(def_level=logging.DEBUG, log_fname=None):
114 logger = logging.getLogger('wally')
115 logger.setLevel(logging.DEBUG)
116 sh = logging.StreamHandler()
117 sh.setLevel(def_level)
118
koder aka kdanilov168f6092015-04-19 02:33:38 +0300119 log_format = '%(asctime)s - %(levelname)s - %(name)-15s - %(message)s'
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +0300120 colored_formatter = ColoredFormatter(log_format, datefmt="%H:%M:%S")
121
122 sh.setFormatter(colored_formatter)
123 logger.addHandler(sh)
124
125 logger_api = logging.getLogger("wally.fuel_api")
126
127 if log_fname is not None:
128 fh = logging.FileHandler(log_fname)
koder aka kdanilov168f6092015-04-19 02:33:38 +0300129 log_format = '%(asctime)s - %(levelname)8s - %(name)-15s - %(message)s'
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +0300130 formatter = logging.Formatter(log_format, datefmt="%H:%M:%S")
131 fh.setFormatter(formatter)
132 fh.setLevel(logging.DEBUG)
133 logger.addHandler(fh)
134 logger_api.addHandler(fh)
koder aka kdanilovec1b9732015-04-23 20:43:29 +0300135 else:
136 fh = None
koder aka kdanilovcff7b2e2015-04-18 20:48:15 +0300137
138 logger_api.addHandler(sh)
139 logger_api.setLevel(logging.WARNING)
koder aka kdanilovec1b9732015-04-23 20:43:29 +0300140
141 logger = logging.getLogger('paramiko')
142 logger.setLevel(logging.WARNING)
koder aka kdanilovafd98742015-04-24 01:27:22 +0300143 # logger.addHandler(sh)
koder aka kdanilovec1b9732015-04-23 20:43:29 +0300144 if fh is not None:
145 logger.addHandler(fh)