blob: 8b4bffa876b9f5b75dfa3eb7148c84ff4ef6f144 [file] [log] [blame]
Dennis Dmitriev6f59add2016-10-18 13:45:27 +03001# Copyright 2016 Mirantis, Inc.
2#
3# Licensed under the Apache License, Version 2.0 (the "License"); you may
4# not use this file except in compliance with the License. You may obtain
5# a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
11# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
12# License for the specific language governing permissions and limitations
13# under the License.
14import copy
15import os
16import pkg_resources
17
18from oslo_config import cfg
19from oslo_config import generator
20
21from tcp_tests.helpers import ext
22from tcp_tests.helpers import oslo_cfg_types as ct
23from tcp_tests import settings
24
Dennis Dmitriev9b02c8b2017-11-13 15:31:35 +020025print("\n" + "-" * 10 + " Initialize oslo.config variables with defaults"
26 " from environment" + "-" * 10)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +030027
28_default_conf = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030029 __name__, 'templates/{0}/underlay.yaml'.format(settings.LAB_CONFIG_NAME))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020030
31_default_salt_steps = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030032 __name__, 'templates/{0}/salt.yaml'.format(settings.LAB_CONFIG_NAME))
Dennis Dmitriev9dada8a2017-08-30 17:38:55 +030033_default_environment_template_dir = pkg_resources.resource_filename(
34 __name__, 'environment/')
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +030035_default_templates_dir = pkg_resources.resource_filename(
36 __name__, 'templates/')
Dennis Dmitrievea48cf52018-07-18 18:04:39 +030037_default_core_steps = pkg_resources.resource_filename(
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020038 __name__,
Dennis Dmitrievea48cf52018-07-18 18:04:39 +030039 'templates/{0}/core.yaml'.format(
Dennis Dmitriev2a13a132016-11-04 00:56:23 +020040 settings.LAB_CONFIG_NAME))
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +030041_default_oss_steps = pkg_resources.resource_filename(
42 __name__,
43 'templates/{0}/oss.yaml'.format(
44 settings.LAB_CONFIG_NAME))
sgudzb67ce732018-02-13 17:58:31 +020045_default_drivetrain_steps = pkg_resources.resource_filename(
46 __name__,
47 'templates/{0}/drivetrain.yaml'.format(
48 settings.LAB_CONFIG_NAME))
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +030049_default_decapod_steps = pkg_resources.resource_filename(
50 __name__,
51 'templates/{0}/decapod.yaml'.format(
52 settings.LAB_CONFIG_NAME))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020053_default_openstack_steps = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030054 __name__, 'templates/{0}/openstack.yaml'.format(
Dennis Dmitriev2a13a132016-11-04 00:56:23 +020055 settings.LAB_CONFIG_NAME))
Tatyana Leontovich8dbc7882018-08-29 13:11:16 +030056_default_openstack_resources_steps = pkg_resources.resource_filename(
57 __name__, 'templates/{0}/post_openstack.yaml'.format(
58 settings.LAB_CONFIG_NAME))
Dina Belovae6fdffb2017-09-19 13:58:34 -070059_default_opencontrail_prepare_tests_steps_path = \
60 pkg_resources.resource_filename(
61 __name__, 'templates/{0}/opencontrail.yaml'.format(
62 settings.LAB_CONFIG_NAME))
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +030063_default_sl_prepare_tests_steps_path = pkg_resources.resource_filename(
64 __name__, 'templates/{0}/sl.yaml'.format(
65 settings.LAB_CONFIG_NAME))
Tatyana Leontovich460f7df2017-11-13 15:45:06 +020066_default_ceph_prepare_tests_steps_path = pkg_resources.resource_filename(
67 __name__, 'templates/{0}/ceph.yaml'.format(
68 settings.LAB_CONFIG_NAME))
Artem Panchenko0594cd72017-06-12 13:25:26 +030069_default_k8s_steps = pkg_resources.resource_filename(
70 __name__, 'templates/{0}/k8s.yaml'.format(
71 settings.LAB_CONFIG_NAME))
Vladimir Jigulin62bcf462018-05-28 18:17:01 +040072_default_k8s_update_steps = pkg_resources.resource_filename(
73 __name__, 'templates/{0}/k8s-update.yaml'.format(
74 settings.LAB_CONFIG_NAME))
Dmitry Tyzhnenkob8641832017-11-07 17:02:47 +020075_default_net_mgm = os.environ.get("NET_MGMT", "admin-pool01")
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +020076_default_configure_steps = pkg_resources.resource_filename(
77 __name__, 'templates/{0}/cfg01_configure.yaml'.format(
78 settings.LAB_CONFIG_NAME))
79# _default_cluster_maas_config = pkg_resources.resource_filename(
80# __name__, 'templates/{0}/cluster_infra_maas.yml'.format(
81# settings.LAB_CONFIG_NAME))
82_default_cluster_maas_config = 'cluster_infra_maas.yml'
Dennis Dmitriev6f59add2016-10-18 13:45:27 +030083
84hardware_opts = [
85 ct.Cfg('manager', ct.String(),
86 help="Hardware manager name", default="devops"),
87 ct.Cfg('conf_path', ct.String(),
88 help="Hardware config file", default=_default_conf),
89 ct.Cfg('current_snapshot', ct.String(),
90 help="Latest environment status name",
91 default=ext.SNAPSHOT.hardware),
92]
93
94
95underlay_opts = [
96 ct.Cfg('ssh', ct.JSONList(),
97 help="""SSH Settings for Underlay: [{
98 'node_name': node1,
Dennis Dmitriev23e5d192016-10-31 11:27:10 +020099 'roles': ['salt-master', 'salt-minion', ],
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300100 'host': hostname,
101 'login': login,
102 'password': password,
103 'address_pool': (optional),
104 'port': (optional),
105 'keys': [(optional)],
106 }, ...]""", default=[]),
107 ct.Cfg('roles', ct.JSONList(),
108 help="Node roles managed by underlay in the environment",
Dennis Dmitriev53d3b772016-10-18 14:31:58 +0300109 default=[ext.UNDERLAY_NODE_ROLES.salt_master,
vrovachev99228d32017-06-08 19:46:10 +0400110 ext.UNDERLAY_NODE_ROLES.salt_minion,
Victor Ryzhenkin66d39372017-09-28 19:25:48 +0400111 ext.UNDERLAY_NODE_ROLES.k8s_controller]),
Dennis Dmitriev7b9538f2017-05-15 17:01:34 +0300112 ct.Cfg('bootstrap_timeout', ct.Integer(),
113 help="Timeout of waiting SSH for nodes with specified roles",
Dennis Dmitriev4558ee92018-01-31 08:14:08 -0400114 default=600),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300115 ct.Cfg('nameservers', ct.JSONList(),
116 help="IP addresses of DNS servers",
117 default=[]),
118 ct.Cfg('upstream_dns_servers', ct.JSONList(),
119 help="IP addresses of upstream DNS servers (dnsmasq)",
120 default=[]),
121 ct.Cfg('lvm', ct.JSONDict(),
122 help="LVM settings for Underlay", default={}),
Dennis Dmitriev99b26fe2017-04-26 12:34:44 +0300123 ct.Cfg('address_pools', ct.JSONDict(),
124 help="""Address pools (dynamically) allocated for the environment.
125 May be used to determine CIDR for a specific network from
126 tests or during the deployment process.
127 {'pool_name1': '<cidr>', 'pool_name2': '<cidr>', ...}""",
128 default={}),
Dennis Dmitrievb6bcc5c2018-09-26 11:07:53 +0000129 ct.Cfg('dhcp_ranges', ct.JSONDict(),
130 help="""DHCP ranges allocated for the address pools.
131 This is extended object comparing to 'address_pools'.
132 May be used to determine DHCP range start/end/gateway for a
133 specific network from tests or during the deployment
134 process.
135 {'pool_name1': {'cidr': 'n.n.n.n/m',
136 'start': 'x.x.x.x',
137 'end': 'y.y.y.y',
138 'gateway': 'z.z.z.z'},
139 'pool_name2': {'cidr': 'n.n.n.n/m',
140 'start': x.x.x.x,
141 'end': 'y.y.y.y',
142 'gateway': 'z.z.z.z'},
143 ...}""",
144 default={}),
Artem Panchenkodb0a97f2017-06-27 19:09:13 +0300145 ct.Cfg('ssh_keys', ct.JSONList(), default=[],
146 help="SSH key pair(s) for root. If the option is left empty, "
147 "then a key pair will be generated automatically"),
148 ct.Cfg('ssh_key_file', ct.String(), default=os.path.abspath('./id_rsa'),
149 help='Path (local) to file with private key authorized on nodes'),
Dmitry Tyzhnenkob8641832017-11-07 17:02:47 +0200150 ct.Cfg('net_mgmt', ct.String(), default=_default_net_mgm)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300151]
152
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200153
154salt_deploy_opts = [
155 ct.Cfg('salt_steps_path', ct.String(),
156 help="Path to YAML with steps to deploy salt",
157 default=_default_salt_steps),
Dennis Dmitriev9dada8a2017-08-30 17:38:55 +0300158 ct.Cfg('environment_template_dir', ct.String(),
159 help="Path to directory with Environment template and inventory",
160 default=_default_environment_template_dir),
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +0300161 ct.Cfg('templates_dir', ct.String(),
162 help="Path to directory with templates",
163 default=_default_templates_dir),
Dennis Dmitriev5bcbdc52018-03-23 18:05:10 +0200164 ct.Cfg('salt_roles', ct.JSONList(),
165 help="Node roles to install salt-minions and manage by salt",
166 default=[ext.UNDERLAY_NODE_ROLES.salt_master,
167 ext.UNDERLAY_NODE_ROLES.salt_minion,
168 ext.UNDERLAY_NODE_ROLES.k8s_controller]),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300169]
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200170salt_opts = [
171 ct.Cfg('salt_master_host', ct.IPAddress(),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300172 help="", default='0.0.0.0'),
Dennis Dmitriev2d60c8e2017-05-12 18:34:01 +0300173 ct.Cfg('salt_master_port', ct.String(),
174 help="", default='6969'),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300175]
176
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300177core_deploy_opts = [
178 ct.Cfg('core_steps_path', ct.String(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200179 help="Path to YAML with steps to deploy common services",
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300180 default=_default_core_steps),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300181]
182
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300183core_opts = [
184 ct.Cfg('core_installed', ct.Boolean(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200185 help="", default=False),
186]
187
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300188oss_deploy_opts = [
189 ct.Cfg('oss_steps_path', ct.String(),
190 help="Path to YAML with steps to deploy OSS Tools",
191 default=_default_oss_steps),
192]
193
194oss_opts = [
195 ct.Cfg('oss_installed', ct.Boolean(),
196 help="", default=False),
197]
198
sgudzb67ce732018-02-13 17:58:31 +0200199drivetrain_deploy_opts = [
200 ct.Cfg('drivetrain_steps_path', ct.String(),
201 help="Path to YAML with steps to deploy Drivetrain",
202 default=_default_drivetrain_steps),
203]
204
205drivetrain_opts = [
206 ct.Cfg('drivetrain_installed', ct.Boolean(),
207 help="", default=False),
208]
209
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300210decapod_deploy_opts = [
211 ct.Cfg('decapod_steps_path', ct.String(),
212 help="Path to YAML with steps to deploy Ceph with Decapod",
213 default=_default_decapod_steps),
214]
215
216decapod_opts = [
217 ct.Cfg('decapod_installed', ct.Boolean(),
218 help="", default=False),
219]
220
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200221openstack_deploy_opts = [
222 ct.Cfg('openstack_steps_path', ct.String(),
223 help="Path to YAML with steps to deploy openstack",
224 default=_default_openstack_steps),
Tatyana Leontovich8dbc7882018-08-29 13:11:16 +0300225 ct.Cfg('openstack_resources_steps_path', ct.String(),
226 help="Path to YAML with steps to deploy openstack",
227 default=_default_openstack_resources_steps),
Tatyana Leontovichc72604d2018-01-04 17:58:00 +0200228 ct.Cfg('horizon_host', ct.IPAddress(),
229 help="", default='0.0.0.0'),
230 ct.Cfg('horizon_port', ct.String(),
231 help="", default='5000'),
232 ct.Cfg('horizon_user', ct.String(),
233 help="", default='admin'),
234 ct.Cfg('horizon_password', ct.String(),
235 help="", default='workshop'),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200236]
237openstack_opts = [
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200238 ct.Cfg('openstack_installed', ct.Boolean(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200239 help="", default=False),
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200240 ct.Cfg('openstack_keystone_endpoint', ct.String(),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300241 help="", default=''),
Tatyana Leontovichc08a54b2018-04-19 02:21:25 +0300242 ct.Cfg('horizon_check', ct.Boolean(),
Tatyana Leontovich69700712018-04-23 12:26:57 +0300243 help="", default=False),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300244]
245
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200246opencontrail_opts = [
247 ct.Cfg('opencontrail_tags', ct.String(),
248 help="", default=''),
249 ct.Cfg('opencontrail_features', ct.String(),
250 help="", default=''),
251 ct.Cfg('opencontrail_prepare_tests_steps_path', ct.String(),
252 help="Path to YAML with steps to prepare contrail-tests",
253 default=_default_opencontrail_prepare_tests_steps_path),
254]
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300255
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300256sl_deploy_opts = [
257 ct.Cfg('sl_steps_path', ct.String(),
258 help="Path to YAML with steps to deploy sl",
259 default=_default_sl_prepare_tests_steps_path),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300260 ct.Cfg('docker_image_alertmanager', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200261 default='{0}/openstack-docker/alertmanager:{1}'.format(
262 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Dmitry Kalashnik3eee60b2018-05-29 17:19:31 +0400263 ct.Cfg('docker_image_alerta', ct.String(),
264 default='{0}/mirantis/external/alerta-web:{1}'.format(
265 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300266 ct.Cfg('docker_image_pushgateway', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200267 default='{0}/openstack-docker/pushgateway:{1}'.format(
268 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300269 ct.Cfg('docker_image_prometheus', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200270 default='{0}/openstack-docker/prometheus:{1}'.format(
271 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300272 ct.Cfg('docker_image_remote_agent', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200273 default='{0}/openstack-docker/telegraf:{1}'.format(
274 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300275 ct.Cfg('docker_image_remote_storage_adapter', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200276 default='{0}/openstack-docker/remote_storage_adapter:{1}'.format(
277 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
278 ct.Cfg('docker_image_prometheus_relay', ct.String(),
279 default='{0}/openstack-docker/prometheus_relay:{1}'.format(
280 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
281 ct.Cfg('docker_image_grafana', ct.String(),
282 default='{0}/mirantis/external/grafana:{1}'.format(
283 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Dennis Dmitriev86f63e82017-11-09 00:07:45 +0200284 # SalesForce connection options for pushkin
Dennis Dmitrievce5ed8b2017-11-09 00:44:19 +0200285 ct.Cfg('sfdc_sandbox_enabled', ct.String(), default='False'),
Dennis Dmitriev86f63e82017-11-09 00:07:45 +0200286 ct.Cfg('sfdc_auth_url', ct.String(), default=''),
287 ct.Cfg('sfdc_username', ct.String(), default=''),
288 ct.Cfg('sfdc_password', ct.String(), default=''),
289 ct.Cfg('sfdc_consumer_key', ct.String(), default=''),
290 ct.Cfg('sfdc_consumer_secret', ct.String(), default=''),
291 ct.Cfg('sfdc_organization_id', ct.String(), default=''),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300292]
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300293
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300294sl_opts = [
Dennis Dmitrievfde667f2018-07-23 16:26:50 +0300295 ct.Cfg('stacklight_installed', ct.Boolean(),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300296 help="", default=False),
sgudzbf4de572017-11-23 14:37:01 +0200297 ct.Cfg('sl_version', ct.String(),
298 help="StackLight version. Could be 1 or 2", default=''),
Tatyana Leontovich09b7b012017-07-10 12:53:45 +0300299 ct.Cfg('sl_vip_host', ct.IPAddress(),
300 help="Vip address for SL services", default='0.0.0.0'),
301 ct.Cfg('sl_prometheus_port', ct.String(),
302 help="Prometheus port", default='15010'),
303 ct.Cfg('sl_prometheus_proto', ct.String(),
304 help="Proemtheus protocol", default='http'),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300305]
306
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200307ceph_deploy_opts = [
308 ct.Cfg('ceph_steps_path', ct.String(),
309 help="Path to YAML with steps to deploy sl",
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200310 default=_default_ceph_prepare_tests_steps_path),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200311]
312
313ceph_opts = [
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200314 ct.Cfg('ceph_installed', ct.Boolean(),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200315 help="", default=False),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200316]
317
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300318k8s_deploy_opts = [
Artem Panchenko0594cd72017-06-12 13:25:26 +0300319 ct.Cfg('k8s_steps_path', ct.String(),
320 help="Path to YAML with steps to deploy Kubernetes",
321 default=_default_k8s_steps),
Vladimir Jigulin62bcf462018-05-28 18:17:01 +0400322 ct.Cfg('k8s_update_steps_path', ct.String(),
323 help="Path to YAML with steps to update Kubernetes",
324 default=_default_k8s_update_steps),
Artem Panchenko0594cd72017-06-12 13:25:26 +0300325 ct.Cfg('kubernetes_admin_user', ct.String(), default='admin'),
326 ct.Cfg('kubernetes_admin_password', ct.String(),
327 default='sbPfel23ZigJF3Bm'),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300328 ct.Cfg('kubernetes_docker_package', ct.String(), default=''),
329 ct.Cfg('kubernetes_hyperkube_image', ct.String(),
Victor Ryzhenkin92e451e2018-06-19 20:01:16 +0400330 default='{}/mirantis/kubernetes/hyperkube-amd64:v1.10.4-4'.format(
Victor Ryzhenkin2687fa12018-05-24 16:28:17 +0400331 settings.DOCKER_REGISTRY)),
332 ct.Cfg('kubernetes_pause_image', ct.String(),
Victor Ryzhenkin92e451e2018-06-19 20:01:16 +0400333 default='{}/mirantis/kubernetes/pause-amd64:v1.10.4-4'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300334 settings.DOCKER_REGISTRY)),
335 ct.Cfg('kubernetes_calico_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200336 default='{}/mirantis/projectcalico/calico/node:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300337 settings.DOCKER_REGISTRY)),
Victor Ryzhenkin53f1b492018-05-09 17:30:17 +0400338 ct.Cfg('kubernetes_calico_calicoctl_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200339 default='{}/mirantis/projectcalico/calico/ctl:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300340 settings.DOCKER_REGISTRY)),
341 ct.Cfg('kubernetes_calico_cni_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200342 default='{}/mirantis/projectcalico/calico/cni:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300343 settings.DOCKER_REGISTRY)),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200344 ct.Cfg('kubernetes_calico_kube_controllers_image', ct.String(),
345 default='{}/mirantis/projectcalico/calico/kube-controllers:'
346 'v3.1.3'.format(settings.DOCKER_REGISTRY)),
Artem Panchenko0594cd72017-06-12 13:25:26 +0300347 ct.Cfg('kubernetes_netchecker_enabled', ct.Boolean(),
348 help="", default=True),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300349 ct.Cfg('kubernetes_netchecker_agent_image', ct.String(),
Aleksei Kasatkin593596f2018-05-14 11:02:19 +0200350 default='mirantis/k8s-netchecker-agent:v1.2.2'),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300351 ct.Cfg('kubernetes_netchecker_server_image', ct.String(),
Aleksei Kasatkin593596f2018-05-14 11:02:19 +0200352 default='mirantis/k8s-netchecker-server:v1.2.2'),
Artem Panchenko501e67e2017-06-14 14:59:18 +0300353 ct.Cfg('kubernetes_calico_policy_enabled', ct.Boolean(),
354 help="", default=False),
Artem Panchenko501e67e2017-06-14 14:59:18 +0300355 ct.Cfg('kubernetes_helm_enabled', ct.Boolean(),
Tatyana Leontovich038dc7d2017-09-22 16:25:59 +0300356 help="", default=False),
Victor Ryzhenkin0bf0bb02017-07-06 18:57:05 +0400357 ct.Cfg('kubernetes_virtlet_enabled', ct.Boolean(),
Tatyana Leontovich038dc7d2017-09-22 16:25:59 +0300358 help="", default=False),
Victor Ryzhenkin0bf0bb02017-07-06 18:57:05 +0400359 ct.Cfg('kubernetes_virtlet_image', ct.String(),
Victor Ryzhenkin92e451e2018-06-19 20:01:16 +0400360 help="", default='mirantis/virtlet:v1.1.0'),
Victor Ryzhenkin5902ae62018-09-11 20:34:54 +0400361 ct.Cfg('kubernetes_dns', ct.Boolean(),
362 help="", default=True),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400363 ct.Cfg('kubernetes_externaldns_enabled', ct.Boolean(),
364 help="", default=False),
365 ct.Cfg('kubernetes_externaldns_image', ct.String(),
366 help="", default='mirantis/external-dns:latest'),
367 ct.Cfg('kubernetes_externaldns_provider', ct.String(),
368 help="", default='coredns'),
369 ct.Cfg('kubernetes_coredns_enabled', ct.Boolean(),
Victor Ryzhenkin2a5806e2017-12-18 20:23:53 +0400370 help="", default=False),
Vladimir Jigulina6b018b2018-07-18 15:19:01 +0400371 ct.Cfg('kubernetes_metallb_enabled', ct.Boolean(),
372 help="", default=False),
Vladimir Jigulin5775bbb2018-10-03 10:34:54 +0400373 ct.Cfg('kubernetes_ingressnginx_enabled', ct.Boolean(),
374 help="", default=False),
Victor Ryzhenkin2a5806e2017-12-18 20:23:53 +0400375 ct.Cfg('kubelet_fail_on_swap', ct.Boolean(),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400376 help="", default=False)
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300377]
378
379k8s_opts = [
Artem Panchenko0594cd72017-06-12 13:25:26 +0300380 ct.Cfg('k8s_installed', ct.Boolean(),
381 help="", default=False),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300382 ct.Cfg('kube_host', ct.IPAddress(),
383 help="", default='0.0.0.0'),
384 ct.Cfg('kube_apiserver_port', ct.Integer(),
385 help="", default=443),
vrovacheva9d08332017-06-22 20:01:59 +0400386 ct.Cfg("k8s_conformance_run", ct.Boolean(),
387 default=False),
Victor Ryzhenkin8ff3c3f2018-01-17 19:37:05 +0400388 ct.Cfg("run_extended_virtlet_conformance", ct.Boolean(),
389 default=False),
vrovacheva9d08332017-06-22 20:01:59 +0400390 ct.Cfg('k8s_conformance_image', ct.String(),
Dennis Dmitriev75776c52017-12-26 18:22:53 +0200391 default='docker-prod-virtual.docker.mirantis.net/mirantis/'
Victor Ryzhenkin5175d9e2018-06-21 16:24:10 +0400392 'kubernetes/k8s-conformance:v1.10.4-4'),
Vladimir Jigulin62bcf462018-05-28 18:17:01 +0400393 ct.Cfg('k8s_update_chain', ct.String(),
Victor Ryzhenkin5175d9e2018-06-21 16:24:10 +0400394 default='v1.9.8-4 v1.10.4-4')
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300395]
396
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200397day1_cfg_config_opts = [
398 ct.Cfg('configure_steps_path', ct.String(),
399 help="Path to YAML with steps to config cfg01 node",
400 default=_default_configure_steps),
401 ct.Cfg('environment_template_dir', ct.String(),
402 help="Path to directory with Environment template and inventory",
403 default=_default_environment_template_dir),
404 ct.Cfg('templates_dir', ct.String(),
405 help="Path to directory with templates",
406 default=_default_templates_dir),
407 ct.Cfg('cluster_maas_config', ct.String(),
408 help="Path to maas class yaml file for cfg node",
409 default=_default_cluster_maas_config),
410 ct.Cfg('maas_machines_macs', ct.JSONDict(),
411 help="""MAC of machines interfaces for maas config:
412 'parameters': {
413 'maas' : {
414 'region' : {
415 'machines': {
416 'ctl01': {
417 'interface': {
418 'mac': 'aa:bb:cc:dd:ee:ff'
419 }
420 }
421 '...': {
422 'interface': {
423 'mac': 'aa:bb:cc:dd:ee:ff'
424 }
425 }
426 }}}}""", default={}),
427]
428
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300429_group_opts = [
430 ('hardware', hardware_opts),
431 ('underlay', underlay_opts),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200432 ('salt_deploy', salt_deploy_opts),
433 ('salt', salt_opts),
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300434 ('core_deploy', core_deploy_opts),
435 ('core', core_opts),
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300436 ('oss_deploy', oss_deploy_opts),
437 ('oss', oss_opts),
sgudzb67ce732018-02-13 17:58:31 +0200438 ('drivetrain_deploy', drivetrain_deploy_opts),
439 ('drivetrain', drivetrain_opts),
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300440 ('decapod_deploy', decapod_deploy_opts),
441 ('decapod', decapod_opts),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200442 ('openstack_deploy', openstack_deploy_opts),
443 ('openstack', openstack_opts),
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200444 ('opencontrail', opencontrail_opts),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300445 ('stack_light', sl_opts),
446 ('sl_deploy', sl_deploy_opts),
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200447 ('ceph', ceph_opts),
448 ('ceph_deploy', ceph_deploy_opts),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300449 ('k8s_deploy', k8s_deploy_opts),
450 ('k8s', k8s_opts),
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200451 ('day1_cfg_config', day1_cfg_config_opts),
452 ('day1_underlay', underlay_opts),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300453]
454
455
456def register_opts(config):
457 config.register_group(cfg.OptGroup(name='hardware',
458 title="Hardware settings", help=""))
459 config.register_opts(group='hardware', opts=hardware_opts)
460
461 config.register_group(cfg.OptGroup(name='underlay',
462 title="Underlay configuration", help=""))
463 config.register_opts(group='underlay', opts=underlay_opts)
464
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200465 config.register_group(cfg.OptGroup(name='salt_deploy',
466 title="salt deploy configuration", help=""))
467 config.register_opts(group='salt_deploy', opts=salt_deploy_opts)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300468
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200469 config.register_group(cfg.OptGroup(name='salt',
470 title="salt config and credentials", help=""))
471 config.register_opts(group='salt', opts=salt_opts)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300472
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300473 config.register_group(cfg.OptGroup(name='core',
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200474 title="Common services for Openstack", help=""))
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300475 config.register_opts(group='core', opts=core_opts)
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200476
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300477 config.register_group(
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300478 cfg.OptGroup(name='core_deploy',
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200479 title="Common services for Openstack deploy config",
480 help=""))
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300481 config.register_opts(group='core_deploy',
482 opts=core_deploy_opts)
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200483
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300484 config.register_group(cfg.OptGroup(name='oss',
485 title="Operational Support System Tools", help=""))
486 config.register_opts(group='oss', opts=oss_opts)
487
488 config.register_group(cfg.OptGroup(name='oss_deploy',
489 title="OSS deploy config", help=""))
490 config.register_opts(group='oss_deploy',
491 opts=oss_deploy_opts)
492
sgudzb67ce732018-02-13 17:58:31 +0200493 config.register_group(cfg.OptGroup(name='drivetrain',
494 title="Drivetrain Tools", help=""))
495 config.register_opts(group='drivetrain', opts=drivetrain_opts)
496
497 config.register_group(cfg.OptGroup(name='drivetrain_deploy',
498 title="Drivetrain deploy config", help=""))
499 config.register_opts(group='drivetrain_deploy',
500 opts=drivetrain_deploy_opts)
501
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300502 config.register_group(cfg.OptGroup(name='decapod',
503 title="Decapod options for Ceph", help=""))
504 config.register_opts(group='decapod', opts=decapod_opts)
505
506 config.register_group(cfg.OptGroup(name='decapod_deploy',
507 title="Decapod deploy config", help=""))
508 config.register_opts(group='decapod_deploy',
509 opts=decapod_deploy_opts)
510
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200511 config.register_group(cfg.OptGroup(name='openstack',
512 title="Openstack config and credentials", help=""))
513 config.register_opts(group='openstack', opts=openstack_opts)
514
515 config.register_group(
516 cfg.OptGroup(name='openstack_deploy',
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300517 title="Openstack deploy config and credentials",
518 help=""))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200519 config.register_opts(group='openstack_deploy', opts=openstack_deploy_opts)
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200520
521 config.register_group(cfg.OptGroup(name='opencontrail',
522 title="Options for Juniper contrail-tests", help=""))
523 config.register_opts(group='opencontrail', opts=opencontrail_opts)
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +0300524 config.register_group(
525 cfg.OptGroup(name='stack_light',
526 title="StackLight config and credentials", help=""))
Tatyana Leontovich5acc82a2017-05-23 15:41:35 +0300527 config.register_opts(group='stack_light', opts=sl_opts)
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300528 config.register_group(
529 cfg.OptGroup(name='sl_deploy',
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300530 title="SL deploy config and credentials",
531 help=""))
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300532 config.register_opts(group='sl_deploy', opts=sl_deploy_opts)
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300533
534 config.register_group(cfg.OptGroup(name='k8s_deploy',
535 title="K8s deploy configuration"))
536 config.register_opts(group='k8s_deploy', opts=k8s_deploy_opts)
537
538 config.register_group(cfg.OptGroup(name='k8s',
539 title="K8s config and credentials"))
540 config.register_opts(group='k8s', opts=k8s_opts)
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200541 config.register_group(cfg.OptGroup(name='ceph',
542 title="ceph config", help=""))
543 config.register_opts(group='ceph', opts=ceph_opts)
544
545 config.register_group(
546 cfg.OptGroup(name='ceph_deploy',
547 title="Ceph deploy config ",
548 help=""))
549 config.register_opts(group='ceph_deploy', opts=ceph_deploy_opts)
550
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200551 config.register_group(cfg.OptGroup(name='day1_cfg_config',
552 title="Day01 config node configuration", help=""))
553 config.register_opts(group='day1_cfg_config', opts=day1_cfg_config_opts)
554
555 config.register_group(cfg.OptGroup(name='day1_underlay',
556 title="Day01 underlay configuration", help=""))
557 config.register_opts(group='day1_underlay', opts=underlay_opts)
558
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300559 return config
560
561
562def load_config(config_files):
563 config = cfg.CONF
564 register_opts(config)
565 config(args=[], default_config_files=config_files)
566 return config
567
568
569def reload_snapshot_config(config, test_config_path):
570 """Reset config to the state from test_config file"""
571 config(args=[], default_config_files=[test_config_path])
572 return config
573
574
575def list_opts():
576 """Return a list of oslo.config options available in the tcp_tests.
577 """
578 return [(group, copy.deepcopy(opts)) for group, opts in _group_opts]
579
580
581def list_current_opts(config):
582 """Return a list of oslo.config options available in the tcp_tests.
583 """
584 result_opts = []
585 for group, opts in _group_opts:
586 current_opts = copy.deepcopy(opts)
587 for opt in current_opts:
588 if hasattr(config, group):
589 if hasattr(config[group], opt.name):
590 opt.default = getattr(config[group], opt.name)
591 result_opts.append((group, current_opts))
592 return result_opts
593
594
595def save_config(config, snapshot_name, env_name=None):
596 if env_name is None:
597 env_name = 'config'
598 test_config_path = os.path.join(
599 settings.LOGS_DIR, '{0}_{1}.ini'.format(env_name, snapshot_name))
600
601 with open(test_config_path, 'w') as output_file:
602 formatter = generator._OptFormatter(output_file=output_file)
603 for group, opts in list_current_opts(config):
604 formatter.format_group(group)
605 for opt in opts:
606 formatter.format(opt, group, minimal=True)
607 formatter.write('\n')
608 formatter.write('\n')