blob: a689b07bbafcb5ec35597e2fa5f368dd4c3c53c5 [file] [log] [blame]
Dennis Dmitriev6f59add2016-10-18 13:45:27 +03001# Copyright 2016 Mirantis, Inc.
2#
3# Licensed under the Apache License, Version 2.0 (the "License"); you may
4# not use this file except in compliance with the License. You may obtain
5# a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
11# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
12# License for the specific language governing permissions and limitations
13# under the License.
14import copy
15import os
16import pkg_resources
17
18from oslo_config import cfg
19from oslo_config import generator
20
21from tcp_tests.helpers import ext
22from tcp_tests.helpers import oslo_cfg_types as ct
23from tcp_tests import settings
24
Dennis Dmitriev9b02c8b2017-11-13 15:31:35 +020025print("\n" + "-" * 10 + " Initialize oslo.config variables with defaults"
26 " from environment" + "-" * 10)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +030027
28_default_conf = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030029 __name__, 'templates/{0}/underlay.yaml'.format(settings.LAB_CONFIG_NAME))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020030
31_default_salt_steps = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030032 __name__, 'templates/{0}/salt.yaml'.format(settings.LAB_CONFIG_NAME))
Dennis Dmitriev9dada8a2017-08-30 17:38:55 +030033_default_environment_template_dir = pkg_resources.resource_filename(
34 __name__, 'environment/')
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +030035_default_templates_dir = pkg_resources.resource_filename(
36 __name__, 'templates/')
Dennis Dmitrievea48cf52018-07-18 18:04:39 +030037_default_core_steps = pkg_resources.resource_filename(
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020038 __name__,
Dennis Dmitrievea48cf52018-07-18 18:04:39 +030039 'templates/{0}/core.yaml'.format(
Dennis Dmitriev2a13a132016-11-04 00:56:23 +020040 settings.LAB_CONFIG_NAME))
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +030041_default_oss_steps = pkg_resources.resource_filename(
42 __name__,
43 'templates/{0}/oss.yaml'.format(
44 settings.LAB_CONFIG_NAME))
sgudzb67ce732018-02-13 17:58:31 +020045_default_drivetrain_steps = pkg_resources.resource_filename(
46 __name__,
47 'templates/{0}/drivetrain.yaml'.format(
48 settings.LAB_CONFIG_NAME))
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +030049_default_decapod_steps = pkg_resources.resource_filename(
50 __name__,
51 'templates/{0}/decapod.yaml'.format(
52 settings.LAB_CONFIG_NAME))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020053_default_openstack_steps = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030054 __name__, 'templates/{0}/openstack.yaml'.format(
Dennis Dmitriev2a13a132016-11-04 00:56:23 +020055 settings.LAB_CONFIG_NAME))
Tatyana Leontovich8dbc7882018-08-29 13:11:16 +030056_default_openstack_resources_steps = pkg_resources.resource_filename(
57 __name__, 'templates/{0}/post_openstack.yaml'.format(
58 settings.LAB_CONFIG_NAME))
Dina Belovae6fdffb2017-09-19 13:58:34 -070059_default_opencontrail_prepare_tests_steps_path = \
60 pkg_resources.resource_filename(
61 __name__, 'templates/{0}/opencontrail.yaml'.format(
62 settings.LAB_CONFIG_NAME))
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +030063_default_sl_prepare_tests_steps_path = pkg_resources.resource_filename(
64 __name__, 'templates/{0}/sl.yaml'.format(
65 settings.LAB_CONFIG_NAME))
Tatyana Leontovich460f7df2017-11-13 15:45:06 +020066_default_ceph_prepare_tests_steps_path = pkg_resources.resource_filename(
67 __name__, 'templates/{0}/ceph.yaml'.format(
68 settings.LAB_CONFIG_NAME))
Artem Panchenko0594cd72017-06-12 13:25:26 +030069_default_k8s_steps = pkg_resources.resource_filename(
70 __name__, 'templates/{0}/k8s.yaml'.format(
71 settings.LAB_CONFIG_NAME))
Vladimir Jigulin62bcf462018-05-28 18:17:01 +040072_default_k8s_update_steps = pkg_resources.resource_filename(
73 __name__, 'templates/{0}/k8s-update.yaml'.format(
74 settings.LAB_CONFIG_NAME))
Dmitry Tyzhnenkob8641832017-11-07 17:02:47 +020075_default_net_mgm = os.environ.get("NET_MGMT", "admin-pool01")
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +020076_default_configure_steps = pkg_resources.resource_filename(
77 __name__, 'templates/{0}/cfg01_configure.yaml'.format(
78 settings.LAB_CONFIG_NAME))
79# _default_cluster_maas_config = pkg_resources.resource_filename(
80# __name__, 'templates/{0}/cluster_infra_maas.yml'.format(
81# settings.LAB_CONFIG_NAME))
82_default_cluster_maas_config = 'cluster_infra_maas.yml'
Dennis Dmitriev6f59add2016-10-18 13:45:27 +030083
84hardware_opts = [
85 ct.Cfg('manager', ct.String(),
86 help="Hardware manager name", default="devops"),
87 ct.Cfg('conf_path', ct.String(),
88 help="Hardware config file", default=_default_conf),
89 ct.Cfg('current_snapshot', ct.String(),
90 help="Latest environment status name",
91 default=ext.SNAPSHOT.hardware),
92]
93
94
95underlay_opts = [
96 ct.Cfg('ssh', ct.JSONList(),
97 help="""SSH Settings for Underlay: [{
98 'node_name': node1,
Dennis Dmitriev83cc1d52018-11-09 15:35:30 +020099 'minion_id': node1.local,
Dennis Dmitriev23e5d192016-10-31 11:27:10 +0200100 'roles': ['salt-master', 'salt-minion', ],
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300101 'host': hostname,
102 'login': login,
103 'password': password,
104 'address_pool': (optional),
105 'port': (optional),
106 'keys': [(optional)],
107 }, ...]""", default=[]),
108 ct.Cfg('roles', ct.JSONList(),
109 help="Node roles managed by underlay in the environment",
Dennis Dmitriev53d3b772016-10-18 14:31:58 +0300110 default=[ext.UNDERLAY_NODE_ROLES.salt_master,
vrovachev99228d32017-06-08 19:46:10 +0400111 ext.UNDERLAY_NODE_ROLES.salt_minion,
Victor Ryzhenkin66d39372017-09-28 19:25:48 +0400112 ext.UNDERLAY_NODE_ROLES.k8s_controller]),
Dennis Dmitriev7b9538f2017-05-15 17:01:34 +0300113 ct.Cfg('bootstrap_timeout', ct.Integer(),
114 help="Timeout of waiting SSH for nodes with specified roles",
Dennis Dmitriev4558ee92018-01-31 08:14:08 -0400115 default=600),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300116 ct.Cfg('nameservers', ct.JSONList(),
117 help="IP addresses of DNS servers",
118 default=[]),
119 ct.Cfg('upstream_dns_servers', ct.JSONList(),
120 help="IP addresses of upstream DNS servers (dnsmasq)",
121 default=[]),
Dennis Dmitriev99b26fe2017-04-26 12:34:44 +0300122 ct.Cfg('address_pools', ct.JSONDict(),
123 help="""Address pools (dynamically) allocated for the environment.
124 May be used to determine CIDR for a specific network from
125 tests or during the deployment process.
126 {'pool_name1': '<cidr>', 'pool_name2': '<cidr>', ...}""",
127 default={}),
Dennis Dmitrievb6bcc5c2018-09-26 11:07:53 +0000128 ct.Cfg('dhcp_ranges', ct.JSONDict(),
129 help="""DHCP ranges allocated for the address pools.
130 This is extended object comparing to 'address_pools'.
131 May be used to determine DHCP range start/end/gateway for a
132 specific network from tests or during the deployment
133 process.
134 {'pool_name1': {'cidr': 'n.n.n.n/m',
135 'start': 'x.x.x.x',
136 'end': 'y.y.y.y',
137 'gateway': 'z.z.z.z'},
138 'pool_name2': {'cidr': 'n.n.n.n/m',
139 'start': x.x.x.x,
140 'end': 'y.y.y.y',
141 'gateway': 'z.z.z.z'},
142 ...}""",
143 default={}),
Artem Panchenkodb0a97f2017-06-27 19:09:13 +0300144 ct.Cfg('ssh_keys', ct.JSONList(), default=[],
145 help="SSH key pair(s) for root. If the option is left empty, "
146 "then a key pair will be generated automatically"),
147 ct.Cfg('ssh_key_file', ct.String(), default=os.path.abspath('./id_rsa'),
148 help='Path (local) to file with private key authorized on nodes'),
Dmitry Tyzhnenkob8641832017-11-07 17:02:47 +0200149 ct.Cfg('net_mgmt', ct.String(), default=_default_net_mgm)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300150]
151
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200152
153salt_deploy_opts = [
154 ct.Cfg('salt_steps_path', ct.String(),
155 help="Path to YAML with steps to deploy salt",
156 default=_default_salt_steps),
Dennis Dmitriev9dada8a2017-08-30 17:38:55 +0300157 ct.Cfg('environment_template_dir', ct.String(),
158 help="Path to directory with Environment template and inventory",
159 default=_default_environment_template_dir),
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +0300160 ct.Cfg('templates_dir', ct.String(),
161 help="Path to directory with templates",
162 default=_default_templates_dir),
Dennis Dmitriev5bcbdc52018-03-23 18:05:10 +0200163 ct.Cfg('salt_roles', ct.JSONList(),
164 help="Node roles to install salt-minions and manage by salt",
165 default=[ext.UNDERLAY_NODE_ROLES.salt_master,
166 ext.UNDERLAY_NODE_ROLES.salt_minion,
167 ext.UNDERLAY_NODE_ROLES.k8s_controller]),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300168]
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200169salt_opts = [
170 ct.Cfg('salt_master_host', ct.IPAddress(),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300171 help="", default='0.0.0.0'),
Dennis Dmitriev2d60c8e2017-05-12 18:34:01 +0300172 ct.Cfg('salt_master_port', ct.String(),
173 help="", default='6969'),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300174]
175
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300176core_deploy_opts = [
177 ct.Cfg('core_steps_path', ct.String(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200178 help="Path to YAML with steps to deploy common services",
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300179 default=_default_core_steps),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300180]
181
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300182core_opts = [
183 ct.Cfg('core_installed', ct.Boolean(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200184 help="", default=False),
185]
186
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300187oss_deploy_opts = [
188 ct.Cfg('oss_steps_path', ct.String(),
189 help="Path to YAML with steps to deploy OSS Tools",
190 default=_default_oss_steps),
191]
192
193oss_opts = [
194 ct.Cfg('oss_installed', ct.Boolean(),
195 help="", default=False),
196]
197
sgudzb67ce732018-02-13 17:58:31 +0200198drivetrain_deploy_opts = [
199 ct.Cfg('drivetrain_steps_path', ct.String(),
200 help="Path to YAML with steps to deploy Drivetrain",
201 default=_default_drivetrain_steps),
202]
203
204drivetrain_opts = [
205 ct.Cfg('drivetrain_installed', ct.Boolean(),
206 help="", default=False),
207]
208
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300209decapod_deploy_opts = [
210 ct.Cfg('decapod_steps_path', ct.String(),
211 help="Path to YAML with steps to deploy Ceph with Decapod",
212 default=_default_decapod_steps),
213]
214
215decapod_opts = [
216 ct.Cfg('decapod_installed', ct.Boolean(),
217 help="", default=False),
218]
219
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200220openstack_deploy_opts = [
221 ct.Cfg('openstack_steps_path', ct.String(),
222 help="Path to YAML with steps to deploy openstack",
223 default=_default_openstack_steps),
Tatyana Leontovich8dbc7882018-08-29 13:11:16 +0300224 ct.Cfg('openstack_resources_steps_path', ct.String(),
225 help="Path to YAML with steps to deploy openstack",
226 default=_default_openstack_resources_steps),
Tatyana Leontovichc72604d2018-01-04 17:58:00 +0200227 ct.Cfg('horizon_host', ct.IPAddress(),
228 help="", default='0.0.0.0'),
229 ct.Cfg('horizon_port', ct.String(),
230 help="", default='5000'),
231 ct.Cfg('horizon_user', ct.String(),
232 help="", default='admin'),
233 ct.Cfg('horizon_password', ct.String(),
234 help="", default='workshop'),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200235]
236openstack_opts = [
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200237 ct.Cfg('openstack_installed', ct.Boolean(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200238 help="", default=False),
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200239 ct.Cfg('openstack_keystone_endpoint', ct.String(),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300240 help="", default=''),
Tatyana Leontovichc08a54b2018-04-19 02:21:25 +0300241 ct.Cfg('horizon_check', ct.Boolean(),
Tatyana Leontovich69700712018-04-23 12:26:57 +0300242 help="", default=False),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300243]
244
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200245opencontrail_opts = [
246 ct.Cfg('opencontrail_tags', ct.String(),
247 help="", default=''),
248 ct.Cfg('opencontrail_features', ct.String(),
249 help="", default=''),
250 ct.Cfg('opencontrail_prepare_tests_steps_path', ct.String(),
251 help="Path to YAML with steps to prepare contrail-tests",
252 default=_default_opencontrail_prepare_tests_steps_path),
253]
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300254
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300255sl_deploy_opts = [
256 ct.Cfg('sl_steps_path', ct.String(),
257 help="Path to YAML with steps to deploy sl",
258 default=_default_sl_prepare_tests_steps_path),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300259 ct.Cfg('docker_image_alertmanager', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200260 default='{0}/openstack-docker/alertmanager:{1}'.format(
261 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Dmitry Kalashnik3eee60b2018-05-29 17:19:31 +0400262 ct.Cfg('docker_image_alerta', ct.String(),
263 default='{0}/mirantis/external/alerta-web:{1}'.format(
264 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300265 ct.Cfg('docker_image_pushgateway', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200266 default='{0}/openstack-docker/pushgateway:{1}'.format(
267 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300268 ct.Cfg('docker_image_prometheus', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200269 default='{0}/openstack-docker/prometheus:{1}'.format(
270 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300271 ct.Cfg('docker_image_remote_agent', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200272 default='{0}/openstack-docker/telegraf:{1}'.format(
273 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300274 ct.Cfg('docker_image_remote_storage_adapter', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200275 default='{0}/openstack-docker/remote_storage_adapter:{1}'.format(
276 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
277 ct.Cfg('docker_image_prometheus_relay', ct.String(),
278 default='{0}/openstack-docker/prometheus_relay:{1}'.format(
279 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
280 ct.Cfg('docker_image_grafana', ct.String(),
281 default='{0}/mirantis/external/grafana:{1}'.format(
282 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Dennis Dmitriev86f63e82017-11-09 00:07:45 +0200283 # SalesForce connection options for pushkin
Dennis Dmitrievce5ed8b2017-11-09 00:44:19 +0200284 ct.Cfg('sfdc_sandbox_enabled', ct.String(), default='False'),
Dennis Dmitriev86f63e82017-11-09 00:07:45 +0200285 ct.Cfg('sfdc_auth_url', ct.String(), default=''),
286 ct.Cfg('sfdc_username', ct.String(), default=''),
287 ct.Cfg('sfdc_password', ct.String(), default=''),
288 ct.Cfg('sfdc_consumer_key', ct.String(), default=''),
289 ct.Cfg('sfdc_consumer_secret', ct.String(), default=''),
290 ct.Cfg('sfdc_organization_id', ct.String(), default=''),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300291]
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300292
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300293sl_opts = [
Dennis Dmitrievfde667f2018-07-23 16:26:50 +0300294 ct.Cfg('stacklight_installed', ct.Boolean(),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300295 help="", default=False),
sgudzbf4de572017-11-23 14:37:01 +0200296 ct.Cfg('sl_version', ct.String(),
297 help="StackLight version. Could be 1 or 2", default=''),
Tatyana Leontovich09b7b012017-07-10 12:53:45 +0300298 ct.Cfg('sl_vip_host', ct.IPAddress(),
299 help="Vip address for SL services", default='0.0.0.0'),
300 ct.Cfg('sl_prometheus_port', ct.String(),
301 help="Prometheus port", default='15010'),
302 ct.Cfg('sl_prometheus_proto', ct.String(),
303 help="Proemtheus protocol", default='http'),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300304]
305
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200306ceph_deploy_opts = [
307 ct.Cfg('ceph_steps_path', ct.String(),
308 help="Path to YAML with steps to deploy sl",
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200309 default=_default_ceph_prepare_tests_steps_path),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200310]
311
312ceph_opts = [
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200313 ct.Cfg('ceph_installed', ct.Boolean(),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200314 help="", default=False),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200315]
316
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300317k8s_deploy_opts = [
Artem Panchenko0594cd72017-06-12 13:25:26 +0300318 ct.Cfg('k8s_steps_path', ct.String(),
319 help="Path to YAML with steps to deploy Kubernetes",
320 default=_default_k8s_steps),
Vladimir Jigulin62bcf462018-05-28 18:17:01 +0400321 ct.Cfg('k8s_update_steps_path', ct.String(),
322 help="Path to YAML with steps to update Kubernetes",
323 default=_default_k8s_update_steps),
Artem Panchenko0594cd72017-06-12 13:25:26 +0300324 ct.Cfg('kubernetes_admin_user', ct.String(), default='admin'),
325 ct.Cfg('kubernetes_admin_password', ct.String(),
326 default='sbPfel23ZigJF3Bm'),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300327 ct.Cfg('kubernetes_docker_package', ct.String(), default=''),
Victor Ryzhenkine784bbf2018-12-21 03:58:00 +0400328 ct.Cfg('kubernetes_hyperkube_source', ct.String(),
329 default='{}/mirantis/kubernetes/hyperkube-binaries/'
330 'hyperkube_v1.12.3-2_1544133573591'.format(
331 settings.BINARY_REGISTRY)),
332 ct.Cfg('kubernetes_hyperkube_source_hash', ct.String(),
333 default='md5=fc23eaf3ba63d9ed9d141f465f584012'),
Victor Ryzhenkin2687fa12018-05-24 16:28:17 +0400334 ct.Cfg('kubernetes_pause_image', ct.String(),
Victor Ryzhenkine784bbf2018-12-21 03:58:00 +0400335 default='{}/mirantis/kubernetes/pause-amd64:v1.12.3-2'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300336 settings.DOCKER_REGISTRY)),
337 ct.Cfg('kubernetes_calico_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200338 default='{}/mirantis/projectcalico/calico/node:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300339 settings.DOCKER_REGISTRY)),
Victor Ryzhenkin53f1b492018-05-09 17:30:17 +0400340 ct.Cfg('kubernetes_calico_calicoctl_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200341 default='{}/mirantis/projectcalico/calico/ctl:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300342 settings.DOCKER_REGISTRY)),
343 ct.Cfg('kubernetes_calico_cni_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200344 default='{}/mirantis/projectcalico/calico/cni:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300345 settings.DOCKER_REGISTRY)),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200346 ct.Cfg('kubernetes_calico_kube_controllers_image', ct.String(),
347 default='{}/mirantis/projectcalico/calico/kube-controllers:'
348 'v3.1.3'.format(settings.DOCKER_REGISTRY)),
Artem Panchenko0594cd72017-06-12 13:25:26 +0300349 ct.Cfg('kubernetes_netchecker_enabled', ct.Boolean(),
350 help="", default=True),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300351 ct.Cfg('kubernetes_netchecker_agent_image', ct.String(),
Aleksei Kasatkin593596f2018-05-14 11:02:19 +0200352 default='mirantis/k8s-netchecker-agent:v1.2.2'),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300353 ct.Cfg('kubernetes_netchecker_server_image', ct.String(),
Aleksei Kasatkin593596f2018-05-14 11:02:19 +0200354 default='mirantis/k8s-netchecker-server:v1.2.2'),
Artem Panchenko501e67e2017-06-14 14:59:18 +0300355 ct.Cfg('kubernetes_calico_policy_enabled', ct.Boolean(),
356 help="", default=False),
Artem Panchenko501e67e2017-06-14 14:59:18 +0300357 ct.Cfg('kubernetes_helm_enabled', ct.Boolean(),
Tatyana Leontovich038dc7d2017-09-22 16:25:59 +0300358 help="", default=False),
Victor Ryzhenkin0bf0bb02017-07-06 18:57:05 +0400359 ct.Cfg('kubernetes_virtlet_enabled', ct.Boolean(),
Tatyana Leontovich038dc7d2017-09-22 16:25:59 +0300360 help="", default=False),
Victor Ryzhenkin0bf0bb02017-07-06 18:57:05 +0400361 ct.Cfg('kubernetes_virtlet_image', ct.String(),
Victor Ryzhenkin3bcb0742018-10-16 15:55:04 +0400362 help="", default='mirantis/virtlet:v1.4.1'),
Victor Ryzhenkin5902ae62018-09-11 20:34:54 +0400363 ct.Cfg('kubernetes_dns', ct.Boolean(),
364 help="", default=True),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400365 ct.Cfg('kubernetes_externaldns_enabled', ct.Boolean(),
366 help="", default=False),
367 ct.Cfg('kubernetes_externaldns_image', ct.String(),
Victor Ryzhenkin3bcb0742018-10-16 15:55:04 +0400368 help="", default='{}/mirantis/external-dns/external-dns:'
369 'v0.5.6-2'.format(settings.DOCKER_REGISTRY)),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400370 ct.Cfg('kubernetes_externaldns_provider', ct.String(),
371 help="", default='coredns'),
372 ct.Cfg('kubernetes_coredns_enabled', ct.Boolean(),
Victor Ryzhenkin3bcb0742018-10-16 15:55:04 +0400373 help="", default=True),
Vladimir Jigulina6b018b2018-07-18 15:19:01 +0400374 ct.Cfg('kubernetes_metallb_enabled', ct.Boolean(),
375 help="", default=False),
Vladimir Jigulin5775bbb2018-10-03 10:34:54 +0400376 ct.Cfg('kubernetes_ingressnginx_enabled', ct.Boolean(),
377 help="", default=False),
Victor Ryzhenkin2a5806e2017-12-18 20:23:53 +0400378 ct.Cfg('kubelet_fail_on_swap', ct.Boolean(),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400379 help="", default=False)
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300380]
381
382k8s_opts = [
Artem Panchenko0594cd72017-06-12 13:25:26 +0300383 ct.Cfg('k8s_installed', ct.Boolean(),
384 help="", default=False),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300385 ct.Cfg('kube_host', ct.IPAddress(),
386 help="", default='0.0.0.0'),
387 ct.Cfg('kube_apiserver_port', ct.Integer(),
388 help="", default=443),
vrovacheva9d08332017-06-22 20:01:59 +0400389 ct.Cfg("k8s_conformance_run", ct.Boolean(),
390 default=False),
Victor Ryzhenkin8ff3c3f2018-01-17 19:37:05 +0400391 ct.Cfg("run_extended_virtlet_conformance", ct.Boolean(),
392 default=False),
vrovacheva9d08332017-06-22 20:01:59 +0400393 ct.Cfg('k8s_conformance_image', ct.String(),
Dennis Dmitriev75776c52017-12-26 18:22:53 +0200394 default='docker-prod-virtual.docker.mirantis.net/mirantis/'
Victor Ryzhenkin3bcb0742018-10-16 15:55:04 +0400395 'kubernetes/k8s-conformance:v1.11.3-2'),
Vladimir Jigulin62bcf462018-05-28 18:17:01 +0400396 ct.Cfg('k8s_update_chain', ct.String(),
Victor Ryzhenkin3bcb0742018-10-16 15:55:04 +0400397 default='v1.9.8-4 v1.10.4-4 v1.11.3-2')
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300398]
399
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200400day1_cfg_config_opts = [
401 ct.Cfg('configure_steps_path', ct.String(),
402 help="Path to YAML with steps to config cfg01 node",
403 default=_default_configure_steps),
404 ct.Cfg('environment_template_dir', ct.String(),
405 help="Path to directory with Environment template and inventory",
406 default=_default_environment_template_dir),
407 ct.Cfg('templates_dir', ct.String(),
408 help="Path to directory with templates",
409 default=_default_templates_dir),
410 ct.Cfg('cluster_maas_config', ct.String(),
411 help="Path to maas class yaml file for cfg node",
412 default=_default_cluster_maas_config),
413 ct.Cfg('maas_machines_macs', ct.JSONDict(),
414 help="""MAC of machines interfaces for maas config:
415 'parameters': {
416 'maas' : {
417 'region' : {
418 'machines': {
419 'ctl01': {
420 'interface': {
421 'mac': 'aa:bb:cc:dd:ee:ff'
422 }
423 }
424 '...': {
425 'interface': {
426 'mac': 'aa:bb:cc:dd:ee:ff'
427 }
428 }
429 }}}}""", default={}),
430]
431
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300432_group_opts = [
433 ('hardware', hardware_opts),
434 ('underlay', underlay_opts),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200435 ('salt_deploy', salt_deploy_opts),
436 ('salt', salt_opts),
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300437 ('core_deploy', core_deploy_opts),
438 ('core', core_opts),
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300439 ('oss_deploy', oss_deploy_opts),
440 ('oss', oss_opts),
sgudzb67ce732018-02-13 17:58:31 +0200441 ('drivetrain_deploy', drivetrain_deploy_opts),
442 ('drivetrain', drivetrain_opts),
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300443 ('decapod_deploy', decapod_deploy_opts),
444 ('decapod', decapod_opts),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200445 ('openstack_deploy', openstack_deploy_opts),
446 ('openstack', openstack_opts),
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200447 ('opencontrail', opencontrail_opts),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300448 ('stack_light', sl_opts),
449 ('sl_deploy', sl_deploy_opts),
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200450 ('ceph', ceph_opts),
451 ('ceph_deploy', ceph_deploy_opts),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300452 ('k8s_deploy', k8s_deploy_opts),
453 ('k8s', k8s_opts),
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200454 ('day1_cfg_config', day1_cfg_config_opts),
455 ('day1_underlay', underlay_opts),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300456]
457
458
459def register_opts(config):
460 config.register_group(cfg.OptGroup(name='hardware',
461 title="Hardware settings", help=""))
462 config.register_opts(group='hardware', opts=hardware_opts)
463
464 config.register_group(cfg.OptGroup(name='underlay',
465 title="Underlay configuration", help=""))
466 config.register_opts(group='underlay', opts=underlay_opts)
467
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200468 config.register_group(cfg.OptGroup(name='salt_deploy',
469 title="salt deploy configuration", help=""))
470 config.register_opts(group='salt_deploy', opts=salt_deploy_opts)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300471
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200472 config.register_group(cfg.OptGroup(name='salt',
473 title="salt config and credentials", help=""))
474 config.register_opts(group='salt', opts=salt_opts)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300475
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300476 config.register_group(cfg.OptGroup(name='core',
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200477 title="Common services for Openstack", help=""))
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300478 config.register_opts(group='core', opts=core_opts)
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200479
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300480 config.register_group(
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300481 cfg.OptGroup(name='core_deploy',
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200482 title="Common services for Openstack deploy config",
483 help=""))
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300484 config.register_opts(group='core_deploy',
485 opts=core_deploy_opts)
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200486
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300487 config.register_group(cfg.OptGroup(name='oss',
488 title="Operational Support System Tools", help=""))
489 config.register_opts(group='oss', opts=oss_opts)
490
491 config.register_group(cfg.OptGroup(name='oss_deploy',
492 title="OSS deploy config", help=""))
493 config.register_opts(group='oss_deploy',
494 opts=oss_deploy_opts)
495
sgudzb67ce732018-02-13 17:58:31 +0200496 config.register_group(cfg.OptGroup(name='drivetrain',
497 title="Drivetrain Tools", help=""))
498 config.register_opts(group='drivetrain', opts=drivetrain_opts)
499
500 config.register_group(cfg.OptGroup(name='drivetrain_deploy',
501 title="Drivetrain deploy config", help=""))
502 config.register_opts(group='drivetrain_deploy',
503 opts=drivetrain_deploy_opts)
504
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300505 config.register_group(cfg.OptGroup(name='decapod',
506 title="Decapod options for Ceph", help=""))
507 config.register_opts(group='decapod', opts=decapod_opts)
508
509 config.register_group(cfg.OptGroup(name='decapod_deploy',
510 title="Decapod deploy config", help=""))
511 config.register_opts(group='decapod_deploy',
512 opts=decapod_deploy_opts)
513
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200514 config.register_group(cfg.OptGroup(name='openstack',
515 title="Openstack config and credentials", help=""))
516 config.register_opts(group='openstack', opts=openstack_opts)
517
518 config.register_group(
519 cfg.OptGroup(name='openstack_deploy',
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300520 title="Openstack deploy config and credentials",
521 help=""))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200522 config.register_opts(group='openstack_deploy', opts=openstack_deploy_opts)
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200523
524 config.register_group(cfg.OptGroup(name='opencontrail',
525 title="Options for Juniper contrail-tests", help=""))
526 config.register_opts(group='opencontrail', opts=opencontrail_opts)
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +0300527 config.register_group(
528 cfg.OptGroup(name='stack_light',
529 title="StackLight config and credentials", help=""))
Tatyana Leontovich5acc82a2017-05-23 15:41:35 +0300530 config.register_opts(group='stack_light', opts=sl_opts)
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300531 config.register_group(
532 cfg.OptGroup(name='sl_deploy',
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300533 title="SL deploy config and credentials",
534 help=""))
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300535 config.register_opts(group='sl_deploy', opts=sl_deploy_opts)
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300536
537 config.register_group(cfg.OptGroup(name='k8s_deploy',
538 title="K8s deploy configuration"))
539 config.register_opts(group='k8s_deploy', opts=k8s_deploy_opts)
540
541 config.register_group(cfg.OptGroup(name='k8s',
542 title="K8s config and credentials"))
543 config.register_opts(group='k8s', opts=k8s_opts)
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200544 config.register_group(cfg.OptGroup(name='ceph',
545 title="ceph config", help=""))
546 config.register_opts(group='ceph', opts=ceph_opts)
547
548 config.register_group(
549 cfg.OptGroup(name='ceph_deploy',
550 title="Ceph deploy config ",
551 help=""))
552 config.register_opts(group='ceph_deploy', opts=ceph_deploy_opts)
553
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200554 config.register_group(cfg.OptGroup(name='day1_cfg_config',
555 title="Day01 config node configuration", help=""))
556 config.register_opts(group='day1_cfg_config', opts=day1_cfg_config_opts)
557
558 config.register_group(cfg.OptGroup(name='day1_underlay',
559 title="Day01 underlay configuration", help=""))
560 config.register_opts(group='day1_underlay', opts=underlay_opts)
561
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300562 return config
563
564
565def load_config(config_files):
566 config = cfg.CONF
567 register_opts(config)
568 config(args=[], default_config_files=config_files)
569 return config
570
571
572def reload_snapshot_config(config, test_config_path):
573 """Reset config to the state from test_config file"""
574 config(args=[], default_config_files=[test_config_path])
575 return config
576
577
578def list_opts():
579 """Return a list of oslo.config options available in the tcp_tests.
580 """
581 return [(group, copy.deepcopy(opts)) for group, opts in _group_opts]
582
583
584def list_current_opts(config):
585 """Return a list of oslo.config options available in the tcp_tests.
586 """
587 result_opts = []
588 for group, opts in _group_opts:
589 current_opts = copy.deepcopy(opts)
590 for opt in current_opts:
591 if hasattr(config, group):
592 if hasattr(config[group], opt.name):
593 opt.default = getattr(config[group], opt.name)
594 result_opts.append((group, current_opts))
595 return result_opts
596
597
598def save_config(config, snapshot_name, env_name=None):
599 if env_name is None:
600 env_name = 'config'
601 test_config_path = os.path.join(
602 settings.LOGS_DIR, '{0}_{1}.ini'.format(env_name, snapshot_name))
603
604 with open(test_config_path, 'w') as output_file:
605 formatter = generator._OptFormatter(output_file=output_file)
606 for group, opts in list_current_opts(config):
607 formatter.format_group(group)
608 for opt in opts:
609 formatter.format(opt, group, minimal=True)
610 formatter.write('\n')
611 formatter.write('\n')