blob: 842ffd8ebd2dc4a78c4bb6d89fa00f0defe6921b [file] [log] [blame]
Dennis Dmitriev6f59add2016-10-18 13:45:27 +03001# Copyright 2016 Mirantis, Inc.
2#
3# Licensed under the Apache License, Version 2.0 (the "License"); you may
4# not use this file except in compliance with the License. You may obtain
5# a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
11# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
12# License for the specific language governing permissions and limitations
13# under the License.
14import copy
15import os
16import pkg_resources
17
18from oslo_config import cfg
19from oslo_config import generator
20
21from tcp_tests.helpers import ext
22from tcp_tests.helpers import oslo_cfg_types as ct
23from tcp_tests import settings
24
Dennis Dmitriev9b02c8b2017-11-13 15:31:35 +020025print("\n" + "-" * 10 + " Initialize oslo.config variables with defaults"
26 " from environment" + "-" * 10)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +030027
28_default_conf = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030029 __name__, 'templates/{0}/underlay.yaml'.format(settings.LAB_CONFIG_NAME))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020030
31_default_salt_steps = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030032 __name__, 'templates/{0}/salt.yaml'.format(settings.LAB_CONFIG_NAME))
Dennis Dmitriev9dada8a2017-08-30 17:38:55 +030033_default_environment_template_dir = pkg_resources.resource_filename(
34 __name__, 'environment/')
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +030035_default_templates_dir = pkg_resources.resource_filename(
36 __name__, 'templates/')
Dennis Dmitrievea48cf52018-07-18 18:04:39 +030037_default_core_steps = pkg_resources.resource_filename(
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020038 __name__,
Dennis Dmitrievea48cf52018-07-18 18:04:39 +030039 'templates/{0}/core.yaml'.format(
Dennis Dmitriev2a13a132016-11-04 00:56:23 +020040 settings.LAB_CONFIG_NAME))
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +030041_default_oss_steps = pkg_resources.resource_filename(
42 __name__,
43 'templates/{0}/oss.yaml'.format(
44 settings.LAB_CONFIG_NAME))
sgudzb67ce732018-02-13 17:58:31 +020045_default_drivetrain_steps = pkg_resources.resource_filename(
46 __name__,
47 'templates/{0}/drivetrain.yaml'.format(
48 settings.LAB_CONFIG_NAME))
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +030049_default_decapod_steps = pkg_resources.resource_filename(
50 __name__,
51 'templates/{0}/decapod.yaml'.format(
52 settings.LAB_CONFIG_NAME))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +020053_default_openstack_steps = pkg_resources.resource_filename(
Dennis Dmitrievab83ea42017-05-12 16:52:45 +030054 __name__, 'templates/{0}/openstack.yaml'.format(
Dennis Dmitriev2a13a132016-11-04 00:56:23 +020055 settings.LAB_CONFIG_NAME))
Tatyana Leontovich8dbc7882018-08-29 13:11:16 +030056_default_openstack_resources_steps = pkg_resources.resource_filename(
57 __name__, 'templates/{0}/post_openstack.yaml'.format(
58 settings.LAB_CONFIG_NAME))
Dina Belovae6fdffb2017-09-19 13:58:34 -070059_default_opencontrail_prepare_tests_steps_path = \
60 pkg_resources.resource_filename(
61 __name__, 'templates/{0}/opencontrail.yaml'.format(
62 settings.LAB_CONFIG_NAME))
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +030063_default_sl_prepare_tests_steps_path = pkg_resources.resource_filename(
64 __name__, 'templates/{0}/sl.yaml'.format(
65 settings.LAB_CONFIG_NAME))
Tatyana Leontovich460f7df2017-11-13 15:45:06 +020066_default_ceph_prepare_tests_steps_path = pkg_resources.resource_filename(
67 __name__, 'templates/{0}/ceph.yaml'.format(
68 settings.LAB_CONFIG_NAME))
Artem Panchenko0594cd72017-06-12 13:25:26 +030069_default_k8s_steps = pkg_resources.resource_filename(
70 __name__, 'templates/{0}/k8s.yaml'.format(
71 settings.LAB_CONFIG_NAME))
Vladimir Jigulin62bcf462018-05-28 18:17:01 +040072_default_k8s_update_steps = pkg_resources.resource_filename(
73 __name__, 'templates/{0}/k8s-update.yaml'.format(
74 settings.LAB_CONFIG_NAME))
Dmitry Tyzhnenkob8641832017-11-07 17:02:47 +020075_default_net_mgm = os.environ.get("NET_MGMT", "admin-pool01")
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +020076_default_configure_steps = pkg_resources.resource_filename(
77 __name__, 'templates/{0}/cfg01_configure.yaml'.format(
78 settings.LAB_CONFIG_NAME))
79# _default_cluster_maas_config = pkg_resources.resource_filename(
80# __name__, 'templates/{0}/cluster_infra_maas.yml'.format(
81# settings.LAB_CONFIG_NAME))
82_default_cluster_maas_config = 'cluster_infra_maas.yml'
Dennis Dmitriev6f59add2016-10-18 13:45:27 +030083
84hardware_opts = [
85 ct.Cfg('manager', ct.String(),
86 help="Hardware manager name", default="devops"),
87 ct.Cfg('conf_path', ct.String(),
88 help="Hardware config file", default=_default_conf),
89 ct.Cfg('current_snapshot', ct.String(),
90 help="Latest environment status name",
91 default=ext.SNAPSHOT.hardware),
92]
93
94
95underlay_opts = [
96 ct.Cfg('ssh', ct.JSONList(),
97 help="""SSH Settings for Underlay: [{
98 'node_name': node1,
Dennis Dmitriev23e5d192016-10-31 11:27:10 +020099 'roles': ['salt-master', 'salt-minion', ],
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300100 'host': hostname,
101 'login': login,
102 'password': password,
103 'address_pool': (optional),
104 'port': (optional),
105 'keys': [(optional)],
106 }, ...]""", default=[]),
107 ct.Cfg('roles', ct.JSONList(),
108 help="Node roles managed by underlay in the environment",
Dennis Dmitriev53d3b772016-10-18 14:31:58 +0300109 default=[ext.UNDERLAY_NODE_ROLES.salt_master,
vrovachev99228d32017-06-08 19:46:10 +0400110 ext.UNDERLAY_NODE_ROLES.salt_minion,
Victor Ryzhenkin66d39372017-09-28 19:25:48 +0400111 ext.UNDERLAY_NODE_ROLES.k8s_controller]),
Dennis Dmitriev7b9538f2017-05-15 17:01:34 +0300112 ct.Cfg('bootstrap_timeout', ct.Integer(),
113 help="Timeout of waiting SSH for nodes with specified roles",
Dennis Dmitriev4558ee92018-01-31 08:14:08 -0400114 default=600),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300115 ct.Cfg('nameservers', ct.JSONList(),
116 help="IP addresses of DNS servers",
117 default=[]),
118 ct.Cfg('upstream_dns_servers', ct.JSONList(),
119 help="IP addresses of upstream DNS servers (dnsmasq)",
120 default=[]),
121 ct.Cfg('lvm', ct.JSONDict(),
122 help="LVM settings for Underlay", default={}),
Dennis Dmitriev99b26fe2017-04-26 12:34:44 +0300123 ct.Cfg('address_pools', ct.JSONDict(),
124 help="""Address pools (dynamically) allocated for the environment.
125 May be used to determine CIDR for a specific network from
126 tests or during the deployment process.
127 {'pool_name1': '<cidr>', 'pool_name2': '<cidr>', ...}""",
128 default={}),
Artem Panchenkodb0a97f2017-06-27 19:09:13 +0300129 ct.Cfg('ssh_keys', ct.JSONList(), default=[],
130 help="SSH key pair(s) for root. If the option is left empty, "
131 "then a key pair will be generated automatically"),
132 ct.Cfg('ssh_key_file', ct.String(), default=os.path.abspath('./id_rsa'),
133 help='Path (local) to file with private key authorized on nodes'),
Dmitry Tyzhnenkob8641832017-11-07 17:02:47 +0200134 ct.Cfg('net_mgmt', ct.String(), default=_default_net_mgm)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300135]
136
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200137
138salt_deploy_opts = [
139 ct.Cfg('salt_steps_path', ct.String(),
140 help="Path to YAML with steps to deploy salt",
141 default=_default_salt_steps),
Dennis Dmitriev9dada8a2017-08-30 17:38:55 +0300142 ct.Cfg('environment_template_dir', ct.String(),
143 help="Path to directory with Environment template and inventory",
144 default=_default_environment_template_dir),
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +0300145 ct.Cfg('templates_dir', ct.String(),
146 help="Path to directory with templates",
147 default=_default_templates_dir),
Dennis Dmitriev5bcbdc52018-03-23 18:05:10 +0200148 ct.Cfg('salt_roles', ct.JSONList(),
149 help="Node roles to install salt-minions and manage by salt",
150 default=[ext.UNDERLAY_NODE_ROLES.salt_master,
151 ext.UNDERLAY_NODE_ROLES.salt_minion,
152 ext.UNDERLAY_NODE_ROLES.k8s_controller]),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300153]
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200154salt_opts = [
155 ct.Cfg('salt_master_host', ct.IPAddress(),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300156 help="", default='0.0.0.0'),
Dennis Dmitriev2d60c8e2017-05-12 18:34:01 +0300157 ct.Cfg('salt_master_port', ct.String(),
158 help="", default='6969'),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300159]
160
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300161core_deploy_opts = [
162 ct.Cfg('core_steps_path', ct.String(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200163 help="Path to YAML with steps to deploy common services",
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300164 default=_default_core_steps),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300165]
166
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300167core_opts = [
168 ct.Cfg('core_installed', ct.Boolean(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200169 help="", default=False),
170]
171
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300172oss_deploy_opts = [
173 ct.Cfg('oss_steps_path', ct.String(),
174 help="Path to YAML with steps to deploy OSS Tools",
175 default=_default_oss_steps),
176]
177
178oss_opts = [
179 ct.Cfg('oss_installed', ct.Boolean(),
180 help="", default=False),
181]
182
sgudzb67ce732018-02-13 17:58:31 +0200183drivetrain_deploy_opts = [
184 ct.Cfg('drivetrain_steps_path', ct.String(),
185 help="Path to YAML with steps to deploy Drivetrain",
186 default=_default_drivetrain_steps),
187]
188
189drivetrain_opts = [
190 ct.Cfg('drivetrain_installed', ct.Boolean(),
191 help="", default=False),
192]
193
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300194decapod_deploy_opts = [
195 ct.Cfg('decapod_steps_path', ct.String(),
196 help="Path to YAML with steps to deploy Ceph with Decapod",
197 default=_default_decapod_steps),
198]
199
200decapod_opts = [
201 ct.Cfg('decapod_installed', ct.Boolean(),
202 help="", default=False),
203]
204
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200205openstack_deploy_opts = [
206 ct.Cfg('openstack_steps_path', ct.String(),
207 help="Path to YAML with steps to deploy openstack",
208 default=_default_openstack_steps),
Tatyana Leontovich8dbc7882018-08-29 13:11:16 +0300209 ct.Cfg('openstack_resources_steps_path', ct.String(),
210 help="Path to YAML with steps to deploy openstack",
211 default=_default_openstack_resources_steps),
Tatyana Leontovichc72604d2018-01-04 17:58:00 +0200212 ct.Cfg('horizon_host', ct.IPAddress(),
213 help="", default='0.0.0.0'),
214 ct.Cfg('horizon_port', ct.String(),
215 help="", default='5000'),
216 ct.Cfg('horizon_user', ct.String(),
217 help="", default='admin'),
218 ct.Cfg('horizon_password', ct.String(),
219 help="", default='workshop'),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200220]
221openstack_opts = [
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200222 ct.Cfg('openstack_installed', ct.Boolean(),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200223 help="", default=False),
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200224 ct.Cfg('openstack_keystone_endpoint', ct.String(),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300225 help="", default=''),
Tatyana Leontovichc08a54b2018-04-19 02:21:25 +0300226 ct.Cfg('horizon_check', ct.Boolean(),
Tatyana Leontovich69700712018-04-23 12:26:57 +0300227 help="", default=False),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300228]
229
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200230opencontrail_opts = [
231 ct.Cfg('opencontrail_tags', ct.String(),
232 help="", default=''),
233 ct.Cfg('opencontrail_features', ct.String(),
234 help="", default=''),
235 ct.Cfg('opencontrail_prepare_tests_steps_path', ct.String(),
236 help="Path to YAML with steps to prepare contrail-tests",
237 default=_default_opencontrail_prepare_tests_steps_path),
238]
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300239
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300240sl_deploy_opts = [
241 ct.Cfg('sl_steps_path', ct.String(),
242 help="Path to YAML with steps to deploy sl",
243 default=_default_sl_prepare_tests_steps_path),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300244 ct.Cfg('docker_image_alertmanager', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200245 default='{0}/openstack-docker/alertmanager:{1}'.format(
246 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Dmitry Kalashnik3eee60b2018-05-29 17:19:31 +0400247 ct.Cfg('docker_image_alerta', ct.String(),
248 default='{0}/mirantis/external/alerta-web:{1}'.format(
249 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300250 ct.Cfg('docker_image_pushgateway', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200251 default='{0}/openstack-docker/pushgateway:{1}'.format(
252 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300253 ct.Cfg('docker_image_prometheus', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200254 default='{0}/openstack-docker/prometheus:{1}'.format(
255 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300256 ct.Cfg('docker_image_remote_agent', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200257 default='{0}/openstack-docker/telegraf:{1}'.format(
258 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300259 ct.Cfg('docker_image_remote_storage_adapter', ct.String(),
Dennis Dmitriev257a9382018-02-15 04:00:46 +0200260 default='{0}/openstack-docker/remote_storage_adapter:{1}'.format(
261 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
262 ct.Cfg('docker_image_prometheus_relay', ct.String(),
263 default='{0}/openstack-docker/prometheus_relay:{1}'.format(
264 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
265 ct.Cfg('docker_image_grafana', ct.String(),
266 default='{0}/mirantis/external/grafana:{1}'.format(
267 settings.DOCKER_REGISTRY, settings.DOCKER_IMAGES_SL_TAG)),
Dennis Dmitriev86f63e82017-11-09 00:07:45 +0200268 # SalesForce connection options for pushkin
Dennis Dmitrievce5ed8b2017-11-09 00:44:19 +0200269 ct.Cfg('sfdc_sandbox_enabled', ct.String(), default='False'),
Dennis Dmitriev86f63e82017-11-09 00:07:45 +0200270 ct.Cfg('sfdc_auth_url', ct.String(), default=''),
271 ct.Cfg('sfdc_username', ct.String(), default=''),
272 ct.Cfg('sfdc_password', ct.String(), default=''),
273 ct.Cfg('sfdc_consumer_key', ct.String(), default=''),
274 ct.Cfg('sfdc_consumer_secret', ct.String(), default=''),
275 ct.Cfg('sfdc_organization_id', ct.String(), default=''),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300276]
Tatyana Leontovichf00b2342017-07-04 18:26:25 +0300277
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300278sl_opts = [
Dennis Dmitrievfde667f2018-07-23 16:26:50 +0300279 ct.Cfg('stacklight_installed', ct.Boolean(),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300280 help="", default=False),
sgudzbf4de572017-11-23 14:37:01 +0200281 ct.Cfg('sl_version', ct.String(),
282 help="StackLight version. Could be 1 or 2", default=''),
Tatyana Leontovich09b7b012017-07-10 12:53:45 +0300283 ct.Cfg('sl_vip_host', ct.IPAddress(),
284 help="Vip address for SL services", default='0.0.0.0'),
285 ct.Cfg('sl_prometheus_port', ct.String(),
286 help="Prometheus port", default='15010'),
287 ct.Cfg('sl_prometheus_proto', ct.String(),
288 help="Proemtheus protocol", default='http'),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300289]
290
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200291ceph_deploy_opts = [
292 ct.Cfg('ceph_steps_path', ct.String(),
293 help="Path to YAML with steps to deploy sl",
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200294 default=_default_ceph_prepare_tests_steps_path),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200295]
296
297ceph_opts = [
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200298 ct.Cfg('ceph_installed', ct.Boolean(),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200299 help="", default=False),
Tatyana Leontovich460f7df2017-11-13 15:45:06 +0200300]
301
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300302k8s_deploy_opts = [
Artem Panchenko0594cd72017-06-12 13:25:26 +0300303 ct.Cfg('k8s_steps_path', ct.String(),
304 help="Path to YAML with steps to deploy Kubernetes",
305 default=_default_k8s_steps),
Vladimir Jigulin62bcf462018-05-28 18:17:01 +0400306 ct.Cfg('k8s_update_steps_path', ct.String(),
307 help="Path to YAML with steps to update Kubernetes",
308 default=_default_k8s_update_steps),
Artem Panchenko0594cd72017-06-12 13:25:26 +0300309 ct.Cfg('kubernetes_admin_user', ct.String(), default='admin'),
310 ct.Cfg('kubernetes_admin_password', ct.String(),
311 default='sbPfel23ZigJF3Bm'),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300312 ct.Cfg('kubernetes_docker_package', ct.String(), default=''),
313 ct.Cfg('kubernetes_hyperkube_image', ct.String(),
Victor Ryzhenkin92e451e2018-06-19 20:01:16 +0400314 default='{}/mirantis/kubernetes/hyperkube-amd64:v1.10.4-4'.format(
Victor Ryzhenkin2687fa12018-05-24 16:28:17 +0400315 settings.DOCKER_REGISTRY)),
316 ct.Cfg('kubernetes_pause_image', ct.String(),
Victor Ryzhenkin92e451e2018-06-19 20:01:16 +0400317 default='{}/mirantis/kubernetes/pause-amd64:v1.10.4-4'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300318 settings.DOCKER_REGISTRY)),
319 ct.Cfg('kubernetes_calico_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200320 default='{}/mirantis/projectcalico/calico/node:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300321 settings.DOCKER_REGISTRY)),
Victor Ryzhenkin53f1b492018-05-09 17:30:17 +0400322 ct.Cfg('kubernetes_calico_calicoctl_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200323 default='{}/mirantis/projectcalico/calico/ctl:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300324 settings.DOCKER_REGISTRY)),
325 ct.Cfg('kubernetes_calico_cni_image', ct.String(),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200326 default='{}/mirantis/projectcalico/calico/cni:v3.1.3'.format(
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300327 settings.DOCKER_REGISTRY)),
Aleksei Kasatkin1d252f02018-08-29 13:15:58 +0200328 ct.Cfg('kubernetes_calico_kube_controllers_image', ct.String(),
329 default='{}/mirantis/projectcalico/calico/kube-controllers:'
330 'v3.1.3'.format(settings.DOCKER_REGISTRY)),
Artem Panchenko0594cd72017-06-12 13:25:26 +0300331 ct.Cfg('kubernetes_netchecker_enabled', ct.Boolean(),
332 help="", default=True),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300333 ct.Cfg('kubernetes_netchecker_agent_image', ct.String(),
Aleksei Kasatkin593596f2018-05-14 11:02:19 +0200334 default='mirantis/k8s-netchecker-agent:v1.2.2'),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300335 ct.Cfg('kubernetes_netchecker_server_image', ct.String(),
Aleksei Kasatkin593596f2018-05-14 11:02:19 +0200336 default='mirantis/k8s-netchecker-server:v1.2.2'),
Artem Panchenko501e67e2017-06-14 14:59:18 +0300337 ct.Cfg('kubernetes_calico_policy_enabled', ct.Boolean(),
338 help="", default=False),
Artem Panchenko501e67e2017-06-14 14:59:18 +0300339 ct.Cfg('kubernetes_helm_enabled', ct.Boolean(),
Tatyana Leontovich038dc7d2017-09-22 16:25:59 +0300340 help="", default=False),
Victor Ryzhenkin0bf0bb02017-07-06 18:57:05 +0400341 ct.Cfg('kubernetes_virtlet_enabled', ct.Boolean(),
Tatyana Leontovich038dc7d2017-09-22 16:25:59 +0300342 help="", default=False),
Victor Ryzhenkin0bf0bb02017-07-06 18:57:05 +0400343 ct.Cfg('kubernetes_virtlet_image', ct.String(),
Victor Ryzhenkin92e451e2018-06-19 20:01:16 +0400344 help="", default='mirantis/virtlet:v1.1.0'),
Victor Ryzhenkin5902ae62018-09-11 20:34:54 +0400345 ct.Cfg('kubernetes_dns', ct.Boolean(),
346 help="", default=True),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400347 ct.Cfg('kubernetes_externaldns_enabled', ct.Boolean(),
348 help="", default=False),
349 ct.Cfg('kubernetes_externaldns_image', ct.String(),
350 help="", default='mirantis/external-dns:latest'),
351 ct.Cfg('kubernetes_externaldns_provider', ct.String(),
352 help="", default='coredns'),
353 ct.Cfg('kubernetes_coredns_enabled', ct.Boolean(),
Victor Ryzhenkin2a5806e2017-12-18 20:23:53 +0400354 help="", default=False),
Vladimir Jigulina6b018b2018-07-18 15:19:01 +0400355 ct.Cfg('kubernetes_metallb_enabled', ct.Boolean(),
356 help="", default=False),
Victor Ryzhenkin2a5806e2017-12-18 20:23:53 +0400357 ct.Cfg('kubelet_fail_on_swap', ct.Boolean(),
Victor Ryzhenkin14354ac2017-09-27 17:42:30 +0400358 help="", default=False)
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300359]
360
361k8s_opts = [
Artem Panchenko0594cd72017-06-12 13:25:26 +0300362 ct.Cfg('k8s_installed', ct.Boolean(),
363 help="", default=False),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300364 ct.Cfg('kube_host', ct.IPAddress(),
365 help="", default='0.0.0.0'),
366 ct.Cfg('kube_apiserver_port', ct.Integer(),
367 help="", default=443),
vrovacheva9d08332017-06-22 20:01:59 +0400368 ct.Cfg("k8s_conformance_run", ct.Boolean(),
369 default=False),
Victor Ryzhenkin8ff3c3f2018-01-17 19:37:05 +0400370 ct.Cfg("run_extended_virtlet_conformance", ct.Boolean(),
371 default=False),
vrovacheva9d08332017-06-22 20:01:59 +0400372 ct.Cfg('k8s_conformance_image', ct.String(),
Dennis Dmitriev75776c52017-12-26 18:22:53 +0200373 default='docker-prod-virtual.docker.mirantis.net/mirantis/'
Victor Ryzhenkin5175d9e2018-06-21 16:24:10 +0400374 'kubernetes/k8s-conformance:v1.10.4-4'),
Vladimir Jigulin62bcf462018-05-28 18:17:01 +0400375 ct.Cfg('k8s_update_chain', ct.String(),
Victor Ryzhenkin5175d9e2018-06-21 16:24:10 +0400376 default='v1.9.8-4 v1.10.4-4')
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300377]
378
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200379day1_cfg_config_opts = [
380 ct.Cfg('configure_steps_path', ct.String(),
381 help="Path to YAML with steps to config cfg01 node",
382 default=_default_configure_steps),
383 ct.Cfg('environment_template_dir', ct.String(),
384 help="Path to directory with Environment template and inventory",
385 default=_default_environment_template_dir),
386 ct.Cfg('templates_dir', ct.String(),
387 help="Path to directory with templates",
388 default=_default_templates_dir),
389 ct.Cfg('cluster_maas_config', ct.String(),
390 help="Path to maas class yaml file for cfg node",
391 default=_default_cluster_maas_config),
392 ct.Cfg('maas_machines_macs', ct.JSONDict(),
393 help="""MAC of machines interfaces for maas config:
394 'parameters': {
395 'maas' : {
396 'region' : {
397 'machines': {
398 'ctl01': {
399 'interface': {
400 'mac': 'aa:bb:cc:dd:ee:ff'
401 }
402 }
403 '...': {
404 'interface': {
405 'mac': 'aa:bb:cc:dd:ee:ff'
406 }
407 }
408 }}}}""", default={}),
409]
410
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300411_group_opts = [
412 ('hardware', hardware_opts),
413 ('underlay', underlay_opts),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200414 ('salt_deploy', salt_deploy_opts),
415 ('salt', salt_opts),
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300416 ('core_deploy', core_deploy_opts),
417 ('core', core_opts),
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300418 ('oss_deploy', oss_deploy_opts),
419 ('oss', oss_opts),
sgudzb67ce732018-02-13 17:58:31 +0200420 ('drivetrain_deploy', drivetrain_deploy_opts),
421 ('drivetrain', drivetrain_opts),
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300422 ('decapod_deploy', decapod_deploy_opts),
423 ('decapod', decapod_opts),
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200424 ('openstack_deploy', openstack_deploy_opts),
425 ('openstack', openstack_opts),
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200426 ('opencontrail', opencontrail_opts),
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300427 ('stack_light', sl_opts),
428 ('sl_deploy', sl_deploy_opts),
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200429 ('ceph', ceph_opts),
430 ('ceph_deploy', ceph_deploy_opts),
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300431 ('k8s_deploy', k8s_deploy_opts),
432 ('k8s', k8s_opts),
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200433 ('day1_cfg_config', day1_cfg_config_opts),
434 ('day1_underlay', underlay_opts),
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300435]
436
437
438def register_opts(config):
439 config.register_group(cfg.OptGroup(name='hardware',
440 title="Hardware settings", help=""))
441 config.register_opts(group='hardware', opts=hardware_opts)
442
443 config.register_group(cfg.OptGroup(name='underlay',
444 title="Underlay configuration", help=""))
445 config.register_opts(group='underlay', opts=underlay_opts)
446
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200447 config.register_group(cfg.OptGroup(name='salt_deploy',
448 title="salt deploy configuration", help=""))
449 config.register_opts(group='salt_deploy', opts=salt_deploy_opts)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300450
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200451 config.register_group(cfg.OptGroup(name='salt',
452 title="salt config and credentials", help=""))
453 config.register_opts(group='salt', opts=salt_opts)
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300454
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300455 config.register_group(cfg.OptGroup(name='core',
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200456 title="Common services for Openstack", help=""))
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300457 config.register_opts(group='core', opts=core_opts)
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200458
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300459 config.register_group(
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300460 cfg.OptGroup(name='core_deploy',
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200461 title="Common services for Openstack deploy config",
462 help=""))
Dennis Dmitrievea48cf52018-07-18 18:04:39 +0300463 config.register_opts(group='core_deploy',
464 opts=core_deploy_opts)
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200465
Dennis Dmitrieveac3aab2017-07-12 16:36:41 +0300466 config.register_group(cfg.OptGroup(name='oss',
467 title="Operational Support System Tools", help=""))
468 config.register_opts(group='oss', opts=oss_opts)
469
470 config.register_group(cfg.OptGroup(name='oss_deploy',
471 title="OSS deploy config", help=""))
472 config.register_opts(group='oss_deploy',
473 opts=oss_deploy_opts)
474
sgudzb67ce732018-02-13 17:58:31 +0200475 config.register_group(cfg.OptGroup(name='drivetrain',
476 title="Drivetrain Tools", help=""))
477 config.register_opts(group='drivetrain', opts=drivetrain_opts)
478
479 config.register_group(cfg.OptGroup(name='drivetrain_deploy',
480 title="Drivetrain deploy config", help=""))
481 config.register_opts(group='drivetrain_deploy',
482 opts=drivetrain_deploy_opts)
483
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300484 config.register_group(cfg.OptGroup(name='decapod',
485 title="Decapod options for Ceph", help=""))
486 config.register_opts(group='decapod', opts=decapod_opts)
487
488 config.register_group(cfg.OptGroup(name='decapod_deploy',
489 title="Decapod deploy config", help=""))
490 config.register_opts(group='decapod_deploy',
491 opts=decapod_deploy_opts)
492
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200493 config.register_group(cfg.OptGroup(name='openstack',
494 title="Openstack config and credentials", help=""))
495 config.register_opts(group='openstack', opts=openstack_opts)
496
497 config.register_group(
498 cfg.OptGroup(name='openstack_deploy',
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300499 title="Openstack deploy config and credentials",
500 help=""))
Dennis Dmitriev6860ba62016-11-01 21:43:46 +0200501 config.register_opts(group='openstack_deploy', opts=openstack_deploy_opts)
Dennis Dmitriev2cbf2352016-11-11 15:34:21 +0200502
503 config.register_group(cfg.OptGroup(name='opencontrail',
504 title="Options for Juniper contrail-tests", help=""))
505 config.register_opts(group='opencontrail', opts=opencontrail_opts)
Dmitry Tyzhnenko8f6a63e2017-09-05 15:37:23 +0300506 config.register_group(
507 cfg.OptGroup(name='stack_light',
508 title="StackLight config and credentials", help=""))
Tatyana Leontovich5acc82a2017-05-23 15:41:35 +0300509 config.register_opts(group='stack_light', opts=sl_opts)
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300510 config.register_group(
511 cfg.OptGroup(name='sl_deploy',
Dennis Dmitrievf3f90a52017-08-10 14:37:05 +0300512 title="SL deploy config and credentials",
513 help=""))
Tatyana Leontovichc8b8ca22017-05-19 13:37:05 +0300514 config.register_opts(group='sl_deploy', opts=sl_deploy_opts)
Artem Panchenkoedf70ef2017-06-13 09:14:34 +0300515
516 config.register_group(cfg.OptGroup(name='k8s_deploy',
517 title="K8s deploy configuration"))
518 config.register_opts(group='k8s_deploy', opts=k8s_deploy_opts)
519
520 config.register_group(cfg.OptGroup(name='k8s',
521 title="K8s config and credentials"))
522 config.register_opts(group='k8s', opts=k8s_opts)
Tatyana Leontovicha754ce52017-11-13 16:46:43 +0200523 config.register_group(cfg.OptGroup(name='ceph',
524 title="ceph config", help=""))
525 config.register_opts(group='ceph', opts=ceph_opts)
526
527 config.register_group(
528 cfg.OptGroup(name='ceph_deploy',
529 title="Ceph deploy config ",
530 help=""))
531 config.register_opts(group='ceph_deploy', opts=ceph_deploy_opts)
532
Dmitry Tyzhnenko35413c02018-03-05 14:12:37 +0200533 config.register_group(cfg.OptGroup(name='day1_cfg_config',
534 title="Day01 config node configuration", help=""))
535 config.register_opts(group='day1_cfg_config', opts=day1_cfg_config_opts)
536
537 config.register_group(cfg.OptGroup(name='day1_underlay',
538 title="Day01 underlay configuration", help=""))
539 config.register_opts(group='day1_underlay', opts=underlay_opts)
540
Dennis Dmitriev6f59add2016-10-18 13:45:27 +0300541 return config
542
543
544def load_config(config_files):
545 config = cfg.CONF
546 register_opts(config)
547 config(args=[], default_config_files=config_files)
548 return config
549
550
551def reload_snapshot_config(config, test_config_path):
552 """Reset config to the state from test_config file"""
553 config(args=[], default_config_files=[test_config_path])
554 return config
555
556
557def list_opts():
558 """Return a list of oslo.config options available in the tcp_tests.
559 """
560 return [(group, copy.deepcopy(opts)) for group, opts in _group_opts]
561
562
563def list_current_opts(config):
564 """Return a list of oslo.config options available in the tcp_tests.
565 """
566 result_opts = []
567 for group, opts in _group_opts:
568 current_opts = copy.deepcopy(opts)
569 for opt in current_opts:
570 if hasattr(config, group):
571 if hasattr(config[group], opt.name):
572 opt.default = getattr(config[group], opt.name)
573 result_opts.append((group, current_opts))
574 return result_opts
575
576
577def save_config(config, snapshot_name, env_name=None):
578 if env_name is None:
579 env_name = 'config'
580 test_config_path = os.path.join(
581 settings.LOGS_DIR, '{0}_{1}.ini'.format(env_name, snapshot_name))
582
583 with open(test_config_path, 'w') as output_file:
584 formatter = generator._OptFormatter(output_file=output_file)
585 for group, opts in list_current_opts(config):
586 formatter.format_group(group)
587 for opt in opts:
588 formatter.format(opt, group, minimal=True)
589 formatter.write('\n')
590 formatter.write('\n')