koder aka kdanilov | 168f609 | 2015-04-19 02:33:38 +0300 | [diff] [blame] | 1 | import os.path |
Yulia Portnova | 0e64ea2 | 2015-03-20 17:27:22 +0200 | [diff] [blame] | 2 | import logging |
koder aka kdanilov | cee4334 | 2015-04-14 22:52:53 +0300 | [diff] [blame] | 3 | |
koder aka kdanilov | cff7b2e | 2015-04-18 20:48:15 +0300 | [diff] [blame] | 4 | from . import ceph |
| 5 | from . import fuel |
| 6 | from . import openstack |
| 7 | from wally.utils import parse_creds |
Yulia Portnova | 0e64ea2 | 2015-03-20 17:27:22 +0200 | [diff] [blame] | 8 | |
| 9 | |
koder aka kdanilov | cff7b2e | 2015-04-18 20:48:15 +0300 | [diff] [blame] | 10 | logger = logging.getLogger("wally.discover") |
| 11 | |
| 12 | |
koder aka kdanilov | 168f609 | 2015-04-19 02:33:38 +0300 | [diff] [blame] | 13 | openrc_templ = """#!/bin/sh |
| 14 | export LC_ALL=C |
| 15 | export OS_NO_CACHE='true' |
| 16 | export OS_TENANT_NAME='{tenant}' |
| 17 | export OS_USERNAME='{name}' |
| 18 | export OS_PASSWORD='{passwd}' |
| 19 | export OS_AUTH_URL='{auth_url}' |
| 20 | export OS_AUTH_STRATEGY='keystone' |
| 21 | export OS_REGION_NAME='RegionOne' |
| 22 | export CINDER_ENDPOINT_TYPE='publicURL' |
| 23 | export GLANCE_ENDPOINT_TYPE='publicURL' |
| 24 | export KEYSTONE_ENDPOINT_TYPE='publicURL' |
| 25 | export NOVA_ENDPOINT_TYPE='publicURL' |
| 26 | export NEUTRON_ENDPOINT_TYPE='publicURL' |
| 27 | """ |
| 28 | |
| 29 | |
koder aka kdanilov | e87ae65 | 2015-04-20 02:14:35 +0300 | [diff] [blame^] | 30 | def discover(ctx, discover, clusters_info, var_dir, discover_nodes=True): |
Yulia Portnova | 0e64ea2 | 2015-03-20 17:27:22 +0200 | [diff] [blame] | 31 | nodes_to_run = [] |
koder aka kdanilov | cff7b2e | 2015-04-18 20:48:15 +0300 | [diff] [blame] | 32 | clean_data = None |
koder aka kdanilov | da45e88 | 2015-04-06 02:24:42 +0300 | [diff] [blame] | 33 | for cluster in discover: |
koder aka kdanilov | e87ae65 | 2015-04-20 02:14:35 +0300 | [diff] [blame^] | 34 | if cluster == "openstack" and not discover_nodes: |
| 35 | logger.warning("Skip openstack cluster discovery") |
| 36 | elif cluster == "openstack" and discover_nodes: |
koder aka kdanilov | da45e88 | 2015-04-06 02:24:42 +0300 | [diff] [blame] | 37 | cluster_info = clusters_info["openstack"] |
koder aka kdanilov | e06762a | 2015-03-22 23:32:09 +0200 | [diff] [blame] | 38 | conn = cluster_info['connection'] |
| 39 | user, passwd, tenant = parse_creds(conn['creds']) |
| 40 | |
| 41 | auth_data = dict( |
| 42 | auth_url=conn['auth_url'], |
| 43 | username=user, |
| 44 | api_key=passwd, |
| 45 | project_id=tenant) |
| 46 | |
Yulia Portnova | 0e64ea2 | 2015-03-20 17:27:22 +0200 | [diff] [blame] | 47 | if not conn: |
| 48 | logger.error("No connection provided for %s. Skipping" |
| 49 | % cluster) |
| 50 | continue |
koder aka kdanilov | e06762a | 2015-03-22 23:32:09 +0200 | [diff] [blame] | 51 | |
Yulia Portnova | 0e64ea2 | 2015-03-20 17:27:22 +0200 | [diff] [blame] | 52 | logger.debug("Discovering openstack nodes " |
| 53 | "with connection details: %r" % |
| 54 | conn) |
| 55 | |
koder aka kdanilov | e06762a | 2015-03-22 23:32:09 +0200 | [diff] [blame] | 56 | os_nodes = openstack.discover_openstack_nodes(auth_data, |
| 57 | cluster_info) |
| 58 | nodes_to_run.extend(os_nodes) |
| 59 | |
koder aka kdanilov | cee4334 | 2015-04-14 22:52:53 +0300 | [diff] [blame] | 60 | elif cluster == "fuel": |
koder aka kdanilov | e87ae65 | 2015-04-20 02:14:35 +0300 | [diff] [blame^] | 61 | res = fuel.discover_fuel_nodes(clusters_info['fuel'], |
| 62 | var_dir, |
| 63 | discover_nodes) |
koder aka kdanilov | cff7b2e | 2015-04-18 20:48:15 +0300 | [diff] [blame] | 64 | nodes, clean_data, openrc_dict = res |
gstepanov | 59d80f7 | 2015-04-10 17:24:27 +0300 | [diff] [blame] | 65 | |
koder aka kdanilov | cee4334 | 2015-04-14 22:52:53 +0300 | [diff] [blame] | 66 | ctx.fuel_openstack_creds = {'name': openrc_dict['username'], |
| 67 | 'passwd': openrc_dict['password'], |
| 68 | 'tenant': openrc_dict['tenant_name'], |
| 69 | 'auth_url': openrc_dict['os_auth_url']} |
gstepanov | 59d80f7 | 2015-04-10 17:24:27 +0300 | [diff] [blame] | 70 | |
koder aka kdanilov | 168f609 | 2015-04-19 02:33:38 +0300 | [diff] [blame] | 71 | env_name = clusters_info['fuel']['openstack_env'] |
| 72 | env_f_name = env_name |
| 73 | for char in "-+ {}()[]": |
| 74 | env_f_name = env_f_name.replace(char, '_') |
| 75 | |
| 76 | fuel_openrc_fname = os.path.join(var_dir, |
| 77 | env_f_name + "_openrc") |
koder aka kdanilov | e87ae65 | 2015-04-20 02:14:35 +0300 | [diff] [blame^] | 78 | |
koder aka kdanilov | 168f609 | 2015-04-19 02:33:38 +0300 | [diff] [blame] | 79 | with open(fuel_openrc_fname, "w") as fd: |
| 80 | fd.write(openrc_templ.format(**ctx.fuel_openstack_creds)) |
koder aka kdanilov | e87ae65 | 2015-04-20 02:14:35 +0300 | [diff] [blame^] | 81 | |
koder aka kdanilov | 168f609 | 2015-04-19 02:33:38 +0300 | [diff] [blame] | 82 | msg = "Openrc for cluster {0} saves into {1}" |
| 83 | logger.debug(msg.format(env_name, fuel_openrc_fname)) |
gstepanov | 59d80f7 | 2015-04-10 17:24:27 +0300 | [diff] [blame] | 84 | nodes_to_run.extend(nodes) |
koder aka kdanilov | da45e88 | 2015-04-06 02:24:42 +0300 | [diff] [blame] | 85 | |
| 86 | elif cluster == "ceph": |
koder aka kdanilov | e87ae65 | 2015-04-20 02:14:35 +0300 | [diff] [blame^] | 87 | if discover_nodes: |
| 88 | cluster_info = clusters_info["ceph"] |
| 89 | nodes_to_run.extend(ceph.discover_ceph_nodes(cluster_info)) |
| 90 | else: |
| 91 | logger.warning("Skip ceph cluster discovery") |
koder aka kdanilov | da45e88 | 2015-04-06 02:24:42 +0300 | [diff] [blame] | 92 | else: |
| 93 | msg_templ = "Unknown cluster type in 'discover' parameter: {0!r}" |
| 94 | raise ValueError(msg_templ.format(cluster)) |
koder aka kdanilov | 2c47309 | 2015-03-29 17:12:13 +0300 | [diff] [blame] | 95 | |
koder aka kdanilov | cff7b2e | 2015-04-18 20:48:15 +0300 | [diff] [blame] | 96 | return nodes_to_run, clean_data |
| 97 | |
| 98 | |
| 99 | def undiscover(clean_data): |
| 100 | if clean_data is not None: |
| 101 | fuel.clean_fuel_port_forwarding(clean_data) |