Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 1 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 2 | # not use this file except in compliance with the License. You may obtain |
| 3 | # a copy of the License at |
| 4 | # |
| 5 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 6 | # |
| 7 | # Unless required by applicable law or agreed to in writing, software |
| 8 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 9 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 10 | # License for the specific language governing permissions and limitations |
| 11 | # under the License. |
| 12 | |
Angus Salkeld | 70c2f28 | 2014-11-21 08:51:41 +1000 | [diff] [blame] | 13 | import os |
| 14 | |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 15 | from cinderclient import client as cinder_client |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 16 | from gnocchiclient import client as gnocchi_client |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 17 | from heatclient import client as heat_client |
Ethan Lynn | 07fac1f | 2016-05-10 23:09:51 +0800 | [diff] [blame] | 18 | from keystoneauth1 import exceptions as kc_exceptions |
| 19 | from keystoneauth1.identity.generic import password |
| 20 | from keystoneauth1 import session |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 21 | from neutronclient.v2_0 import client as neutron_client |
| 22 | from novaclient import client as nova_client |
| 23 | from swiftclient import client as swift_client |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 24 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 25 | |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 26 | class KeystoneWrapperClient(object): |
| 27 | """Wrapper object for keystone client |
| 28 | |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 29 | This wraps keystone client, so we can encpasulate certain |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 30 | added properties like auth_token, project_id etc. |
| 31 | """ |
| 32 | def __init__(self, auth_plugin, verify=True): |
| 33 | self.auth_plugin = auth_plugin |
| 34 | self.session = session.Session( |
| 35 | auth=auth_plugin, |
| 36 | verify=verify) |
| 37 | |
| 38 | @property |
| 39 | def auth_token(self): |
| 40 | return self.auth_plugin.get_token(self.session) |
| 41 | |
| 42 | @property |
| 43 | def auth_ref(self): |
| 44 | return self.auth_plugin.get_access(self.session) |
| 45 | |
| 46 | @property |
| 47 | def project_id(self): |
| 48 | return self.auth_plugin.get_project_id(self.session) |
| 49 | |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 50 | def get_endpoint_url(self, service_type, region=None, |
| 51 | endpoint_type='public'): |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 52 | kwargs = { |
| 53 | 'service_type': service_type, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 54 | 'region_name': region, |
| 55 | 'interface': endpoint_type} |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 56 | return self.auth_ref.service_catalog.url_for(**kwargs) |
| 57 | |
| 58 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 59 | class ClientManager(object): |
Peter Razumovsky | f0ac958 | 2015-09-24 16:49:03 +0300 | [diff] [blame] | 60 | """Provides access to the official python clients for calling various APIs. |
| 61 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 62 | Manager that provides access to the official python clients for |
| 63 | calling various OpenStack APIs. |
| 64 | """ |
| 65 | |
Rabi Mishra | a30ac12 | 2015-09-29 11:47:52 +0530 | [diff] [blame] | 66 | CINDERCLIENT_VERSION = '2' |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 67 | HEATCLIENT_VERSION = '1' |
huangtianhua | 15ad532 | 2016-06-02 14:39:13 +0800 | [diff] [blame] | 68 | NOVA_API_VERSION = '2.1' |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 69 | GNOCCHI_VERSION = '1' |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 70 | |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 71 | def __init__(self, conf, admin_credentials=False): |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 72 | self.conf = conf |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 73 | self.admin_credentials = admin_credentials |
| 74 | |
rabi | 8fcf192 | 2017-04-19 09:21:54 +0530 | [diff] [blame] | 75 | self.auth_version = self.conf.auth_version |
| 76 | if not self.auth_version: |
rabi | d2916d0 | 2017-09-22 18:19:24 +0530 | [diff] [blame] | 77 | self.auth_version = self.conf.auth_url.split('/v')[1] |
tyagi | 39aa11a | 2016-03-07 04:47:00 -0800 | [diff] [blame] | 78 | self.insecure = self.conf.disable_ssl_certificate_validation |
| 79 | self.ca_file = self.conf.ca_file |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 80 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 81 | self.identity_client = self._get_identity_client() |
| 82 | self.orchestration_client = self._get_orchestration_client() |
| 83 | self.compute_client = self._get_compute_client() |
| 84 | self.network_client = self._get_network_client() |
| 85 | self.volume_client = self._get_volume_client() |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 86 | self.object_client = self._get_object_client() |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 87 | self.metric_client = self._get_metric_client() |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 88 | |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 89 | def _username(self): |
| 90 | if self.admin_credentials: |
| 91 | return self.conf.admin_username |
| 92 | return self.conf.username |
| 93 | |
| 94 | def _password(self): |
| 95 | if self.admin_credentials: |
| 96 | return self.conf.admin_password |
| 97 | return self.conf.password |
| 98 | |
rabi | be38c30 | 2017-04-11 09:54:07 +0530 | [diff] [blame] | 99 | def _project_name(self): |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 100 | if self.admin_credentials: |
rabi | be38c30 | 2017-04-11 09:54:07 +0530 | [diff] [blame] | 101 | return self.conf.admin_project_name |
| 102 | return self.conf.project_name |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 103 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 104 | def _get_orchestration_client(self): |
Angus Salkeld | 70c2f28 | 2014-11-21 08:51:41 +1000 | [diff] [blame] | 105 | endpoint = os.environ.get('HEAT_URL') |
| 106 | if os.environ.get('OS_NO_CLIENT_AUTH') == 'True': |
| 107 | token = None |
| 108 | else: |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 109 | token = self.identity_client.auth_token |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 110 | try: |
Angus Salkeld | 70c2f28 | 2014-11-21 08:51:41 +1000 | [diff] [blame] | 111 | if endpoint is None: |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 112 | endpoint = self.identity_client.get_endpoint_url( |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 113 | 'orchestration', region=self.conf.region, |
| 114 | endpoint_type=self.conf.endpoint_type) |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 115 | except kc_exceptions.EndpointNotFound: |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 116 | return None |
| 117 | else: |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 118 | return heat_client.Client( |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 119 | self.HEATCLIENT_VERSION, |
| 120 | endpoint, |
| 121 | token=token, |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 122 | username=self._username(), |
| 123 | password=self._password()) |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 124 | |
| 125 | def _get_identity_client(self): |
rabi | 133ee5f | 2016-12-01 09:54:37 +0530 | [diff] [blame] | 126 | user_domain_id = self.conf.user_domain_id |
| 127 | project_domain_id = self.conf.project_domain_id |
Rabi Mishra | 1d53874 | 2016-03-21 21:09:20 +0530 | [diff] [blame] | 128 | user_domain_name = self.conf.user_domain_name |
| 129 | project_domain_name = self.conf.project_domain_name |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 130 | kwargs = { |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 131 | 'username': self._username(), |
| 132 | 'password': self._password(), |
rabi | be38c30 | 2017-04-11 09:54:07 +0530 | [diff] [blame] | 133 | 'project_name': self._project_name(), |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 134 | 'auth_url': self.conf.auth_url |
| 135 | } |
| 136 | # keystone v2 can't ignore domain details |
| 137 | if self.auth_version == '3': |
| 138 | kwargs.update({ |
rabi | 133ee5f | 2016-12-01 09:54:37 +0530 | [diff] [blame] | 139 | 'user_domain_id': user_domain_id, |
| 140 | 'project_domain_id': project_domain_id, |
Rabi Mishra | 1d53874 | 2016-03-21 21:09:20 +0530 | [diff] [blame] | 141 | 'user_domain_name': user_domain_name, |
| 142 | 'project_domain_name': project_domain_name}) |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 143 | auth = password.Password(**kwargs) |
tyagi | 39aa11a | 2016-03-07 04:47:00 -0800 | [diff] [blame] | 144 | if self.insecure: |
| 145 | verify_cert = False |
| 146 | else: |
| 147 | verify_cert = self.ca_file or True |
| 148 | |
| 149 | return KeystoneWrapperClient(auth, verify_cert) |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 150 | |
| 151 | def _get_compute_client(self): |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 152 | # Create our default Nova client to use in testing |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 153 | return nova_client.Client( |
huangtianhua | 15ad532 | 2016-06-02 14:39:13 +0800 | [diff] [blame] | 154 | self.NOVA_API_VERSION, |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 155 | session=self.identity_client.session, |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 156 | service_type='compute', |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 157 | endpoint_type=self.conf.endpoint_type, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 158 | region_name=self.conf.region, |
rabi | 530626f | 2017-01-20 07:53:38 +0530 | [diff] [blame] | 159 | os_cache=False, |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 160 | http_log_debug=True) |
| 161 | |
| 162 | def _get_network_client(self): |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 163 | |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 164 | return neutron_client.Client( |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 165 | session=self.identity_client.session, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 166 | service_type='network', |
| 167 | region_name=self.conf.region, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 168 | endpoint_type=self.conf.endpoint_type) |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 169 | |
| 170 | def _get_volume_client(self): |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 171 | return cinder_client.Client( |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 172 | self.CINDERCLIENT_VERSION, |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 173 | session=self.identity_client.session, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 174 | endpoint_type=self.conf.endpoint_type, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 175 | region_name=self.conf.region, |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 176 | http_log_debug=True) |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 177 | |
| 178 | def _get_object_client(self): |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 179 | args = { |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 180 | 'auth_version': self.auth_version, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 181 | 'session': self.identity_client.session, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 182 | 'os_options': {'endpoint_type': self.conf.endpoint_type, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 183 | 'region_name': self.conf.region, |
| 184 | 'service_type': 'object-store'}, |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 185 | } |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 186 | return swift_client.Connection(**args) |
Angus Salkeld | 406bbd5 | 2015-05-13 14:24:04 +1000 | [diff] [blame] | 187 | |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 188 | def _get_metric_client(self): |
| 189 | |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame^] | 190 | adapter_options = {'interface': self.conf.endpoint_type, |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 191 | 'region_name': self.conf.region} |
| 192 | args = { |
| 193 | 'session': self.identity_client.session, |
| 194 | 'adapter_options': adapter_options |
| 195 | } |
| 196 | return gnocchi_client.Client(version=self.GNOCCHI_VERSION, |
| 197 | **args) |