Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 1 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 2 | # not use this file except in compliance with the License. You may obtain |
| 3 | # a copy of the License at |
| 4 | # |
| 5 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 6 | # |
| 7 | # Unless required by applicable law or agreed to in writing, software |
| 8 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 9 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 10 | # License for the specific language governing permissions and limitations |
| 11 | # under the License. |
| 12 | |
Angus Salkeld | 70c2f28 | 2014-11-21 08:51:41 +1000 | [diff] [blame] | 13 | import os |
| 14 | |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 15 | from cinderclient import client as cinder_client |
Pavlo Shchelokovskyy | 19b0cb9 | 2020-01-23 20:07:00 +0200 | [diff] [blame] | 16 | try: |
| 17 | from gnocchiclient import client as gnocchi_client |
| 18 | except ImportError: |
| 19 | # catches ujson vs Python GCC compat problem, |
| 20 | # see https://github.com/esnme/ultrajson/issues/346 |
| 21 | gnocchi_client = None |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 22 | from heatclient import client as heat_client |
Ethan Lynn | 07fac1f | 2016-05-10 23:09:51 +0800 | [diff] [blame] | 23 | from keystoneauth1.identity.generic import password |
| 24 | from keystoneauth1 import session |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 25 | from neutronclient.v2_0 import client as neutron_client |
| 26 | from novaclient import client as nova_client |
| 27 | from swiftclient import client as swift_client |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 28 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 29 | |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 30 | class KeystoneWrapperClient(object): |
| 31 | """Wrapper object for keystone client |
| 32 | |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 33 | This wraps keystone client, so we can encpasulate certain |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 34 | added properties like auth_token, project_id etc. |
| 35 | """ |
| 36 | def __init__(self, auth_plugin, verify=True): |
| 37 | self.auth_plugin = auth_plugin |
| 38 | self.session = session.Session( |
| 39 | auth=auth_plugin, |
| 40 | verify=verify) |
| 41 | |
| 42 | @property |
| 43 | def auth_token(self): |
| 44 | return self.auth_plugin.get_token(self.session) |
| 45 | |
| 46 | @property |
| 47 | def auth_ref(self): |
| 48 | return self.auth_plugin.get_access(self.session) |
| 49 | |
| 50 | @property |
| 51 | def project_id(self): |
| 52 | return self.auth_plugin.get_project_id(self.session) |
| 53 | |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 54 | def get_endpoint_url(self, service_type, region=None, |
| 55 | endpoint_type='public'): |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 56 | kwargs = { |
| 57 | 'service_type': service_type, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 58 | 'region_name': region, |
| 59 | 'interface': endpoint_type} |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 60 | return self.auth_ref.service_catalog.url_for(**kwargs) |
| 61 | |
| 62 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 63 | class ClientManager(object): |
Peter Razumovsky | f0ac958 | 2015-09-24 16:49:03 +0300 | [diff] [blame] | 64 | """Provides access to the official python clients for calling various APIs. |
| 65 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 66 | Manager that provides access to the official python clients for |
| 67 | calling various OpenStack APIs. |
| 68 | """ |
| 69 | |
Rabi Mishra | a30ac12 | 2015-09-29 11:47:52 +0530 | [diff] [blame] | 70 | CINDERCLIENT_VERSION = '2' |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 71 | HEATCLIENT_VERSION = '1' |
huangtianhua | 15ad532 | 2016-06-02 14:39:13 +0800 | [diff] [blame] | 72 | NOVA_API_VERSION = '2.1' |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 73 | GNOCCHI_VERSION = '1' |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 74 | |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 75 | def __init__(self, conf, admin_credentials=False): |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 76 | self.conf = conf |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 77 | self.admin_credentials = admin_credentials |
| 78 | |
rabi | 8fcf192 | 2017-04-19 09:21:54 +0530 | [diff] [blame] | 79 | self.auth_version = self.conf.auth_version |
| 80 | if not self.auth_version: |
rabi | d2916d0 | 2017-09-22 18:19:24 +0530 | [diff] [blame] | 81 | self.auth_version = self.conf.auth_url.split('/v')[1] |
tyagi | 39aa11a | 2016-03-07 04:47:00 -0800 | [diff] [blame] | 82 | self.insecure = self.conf.disable_ssl_certificate_validation |
| 83 | self.ca_file = self.conf.ca_file |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 84 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 85 | self.identity_client = self._get_identity_client() |
| 86 | self.orchestration_client = self._get_orchestration_client() |
| 87 | self.compute_client = self._get_compute_client() |
| 88 | self.network_client = self._get_network_client() |
| 89 | self.volume_client = self._get_volume_client() |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 90 | self.object_client = self._get_object_client() |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 91 | self.metric_client = self._get_metric_client() |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 92 | |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 93 | def _username(self): |
| 94 | if self.admin_credentials: |
| 95 | return self.conf.admin_username |
| 96 | return self.conf.username |
| 97 | |
| 98 | def _password(self): |
| 99 | if self.admin_credentials: |
| 100 | return self.conf.admin_password |
| 101 | return self.conf.password |
| 102 | |
rabi | be38c30 | 2017-04-11 09:54:07 +0530 | [diff] [blame] | 103 | def _project_name(self): |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 104 | if self.admin_credentials: |
rabi | be38c30 | 2017-04-11 09:54:07 +0530 | [diff] [blame] | 105 | return self.conf.admin_project_name |
| 106 | return self.conf.project_name |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 107 | |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 108 | def _get_orchestration_client(self): |
Angus Salkeld | 70c2f28 | 2014-11-21 08:51:41 +1000 | [diff] [blame] | 109 | endpoint = os.environ.get('HEAT_URL') |
| 110 | if os.environ.get('OS_NO_CLIENT_AUTH') == 'True': |
rabi | 607a9ae | 2017-02-18 13:02:20 +0530 | [diff] [blame] | 111 | session = None |
Angus Salkeld | 70c2f28 | 2014-11-21 08:51:41 +1000 | [diff] [blame] | 112 | else: |
rabi | 607a9ae | 2017-02-18 13:02:20 +0530 | [diff] [blame] | 113 | session = self.identity_client.session |
| 114 | |
| 115 | return heat_client.Client( |
| 116 | self.HEATCLIENT_VERSION, |
| 117 | endpoint, |
| 118 | session=session, |
| 119 | endpoint_type=self.conf.endpoint_type, |
| 120 | service_type='orchestration', |
| 121 | region_name=self.conf.region, |
| 122 | username=self._username(), |
| 123 | password=self._password()) |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 124 | |
| 125 | def _get_identity_client(self): |
rabi | 133ee5f | 2016-12-01 09:54:37 +0530 | [diff] [blame] | 126 | user_domain_id = self.conf.user_domain_id |
| 127 | project_domain_id = self.conf.project_domain_id |
Rabi Mishra | 1d53874 | 2016-03-21 21:09:20 +0530 | [diff] [blame] | 128 | user_domain_name = self.conf.user_domain_name |
| 129 | project_domain_name = self.conf.project_domain_name |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 130 | kwargs = { |
Steve Baker | b752e91 | 2016-08-01 22:05:37 +0000 | [diff] [blame] | 131 | 'username': self._username(), |
| 132 | 'password': self._password(), |
rabi | be38c30 | 2017-04-11 09:54:07 +0530 | [diff] [blame] | 133 | 'project_name': self._project_name(), |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 134 | 'auth_url': self.conf.auth_url |
| 135 | } |
| 136 | # keystone v2 can't ignore domain details |
| 137 | if self.auth_version == '3': |
| 138 | kwargs.update({ |
rabi | 133ee5f | 2016-12-01 09:54:37 +0530 | [diff] [blame] | 139 | 'user_domain_id': user_domain_id, |
| 140 | 'project_domain_id': project_domain_id, |
Rabi Mishra | 1d53874 | 2016-03-21 21:09:20 +0530 | [diff] [blame] | 141 | 'user_domain_name': user_domain_name, |
| 142 | 'project_domain_name': project_domain_name}) |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 143 | auth = password.Password(**kwargs) |
tyagi | 39aa11a | 2016-03-07 04:47:00 -0800 | [diff] [blame] | 144 | if self.insecure: |
| 145 | verify_cert = False |
| 146 | else: |
| 147 | verify_cert = self.ca_file or True |
| 148 | |
| 149 | return KeystoneWrapperClient(auth, verify_cert) |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 150 | |
| 151 | def _get_compute_client(self): |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 152 | # Create our default Nova client to use in testing |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 153 | return nova_client.Client( |
huangtianhua | 15ad532 | 2016-06-02 14:39:13 +0800 | [diff] [blame] | 154 | self.NOVA_API_VERSION, |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 155 | session=self.identity_client.session, |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 156 | service_type='compute', |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 157 | endpoint_type=self.conf.endpoint_type, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 158 | region_name=self.conf.region, |
rabi | 530626f | 2017-01-20 07:53:38 +0530 | [diff] [blame] | 159 | os_cache=False, |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 160 | http_log_debug=True) |
| 161 | |
| 162 | def _get_network_client(self): |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 163 | |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 164 | return neutron_client.Client( |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 165 | session=self.identity_client.session, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 166 | service_type='network', |
| 167 | region_name=self.conf.region, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 168 | endpoint_type=self.conf.endpoint_type) |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 169 | |
| 170 | def _get_volume_client(self): |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 171 | return cinder_client.Client( |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 172 | self.CINDERCLIENT_VERSION, |
Rabi Mishra | 17f41de | 2016-05-03 11:19:41 +0530 | [diff] [blame] | 173 | session=self.identity_client.session, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 174 | endpoint_type=self.conf.endpoint_type, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 175 | region_name=self.conf.region, |
Steve Baker | 450aa7f | 2014-08-25 10:37:27 +1200 | [diff] [blame] | 176 | http_log_debug=True) |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 177 | |
| 178 | def _get_object_client(self): |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 179 | args = { |
Rabi Mishra | 65493fb | 2016-01-29 22:23:21 +0530 | [diff] [blame] | 180 | 'auth_version': self.auth_version, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 181 | 'session': self.identity_client.session, |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 182 | 'os_options': {'endpoint_type': self.conf.endpoint_type, |
rabi | 613f815 | 2017-02-14 18:59:15 +0530 | [diff] [blame] | 183 | 'region_name': self.conf.region, |
| 184 | 'service_type': 'object-store'}, |
Angus Salkeld | 4408da3 | 2015-02-03 18:53:30 +1000 | [diff] [blame] | 185 | } |
Rabi Mishra | e9dffe5 | 2016-02-05 14:36:58 +0530 | [diff] [blame] | 186 | return swift_client.Connection(**args) |
Angus Salkeld | 406bbd5 | 2015-05-13 14:24:04 +1000 | [diff] [blame] | 187 | |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 188 | def _get_metric_client(self): |
Pavlo Shchelokovskyy | 19b0cb9 | 2020-01-23 20:07:00 +0200 | [diff] [blame] | 189 | if gnocchi_client is None: |
| 190 | return None |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 191 | |
Colleen Murphy | 30b1fd6 | 2017-12-29 12:43:53 +0100 | [diff] [blame] | 192 | adapter_options = {'interface': self.conf.endpoint_type, |
rabi | d69f031 | 2017-10-26 14:52:52 +0530 | [diff] [blame] | 193 | 'region_name': self.conf.region} |
| 194 | args = { |
| 195 | 'session': self.identity_client.session, |
| 196 | 'adapter_options': adapter_options |
| 197 | } |
Vasyl Saienko | 4dd2fef | 2020-01-25 13:54:12 +0200 | [diff] [blame] | 198 | try: |
| 199 | return gnocchi_client.Client(version=self.GNOCCHI_VERSION, |
| 200 | **args) |
| 201 | except ImportError: |
| 202 | # catches ujson vs Python GCC compat problem, |
| 203 | # see https://github.com/esnme/ultrajson/issues/346 |
| 204 | return None |