Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 1 | # Copyright 2013 Hewlett-Packard, Ltd. |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 4 | # not use this file except in compliance with the License. You may obtain |
| 5 | # a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 11 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 12 | # License for the specific language governing permissions and limitations |
| 13 | # under the License. |
| 14 | |
Matthew Treinish | beae860 | 2014-04-08 17:53:06 -0400 | [diff] [blame] | 15 | |
Matthew Treinish | beae860 | 2014-04-08 17:53:06 -0400 | [diff] [blame] | 16 | import re |
| 17 | import string |
| 18 | import unicodedata |
| 19 | |
Matthew Treinish | 2190551 | 2015-07-13 10:33:35 -0400 | [diff] [blame] | 20 | from oslo_serialization import jsonutils as json |
Matthew Treinish | 01472ff | 2015-02-20 17:26:52 -0500 | [diff] [blame] | 21 | from tempest_lib.common.utils import misc |
Andrea Frittoli (andreaf) | c625bcf | 2015-10-09 12:09:05 +0100 | [diff] [blame] | 22 | from tempest_lib import exceptions as exc_lib |
Matthew Treinish | a0048cb | 2014-04-08 17:44:42 -0400 | [diff] [blame] | 23 | import testscenarios |
| 24 | import testtools |
| 25 | |
Andrea Frittoli | f9cde7e | 2014-02-18 09:57:04 +0000 | [diff] [blame] | 26 | from tempest import clients |
Andrea Frittoli (andreaf) | 290b3e1 | 2015-10-08 10:25:02 +0100 | [diff] [blame] | 27 | from tempest.common import credentials_factory as credentials |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 28 | from tempest import config |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 29 | |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 30 | CONF = config.CONF |
| 31 | |
| 32 | |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 33 | class ImageUtils(object): |
| 34 | |
| 35 | default_ssh_user = 'root' |
| 36 | |
Matthew Treinish | 96cadf4 | 2015-05-14 19:45:59 -0400 | [diff] [blame] | 37 | def __init__(self, os): |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 38 | # Load configuration items |
| 39 | self.ssh_users = json.loads(CONF.input_scenario.ssh_user_regex) |
| 40 | self.non_ssh_image_pattern = \ |
| 41 | CONF.input_scenario.non_ssh_image_regex |
| 42 | # Setup clients |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 43 | self.images_client = os.images_client |
| 44 | self.flavors_client = os.flavors_client |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 45 | |
| 46 | def ssh_user(self, image_id): |
ghanshyam | 1756e0b | 2015-08-18 19:19:05 +0900 | [diff] [blame] | 47 | _image = self.images_client.show_image(image_id)['image'] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 48 | for regex, user in self.ssh_users: |
| 49 | # First match wins |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 50 | if re.match(regex, _image['name']) is not None: |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 51 | return user |
| 52 | else: |
| 53 | return self.default_ssh_user |
| 54 | |
| 55 | def _is_sshable_image(self, image): |
| 56 | return not re.search(pattern=self.non_ssh_image_pattern, |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 57 | string=str(image['name'])) |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 58 | |
| 59 | def is_sshable_image(self, image_id): |
ghanshyam | 1756e0b | 2015-08-18 19:19:05 +0900 | [diff] [blame] | 60 | _image = self.images_client.show_image(image_id)['image'] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 61 | return self._is_sshable_image(_image) |
| 62 | |
| 63 | def _is_flavor_enough(self, flavor, image): |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 64 | return image['minDisk'] <= flavor['disk'] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 65 | |
| 66 | def is_flavor_enough(self, flavor_id, image_id): |
ghanshyam | 1756e0b | 2015-08-18 19:19:05 +0900 | [diff] [blame] | 67 | _image = self.images_client.show_image(image_id)['image'] |
ghanshyam | 19973be | 2015-08-18 15:46:42 +0900 | [diff] [blame] | 68 | _flavor = self.flavors_client.show_flavor(flavor_id)['flavor'] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 69 | return self._is_flavor_enough(_flavor, _image) |
| 70 | |
| 71 | |
| 72 | @misc.singleton |
| 73 | class InputScenarioUtils(object): |
| 74 | |
Ken'ichi Ohmichi | c4e4f1c | 2015-11-17 08:16:12 +0000 | [diff] [blame] | 75 | """Example usage: |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 76 | |
| 77 | import testscenarios |
| 78 | (...) |
| 79 | load_tests = testscenarios.load_tests_apply_scenarios |
| 80 | |
| 81 | |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 82 | class TestInputScenario(manager.ScenarioTest): |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 83 | |
Matthew Treinish | d75edef | 2014-04-11 15:57:16 -0400 | [diff] [blame] | 84 | scenario_utils = utils.InputScenarioUtils() |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 85 | scenario_flavor = scenario_utils.scenario_flavors |
| 86 | scenario_image = scenario_utils.scenario_images |
| 87 | scenarios = testscenarios.multiply_scenarios(scenario_image, |
| 88 | scenario_flavor) |
| 89 | |
| 90 | def test_create_server_metadata(self): |
| 91 | name = rand_name('instance') |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 92 | self.servers_client.create_server(name=name, |
Ken'ichi Ohmichi | f2d436e | 2015-09-03 01:13:16 +0000 | [diff] [blame] | 93 | flavorRef=self.flavor_ref, |
| 94 | imageRef=self.image_ref) |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 95 | """ |
| 96 | validchars = "-_.{ascii}{digit}".format(ascii=string.ascii_letters, |
| 97 | digit=string.digits) |
| 98 | |
| 99 | def __init__(self): |
Matthew Treinish | 522c63b | 2015-05-13 09:47:58 -0400 | [diff] [blame] | 100 | network_resources = { |
| 101 | 'network': False, |
| 102 | 'router': False, |
| 103 | 'subnet': False, |
| 104 | 'dhcp': False, |
| 105 | } |
Andrea Frittoli (andreaf) | 17209bb | 2015-05-22 10:16:57 -0700 | [diff] [blame] | 106 | self.cred_provider = credentials.get_credentials_provider( |
Matthew Treinish | 33b6df0 | 2015-05-04 13:55:59 -0400 | [diff] [blame] | 107 | name='InputScenarioUtils', |
Matthew Treinish | 522c63b | 2015-05-13 09:47:58 -0400 | [diff] [blame] | 108 | identity_version=CONF.identity.auth_version, |
| 109 | network_resources=network_resources) |
Andrea Frittoli (andreaf) | 17209bb | 2015-05-22 10:16:57 -0700 | [diff] [blame] | 110 | os = clients.Manager(self.cred_provider.get_primary_creds()) |
Andrea Frittoli | fe1e243 | 2014-09-25 10:39:37 +0100 | [diff] [blame] | 111 | self.images_client = os.images_client |
| 112 | self.flavors_client = os.flavors_client |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 113 | self.image_pattern = CONF.input_scenario.image_regex |
| 114 | self.flavor_pattern = CONF.input_scenario.flavor_regex |
| 115 | |
| 116 | def _normalize_name(self, name): |
| 117 | nname = unicodedata.normalize('NFKD', name).encode('ASCII', 'ignore') |
| 118 | nname = ''.join(c for c in nname if c in self.validchars) |
| 119 | return nname |
| 120 | |
Matthew Treinish | 96cadf4 | 2015-05-14 19:45:59 -0400 | [diff] [blame] | 121 | def clear_creds(self): |
Andrea Frittoli (andreaf) | 17209bb | 2015-05-22 10:16:57 -0700 | [diff] [blame] | 122 | self.cred_provider.clear_creds() |
Matthew Treinish | 96cadf4 | 2015-05-14 19:45:59 -0400 | [diff] [blame] | 123 | |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 124 | @property |
| 125 | def scenario_images(self): |
Ken'ichi Ohmichi | c4e4f1c | 2015-11-17 08:16:12 +0000 | [diff] [blame] | 126 | """:return: a scenario with name and uuid of images""" |
Andrea Frittoli | e9674c3 | 2014-02-07 20:01:46 +0000 | [diff] [blame] | 127 | if not CONF.service_available.glance: |
| 128 | return [] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 129 | if not hasattr(self, '_scenario_images'): |
Matthew Treinish | 67e570c | 2015-02-18 16:59:39 +0000 | [diff] [blame] | 130 | try: |
ghanshyam | 1756e0b | 2015-08-18 19:19:05 +0900 | [diff] [blame] | 131 | images = self.images_client.list_images()['images'] |
Matthew Treinish | 67e570c | 2015-02-18 16:59:39 +0000 | [diff] [blame] | 132 | self._scenario_images = [ |
| 133 | (self._normalize_name(i['name']), dict(image_ref=i['id'])) |
| 134 | for i in images if re.search(self.image_pattern, |
| 135 | str(i['name'])) |
| 136 | ] |
| 137 | except Exception: |
| 138 | self._scenario_images = [] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 139 | return self._scenario_images |
| 140 | |
| 141 | @property |
| 142 | def scenario_flavors(self): |
Ken'ichi Ohmichi | c4e4f1c | 2015-11-17 08:16:12 +0000 | [diff] [blame] | 143 | """:return: a scenario with name and uuid of flavors""" |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 144 | if not hasattr(self, '_scenario_flavors'): |
Matthew Treinish | 67e570c | 2015-02-18 16:59:39 +0000 | [diff] [blame] | 145 | try: |
ghanshyam | 19973be | 2015-08-18 15:46:42 +0900 | [diff] [blame] | 146 | flavors = self.flavors_client.list_flavors()['flavors'] |
Matthew Treinish | 67e570c | 2015-02-18 16:59:39 +0000 | [diff] [blame] | 147 | self._scenario_flavors = [ |
| 148 | (self._normalize_name(f['name']), dict(flavor_ref=f['id'])) |
| 149 | for f in flavors if re.search(self.flavor_pattern, |
| 150 | str(f['name'])) |
| 151 | ] |
| 152 | except Exception: |
| 153 | self._scenario_flavors = [] |
Andrea Frittoli | f5da28b | 2013-12-06 07:08:07 +0000 | [diff] [blame] | 154 | return self._scenario_flavors |
Matthew Treinish | a0048cb | 2014-04-08 17:44:42 -0400 | [diff] [blame] | 155 | |
| 156 | |
| 157 | def load_tests_input_scenario_utils(*args): |
Ken'ichi Ohmichi | c4e4f1c | 2015-11-17 08:16:12 +0000 | [diff] [blame] | 158 | """Wrapper for testscenarios to set the scenarios |
| 159 | |
| 160 | The purpose is to avoid running a getattr on the CONF object at import. |
Matthew Treinish | a0048cb | 2014-04-08 17:44:42 -0400 | [diff] [blame] | 161 | """ |
Ken'ichi Ohmichi | c4e4f1c | 2015-11-17 08:16:12 +0000 | [diff] [blame] | 162 | |
Matthew Treinish | a0048cb | 2014-04-08 17:44:42 -0400 | [diff] [blame] | 163 | if getattr(args[0], 'suiteClass', None) is not None: |
| 164 | loader, standard_tests, pattern = args |
| 165 | else: |
| 166 | standard_tests, module, loader = args |
Matthew Treinish | 96cadf4 | 2015-05-14 19:45:59 -0400 | [diff] [blame] | 167 | output = None |
| 168 | scenario_utils = None |
Matthew Treinish | a0f820f | 2014-09-16 11:25:34 -0400 | [diff] [blame] | 169 | try: |
| 170 | scenario_utils = InputScenarioUtils() |
| 171 | scenario_flavor = scenario_utils.scenario_flavors |
| 172 | scenario_image = scenario_utils.scenario_images |
Andrea Frittoli (andreaf) | c625bcf | 2015-10-09 12:09:05 +0100 | [diff] [blame] | 173 | except (exc_lib.InvalidCredentials, TypeError): |
Matthew Treinish | 96cadf4 | 2015-05-14 19:45:59 -0400 | [diff] [blame] | 174 | output = standard_tests |
| 175 | finally: |
| 176 | if scenario_utils: |
| 177 | scenario_utils.clear_creds() |
| 178 | if output is not None: |
| 179 | return output |
Matthew Treinish | a0048cb | 2014-04-08 17:44:42 -0400 | [diff] [blame] | 180 | for test in testtools.iterate_tests(standard_tests): |
| 181 | setattr(test, 'scenarios', testscenarios.multiply_scenarios( |
| 182 | scenario_image, |
| 183 | scenario_flavor)) |
| 184 | return testscenarios.load_tests_apply_scenarios(*args) |