Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 1 | import os |
| 2 | import pytest |
| 3 | import utils |
| 4 | import random |
| 5 | import time |
| 6 | import logging |
| 7 | |
Ievgeniia Zadorozhna | 9664b42 | 2023-03-28 21:09:46 +0300 | [diff] [blame] | 8 | from utils import helpers |
Ievgeniia Zadorozhna | a080ec0 | 2023-12-05 02:08:52 +0100 | [diff] [blame] | 9 | from utils.k8s_client import K8SClientManager |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 10 | from utils import os_client |
| 11 | |
| 12 | |
| 13 | logger = logging.getLogger(__name__) |
| 14 | |
Ievgeniia Zadorozhna | a080ec0 | 2023-12-05 02:08:52 +0100 | [diff] [blame] | 15 | nodes = utils.get_pairs() |
| 16 | hw_nodes = utils.get_hw_pairs() |
| 17 | |
| 18 | |
| 19 | @pytest.fixture(scope='session', params=list(nodes.values()), |
| 20 | ids=list(nodes.keys())) |
| 21 | def pair(request): |
| 22 | return request.param |
| 23 | |
| 24 | |
| 25 | @pytest.fixture(scope='session', params=list(hw_nodes.values()), |
| 26 | ids=list(hw_nodes.keys())) |
| 27 | def hw_pair(request): |
| 28 | return request.param |
| 29 | |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 30 | |
| 31 | @pytest.fixture(scope='session') |
| 32 | def openstack_clients(): |
| 33 | return os_client.OfficialClientManager( |
| 34 | username=os.environ['OS_USERNAME'], |
| 35 | password=os.environ['OS_PASSWORD'], |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 36 | project_name=os.environ['OS_PROJECT_NAME'], |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 37 | auth_url=os.environ['OS_AUTH_URL'], |
| 38 | cert=False, |
| 39 | domain=os.environ['OS_PROJECT_DOMAIN_NAME'], |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 40 | ) |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 41 | |
| 42 | |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 43 | @pytest.fixture(scope='session') |
| 44 | def os_resources(openstack_clients): |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 45 | logger.info("Setting up resources in admin project...") |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 46 | os_actions = os_client.OSCliActions(openstack_clients) |
| 47 | os_resource = {} |
| 48 | config = utils.get_configuration() |
Ievgeniia Zadorozhna | 5ed74e2 | 2022-07-26 16:56:23 +0300 | [diff] [blame] | 49 | image_name = config.get('image_name', 'cvp.ubuntu.2004') |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 50 | flavor_name = config.get('flavor_name', 'spt-test') |
| 51 | flavor_ram = config.get('flavor_ram', 1536) |
| 52 | flavor_vcpus = config.get('flavor_vcpus', 1) |
| 53 | flavor_disk = config.get('flavor_disk', 3) |
| 54 | |
| 55 | os_images_list = [image.id for image in |
| 56 | openstack_clients.image.images.list( |
| 57 | filters={'name': image_name})] |
| 58 | |
| 59 | if os_images_list.__len__() == 0: |
| 60 | pytest.skip("No images with name {}. This name can be redefined " |
| 61 | "with 'image_name' env var ".format(image_name)) |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 62 | os_resource['image_id'] = str(os_images_list[0]) |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 63 | flavor_id = os_actions.get_flavor_id_by_name(flavor_name) |
| 64 | if flavor_id is None: |
| 65 | flavor_is_created = True |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 66 | os_resource['flavor_id'] = os_actions.create_flavor( |
| 67 | flavor_name, flavor_ram, flavor_vcpus, flavor_disk).id |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 68 | else: |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 69 | flavor_is_created = False |
| 70 | logger.info("Flavor {} already exists".format(flavor_name)) |
| 71 | os_resource['flavor_id'] = flavor_id |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 72 | |
| 73 | os_resource['sec_group'] = os_actions.create_sec_group() |
| 74 | os_resource['keypair'] = openstack_clients.compute.keypairs.create( |
| 75 | '{}-{}'.format('spt-key', random.randrange(100, 999)) |
| 76 | ) |
| 77 | os_resource['net1'] = os_actions.create_network_resources() |
| 78 | os_resource['ext_net'] = os_actions.get_external_network() |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 79 | adm_project = os_actions.get_project_by_name("admin") |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 80 | os_resource['router'] = os_actions.create_router( |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 81 | os_resource['ext_net'], adm_project.id) |
| 82 | os_resource['net2'] = os_actions.create_network(adm_project.id) |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 83 | os_resource['subnet2'] = os_actions.create_subnet( |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 84 | os_resource['net2'], adm_project.id, '10.2.7.0/24') |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 85 | for subnet in openstack_clients.network.list_subnets()['subnets']: |
| 86 | if subnet['network_id'] == os_resource['net1']['id']: |
| 87 | os_resource['subnet1'] = subnet['id'] |
| 88 | |
| 89 | openstack_clients.network.add_interface_router( |
Ievgeniia Zadorozhna | c67b86b | 2023-02-02 18:09:12 +0300 | [diff] [blame] | 90 | os_resource['router']['id'], {'subnet_id': os_resource['subnet1']}) |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 91 | openstack_clients.network.add_interface_router( |
| 92 | os_resource['router']['id'], |
| 93 | {'subnet_id': os_resource['subnet2']['id']}) |
| 94 | yield os_resource |
| 95 | |
| 96 | # cleanup created resources |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 97 | logger.info("Deleting routers, networks, SG, key pair, flavor in {}..." |
| 98 | "".format(adm_project.name)) |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 99 | openstack_clients.network.remove_interface_router( |
| 100 | os_resource['router']['id'], {'subnet_id': os_resource['subnet1']}) |
| 101 | openstack_clients.network.remove_interface_router( |
| 102 | os_resource['router']['id'], |
| 103 | {'subnet_id': os_resource['subnet2']['id']}) |
| 104 | openstack_clients.network.remove_gateway_router( |
| 105 | os_resource['router']['id']) |
| 106 | time.sleep(5) |
| 107 | openstack_clients.network.delete_router(os_resource['router']['id']) |
Ievgeniia Zadorozhna | c67b86b | 2023-02-02 18:09:12 +0300 | [diff] [blame] | 108 | time.sleep(10) # extended to 10 since fails at TF sometimes |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 109 | openstack_clients.network.delete_network(os_resource['net1']['id']) |
| 110 | openstack_clients.network.delete_network(os_resource['net2']['id']) |
| 111 | |
Ievgeniia Zadorozhna | 2c6469d | 2022-08-10 17:21:10 +0300 | [diff] [blame] | 112 | openstack_clients.network.delete_security_group( |
| 113 | os_resource['sec_group']['id']) |
Ievgeniia Zadorozhna | 8402302 | 2021-12-30 13:00:41 +0200 | [diff] [blame] | 114 | openstack_clients.compute.keypairs.delete(os_resource['keypair'].name) |
| 115 | if flavor_is_created: |
| 116 | openstack_clients.compute.flavors.delete(os_resource['flavor_id']) |
| 117 | if os_actions.create_fake_ext_net: |
| 118 | openstack_clients.network.delete_network(os_resource['ext_net']['id']) |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 119 | |
| 120 | |
| 121 | @pytest.fixture(scope='session') |
| 122 | def openstack_alt_clients(openstack_clients): |
| 123 | # create alt project with regular admin user |
| 124 | tmp_os_actions = os_client.OSCliActions(openstack_clients) |
| 125 | alt_project = tmp_os_actions.create_project() |
Ievgeniia Zadorozhna | 670e7ff | 2023-03-29 00:22:22 +0300 | [diff] [blame] | 126 | tmp_os_actions.add_roles_to_user_in_project( |
| 127 | alt_project.id, username=os.environ['OS_USERNAME'], |
| 128 | domain=os.environ['OS_PROJECT_DOMAIN_NAME'] |
| 129 | ) |
Ievgeniia Zadorozhna | f22827b | 2022-07-20 13:30:32 +0300 | [diff] [blame] | 130 | # create a client using alt project with admin user in it |
| 131 | return os_client.OfficialClientManager( |
| 132 | username=os.environ['OS_USERNAME'], |
| 133 | password=os.environ['OS_PASSWORD'], |
| 134 | project_name=alt_project.name, |
| 135 | auth_url=os.environ['OS_AUTH_URL'], |
| 136 | cert=False, |
| 137 | domain=os.environ['OS_PROJECT_DOMAIN_NAME'], |
| 138 | ) |
| 139 | |
| 140 | |
| 141 | @pytest.fixture(scope='session') |
| 142 | def os_resources_alt_project(openstack_alt_clients): |
| 143 | logger.info("Setting up resources in the project {}..." |
| 144 | "".format(openstack_alt_clients.project_name)) |
| 145 | alt_os_actions = os_client.OSCliActions(openstack_alt_clients) |
| 146 | os_resource_alt_project = {} |
| 147 | config = utils.get_configuration() |
| 148 | image_name = config.get('image_name', 'Ubuntu-18.04') |
| 149 | flavor_name = config.get('flavor_name', 'spt-test') |
| 150 | flavor_ram = config.get('flavor_ram', 1536) |
| 151 | flavor_vcpus = config.get('flavor_vcpus', 1) |
| 152 | flavor_disk = config.get('flavor_disk', 3) |
| 153 | os_images_list = [image.id for image in |
| 154 | openstack_alt_clients.image.images.list( |
| 155 | filters={'name': image_name})] |
| 156 | |
| 157 | if os_images_list.__len__() == 0: |
| 158 | pytest.skip("No images with name {}. This name can be redefined " |
| 159 | "with 'image_name' env var ".format(image_name)) |
| 160 | os_resource_alt_project['image_id'] = str(os_images_list[0]) |
| 161 | |
| 162 | flavor_id = alt_os_actions.get_flavor_id_by_name(flavor_name) |
| 163 | if flavor_id is None: |
| 164 | flavor_is_created = True |
| 165 | os_resource_alt_project['flavor_id'] = alt_os_actions.create_flavor( |
| 166 | flavor_name, flavor_ram, flavor_vcpus, flavor_disk).id |
| 167 | else: |
| 168 | flavor_is_created = False |
| 169 | logger.info("Flavor {} already exists".format(flavor_name)) |
| 170 | os_resource_alt_project['flavor_id'] = flavor_id |
| 171 | |
| 172 | os_resource_alt_project['sec_group'] = alt_os_actions.create_sec_group() |
| 173 | |
| 174 | alt_project = alt_os_actions.get_project_by_name( |
| 175 | openstack_alt_clients.project_name) |
| 176 | os_resource_alt_project['net1'] = alt_os_actions.create_network_resources( |
| 177 | project=alt_project.name, cidr='10.3.7.0/24') |
| 178 | os_resource_alt_project['ext_net'] = alt_os_actions.get_external_network() |
| 179 | |
| 180 | os_resource_alt_project['router'] = alt_os_actions.create_router( |
| 181 | os_resource_alt_project['ext_net'], alt_project.id) |
| 182 | |
| 183 | os_resource_alt_project['subnet1'] = \ |
| 184 | openstack_alt_clients.network.show_network( |
| 185 | os_resource_alt_project['net1']['id'])['network']['subnets'][0] |
| 186 | openstack_alt_clients.network.add_interface_router( |
| 187 | os_resource_alt_project['router']['id'], |
| 188 | {'subnet_id': os_resource_alt_project['subnet1']}) |
| 189 | yield os_resource_alt_project |
| 190 | |
| 191 | # cleanup created resources |
| 192 | logger.info("Deleting routers, networks, SG, flavor in {} " |
| 193 | "project...".format(alt_project.name)) |
| 194 | |
| 195 | openstack_alt_clients.network.remove_interface_router( |
| 196 | os_resource_alt_project['router']['id'], |
| 197 | {'subnet_id': os_resource_alt_project['subnet1']}) |
| 198 | openstack_alt_clients.network.remove_gateway_router( |
| 199 | os_resource_alt_project['router']['id']) |
| 200 | time.sleep(5) |
| 201 | openstack_alt_clients.network.delete_router( |
| 202 | os_resource_alt_project['router']['id']) |
| 203 | time.sleep(5) |
| 204 | openstack_alt_clients.network.delete_network( |
| 205 | os_resource_alt_project['net1']['id']) |
| 206 | |
| 207 | openstack_alt_clients.network.delete_security_group( |
| 208 | os_resource_alt_project['sec_group']['id']) |
| 209 | if flavor_is_created: |
| 210 | openstack_alt_clients.compute.flavors.delete( |
| 211 | os_resource_alt_project['flavor_id']) |
| 212 | if alt_os_actions.create_fake_ext_net: |
| 213 | openstack_alt_clients.network.delete_network( |
| 214 | os_resource_alt_project['ext_net']['id']) |
| 215 | |
| 216 | if alt_os_actions.is_project_empty(alt_project.id): |
| 217 | openstack_alt_clients.auth.projects.delete(alt_project.id) |
| 218 | logger.info("Deleted project {}".format(alt_project.name)) |
| 219 | else: |
| 220 | logger.info("Project {} is not empty, skip deleting".format( |
| 221 | alt_project.name)) |
Ievgeniia Zadorozhna | 9664b42 | 2023-03-28 21:09:46 +0300 | [diff] [blame] | 222 | |
| 223 | |
Ievgeniia Zadorozhna | a080ec0 | 2023-12-05 02:08:52 +0100 | [diff] [blame] | 224 | @pytest.fixture(scope='module') |
| 225 | def k8s_v1_client(): |
| 226 | config = utils.get_configuration() |
| 227 | logger.info("Getting the K8S config path from the global_config.yaml file.") |
| 228 | k8s_config_path = config.get('mos_kubeconfig_path') or "" |
| 229 | k8s_manager = K8SClientManager(k8s_config_path=k8s_config_path) |
| 230 | return k8s_manager.k8s_v1 |
| 231 | |
| 232 | |
Ievgeniia Zadorozhna | 9664b42 | 2023-03-28 21:09:46 +0300 | [diff] [blame] | 233 | @pytest.fixture(scope="session") |
| 234 | def html_report(): |
| 235 | yield |
| 236 | helpers.convert_csvs_to_single_html_report() |