Gitiles
Code Review Sign In
gerrit.mcp.mirantis.com / mcp / tcp-qa / b4e74571521b0b7ba95294307d814cd4abf80537 / . / checklist.yaml
blob: aa355198b562d1b4777adc5da1990be7edbcf672 [file] [log] [blame]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]1tests:
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]2
Hanna Arhipovab4e74572021-04-14 21:25:23 +0300[diff] [blame^]3 - title: deployment_*
4 errors:
5 - 'special characters are not allowed'
6 status: ProdFailed
7 defects: PROD-0
8
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]9 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
10 errors:
11 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]12 status: ProdFailed
13 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]14
15 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
16 errors:
17 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]18 status: ProdFailed
19 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]20
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]21 - title: tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
22 errors:
23 - "tempest.lib.exceptions.Conflict: Conflict with state of target resource"
24 - "Details: {u'message': u\"Cannot 'createImage' instance"
25 - "while it is in task_state image_uploading\", u'code': 409}"
26 status: ProdFailed
27 defects: PROD-35752
28
29
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]30## ==================================================
31 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_image_metadata_item"
32 errors:
33 - "502 PUT https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]34 status: ProdFailed
35 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]36
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]37 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]38 errors:
39 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]40 status: ProdFailed
41 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]42
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]43 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
44 errors:
45 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
46 status: ProdFailed
47 defects: PROD-35212
48
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]49 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_stopped_server[id-aaacd1d0-55a2-4ce8-818a-b5439df8adc9]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]50 errors:
51 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]52 status: ProdFailed
53 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]54
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]55 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_stopped_server[id-aaacd1d0-55a2-4ce8-818a-b5439df8adc9]"
56 errors:
57 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
58 status: ProdFailed
59 defects: PROD-35212
60
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]61 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_suspended_server[id-8ca07fec-0262-11e7-907e-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]62 errors:
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]63 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]64 status: ProdFailed
65 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]66
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]67 - title: "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]68 errors:
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]69 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]70 status: ProdFailed
71 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]72
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]73 - title: tempest.api.compute.servers.test_virtual_interfaces.VirtualInterfacesTestJSON.test_list_virtual_interfaces[id-96c4e2ef-5e4d-4d7f-87f5-fed6dca18016,network]
74 errors:
75 - self.client.list_virtual_interfaces(self.server['id'])
76 - BadRequest not raised
77 status: ProdFailed
78 defects: PROD-35966
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]79
80 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
81 errors:
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]82 - 'resp, body = self.get("images/%s" % image_id)'
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]83 - "tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received"
84 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]85 status: ProdFailed
86 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]87
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]88 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status[id-5b65d4e7-4ecd-437c-83c0-d6b79d927568]
89 errors:
90 - "502 POST https://10.6.0.80:8774/v2.1/servers"
91 - "tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received"
92 - "Details: 502"
93 status: ProdFailed
94 defects: PROD-35224
95
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]96 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]97 errors:
98 - "message': u\"Cannot 'createImage' instance"
99 - "while it is in task_state image_uploading\", u'code': 409"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]100 status: ProdFailed
101 defects: PROD-35223
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]102
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]103 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
104 errors:
105 - "failed to reach ACTIVE state (current state SAVING) within the required time (600 s)."
106 status: ProdFailed
107 defects: PROD-35223
108
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]109 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
110 errors:
111 - 'resp, body = self.get("images/%s" % image_id)'
112 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]113 status: ProdFailed
114 defects: PROD-35212
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]115
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]116 - title: ".tearDownClass (tempest.api.image.v2.test_images.ListUserImagesTest)"
117 errors:
118 - "raise testtools.MultipleExceptions(*cleanup_errors)"
119 - "Details: 502, <traceback object at"
120 status: ProdFailed
121 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]122
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]123 - title: ".tearDownClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
124 errors:
125 - "raise testtools.MultipleExceptions(*cleanup_errors)"
126 - "Details: 502, <traceback object at"
127 status: ProdFailed
128 defects: PROD-35212
129
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]130 - title: tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[id-aa06b52b-2db5-4807-b218-9441f75d74e3]
131 errors:
132 - resp, body = self.get("images/%s" % image_id)
133 - "Details: 502"
134 status: ProdFailed
135 defects: PROD-35212
136
137 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
138 errors:
139 - 502 GET https://10.6.0.80:9292/v2/images/
140 status: ProdFailed
141 defects: PROD-35212
142
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]143 - title: tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload[id-d8f1ca95-3d5b-44a3-b8ca-909691c9532d,image]
144 errors:
145 - 502 GET https://10.6.0.80:9292/v2/images/
146 status: ProdFailed
147 defects: PROD-35212
148
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]149 - title: tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_from_image_with_decreasing_size[id-5b810c91-0ad1-47ce-aee8-615f789be78f,image,negative]
150 errors:
151 - 502 PUT https://10.6.0.80:9292/v2/images/
152 status: ProdFailed
153 defects: PROD-35212
154
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]155 - title: tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shelved_state[id-bb0cb402-09dd-4947-b6e5-5e7e1cfa61ad]
156 errors:
157 - 'tempest.lib.exceptions.TimeoutException: Request timed out'
158 - 'failed to reach SHELVED_OFFLOADED status and task state "None" within the required time (600 s). Current status: SHELVED. Current task state: shelving_offloading'
159 status: ProdFailed
160 defects: PROD-35225
161
162 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
163 errors:
164 - failed to reach active state (current state saving) within the required time
165 status: ProdFailed
166 defects: PROD-35222
167
168
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]169 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
170 errors:
171 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
172 status: ProdFailed
173 defects: PROD-34693
174
175 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_ipv6_create[id-fc9996de-4f55-4fc4-b8ef-a4b9170c7078]
176 errors:
177 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
178 status: ProdFailed
179 defects: PROD-34693
180
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]181 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
182 errors:
183 - "message': u'No image found with ID"
184 - "u'code': u'404 Not Found'"
185 status: ProdFailed
186 defects: PROD-36275
187
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]188 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_list[id-6546ef3c-c0e2-46af-b892-f795f4d01119,smoke]
189 errors:
190 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
191 status: ProdFailed
192 defects: PROD-34693
193
194 - title: octavia_tempest_plugin.tests.scenario.v2.test_load_balancer.LoadBalancerScenarioTest.test_load_balancer_ipv6_CRUD[id-86ffecc4-dce8-46f9-936e-8a4c6bcf3959]
195 errors:
196 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
197 status: ProdFailed
198 defects: PROD-34693
199
200 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_update[id-b75a4d15-49d2-4149-a745-635eed1aacc3]
201 errors:
202 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
203 status: ProdFailed
204 defects: PROD-34693
205
206
207 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_delete_cascade[id-643ef031-c800-45f2-b229-3c8f8b37c829]
208 errors:
209 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
210 status: ProdFailed
211 defects: PROD-34693
212
213 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_delete[id-643ef031-c800-45f2-b229-3c8f8b37c829]
214 errors:
215 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
216 status: ProdFailed
217 defects: PROD-34693
218
219 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_show_status[id-60acc1b0-fa46-41f8-b526-c81ae2f42c30]
220 errors:
221 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
222 status: ProdFailed
223 defects: PROD-34693
224
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]225 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_show[id-826ae612-8717-4c64-a8a7-cb9570a85870]
226 errors:
227 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
228 status: ProdFailed
229 defects: PROD-34693
230
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]231 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_ipv4_create[id-61c6343c-a5d2-4b9f-8c7d-34ea83f0596b]
232 errors:
233 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
234 status: ProdFailed
235 defects: PROD-34693
236
237 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_show_stats[id-105afcba-4dd6-46d6-8fa4-bd7330aa1259]
238 errors:
239 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
240 status: ProdFailed
241 defects: PROD-34693
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]242
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]243 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_failover[id-fc2e07a6-9776-4559-90c9-141170d4c397]
244 errors:
245 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
246 status: ProdFailed
247 defects: PROD-34693
248
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]249# ---------------------------------------------------
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]250 - title: "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status[id-5b65d4e7-4ecd-437c-83c0-d6b79d927568]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]251 errors:
252 - "Details: {u'message': u'Guest does not have a console available.', u'code': 404}"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]253 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]254 defects: PROD-35224
255
256 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_ebs_image_and_check_boot[compute,id-36c34c67-7b54-4b59-b188-02a2f458a63b,image,volume]"
257 errors:
258 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]259 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]260 defects: PROD-35217
261
262 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_server_from_volume_snapshot[compute,id-05795fb2-b2a7-4c9f-8fac-ff25aedb1489,image,slow,volume]"
263 errors:
264 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]265 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]266 defects: PROD-35217
267
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]268 - title: .tearDownClass (tempest.api.volume.test_volumes_actions.VolumesActionsTest)
269 errors:
270 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
271 status: ProdFailed
272 defects: PROD-35217
273
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]274 - title: ".setUpClass (tempest.api.network.admin.test_agent_management.AgentManagementTestJSON)"
275 errors:
276 - 'File "/usr/local/lib/python2.7/dist-packages/tempest/api/network/admin/test_agent_management.py", line 35, in resource_setup'
277 - "IndexError: list index out of range"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]278 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]279 defects: PROD-25221
280
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]281 - title: tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces_by_fixed_ip[id-d290c06c-f5b3-11e7-8ec8-002293781009,network]
282 errors:
283 - 'tempest.lib.exceptions.NotFound: Object not found'
284 - "u'type': u'PortNotFound'"
285 status: ProdFailed
286 defects: PROD-29650
287
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]288## ==================================================
289# CVP SANITY
290## ==================================================
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]291 - title: test_ntp_peers_state
292 errors:
293 - "NTP peers state is not as expected on some nodes; could not find declared system peer"
294 status: WontFix
295
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]296
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]297 - title: test_prometheus_alert_count[ReclassRemoteDesync]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]298 errors:
299 - "local files under /srv/salt/reclass have diverged from expected remote state"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]300 status: WontFix
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]301
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]302 - title: test_prometheus_alert_count[ContrailBGPSessionsDown]
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]303 errors:
304 - "1 OpenContrail BGP sessions on the ntw01 node are down for 2 minutes."
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]305 status: ProdFailed
306 defects: PROD-34379
307
308 - title: test_prometheus_alert_count[SystemMemoryFullWarning]
309 errors:
310 - The ctl
311 - node uses
312 - "% of memory for 2 minutes."
313 status: WontFix
314 defects: PROD-33922
315
316 - title: test_prometheus_alert_count[SystemMemoryFullMajor]
317 errors:
318 - The ctl
319 - node uses
320 - "% of memory for 2 minutes."
321 status: WontFix
322 defects: PROD-33922
323
324 - title: test_prometheus_alert_count[OpenstackServiceEndpointDown]
325 errors:
326 - opencontrail public API endpoint from the OpenStack Service Catalog didn't pass the HTTP-probe check.
327 status: ProdFailed
328 defects: PROD-35759
329
330 - title: test_prometheus_alert_count[TelegrafRemoteGatherErrors]
331 errors:
332 - Remote Telegraf has gathering errors for the last 10 minutes. Check 'monitoring_remote_agent' container's logs for details.
333 status: ProdFailed
334 defects: PROD-35759
335
Hanna Arhipova30d3e8b2020-10-23 14:22:11 +0300[diff] [blame]336 - title: test_prometheus_alert_count[AlertmanagerNotificationFailureWarning]
337 errors:
338 - Alertmanager webhook notifications on the
339 - fail for 2 minutes.
340 status: ProdFailed
341 defects: PROD-35884
342
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]343 - title: test_ceph_health
344 errors:
345 - "1/3 mons down, quorum cmn01,cmn02"
346 status: ProdFailed
347 defects: PROD-35761
348
349 - title: test_prometheus_alert_count[CephMonitorDownMinor]
350 errors:
351 - "1 of Ceph Monitors are down"
352 status: ProdFailed
353 defects: PROD-35761
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]354
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]355 - title: test_prometheus_alert_count[DockerdServiceReplicaFlapping]
356 comment: New in 2019.2.12
357 errors:
358 - Docker Swarm monitoring_alertmanager service replica is flapping for 15 minutes.
359 defects: PROD-35958
360 status: ProdFailed
361
362 - title: test_public_ui_alert_manager
363 comment: New in 2019.2.12
364 errors:
365 - 502 Bad Gateway
366 defects: PROD-35958
367 status: ProdFailed
368
369 - title: test_internal_ui_alert_manager
370 comment: New in 2019.2.12
371 errors:
372 - Internal AlertManager page is not reachable on http://10.6.0.70:15011 from ctl nodes
373 defects: PROD-35958
374 status: ProdFailed
375
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]376 - title: test_stacklight_services_replicas
377 comment: New in 2019.2.12
378 errors:
379 - Some monitoring services don't have the expected number of replicas
380 - docker-prod-local.docker.mirantis.net/openstack-docker/alertmanager:2019.2.4
381 defects: PROD-35958
382 status: ProdFailed
383
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]384 - title: test_prometheus_alert_count[PrometheusTargetDown]
385 comment: New in 2019.2.12
386 errors:
387 - The Prometheus target for the alertmanager job on the 10.0.0.147:9093 node is down
388 defects: PROD-35958
389 status: ProdFailed
390
391 - title: test_prometheus_alert_count[DockerServiceMonitoringAlertmanagerReplicasDownMinor]
392 comment: New in 2019.2.12
393 errors:
394 - Docker Swarm 'monitoring_alertmanager' service replicas are down
395 defects: PROD-35958
396 status: ProdFailed
397
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]398 - title: test_prometheus_alert_count[SystemCpuStealTimeWarning]
399 comment: Some unstabilities after deployment. Error has gone after some time
400 errors:
401 - The CPU steal time was above
402 status: MixedSuccess
403
404 - title: test_prometheus_alert_count[NetdevBudgetRanOutsWarning]
405 comment: Some unstabilities after deployment. Error has gone after some time
406 errors:
407 - The rate of net_rx_action loops terminations
408 status: MixedSuccess
409
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]410## ==================================================
411# LMA2.0_Automated
412## ==================================================
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]413 - title: test_openstack_api_check_status_metrics
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]414 errors:
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]415 - "> assert any(x in allowed_values for x in metric['value']), msg"
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]416 - "Incorrect value in metric"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]417 - "u'interface': u'public'"
418 - "u'name': u'opencontrail'"
419 - "u'service_name': u'opencontrail'"
420 status: WontFix
421 defects: PROD-35759
422
423 - title: test_grafana_dashboard_panel_queries[ceph-rbd-overview]
424 errors:
425 - "HTTPError: 404 Client Error: Not Found for url: http://"
426 - ":15013/api/dashboards/db/ceph-rbd-overview"
427 status: ProdFailed
428 defects: PROD-35601
429
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]430 - title: test_nova_notifications
431 comment: "New bug in 2019.2.12"
432 errors:
433 - "> lambda: (server.id not in [s.id for s in client.servers.list()])"
434 - "E TimeoutError: Waiting timed out"
435 status: ProdFailed
436 defects: PROD-35859
437
438 - title: test_grafana_dashboard_panel_queries[octavia]
439 errors:
440 - Query "openstack_api_check_status{interface="public",service_name=~"octavia.*"}"
441 status: ProdFailed
442 defects: PROD-35860
443
Hanna Arhipova30d3e8b2020-10-23 14:22:11 +0300[diff] [blame]444 - title: test_alerta_smoke
445 errors:
446 - "UnknownError: Missing authorization API Key or Bearer Token"
447 status: ProdFailed
448 defects: PROD-35882
449
450 - title: test_alerta_alerts_consistency
451 errors:
452 - "UnknownError: Missing authorization API Key or Bearer Token"
453 status: ProdFailed
454 defects: PROD-35882
455
Hanna Arhipova4ce82fb2020-11-11 16:35:55 +0200[diff] [blame]456 - title: test_kpi_metrics
457 errors:
458 - 'TimeoutError: Waiting timed out'
459 status: TestFailed
460 defects: PROD-35920
461
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]462 - title: test_docker_container_status
463 comment: New in 2019.2.12
464 errors:
465 - "Container monitoring_alertmanager.1 on the node mon01 has incorrect state 'Ready'. Current state: 'Ready"
466 defects: PROD-35958
467 status: ProdFailed
468
469 - title: test_alertmanager_endpoint_availability
470 comment: New in 2019.2.12
471 errors:
472 - E assert False
473 defects: PROD-35958
474 status: ProdFailed
475
476 - title: test_alertmanager_ha
477 comment: New in 2019.2.12
478 errors:
479 - E assert False
480 defects: PROD-35958
481 status: ProdFailed
482
483 - title: test_docker_service_replicas
484 comment: New in 2019.2.12
485 errors:
486 - Service 'monitoring_alertmanager' in mode 'replicated' has incorrect count of replicas
487 defects: PROD-35958
488 status: ProdFailed
489
490 - title: test_prometheus_targets
491 comment: New in 2019.2.12
492 errors:
493 - Incorrect count of metrics for alertmanager target
494 defects: PROD-35958
495 status: ProdFailed
496
497 - title: test_grafana_dashboard_panel_queries[alertmanager]
498 comment: New in 2019.2.12
499 errors:
500 - assert (3 == 0)
501 defects: PROD-35958
502 status: ProdFailed
503
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]504 - title: test_prometheus_targets
505 comment: New in 2019.2.12
506 errors:
507 - Incorrect value in metric up{job="alertmanager"}
508 defects: PROD-35958
509 status: ProdFailed
510
511 - title: test_docker_container_status
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]512 comment: New in 2019.2.14
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]513 errors:
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]514 - "Container monitoring_alerta.1 on the node mon01 has incorrect state 'Ready'. Current state: 'Ready 1 second ago'"
515 defects: PROD-35958
516 status: ProdFailed
517
518 - title: test_docker_service_replicas
519 comment: New in 2019.2.14
520 errors:
521 - "Service 'monitoring_alerta' in mode 'replicated' has incorrect count of replicas: 0/1"
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]522 defects: PROD-35958
523 status: ProdFailed
524
525 - title: test_prometheus_relay
526 comment: New in 2019.2.12
527 errors:
528 - "TypeError: 'NoneType' object is not iterable"
529 defects: PROD-35958
530 status: ProdFailed
531
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]532 - title: test_alerta_alerts_consistency
533 comment: New in 2019.2.12
534 errors:
535 - "HTTPConnectionPool(host='10.6.0.70', port=15011): Max retries exceeded with url: /api/v1/alerts"
536 defects: PROD-35932
537 status: ProdFailed
538
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]539 - title: test_fluentd_logs[kibana]
540 comment: New in 2019.2.12
541 errors:
542 - "Loggers with mask 'kibana.*' not found in logger list "
543 defects: PROD-35965
544 status: ProdFailed
545
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]546
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]547
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]548