Gitiles
Code Review Sign In
gerrit.mcp.mirantis.com / mcp / tcp-qa / 206e9e4c407f8d3f450f083404991f7aa0bb7959 / . / checklist.yaml
blob: 078bc8fc380d08548f92ac542a15386ea7893197 [file] [log] [blame]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]1tests:
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]2
Hanna Arhipovab4e74572021-04-14 21:25:23 +0300[diff] [blame]3 - title: deployment_*
4 errors:
5 - 'special characters are not allowed'
6 status: ProdFailed
7 defects: PROD-0
8
Hanna Arhipovaae2684c2021-04-20 14:06:11 +0300[diff] [blame]9 - title: deployment_*
10 errors:
11 - "SaltReqTimeoutError: Message timed out"
12 status: ProdFailed
13 defects: PROD-35053
14
15 - title: deployment_*
16 errors:
17 - "Exception: Step 'Configure salt-minion on osd"
18 - No space left on device
19 status: ProdFailed
20 defects: PROD-36101
21
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]22 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
23 errors:
24 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]25 status: ProdFailed
26 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]27
28 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
29 errors:
30 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]31 status: ProdFailed
32 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]33
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]34 - title: tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
35 errors:
36 - "tempest.lib.exceptions.Conflict: Conflict with state of target resource"
37 - "Details: {u'message': u\"Cannot 'createImage' instance"
38 - "while it is in task_state image_uploading\", u'code': 409}"
39 status: ProdFailed
40 defects: PROD-35752
41
42
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]43## ==================================================
44 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_image_metadata_item"
45 errors:
46 - "502 PUT https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]47 status: ProdFailed
48 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]49
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]50 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]51 errors:
52 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]53 status: ProdFailed
54 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]55
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]56 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
57 errors:
58 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
59 status: ProdFailed
60 defects: PROD-35212
61
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]62 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_stopped_server[id-aaacd1d0-55a2-4ce8-818a-b5439df8adc9]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]63 errors:
64 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]65 status: ProdFailed
66 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]67
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]68 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_stopped_server[id-aaacd1d0-55a2-4ce8-818a-b5439df8adc9]"
69 errors:
70 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
71 status: ProdFailed
72 defects: PROD-35212
73
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]74 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_suspended_server[id-8ca07fec-0262-11e7-907e-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]75 errors:
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]76 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]77 status: ProdFailed
78 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]79
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]80 - title: "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]81 errors:
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]82 - "502 DELETE https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]83 status: ProdFailed
84 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]85
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]86 - title: tempest.api.compute.servers.test_virtual_interfaces.VirtualInterfacesTestJSON.test_list_virtual_interfaces[id-96c4e2ef-5e4d-4d7f-87f5-fed6dca18016,network]
87 errors:
88 - self.client.list_virtual_interfaces(self.server['id'])
89 - BadRequest not raised
90 status: ProdFailed
91 defects: PROD-35966
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]92
93 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
94 errors:
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]95 - 'resp, body = self.get("images/%s" % image_id)'
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]96 - "tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received"
97 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]98 status: ProdFailed
99 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]100
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]101 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status[id-5b65d4e7-4ecd-437c-83c0-d6b79d927568]
102 errors:
103 - "502 POST https://10.6.0.80:8774/v2.1/servers"
104 - "tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received"
105 - "Details: 502"
106 status: ProdFailed
107 defects: PROD-35224
108
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]109 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]110 errors:
111 - "message': u\"Cannot 'createImage' instance"
112 - "while it is in task_state image_uploading\", u'code': 409"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]113 status: ProdFailed
114 defects: PROD-35223
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]115
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]116 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
117 errors:
118 - "failed to reach ACTIVE state (current state SAVING) within the required time (600 s)."
119 status: ProdFailed
120 defects: PROD-35223
121
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]122 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
123 errors:
124 - 'resp, body = self.get("images/%s" % image_id)'
125 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]126 status: ProdFailed
127 defects: PROD-35212
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]128
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]129 - title: ".tearDownClass (tempest.api.image.v2.test_images.ListUserImagesTest)"
130 errors:
131 - "raise testtools.MultipleExceptions(*cleanup_errors)"
132 - "Details: 502, <traceback object at"
133 status: ProdFailed
134 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]135
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]136 - title: ".tearDownClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
137 errors:
138 - "raise testtools.MultipleExceptions(*cleanup_errors)"
139 - "Details: 502, <traceback object at"
140 status: ProdFailed
141 defects: PROD-35212
142
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]143 - title: tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[id-aa06b52b-2db5-4807-b218-9441f75d74e3]
144 errors:
145 - resp, body = self.get("images/%s" % image_id)
146 - "Details: 502"
147 status: ProdFailed
148 defects: PROD-35212
149
150 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
151 errors:
152 - 502 GET https://10.6.0.80:9292/v2/images/
153 status: ProdFailed
154 defects: PROD-35212
155
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]156 - title: tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload[id-d8f1ca95-3d5b-44a3-b8ca-909691c9532d,image]
157 errors:
158 - 502 GET https://10.6.0.80:9292/v2/images/
159 status: ProdFailed
160 defects: PROD-35212
161
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]162 - title: tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_from_image_with_decreasing_size[id-5b810c91-0ad1-47ce-aee8-615f789be78f,image,negative]
163 errors:
164 - 502 PUT https://10.6.0.80:9292/v2/images/
165 status: ProdFailed
166 defects: PROD-35212
167
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]168 - title: tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_server_while_in_shelved_state[id-bb0cb402-09dd-4947-b6e5-5e7e1cfa61ad]
169 errors:
170 - 'tempest.lib.exceptions.TimeoutException: Request timed out'
171 - 'failed to reach SHELVED_OFFLOADED status and task state "None" within the required time (600 s). Current status: SHELVED. Current task state: shelving_offloading'
172 status: ProdFailed
173 defects: PROD-35225
174
175 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
176 errors:
177 - failed to reach active state (current state saving) within the required time
178 status: ProdFailed
179 defects: PROD-35222
180
181
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]182 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
183 errors:
184 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
185 status: ProdFailed
186 defects: PROD-34693
187
188 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_ipv6_create[id-fc9996de-4f55-4fc4-b8ef-a4b9170c7078]
189 errors:
190 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
191 status: ProdFailed
192 defects: PROD-34693
193
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]194 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
195 errors:
196 - "message': u'No image found with ID"
197 - "u'code': u'404 Not Found'"
198 status: ProdFailed
199 defects: PROD-36275
200
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]201 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_list[id-6546ef3c-c0e2-46af-b892-f795f4d01119,smoke]
202 errors:
203 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
204 status: ProdFailed
205 defects: PROD-34693
206
207 - title: octavia_tempest_plugin.tests.scenario.v2.test_load_balancer.LoadBalancerScenarioTest.test_load_balancer_ipv6_CRUD[id-86ffecc4-dce8-46f9-936e-8a4c6bcf3959]
208 errors:
209 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
210 status: ProdFailed
211 defects: PROD-34693
212
213 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_update[id-b75a4d15-49d2-4149-a745-635eed1aacc3]
214 errors:
215 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
216 status: ProdFailed
217 defects: PROD-34693
218
219
220 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_delete_cascade[id-643ef031-c800-45f2-b229-3c8f8b37c829]
221 errors:
222 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
223 status: ProdFailed
224 defects: PROD-34693
225
226 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_delete[id-643ef031-c800-45f2-b229-3c8f8b37c829]
227 errors:
228 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
229 status: ProdFailed
230 defects: PROD-34693
231
232 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_show_status[id-60acc1b0-fa46-41f8-b526-c81ae2f42c30]
233 errors:
234 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
235 status: ProdFailed
236 defects: PROD-34693
237
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]238 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_show[id-826ae612-8717-4c64-a8a7-cb9570a85870]
239 errors:
240 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
241 status: ProdFailed
242 defects: PROD-34693
243
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]244 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_ipv4_create[id-61c6343c-a5d2-4b9f-8c7d-34ea83f0596b]
245 errors:
246 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
247 status: ProdFailed
248 defects: PROD-34693
249
250 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_show_stats[id-105afcba-4dd6-46d6-8fa4-bd7330aa1259]
251 errors:
252 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
253 status: ProdFailed
254 defects: PROD-34693
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]255
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]256 - title: octavia_tempest_plugin.tests.api.v2.test_load_balancer.LoadBalancerAPITest.test_load_balancer_failover[id-fc2e07a6-9776-4559-90c9-141170d4c397]
257 errors:
258 - show_loadbalancer provisioning_status updated to an invalid state of ERROR
259 status: ProdFailed
260 defects: PROD-34693
261
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]262# ---------------------------------------------------
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]263 - title: "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status[id-5b65d4e7-4ecd-437c-83c0-d6b79d927568]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]264 errors:
265 - "Details: {u'message': u'Guest does not have a console available.', u'code': 404}"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]266 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]267 defects: PROD-35224
268
269 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_ebs_image_and_check_boot[compute,id-36c34c67-7b54-4b59-b188-02a2f458a63b,image,volume]"
270 errors:
271 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]272 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]273 defects: PROD-35217
274
275 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_server_from_volume_snapshot[compute,id-05795fb2-b2a7-4c9f-8fac-ff25aedb1489,image,slow,volume]"
276 errors:
277 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]278 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]279 defects: PROD-35217
280
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]281 - title: .tearDownClass (tempest.api.volume.test_volumes_actions.VolumesActionsTest)
282 errors:
283 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
284 status: ProdFailed
285 defects: PROD-35217
286
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]287 - title: ".setUpClass (tempest.api.network.admin.test_agent_management.AgentManagementTestJSON)"
288 errors:
289 - 'File "/usr/local/lib/python2.7/dist-packages/tempest/api/network/admin/test_agent_management.py", line 35, in resource_setup'
290 - "IndexError: list index out of range"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]291 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]292 defects: PROD-25221
293
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]294 - title: tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_create_list_show_delete_interfaces_by_fixed_ip[id-d290c06c-f5b3-11e7-8ec8-002293781009,network]
295 errors:
296 - 'tempest.lib.exceptions.NotFound: Object not found'
297 - "u'type': u'PortNotFound'"
298 status: ProdFailed
299 defects: PROD-29650
300
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]301## ==================================================
302# CVP SANITY
303## ==================================================
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]304 - title: test_ntp_peers_state
305 errors:
306 - "NTP peers state is not as expected on some nodes; could not find declared system peer"
307 status: WontFix
308
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]309
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]310 - title: test_prometheus_alert_count[ReclassRemoteDesync]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]311 errors:
312 - "local files under /srv/salt/reclass have diverged from expected remote state"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]313 status: WontFix
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]314
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]315 - title: test_prometheus_alert_count[ContrailBGPSessionsDown]
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]316 errors:
317 - "1 OpenContrail BGP sessions on the ntw01 node are down for 2 minutes."
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]318 status: ProdFailed
319 defects: PROD-34379
320
321 - title: test_prometheus_alert_count[SystemMemoryFullWarning]
322 errors:
323 - The ctl
324 - node uses
325 - "% of memory for 2 minutes."
326 status: WontFix
327 defects: PROD-33922
328
329 - title: test_prometheus_alert_count[SystemMemoryFullMajor]
330 errors:
331 - The ctl
332 - node uses
333 - "% of memory for 2 minutes."
334 status: WontFix
335 defects: PROD-33922
336
337 - title: test_prometheus_alert_count[OpenstackServiceEndpointDown]
338 errors:
339 - opencontrail public API endpoint from the OpenStack Service Catalog didn't pass the HTTP-probe check.
340 status: ProdFailed
341 defects: PROD-35759
342
343 - title: test_prometheus_alert_count[TelegrafRemoteGatherErrors]
344 errors:
345 - Remote Telegraf has gathering errors for the last 10 minutes. Check 'monitoring_remote_agent' container's logs for details.
346 status: ProdFailed
347 defects: PROD-35759
348
Hanna Arhipova30d3e8b2020-10-23 14:22:11 +0300[diff] [blame]349 - title: test_prometheus_alert_count[AlertmanagerNotificationFailureWarning]
350 errors:
351 - Alertmanager webhook notifications on the
352 - fail for 2 minutes.
353 status: ProdFailed
354 defects: PROD-35884
355
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]356 - title: test_ceph_health
357 errors:
358 - "1/3 mons down, quorum cmn01,cmn02"
359 status: ProdFailed
360 defects: PROD-35761
361
Hanna Arhipova206e9e42021-07-08 14:20:22 +0300[diff] [blame^]362 - title: test_ceph_health
363 errors:
364 - client is using insecure global_id reclaim
365 - mons are allowing insecure global_id reclaim
366 status: ProdFailed
367 defects: PROD-36461
368
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]369 - title: test_prometheus_alert_count[CephMonitorDownMinor]
370 errors:
371 - "1 of Ceph Monitors are down"
372 status: ProdFailed
373 defects: PROD-35761
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]374
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]375 - title: test_prometheus_alert_count[DockerdServiceReplicaFlapping]
376 comment: New in 2019.2.12
377 errors:
378 - Docker Swarm monitoring_alertmanager service replica is flapping for 15 minutes.
379 defects: PROD-35958
380 status: ProdFailed
381
382 - title: test_public_ui_alert_manager
383 comment: New in 2019.2.12
384 errors:
385 - 502 Bad Gateway
386 defects: PROD-35958
387 status: ProdFailed
388
389 - title: test_internal_ui_alert_manager
390 comment: New in 2019.2.12
391 errors:
392 - Internal AlertManager page is not reachable on http://10.6.0.70:15011 from ctl nodes
393 defects: PROD-35958
394 status: ProdFailed
395
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]396 - title: test_stacklight_services_replicas
397 comment: New in 2019.2.12
398 errors:
399 - Some monitoring services don't have the expected number of replicas
400 - docker-prod-local.docker.mirantis.net/openstack-docker/alertmanager:2019.2.4
401 defects: PROD-35958
402 status: ProdFailed
403
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]404 - title: test_prometheus_alert_count[PrometheusTargetDown]
405 comment: New in 2019.2.12
406 errors:
407 - The Prometheus target for the alertmanager job on the 10.0.0.147:9093 node is down
408 defects: PROD-35958
409 status: ProdFailed
410
411 - title: test_prometheus_alert_count[DockerServiceMonitoringAlertmanagerReplicasDownMinor]
412 comment: New in 2019.2.12
413 errors:
414 - Docker Swarm 'monitoring_alertmanager' service replicas are down
415 defects: PROD-35958
416 status: ProdFailed
417
Hanna Arhipovad79b0b22021-02-03 16:27:35 +0200[diff] [blame]418 - title: test_prometheus_alert_count[SystemCpuStealTimeWarning]
419 comment: Some unstabilities after deployment. Error has gone after some time
420 errors:
421 - The CPU steal time was above
422 status: MixedSuccess
423
424 - title: test_prometheus_alert_count[NetdevBudgetRanOutsWarning]
425 comment: Some unstabilities after deployment. Error has gone after some time
426 errors:
427 - The rate of net_rx_action loops terminations
428 status: MixedSuccess
429
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]430## ==================================================
431# LMA2.0_Automated
432## ==================================================
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]433 - title: test_openstack_api_check_status_metrics
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]434 errors:
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]435 - "> assert any(x in allowed_values for x in metric['value']), msg"
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]436 - "Incorrect value in metric"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]437 - "u'interface': u'public'"
438 - "u'name': u'opencontrail'"
439 - "u'service_name': u'opencontrail'"
440 status: WontFix
441 defects: PROD-35759
442
443 - title: test_grafana_dashboard_panel_queries[ceph-rbd-overview]
444 errors:
445 - "HTTPError: 404 Client Error: Not Found for url: http://"
446 - ":15013/api/dashboards/db/ceph-rbd-overview"
447 status: ProdFailed
448 defects: PROD-35601
449
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]450 - title: test_nova_notifications
451 comment: "New bug in 2019.2.12"
452 errors:
453 - "> lambda: (server.id not in [s.id for s in client.servers.list()])"
454 - "E TimeoutError: Waiting timed out"
455 status: ProdFailed
456 defects: PROD-35859
457
458 - title: test_grafana_dashboard_panel_queries[octavia]
459 errors:
460 - Query "openstack_api_check_status{interface="public",service_name=~"octavia.*"}"
461 status: ProdFailed
462 defects: PROD-35860
463
Hanna Arhipova30d3e8b2020-10-23 14:22:11 +0300[diff] [blame]464 - title: test_alerta_smoke
465 errors:
466 - "UnknownError: Missing authorization API Key or Bearer Token"
467 status: ProdFailed
468 defects: PROD-35882
469
470 - title: test_alerta_alerts_consistency
471 errors:
472 - "UnknownError: Missing authorization API Key or Bearer Token"
473 status: ProdFailed
474 defects: PROD-35882
475
Hanna Arhipova4ce82fb2020-11-11 16:35:55 +0200[diff] [blame]476 - title: test_kpi_metrics
477 errors:
478 - 'TimeoutError: Waiting timed out'
479 status: TestFailed
480 defects: PROD-35920
481
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]482 - title: test_docker_container_status
483 comment: New in 2019.2.12
484 errors:
485 - "Container monitoring_alertmanager.1 on the node mon01 has incorrect state 'Ready'. Current state: 'Ready"
486 defects: PROD-35958
487 status: ProdFailed
488
489 - title: test_alertmanager_endpoint_availability
490 comment: New in 2019.2.12
491 errors:
492 - E assert False
493 defects: PROD-35958
494 status: ProdFailed
495
496 - title: test_alertmanager_ha
497 comment: New in 2019.2.12
498 errors:
499 - E assert False
500 defects: PROD-35958
501 status: ProdFailed
502
503 - title: test_docker_service_replicas
504 comment: New in 2019.2.12
505 errors:
506 - Service 'monitoring_alertmanager' in mode 'replicated' has incorrect count of replicas
507 defects: PROD-35958
508 status: ProdFailed
509
510 - title: test_prometheus_targets
511 comment: New in 2019.2.12
512 errors:
513 - Incorrect count of metrics for alertmanager target
514 defects: PROD-35958
515 status: ProdFailed
516
517 - title: test_grafana_dashboard_panel_queries[alertmanager]
518 comment: New in 2019.2.12
519 errors:
520 - assert (3 == 0)
521 defects: PROD-35958
522 status: ProdFailed
523
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]524 - title: test_prometheus_targets
525 comment: New in 2019.2.12
526 errors:
527 - Incorrect value in metric up{job="alertmanager"}
528 defects: PROD-35958
529 status: ProdFailed
530
531 - title: test_docker_container_status
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]532 comment: New in 2019.2.14
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]533 errors:
Hanna Arhipovad67c20b2021-03-26 11:58:39 +0200[diff] [blame]534 - "Container monitoring_alerta.1 on the node mon01 has incorrect state 'Ready'. Current state: 'Ready 1 second ago'"
535 defects: PROD-35958
536 status: ProdFailed
537
538 - title: test_docker_service_replicas
539 comment: New in 2019.2.14
540 errors:
541 - "Service 'monitoring_alerta' in mode 'replicated' has incorrect count of replicas: 0/1"
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]542 defects: PROD-35958
543 status: ProdFailed
544
545 - title: test_prometheus_relay
546 comment: New in 2019.2.12
547 errors:
548 - "TypeError: 'NoneType' object is not iterable"
549 defects: PROD-35958
550 status: ProdFailed
551
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]552 - title: test_alerta_alerts_consistency
553 comment: New in 2019.2.12
554 errors:
555 - "HTTPConnectionPool(host='10.6.0.70', port=15011): Max retries exceeded with url: /api/v1/alerts"
556 defects: PROD-35932
557 status: ProdFailed
558
Hanna Arhipovaec1f4e92020-12-01 17:53:03 +0200[diff] [blame]559 - title: test_fluentd_logs[kibana]
560 comment: New in 2019.2.12
561 errors:
562 - "Loggers with mask 'kibana.*' not found in logger list "
563 defects: PROD-35965
564 status: ProdFailed
565
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame]566
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]567
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]568