Gitiles
Code Review Sign In
gerrit.mcp.mirantis.com / mcp / tcp-qa / d0875ccc8113947221f9152361ce37c119f835be / . / checklist.yaml
blob: 1697fad8dd64d8d3f3aaa5f0a8cfd0bbcd417d99 [file] [log] [blame]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]1tests:
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]2
3 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
4 errors:
5 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]6 status: ProdFailed
7 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]8
9 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
10 errors:
11 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]12 status: ProdFailed
13 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]14
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]15 - title: tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name[id-3b7c6fe4-dfe7-477c-9243-b06359db51e6]
16 errors:
17 - "tempest.lib.exceptions.Conflict: Conflict with state of target resource"
18 - "Details: {u'message': u\"Cannot 'createImage' instance"
19 - "while it is in task_state image_uploading\", u'code': 409}"
20 status: ProdFailed
21 defects: PROD-35752
22
23
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]24## ==================================================
25 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_image_metadata_item"
26 errors:
27 - "502 PUT https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]28 status: ProdFailed
29 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]30
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]31 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]32 errors:
33 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]34 status: ProdFailed
35 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]36
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]37 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_stopped_server[id-aaacd1d0-55a2-4ce8-818a-b5439df8adc9]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]38 errors:
39 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]40 status: ProdFailed
41 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]42
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]43 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_suspended_server[id-8ca07fec-0262-11e7-907e-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]44 errors:
45 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]46 status: ProdFailed
47 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]48
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]49 - title: "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]50 errors:
51 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]52 status: ProdFailed
53 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]54
55
56 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
57 errors:
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]58 - 'resp, body = self.get("images/%s" % image_id)'
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]59 - "tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received"
60 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]61 status: ProdFailed
62 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]63
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]64 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]65 errors:
66 - "message': u\"Cannot 'createImage' instance"
67 - "while it is in task_state image_uploading\", u'code': 409"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]68 status: ProdFailed
69 defects: PROD-35223
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]70
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]71 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
72 errors:
73 - 'resp, body = self.get("images/%s" % image_id)'
74 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]75 status: ProdFailed
76 defects: PROD-35212
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]77
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]78 - title: ".tearDownClass (tempest.api.image.v2.test_images.ListUserImagesTest)"
79 errors:
80 - "raise testtools.MultipleExceptions(*cleanup_errors)"
81 - "Details: 502, <traceback object at"
82 status: ProdFailed
83 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]84
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]85 - title: tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image[id-aa06b52b-2db5-4807-b218-9441f75d74e3]
86 errors:
87 - resp, body = self.get("images/%s" % image_id)
88 - "Details: 502"
89 status: ProdFailed
90 defects: PROD-35212
91
92 - title: tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_create_backup[id-b963d4f1-94b3-4c40-9e97-7b583f46e470,image]
93 errors:
94 - 502 GET https://10.6.0.80:9292/v2/images/
95 status: ProdFailed
96 defects: PROD-35212
97
98
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]99# ---------------------------------------------------
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]100 - title: "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status[id-5b65d4e7-4ecd-437c-83c0-d6b79d927568]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]101 errors:
102 - "Details: {u'message': u'Guest does not have a console available.', u'code': 404}"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]103 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]104 defects: PROD-35224
105
106 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_ebs_image_and_check_boot[compute,id-36c34c67-7b54-4b59-b188-02a2f458a63b,image,volume]"
107 errors:
108 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]109 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]110 defects: PROD-35217
111
112 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_server_from_volume_snapshot[compute,id-05795fb2-b2a7-4c9f-8fac-ff25aedb1489,image,slow,volume]"
113 errors:
114 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]115 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]116 defects: PROD-35217
117
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]118 - title: .tearDownClass (tempest.api.volume.test_volumes_actions.VolumesActionsTest)
119 errors:
120 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
121 status: ProdFailed
122 defects: PROD-35217
123
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]124 - title: ".setUpClass (tempest.api.network.admin.test_agent_management.AgentManagementTestJSON)"
125 errors:
126 - 'File "/usr/local/lib/python2.7/dist-packages/tempest/api/network/admin/test_agent_management.py", line 35, in resource_setup'
127 - "IndexError: list index out of range"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]128 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]129 defects: PROD-25221
130
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]131## ==================================================
132# CVP SANITY
133## ==================================================
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]134 - title: test_ntp_peers_state
135 errors:
136 - "NTP peers state is not as expected on some nodes; could not find declared system peer"
137 status: WontFix
138
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]139
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]140 - title: test_prometheus_alert_count[ReclassRemoteDesync]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]141 errors:
142 - "local files under /srv/salt/reclass have diverged from expected remote state"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]143 status: WontFix
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]144
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]145 - title: test_prometheus_alert_count[ContrailBGPSessionsDown]
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]146 errors:
147 - "1 OpenContrail BGP sessions on the ntw01 node are down for 2 minutes."
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]148 status: ProdFailed
149 defects: PROD-34379
150
151 - title: test_prometheus_alert_count[SystemMemoryFullWarning]
152 errors:
153 - The ctl
154 - node uses
155 - "% of memory for 2 minutes."
156 status: WontFix
157 defects: PROD-33922
158
159 - title: test_prometheus_alert_count[SystemMemoryFullMajor]
160 errors:
161 - The ctl
162 - node uses
163 - "% of memory for 2 minutes."
164 status: WontFix
165 defects: PROD-33922
166
167 - title: test_prometheus_alert_count[OpenstackServiceEndpointDown]
168 errors:
169 - opencontrail public API endpoint from the OpenStack Service Catalog didn't pass the HTTP-probe check.
170 status: ProdFailed
171 defects: PROD-35759
172
173 - title: test_prometheus_alert_count[TelegrafRemoteGatherErrors]
174 errors:
175 - Remote Telegraf has gathering errors for the last 10 minutes. Check 'monitoring_remote_agent' container's logs for details.
176 status: ProdFailed
177 defects: PROD-35759
178
Hanna Arhipova30d3e8b2020-10-23 14:22:11 +0300[diff] [blame]179 - title: test_prometheus_alert_count[AlertmanagerNotificationFailureWarning]
180 errors:
181 - Alertmanager webhook notifications on the
182 - fail for 2 minutes.
183 status: ProdFailed
184 defects: PROD-35884
185
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]186 - title: test_ceph_health
187 errors:
188 - "1/3 mons down, quorum cmn01,cmn02"
189 status: ProdFailed
190 defects: PROD-35761
191
192 - title: test_prometheus_alert_count[CephMonitorDownMinor]
193 errors:
194 - "1 of Ceph Monitors are down"
195 status: ProdFailed
196 defects: PROD-35761
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]197
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame^]198 - title: test_prometheus_alert_count[DockerdServiceReplicaFlapping]
199 comment: New in 2019.2.12
200 errors:
201 - Docker Swarm monitoring_alertmanager service replica is flapping for 15 minutes.
202 defects: PROD-35958
203 status: ProdFailed
204
205 - title: test_public_ui_alert_manager
206 comment: New in 2019.2.12
207 errors:
208 - 502 Bad Gateway
209 defects: PROD-35958
210 status: ProdFailed
211
212 - title: test_internal_ui_alert_manager
213 comment: New in 2019.2.12
214 errors:
215 - Internal AlertManager page is not reachable on http://10.6.0.70:15011 from ctl nodes
216 defects: PROD-35958
217 status: ProdFailed
218
219 - title: test_prometheus_alert_count[PrometheusTargetDown]
220 comment: New in 2019.2.12
221 errors:
222 - The Prometheus target for the alertmanager job on the 10.0.0.147:9093 node is down
223 defects: PROD-35958
224 status: ProdFailed
225
226 - title: test_prometheus_alert_count[DockerServiceMonitoringAlertmanagerReplicasDownMinor]
227 comment: New in 2019.2.12
228 errors:
229 - Docker Swarm 'monitoring_alertmanager' service replicas are down
230 defects: PROD-35958
231 status: ProdFailed
232
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]233## ==================================================
234# LMA2.0_Automated
235## ==================================================
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]236 - title: test_openstack_api_check_status_metrics
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]237 errors:
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]238 - "> assert any(x in allowed_values for x in metric['value']), msg"
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]239 - "Incorrect value in metric"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]240 - "u'interface': u'public'"
241 - "u'name': u'opencontrail'"
242 - "u'service_name': u'opencontrail'"
243 status: WontFix
244 defects: PROD-35759
245
246 - title: test_grafana_dashboard_panel_queries[ceph-rbd-overview]
247 errors:
248 - "HTTPError: 404 Client Error: Not Found for url: http://"
249 - ":15013/api/dashboards/db/ceph-rbd-overview"
250 status: ProdFailed
251 defects: PROD-35601
252
Hanna Arhipovae3d5cad2020-10-16 13:28:12 +0300[diff] [blame]253 - title: test_nova_notifications
254 comment: "New bug in 2019.2.12"
255 errors:
256 - "> lambda: (server.id not in [s.id for s in client.servers.list()])"
257 - "E TimeoutError: Waiting timed out"
258 status: ProdFailed
259 defects: PROD-35859
260
261 - title: test_grafana_dashboard_panel_queries[octavia]
262 errors:
263 - Query "openstack_api_check_status{interface="public",service_name=~"octavia.*"}"
264 status: ProdFailed
265 defects: PROD-35860
266
Hanna Arhipova30d3e8b2020-10-23 14:22:11 +0300[diff] [blame]267 - title: test_alerta_smoke
268 errors:
269 - "UnknownError: Missing authorization API Key or Bearer Token"
270 status: ProdFailed
271 defects: PROD-35882
272
273 - title: test_alerta_alerts_consistency
274 errors:
275 - "UnknownError: Missing authorization API Key or Bearer Token"
276 status: ProdFailed
277 defects: PROD-35882
278
Hanna Arhipova4ce82fb2020-11-11 16:35:55 +0200[diff] [blame]279 - title: test_kpi_metrics
280 errors:
281 - 'TimeoutError: Waiting timed out'
282 status: TestFailed
283 defects: PROD-35920
284
Hanna Arhipovad0875cc2020-11-30 20:09:03 +0200[diff] [blame^]285 - title: test_docker_container_status
286 comment: New in 2019.2.12
287 errors:
288 - "Container monitoring_alertmanager.1 on the node mon01 has incorrect state 'Ready'. Current state: 'Ready"
289 defects: PROD-35958
290 status: ProdFailed
291
292 - title: test_alertmanager_endpoint_availability
293 comment: New in 2019.2.12
294 errors:
295 - E assert False
296 defects: PROD-35958
297 status: ProdFailed
298
299 - title: test_alertmanager_ha
300 comment: New in 2019.2.12
301 errors:
302 - E assert False
303 defects: PROD-35958
304 status: ProdFailed
305
306 - title: test_docker_service_replicas
307 comment: New in 2019.2.12
308 errors:
309 - Service 'monitoring_alertmanager' in mode 'replicated' has incorrect count of replicas
310 defects: PROD-35958
311 status: ProdFailed
312
313 - title: test_prometheus_targets
314 comment: New in 2019.2.12
315 errors:
316 - Incorrect count of metrics for alertmanager target
317 defects: PROD-35958
318 status: ProdFailed
319
320 - title: test_grafana_dashboard_panel_queries[alertmanager]
321 comment: New in 2019.2.12
322 errors:
323 - assert (3 == 0)
324 defects: PROD-35958
325 status: ProdFailed
326
327 - title: test_alerta_alerts_consistency
328 comment: New in 2019.2.12
329 errors:
330 - "HTTPConnectionPool(host='10.6.0.70', port=15011): Max retries exceeded with url: /api/v1/alerts"
331 defects: PROD-35932
332 status: ProdFailed
333
334
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]335
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]336