Gitiles
Code Review Sign In
gerrit.mcp.mirantis.com / mcp / tcp-qa / 5bff67e9bf3793c4659442f87e858bf7c73795a4 / . / checklist.yaml
blob: 453862cbdedfbecd55e6027e497684e95d4ef040 [file] [log] [blame]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]1tests:
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]2
3 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
4 errors:
5 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]6 status: ProdFailed
7 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]8
9 - title: 'tempest.api.network.admin.test_routers.RoutersAdminTest.test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]'
10 errors:
11 - 'testtools.matchers._impl.MismatchError: 0 != 1'
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]12 status: ProdFailed
13 defects: PROD-25134
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]14
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]15## ==================================================
16 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_image_metadata_item"
17 errors:
18 - "502 PUT https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]19 status: ProdFailed
20 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]21
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]22 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_paused_server[id-71bcb732-0261-11e7-9086-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]23 errors:
24 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]25 status: ProdFailed
26 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]27
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]28 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_stopped_server[id-aaacd1d0-55a2-4ce8-818a-b5439df8adc9]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]29 errors:
30 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]31 status: ProdFailed
32 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]33
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]34 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_image_from_suspended_server[id-8ca07fec-0262-11e7-907e-fa163e4fa634]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]35 errors:
36 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]37 status: ProdFailed
38 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]39
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]40 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]41 errors:
42 - "502 GET https://10.6.0.80:8774/v2.1/images/"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]43 status: ProdFailed
44 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]45
46
47 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
48 errors:
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]49 - 'resp, body = self.get("images/%s" % image_id)'
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]50 - "tempest.lib.exceptions.UnexpectedResponseCode: Unexpected response code received"
51 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]52 status: ProdFailed
53 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]54
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]55 - title: "tempest.api.compute.images.test_images.ImagesTestJSON.test_create_delete_image[id-3731d080-d4c5-4872-b41a-64d0d0021314]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]56 errors:
57 - "message': u\"Cannot 'createImage' instance"
58 - "while it is in task_state image_uploading\", u'code': 409"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]59 status: ProdFailed
60 defects: PROD-35223
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]61
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]62 - title: ".setUpClass (tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON)"
63 errors:
64 - 'resp, body = self.get("images/%s" % image_id)'
65 - "Details: 502"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]66 status: ProdFailed
67 defects: PROD-35212
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]68
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]69 - title: ".tearDownClass (tempest.api.image.v2.test_images.ListUserImagesTest)"
70 errors:
71 - "raise testtools.MultipleExceptions(*cleanup_errors)"
72 - "Details: 502, <traceback object at"
73 status: ProdFailed
74 defects: PROD-35212
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]75
76# ---------------------------------------------------
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]77 - title: "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status[id-5b65d4e7-4ecd-437c-83c0-d6b79d927568]"
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]78 errors:
79 - "Details: {u'message': u'Guest does not have a console available.', u'code': 404}"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]80 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]81 defects: PROD-35224
82
83 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_ebs_image_and_check_boot[compute,id-36c34c67-7b54-4b59-b188-02a2f458a63b,image,volume]"
84 errors:
85 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]86 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]87 defects: PROD-35217
88
89 - title: "tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_server_from_volume_snapshot[compute,id-05795fb2-b2a7-4c9f-8fac-ff25aedb1489,image,slow,volume]"
90 errors:
91 - "Invalid volume: Volume status must be available or error or error_restoring or error_extending or error_managing and must not be migrating, attached, belong to a group, have snapshots or be disassociated from snapshots after volume transfer"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]92 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]93 defects: PROD-35217
94
95 - title: ".setUpClass (tempest.api.network.admin.test_agent_management.AgentManagementTestJSON)"
96 errors:
97 - 'File "/usr/local/lib/python2.7/dist-packages/tempest/api/network/admin/test_agent_management.py", line 35, in resource_setup'
98 - "IndexError: list index out of range"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]99 status: ProdFailed
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]100 defects: PROD-25221
101
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]102## ==================================================
103# CVP SANITY
104## ==================================================
105
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]106 - title: test_prometheus_alert_count[ReclassRemoteDesync]
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]107 errors:
108 - "local files under /srv/salt/reclass have diverged from expected remote state"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]109 status: WontFix
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]110
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]111 - title: test_prometheus_alert_count[ContrailBGPSessionsDown]
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]112 errors:
113 - "1 OpenContrail BGP sessions on the ntw01 node are down for 2 minutes."
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]114 status: ProdFailed
115 defects: PROD-34379
116
117 - title: test_prometheus_alert_count[SystemMemoryFullWarning]
118 errors:
119 - The ctl
120 - node uses
121 - "% of memory for 2 minutes."
122 status: WontFix
123 defects: PROD-33922
124
125 - title: test_prometheus_alert_count[SystemMemoryFullMajor]
126 errors:
127 - The ctl
128 - node uses
129 - "% of memory for 2 minutes."
130 status: WontFix
131 defects: PROD-33922
132
133 - title: test_prometheus_alert_count[OpenstackServiceEndpointDown]
134 errors:
135 - opencontrail public API endpoint from the OpenStack Service Catalog didn't pass the HTTP-probe check.
136 status: ProdFailed
137 defects: PROD-35759
138
139 - title: test_prometheus_alert_count[TelegrafRemoteGatherErrors]
140 errors:
141 - Remote Telegraf has gathering errors for the last 10 minutes. Check 'monitoring_remote_agent' container's logs for details.
142 status: ProdFailed
143 defects: PROD-35759
144
145 - title: test_ceph_health
146 errors:
147 - "1/3 mons down, quorum cmn01,cmn02"
148 status: ProdFailed
149 defects: PROD-35761
150
151 - title: test_prometheus_alert_count[CephMonitorDownMinor]
152 errors:
153 - "1 of Ceph Monitors are down"
154 status: ProdFailed
155 defects: PROD-35761
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]156
157## ==================================================
158# LMA2.0_Automated
159## ==================================================
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]160 - title: test_openstack_api_check_status_metrics
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]161 errors:
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]162 - "> assert any(x in allowed_values for x in metric['value']), msg"
Hanna Arhipova1b92f9b2020-10-05 15:50:25 +0300[diff] [blame]163 - "Incorrect value in metric"
Hanna Arhipova348dc572020-10-12 14:29:34 +0300[diff] [blame]164 - "u'interface': u'public'"
165 - "u'name': u'opencontrail'"
166 - "u'service_name': u'opencontrail'"
167 status: WontFix
168 defects: PROD-35759
169
170 - title: test_grafana_dashboard_panel_queries[ceph-rbd-overview]
171 errors:
172 - "HTTPError: 404 Client Error: Not Found for url: http://"
173 - ":15013/api/dashboards/db/ceph-rbd-overview"
174 status: ProdFailed
175 defects: PROD-35601
176
177
Hanna Arhipovaecf0d1f2020-09-28 18:16:08 +0300[diff] [blame]178