| -- Copyright 2015 Mirantis, Inc. |
| -- |
| -- Licensed under the Apache License, Version 2.0 (the "License"); |
| -- you may not use this file except in compliance with the License. |
| -- You may obtain a copy of the License at |
| -- |
| -- http://www.apache.org/licenses/LICENSE-2.0 |
| -- |
| -- Unless required by applicable law or agreed to in writing, software |
| -- distributed under the License is distributed on an "AS IS" BASIS, |
| -- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| -- See the License for the specific language governing permissions and |
| -- limitations under the License. |
| |
| EXPORT_ASSERT_TO_GLOBALS=true |
| require('luaunit') |
| package.path = package.path .. ";../heka/files/lua/common/?.lua;lua/mocks/?.lua" |
| |
| -- mock the inject_message() function from the Heka sandbox library |
| local last_injected_msg |
| function inject_message(msg) |
| last_injected_msg = msg |
| end |
| |
| local cjson = require('cjson') |
| local consts = require('gse_constants') |
| |
| local gse = require('gse') |
| local gse_policy = require('gse_policy') |
| |
| highest_policy = { |
| gse_policy.new({ |
| status='down', |
| trigger={ |
| logical_operator='or', |
| rules={{ |
| ['function']='count', |
| arguments={'down'}, |
| relational_operator='>', |
| threshold=0 |
| }} |
| } |
| }), |
| gse_policy.new({ |
| status='critical', |
| trigger={ |
| logical_operator='or', |
| rules={{ |
| ['function']='count', |
| arguments={'critical'}, |
| relational_operator='>', |
| threshold=0 |
| }} |
| } |
| }), |
| gse_policy.new({ |
| status='warning', |
| trigger={ |
| logical_operator='or', |
| rules={{ |
| ['function']='count', |
| arguments={'warning'}, |
| relational_operator='>', |
| threshold=0 |
| }} |
| } |
| }), |
| gse_policy.new({status='okay'}) |
| } |
| |
| -- define clusters |
| gse.add_cluster("heat", {'heat-api', 'controller'}, {'nova', 'glance', 'neutron', 'keystone', 'rabbitmq'}, 'member', highest_policy) |
| gse.add_cluster("nova", {'nova-api', 'nova-ec2-api', 'nova-scheduler'}, {'glance', 'neutron', 'keystone', 'rabbitmq'}, 'member', highest_policy) |
| gse.add_cluster("neutron", {'neutron-api'}, {'keystone', 'rabbitmq'}, 'member', highest_policy) |
| gse.add_cluster("keystone", {'keystone-admin-api', 'keystone-public-api'}, {}, 'member', highest_policy) |
| gse.add_cluster("glance", {'glance-api', 'glance-registry-api'}, {'keystone'}, 'member', highest_policy) |
| gse.add_cluster("rabbitmq", {'rabbitmq-cluster', 'controller'}, {}, 'hostname', highest_policy) |
| |
| -- provision facts |
| gse.set_member_status("neutron", "neutron-api", consts.DOWN, {{message="All neutron endpoints are down"}}, 'node-1') |
| gse.set_member_status('keystone', 'keystone-admin-api', consts.OKAY, {}, 'node-1') |
| gse.set_member_status('glance', "glance-api", consts.WARN, {{message="glance-api endpoint is down on node-1"}}, 'node-1') |
| gse.set_member_status('glance', "glance-registry-api", consts.DOWN, {{message='glance-registry endpoints are down'}}, 'node-1') |
| gse.set_member_status("rabbitmq", 'rabbitmq-cluster', consts.WARN, {{message="1 RabbitMQ node out of 3 is down"}}, 'node-2') |
| gse.set_member_status("rabbitmq", 'rabbitmq-cluster', consts.OKAY, {}, 'node-1') |
| gse.set_member_status("rabbitmq", 'rabbitmq-cluster', consts.OKAY, {}, 'node-3') |
| gse.set_member_status('heat', "heat-api", consts.WARN, {{message='5xx errors detected'}}, 'node-1') |
| gse.set_member_status('nova', "nova-api", consts.OKAY, {}, 'node-1') |
| gse.set_member_status('nova', "nova-ec2_api", consts.OKAY, {}, 'node-1') |
| gse.set_member_status('nova', "nova-scheduler", consts.OKAY, {}, 'node-1') |
| gse.set_member_status('rabbitmq', "controller", consts.WARN, {{message='no space left'}}, 'node-1') |
| gse.set_member_status('heat', "controller", consts.WARN, {{message='no space left'}}, 'node-1') |
| |
| for _, v in ipairs({'rabbitmq', 'keystone', 'glance', 'neutron', 'nova', 'heat'}) do |
| gse.resolve_status(v) |
| end |
| |
| TestGse = {} |
| |
| function TestGse:test_ordered_clusters() |
| local ordered_clusters = gse.get_ordered_clusters() |
| assertEquals(#ordered_clusters, 6) |
| assertEquals(ordered_clusters[1], 'rabbitmq') |
| assertEquals(ordered_clusters[2], 'keystone') |
| assertEquals(ordered_clusters[3], 'glance') |
| assertEquals(ordered_clusters[4], 'neutron') |
| assertEquals(ordered_clusters[5], 'nova') |
| assertEquals(ordered_clusters[6], 'heat') |
| end |
| |
| function TestGse:test_01_rabbitmq_is_warning() |
| local status, alarms = gse.resolve_status('rabbitmq') |
| assertEquals(status, consts.WARN) |
| assertEquals(#alarms, 2) |
| assertEquals(alarms[1].hostname, 'node-1') |
| assertEquals(alarms[1].tags.dependency_name, 'controller') |
| assertEquals(alarms[1].tags.dependency_level, 'direct') |
| assertEquals(alarms[2].hostname, 'node-2') |
| assertEquals(alarms[2].tags.dependency_name, 'rabbitmq-cluster') |
| assertEquals(alarms[2].tags.dependency_level, 'direct') |
| end |
| |
| function TestGse:test_02_keystone_is_okay() |
| local status, alarms = gse.resolve_status('keystone') |
| assertEquals(status, consts.OKAY) |
| assertEquals(#alarms, 0) |
| end |
| |
| function TestGse:test_03_glance_is_down() |
| local status, alarms = gse.resolve_status('glance') |
| assertEquals(status, consts.DOWN) |
| assertEquals(#alarms, 2) |
| assert(alarms[1].hostname == nil) |
| assertEquals(alarms[1].tags.dependency_name, 'glance-api') |
| assertEquals(alarms[1].tags.dependency_level, 'direct') |
| assert(alarms[2].hostname == nil) |
| assertEquals(alarms[2].tags.dependency_name, 'glance-registry-api') |
| assertEquals(alarms[2].tags.dependency_level, 'direct') |
| end |
| |
| function TestGse:test_04_neutron_is_down() |
| local status, alarms = gse.resolve_status('neutron') |
| assertEquals(status, consts.DOWN) |
| assertEquals(#alarms, 3) |
| assertEquals(alarms[1].tags.dependency_name, 'neutron-api') |
| assertEquals(alarms[1].tags.dependency_level, 'direct') |
| assert(alarms[1].hostname == nil) |
| assertEquals(alarms[2].tags.dependency_name, 'rabbitmq') |
| assertEquals(alarms[2].tags.dependency_level, 'hint') |
| assertEquals(alarms[2].hostname, 'node-1') |
| assertEquals(alarms[3].tags.dependency_name, 'rabbitmq') |
| assertEquals(alarms[3].tags.dependency_level, 'hint') |
| assertEquals(alarms[3].hostname, 'node-2') |
| end |
| |
| function TestGse:test_05_nova_is_okay() |
| local status, alarms = gse.resolve_status('nova') |
| assertEquals(status, consts.OKAY) |
| assertEquals(#alarms, 0) |
| end |
| |
| function TestGse:test_06_heat_is_warning_with_hints() |
| local status, alarms = gse.resolve_status('heat') |
| assertEquals(status, consts.WARN) |
| assertEquals(#alarms, 6) |
| assertEquals(alarms[1].tags.dependency_name, 'controller') |
| assertEquals(alarms[1].tags.dependency_level, 'direct') |
| assert(alarms[1].hostname == nil) |
| assertEquals(alarms[2].tags.dependency_name, 'heat-api') |
| assertEquals(alarms[2].tags.dependency_level, 'direct') |
| assert(alarms[2].hostname == nil) |
| assertEquals(alarms[3].tags.dependency_name, 'glance') |
| assertEquals(alarms[3].tags.dependency_level, 'hint') |
| assert(alarms[3].hostname == nil) |
| assertEquals(alarms[4].tags.dependency_name, 'glance') |
| assertEquals(alarms[4].tags.dependency_level, 'hint') |
| assert(alarms[4].hostname == nil) |
| assertEquals(alarms[5].tags.dependency_name, 'neutron') |
| assertEquals(alarms[5].tags.dependency_level, 'hint') |
| assert(alarms[5].hostname == nil) |
| assertEquals(alarms[6].tags.dependency_name, 'rabbitmq') |
| assertEquals(alarms[6].tags.dependency_level, 'hint') |
| assertEquals(alarms[6].hostname, 'node-2') |
| end |
| |
| function TestGse:test_inject_cluster_metric_for_nova() |
| gse.inject_cluster_metric('nova', {key = "val"}, true, true, 'mail') |
| local metric = last_injected_msg |
| assertEquals(metric.Type, 'gse_metric') |
| assertEquals(metric.Fields.member, 'nova') |
| assertEquals(metric.Fields.name, 'cluster_status') |
| assertEquals(metric.Fields.value, consts.OKAY) |
| assertEquals(metric.Fields.key, 'val') |
| assertEquals(metric.Fields.notification_handler, 'mail') |
| assertEquals(metric.Payload, '{"alarms":[]}') |
| end |
| |
| function TestGse:test_inject_cluster_metric_for_glance() |
| gse.inject_cluster_metric('glance', {key = "val"}, false, false, 'mail') |
| local metric = last_injected_msg |
| assertEquals(metric.Type, 'gse_metric') |
| assertEquals(metric.Fields.member, 'glance') |
| assertEquals(metric.Fields.name, 'cluster_status') |
| assertEquals(metric.Fields.value, consts.DOWN) |
| assertEquals(metric.Fields.key, 'val') |
| assertEquals(metric.Fields.notification_handler, 'mail') |
| assert(metric.Payload:match("glance%-registry endpoints are down")) |
| assert(metric.Payload:match("glance%-api endpoint is down on node%-1")) |
| end |
| |
| function TestGse:test_inject_cluster_metric_for_heat() |
| gse.inject_cluster_metric('heat', {key = "val"}, true, true, 'mail') |
| local metric = last_injected_msg |
| assertEquals(metric.Type, 'gse_metric') |
| assertEquals(metric.Fields.member, 'heat') |
| assertEquals(metric.Fields.name, 'cluster_status') |
| assertEquals(metric.Fields.value, consts.WARN) |
| assertEquals(metric.Fields.key, 'val') |
| assertEquals(metric.Fields.notification_handler, 'mail') |
| assert(metric.Payload:match("5xx errors detected")) |
| assert(metric.Payload:match("1 RabbitMQ node out of 3 is down")) |
| end |
| |
| function TestGse:test_reverse_index() |
| local clusters = gse.find_cluster_memberships('controller') |
| assertEquals(#clusters, 2) |
| assertEquals(clusters[1], 'heat') |
| assertEquals(clusters[2], 'rabbitmq') |
| end |
| |
| lu = LuaUnit |
| lu:setVerbosity( 1 ) |
| os.exit( lu:run() ) |