Merge "Add default_output elasticsearch for fluentd"
diff --git a/.releasenotes/notes/kibana-new-parameter-29e59b161f750390.yaml b/.releasenotes/notes/kibana-new-parameter-29e59b161f750390.yaml
index 75d3259..8805765 100644
--- a/.releasenotes/notes/kibana-new-parameter-29e59b161f750390.yaml
+++ b/.releasenotes/notes/kibana-new-parameter-29e59b161f750390.yaml
@@ -1,11 +1,13 @@
---
summary: >
- Added a new parameter for Kibana
+ Added a new parameter for Kibana
+
features:
- - Added the ``kibana_version`` parameter to specify
- which version of Kibana should be deployed.
- Kibana version 4 is deployed by default.
- To deploy Kibana version 5, specify the
- ``kibana_version: 5`` parameter in the
- ``classes/cluster/<cluster_name>/stacklight/server.yml``
- file of the Reclass model.
+ - |
+ Added the ``kibana_version`` parameter to specify which version of Kibana
+ should be deployed. By default, Kibana v4 is installed.
+
+ To deploy Kibana v5, specify the ``kibana_version: 5`` parameter in the
+ ``classes/cluster/<cluster_name>/stacklight/server.yml`` file of the
+ Reclass model of your MCP deployment.
+
diff --git a/ceph/common/container.yml b/ceph/common/container.yml
new file mode 100644
index 0000000..5c7619b
--- /dev/null
+++ b/ceph/common/container.yml
@@ -0,0 +1,6 @@
+classes:
+- service.ceph.common.container
+- system.ceph.monitoring.cluster_stats
+parameters:
+ _param:
+ ceph_common_prefix_dir: /srv/volumes/ceph
diff --git a/docker/client.yml b/docker/client.yml
index df11493..b1be1cb 100644
--- a/docker/client.yml
+++ b/docker/client.yml
@@ -2,7 +2,7 @@
- service.docker.client
parameters:
_param:
- docker_image_compose: docker/compose:1.8.0
+ docker_image_compose: docker/compose:1.17.0
docker:
client:
enabled: true
diff --git a/docker/swarm/stack/monitoring/remote_agent/ceph.yml b/docker/swarm/stack/monitoring/remote_agent/ceph.yml
index 6085eeb..07996fa 100644
--- a/docker/swarm/stack/monitoring/remote_agent/ceph.yml
+++ b/docker/swarm/stack/monitoring/remote_agent/ceph.yml
@@ -1,3 +1,4 @@
+# client role is deprecated. Use ceph_common.yml instead
classes:
- system.ceph.client.container
- system.ceph.monitoring.cluster_stats
diff --git a/docker/swarm/stack/monitoring/remote_agent/ceph_common.yml b/docker/swarm/stack/monitoring/remote_agent/ceph_common.yml
new file mode 100644
index 0000000..3a269a7
--- /dev/null
+++ b/docker/swarm/stack/monitoring/remote_agent/ceph_common.yml
@@ -0,0 +1,9 @@
+parameters:
+ docker:
+ client:
+ stack:
+ monitoring:
+ service:
+ remote_agent:
+ volumes:
+ - ${ceph:common:prefix_dir}/etc/ceph:/etc/ceph
diff --git a/elasticsearch/server/cluster.yml b/elasticsearch/server/cluster.yml
index 9be44ed..94b6d85 100644
--- a/elasticsearch/server/cluster.yml
+++ b/elasticsearch/server/cluster.yml
@@ -6,6 +6,7 @@
java_environment_version: "8"
java_environment_platform: openjdk
elasticsearch_cluster_name: elasticsearch
+ elasticsearch_version: 2
linux:
system:
sysctl:
@@ -16,6 +17,7 @@
headless: true
elasticsearch:
server:
+ version: ${_param:elasticsearch_version}
name: ${_param:elasticsearch_cluster_name}
enabled: true
master: true
diff --git a/elasticsearch/server/single.yml b/elasticsearch/server/single.yml
index 6606617..ce7da36 100644
--- a/elasticsearch/server/single.yml
+++ b/elasticsearch/server/single.yml
@@ -2,6 +2,8 @@
- service.java.environment.openjdk8
- service.elasticsearch.server.single
parameters:
+ _param:
+ elasticsearch_version: 2
linux:
system:
sysctl:
@@ -12,6 +14,7 @@
headless: true
elasticsearch:
server:
+ version: ${_param:elasticsearch_version}
enabled: true
bind:
address: ${_param:single_address}
diff --git a/jenkins/client/approved_scripts.yml b/jenkins/client/approved_scripts.yml
index 7d470b6..4f12bd6 100644
--- a/jenkins/client/approved_scripts.yml
+++ b/jenkins/client/approved_scripts.yml
@@ -17,12 +17,15 @@
- method groovy.util.XmlParser parseText java.lang.String
- method hudson.PluginManager getPlugins
- method hudson.PluginWrapper getShortName
+ - method hudson.model.Hudson getSlaves
- method hudson.model.Item getName
- method hudson.model.ItemGroup getItem java.lang.String
- method hudson.model.ItemGroup getItems
- method hudson.model.Job getBuildByNumber int
- method hudson.model.Job getBuilds
- method hudson.model.Job getLastBuild
+ - method hudson.model.Node getLabelString
+ - method hudson.model.Node getNodeName
- method hudson.model.Run getEnvironment
- method hudson.model.Run getId
- method hudson.model.Run getNumber
diff --git a/jenkins/client/job/ceph/replace-failed-osd.yml b/jenkins/client/job/ceph/replace-failed-osd.yml
index 57081ec..d50872e 100644
--- a/jenkins/client/job/ceph/replace-failed-osd.yml
+++ b/jenkins/client/job/ceph/replace-failed-osd.yml
@@ -33,9 +33,9 @@
DEVICE:
type: string
description: Comma separated list of failed devices that will be replaced at HOST (/dev/sdb,/dev/sdc)
- JOURNAL_OR_BLOCKDB_PARTITION:
+ JOURNAL_BLOCKDB_BLOCKWAL_PARTITION:
type: string
- description: Comma separated list of partitions where journal or block_db for the failed devices on this HOST were stored (/dev/sdh2,/dev/sdh3)
+ description: Comma separated list of partitions where journal, block_db or block_wal for the failed devices on this HOST were stored (/dev/sdh2,/dev/sdh3)
ADMIN_HOST:
type: string
description: Host with admin keyring and correct crushmap file in /etc/ceph/crushmap
diff --git a/jenkins/client/job/deploy/lab/deploy.yml b/jenkins/client/job/deploy/lab/deploy.yml
index d7f56e9..5520bc1 100644
--- a/jenkins/client/job/deploy/lab/deploy.yml
+++ b/jenkins/client/job/deploy/lab/deploy.yml
@@ -97,7 +97,7 @@
# aws api
AWS_STACK_REGION:
type: string
- default: "us-west-2"
+ default: "eu-central-1"
AWS_API_CREDENTIALS:
type: string
default: "aws-credentials"
diff --git a/jenkins/client/job/salt-formulas/tests.yml b/jenkins/client/job/salt-formulas/tests.yml
index 950c79f..44fd4c1 100644
--- a/jenkins/client/job/salt-formulas/tests.yml
+++ b/jenkins/client/job/salt-formulas/tests.yml
@@ -13,6 +13,7 @@
- name: avinetworks
- name: backupninja
- name: barbican
+ - name: baremetal-simulator
- name: billometer
- name: bind
- name: bird
diff --git a/linux/system/repo/elasticsearch5.yml b/linux/system/repo/elasticsearch5.yml
new file mode 100644
index 0000000..34699e8
--- /dev/null
+++ b/linux/system/repo/elasticsearch5.yml
@@ -0,0 +1,12 @@
+parameters:
+ linux:
+ system:
+ repo:
+ elasticsearch:
+ source: "deb https://artifacts.elastic.co/packages/5.x/apt stable main"
+ architectures: amd64
+ key_url: "https://artifacts.elastic.co/GPG-KEY-elasticsearch"
+ elasticsearch_curator:
+ source: "deb http://packages.elastic.co/curator/4/debian stable main"
+ architectures: amd64
+ key_url: "https://packages.elastic.co/GPG-KEY-elasticsearch"
diff --git a/opencontrail/control/analytics4_0.yml b/opencontrail/control/analytics4_0.yml
index a122830..11ad4d3 100644
--- a/opencontrail/control/analytics4_0.yml
+++ b/opencontrail/control/analytics4_0.yml
@@ -11,34 +11,28 @@
opencontrail_message_queue_node02_address: ${_param:openstack_message_queue_node02_address}
opencontrail_message_queue_node03_address: ${_param:openstack_message_queue_node03_address}
opencontrail_message_queue_address: ${_param:openstack_message_queue_address}
+ opencontrail_analytics_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-analytics
+ opencontrail_analyticsdb_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-analyticsdb
# Temprorary fix for MOS9 packages to pin old version of kafka
linux:
system:
- package:
- librdkafka1:
- version: 0.9.0-0contrail0
- hold: true
- python-kafka:
- version: 1.0.1-0contrail1
- hold: true
kernel:
modules:
- nf_conntrack_ipv4
opencontrail:
common:
+ config_only: true
identity:
host: ${_param:openstack_control_address}
network:
host: ${_param:openstack_control_address}
collector:
+ config_only: true
discovery:
host: None
- database:
- members:
- - host: ${_param:opencontrail_analytics_node01_address}
- - host: ${_param:opencontrail_analytics_node02_address}
- - host: ${_param:opencontrail_analytics_node03_address}
analytics:
+ identity:
+ host: ${_param:openstack_control_address}
members:
- host: ${_param:opencontrail_analytics_node01_address}
- host: ${_param:opencontrail_analytics_node02_address}
@@ -55,6 +49,7 @@
- host: ${_param:opencontrail_control_node02_address}
- host: ${_param:opencontrail_control_node03_address}
database:
+ config_only: true
discovery:
host: None
analytics:
@@ -62,3 +57,34 @@
- host: ${_param:opencontrail_analytics_node01_address}
- host: ${_param:opencontrail_analytics_node02_address}
- host: ${_param:opencontrail_analytics_node03_address}
+ docker:
+ client:
+ compose:
+ opencontrail_api:
+ status: up
+ pull: true
+ service:
+ analytics:
+ image: ${_param:opencontrail_analytics_image}
+ network_mode: "host"
+ privileged: true
+ volumes:
+ - /etc/contrail:/etc/contrail
+ - /etc/redis/redis.conf:/etc/redis/redis.conf
+ analyticsdb:
+ image: ${_param:opencontrail_analyticsdb_image}
+ volumes:
+ - /etc/cassandra/cassandra-env-analytics.sh:/etc/cassandra/cassandra-env.sh
+ - /etc/cassandra/cassandra_analytics.yaml:/etc/cassandra/cassandra.yaml
+ - /etc/cassandra/logback.xml:/etc/cassandra/logback.xml
+ - /etc/contrail:/etc/contrail
+ - /var/lib/analyticsdb:/var/lib/cassandra
+ - /var/lib/analyticsdb_zookeeper_data:/var/lib/zookeeper
+ - /var/lib/zookeeper/myid:/var/lib/zookeeper/myid
+ - /usr/share/kafka/config/server.properties:/usr/share/kafka/config/server.properties
+ - /usr/share/kafka/config/consumer.properties:/usr/share/kafka/config/consumer.properties
+ - /usr/share/kafka/config/zookeeper.properties:/usr/share/kafka/config/zookeeper.properties
+ - /etc/zookeeper/conf/zoo_analytics.cfg:/etc/zookeeper/conf/zoo.cfg
+ - /etc/zookeeper/conf/log4j.properties:/etc/zookeeper/conf/log4j.properties
+ network_mode: "host"
+ privileged: true
diff --git a/opencontrail/control/cluster4_0.yml b/opencontrail/control/cluster4_0.yml
index cd12eef..1ee9ca5 100644
--- a/opencontrail/control/cluster4_0.yml
+++ b/opencontrail/control/cluster4_0.yml
@@ -12,31 +12,27 @@
opencontrail_message_queue_node02_address: ${_param:openstack_control_node02_address}
opencontrail_message_queue_node03_address: ${_param:openstack_control_node03_address}
opencontrail_message_queue_address: ${_param:openstack_control_address}
+ opencontrail_analytics_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-analytics
+ opencontrail_analyticsdb_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-analyticsdb
+ opencontrail_controller_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-controller
+ analytics_vip_address: ${_param:opencontrail_analytics_address}
# Temprorary fix for MOS9 packages to pin old version of kafka
linux:
system:
- package:
- librdkafka1:
- version: 0.9.0-0contrail0
- python-kafka:
- version: 1.0.1-0contrail1
kernel:
modules:
- nf_conntrack_ipv4
opencontrail:
common:
+ config_only: true
identity:
host: ${_param:openstack_control_address}
network:
host: ${_param:openstack_control_address}
collector:
+ config_only: true
discovery:
host: None
- database:
- members:
- - host: ${_param:cluster_node01_address}
- - host: ${_param:cluster_node02_address}
- - host: ${_param:cluster_node03_address}
analytics:
members:
- host: ${_param:cluster_node01_address}
@@ -54,6 +50,7 @@
- host: ${_param:cluster_node02_address}
- host: ${_param:cluster_node03_address}
database:
+ config_only: true
discovery:
host: None
analytics:
@@ -62,6 +59,7 @@
- host: ${_param:cluster_node02_address}
- host: ${_param:cluster_node03_address}
config:
+ config_only: true
network:
host: ${_param:openstack_control_address}
bind:
@@ -84,6 +82,7 @@
region: ${_param:openstack_region}
host: ${_param:openstack_control_address}
control:
+ config_only: true
analytics:
members:
- host: ${_param:cluster_node01_address}
@@ -102,6 +101,7 @@
discovery:
host: None
web:
+ config_only: true
analytics:
host: ${_param:opencontrail_control_address}
cache:
@@ -109,6 +109,51 @@
identity:
host: ${_param:openstack_control_address}
database:
- port: 9042
+ port: 9041
network:
host: ${_param:openstack_control_address}
+ docker:
+ client:
+ compose:
+ opencontrail_api:
+ status: up
+ pull: true
+ service:
+ controller:
+ image: ${_param:opencontrail_controller_image}
+ volumes:
+ - /etc/contrail:/etc/contrail
+ - /var/lib/configdb:/var/lib/cassandra
+ - /var/lib/config_zookeeper_data:/var/lib/zookeeper
+ - /var/lib/zookeeper/myid:/var/lib/zookeeper/myid
+ - /etc/cassandra/cassandra-env.sh:/etc/cassandra/cassandra-env.sh
+ - /etc/cassandra/cassandra.yaml:/etc/cassandra/cassandra.yaml
+ - /etc/cassandra/logback.xml:/etc/cassandra/logback.xml
+ - /etc/zookeeper/conf/zoo.cfg:/etc/zookeeper/conf/zoo.cfg
+ - /etc/zookeeper/conf/log4j.properties:/etc/zookeeper/conf/log4j.properties
+ network_mode: "host"
+ privileged: true
+ analytics:
+ image: ${_param:opencontrail_analytics_image}
+ network_mode: "host"
+ privileged: true
+ volumes:
+ - /etc/contrail:/etc/contrail
+ - /etc/redis/redis.conf:/etc/redis/redis.conf
+ analyticsdb:
+ image: ${_param:opencontrail_analyticsdb_image}
+ volumes:
+ - /etc/cassandra/cassandra-env-analytics.sh:/etc/cassandra/cassandra-env.sh
+ - /etc/cassandra/cassandra_analytics.yaml:/etc/cassandra/cassandra.yaml
+ - /etc/cassandra/logback.xml:/etc/cassandra/logback.xml
+ - /etc/contrail:/etc/contrail
+ - /var/lib/analyticsdb:/var/lib/cassandra
+ - /var/lib/analyticsdb_zookeeper_data:/var/lib/zookeeper
+ - /var/lib/zookeeper/myid:/var/lib/zookeeper/myid
+ - /usr/share/kafka/config/server.properties:/usr/share/kafka/config/server.properties
+ - /usr/share/kafka/config/consumer.properties:/usr/share/kafka/config/consumer.properties
+ - /usr/share/kafka/config/zookeeper.properties:/usr/share/kafka/config/zookeeper.properties
+ - /etc/zookeeper/conf/zoo_analytics.cfg:/etc/zookeeper/conf/zoo.cfg
+ - /etc/zookeeper/conf/log4j.properties:/etc/zookeeper/conf/log4j.properties
+ network_mode: "host"
+ privileged: true
diff --git a/opencontrail/control/control4_0.yml b/opencontrail/control/control4_0.yml
index 32b51e5..f1d603c 100644
--- a/opencontrail/control/control4_0.yml
+++ b/opencontrail/control/control4_0.yml
@@ -9,13 +9,17 @@
opencontrail_message_queue_node01_address: ${_param:openstack_message_queue_node01_address}
opencontrail_message_queue_node02_address: ${_param:openstack_message_queue_node02_address}
opencontrail_message_queue_node03_address: ${_param:openstack_message_queue_node03_address}
+ opencontrail_controller_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-controller
+ analytics_vip_address: ${_param:opencontrail_analytics_address}
opencontrail:
common:
+ config_only: true
identity:
host: ${_param:openstack_control_address}
network:
host: ${_param:openstack_control_address}
config:
+ config_only: true
network:
host: ${_param:openstack_control_address}
bind:
@@ -38,6 +42,7 @@
region: ${_param:openstack_region}
host: ${_param:openstack_control_address}
control:
+ config_only: true
analytics:
members:
- host: ${_param:opencontrail_analytics_node01_address}
@@ -56,6 +61,7 @@
discovery:
host: None
web:
+ config_only: true
analytics:
host: ${_param:opencontrail_analytics_address}
cache:
@@ -63,10 +69,11 @@
identity:
host: ${_param:openstack_control_address}
database:
- port: 9042
+ port: 9041
network:
host: ${_param:openstack_control_address}
database:
+ config_only: true
analytics:
members:
- host: ${_param:opencontrail_analytics_node01_address}
@@ -77,3 +84,24 @@
kernel:
modules:
- nf_conntrack_ipv4
+ docker:
+ client:
+ compose:
+ opencontrail_api:
+ status: up
+ pull: true
+ service:
+ controller:
+ image: ${_param:opencontrail_controller_image}
+ volumes:
+ - /etc/contrail:/etc/contrail
+ - /var/lib/configdb:/var/lib/cassandra
+ - /var/lib/config_zookeeper_data:/var/lib/zookeeper
+ - /var/lib/zookeeper/myid:/var/lib/zookeeper/myid
+ - /etc/cassandra/cassandra-env.sh:/etc/cassandra/cassandra-env.sh
+ - /etc/cassandra/cassandra.yaml:/etc/cassandra/cassandra.yaml
+ - /etc/cassandra/logback.xml:/etc/cassandra/logback.xml
+ - /etc/zookeeper/conf/zoo.cfg:/etc/zookeeper/conf/zoo.cfg
+ - /etc/zookeeper/conf/log4j.properties:/etc/zookeeper/conf/log4j.properties
+ network_mode: "host"
+ privileged: true
diff --git a/opencontrail/control/single4_0.yml b/opencontrail/control/single4_0.yml
index 365ed20..de6f558 100644
--- a/opencontrail/control/single4_0.yml
+++ b/opencontrail/control/single4_0.yml
@@ -5,14 +5,13 @@
_param:
opencontrail_version: 4.0
linux_repo_contrail_component: oc40
+ opencontrail_analytics_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-analytics
+ opencontrail_analyticsdb_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-analyticsdb
+ opencontrail_controller_image: docker-prod-local.artifactory.mirantis.com/opencontrail/opencontrail-controller
# Temprorary fix for MOS9 packages to pin old version of kafka
linux:
system:
package:
- librdkafka1:
- version: 0.9.0-0contrail0
- python-kafka:
- version: 1.0.1-0contrail1
contrail-api-cli:
version: latest
kernel:
@@ -73,11 +72,13 @@
password: ${_param:opencontrail_stats_password}
opencontrail:
common:
+ config_only: true
identity:
host: ${_param:openstack_control_address}
network:
host: ${_param:openstack_control_address}
config:
+ config_only: true
network:
host: ${_param:openstack_control_address}
bind:
@@ -96,6 +97,7 @@
region: ${_param:openstack_region}
host: ${_param:openstack_control_address}
control:
+ config_only: true
analytics:
members:
- host: ${_param:single_address}
@@ -108,6 +110,7 @@
discovery:
host: None
web:
+ config_only: true
analytics:
host: ${_param:single_address}
cache:
@@ -115,14 +118,16 @@
identity:
host: ${_param:openstack_control_address}
database:
- port: 9042
+ port: 9041
network:
host: ${_param:openstack_control_address}
database:
+ config_only: true
analytics:
members:
- host: ${_param:single_address}
collector:
+ config_only: true
discovery:
host: None
database:
@@ -138,3 +143,48 @@
config:
members:
- host: ${_param:single_address}
+ docker:
+ client:
+ compose:
+ opencontrail_api:
+ status: up
+ pull: true
+ service:
+ controller:
+ image: ${_param:opencontrail_controller_image}
+ volumes:
+ - /etc/contrail:/etc/contrail
+ - /var/lib/configdb:/var/lib/cassandra
+ - /var/lib/config_zookeeper_data:/var/lib/zookeeper
+ - /var/lib/zookeeper/myid:/var/lib/zookeeper/myid
+ - /etc/cassandra/cassandra-env.sh:/etc/cassandra/cassandra-env.sh
+ - /etc/cassandra/cassandra.yaml:/etc/cassandra/cassandra.yaml
+ - /etc/cassandra/logback.xml:/etc/cassandra/logback.xml
+ - /etc/zookeeper/conf/zoo.cfg:/etc/zookeeper/conf/zoo.cfg
+ - /etc/zookeeper/conf/log4j.properties:/etc/zookeeper/conf/log4j.properties
+ network_mode: "host"
+ privileged: true
+ analytics:
+ image: ${_param:opencontrail_analytics_image}
+ network_mode: "host"
+ privileged: true
+ volumes:
+ - /etc/contrail:/etc/contrail
+ - /etc/redis/redis.conf:/etc/redis/redis.conf
+ analyticsdb:
+ image: ${_param:opencontrail_analyticsdb_image}
+ volumes:
+ - /etc/cassandra/cassandra-env-analytics.sh:/etc/cassandra/cassandra-env.sh
+ - /etc/cassandra/cassandra_analytics.yaml:/etc/cassandra/cassandra.yaml
+ - /etc/cassandra/logback.xml:/etc/cassandra/logback.xml
+ - /etc/contrail:/etc/contrail
+ - /var/lib/analyticsdb:/var/lib/cassandra
+ - /var/lib/analyticsdb_zookeeper_data:/var/lib/zookeeper
+ - /var/lib/zookeeper/myid:/var/lib/zookeeper/myid
+ - /usr/share/kafka/config/server.properties:/usr/share/kafka/config/server.properties
+ - /usr/share/kafka/config/consumer.properties:/usr/share/kafka/config/consumer.properties
+ - /usr/share/kafka/config/zookeeper.properties:/usr/share/kafka/config/zookeeper.properties
+ - /etc/zookeeper/conf/zoo_analytics.cfg:/etc/zookeeper/conf/zoo.cfg
+ - /etc/zookeeper/conf/log4j.properties:/etc/zookeeper/conf/log4j.properties
+ network_mode: "host"
+ privileged: true
diff --git a/releasenotes/notes/elasticsearch-new-parameter-93a08f64ff1a22ab.yaml b/releasenotes/notes/elasticsearch-new-parameter-93a08f64ff1a22ab.yaml
new file mode 100644
index 0000000..00a44b2
--- /dev/null
+++ b/releasenotes/notes/elasticsearch-new-parameter-93a08f64ff1a22ab.yaml
@@ -0,0 +1,11 @@
+---
+summary: >
+ Added a new parameter for Elasticsearch
+features:
+ - Added the ``elasticsearch_version`` parameter to specify
+ which version of Elasticsearch should be deployed.
+ Elasticsearch version 2 is deployed by default.
+ To deploy Elasticsearch version 5, specify the
+ ``elasticsearch_version: 5`` parameter in the
+ ``classes/cluster/<cluster_name>/stacklight/server.yml``
+ file of the Reclass model.