Merge "Add variables in prometheus alerts"
diff --git a/linux/meta/prometheus.yml b/linux/meta/prometheus.yml
index 83e8eac..35eab02 100644
--- a/linux/meta/prometheus.yml
+++ b/linux/meta/prometheus.yml
@@ -1,44 +1,52 @@
-{% raw %}
server:
alert:
AvgCPUUsageIdle:
- if: 'avg_over_time(cpu_usage_idle{cpu="cpu-total"}[5m]) < 10'
+ if: avg_over_time(cpu_usage_idle{cpu="cpu-total"}[5m]) < {{ prometheus_server.get('alert', {}).get('AvgCPUUsageIdle', {}).get('var', {}).get('threshold', 10) }}
+ {% raw %}
labels:
severity: warning
service: system
annotations:
summary: 'Avarage CPU usage (idle) for node {{ $labels.host }} is low'
description: 'Avarage CPU usage (idle) for node {{ $labels.host }} is low {{ $value }}'
+ {% endraw %}
PredictLinearDiskFree:
if: 'predict_linear(disk_free[1h], 8*3600) < 0'
+ {% raw %}
labels:
severity: warning
service: system
annotations:
summary: 'Disk space ({{ $labels.path }}) is filling on {{ $labels.host }}'
description: 'Disk space ({{ $labels.path }}) will be full in 8h on {{ $labels.host }}'
+ {% endraw %}
PredictLinearDiskInodesFree:
if: 'predict_linear(disk_inodes_free[1h], 8*3600) < 0'
+ {% raw %}
labels:
severity: warning
service: system
annotations:
summary: 'Disk inodes ({{ $labels.path }}) are filling on {{ $labels.host }}'
description: 'Disk inodes ({{ $labels.path }}) will be full in 8h on {{ $labels.host }}'
+ {% endraw %}
AvgMemAvailablePercent:
- if: 'avg_over_time(mem_available_percent[5m]) < 10'
+ if: avg_over_time(mem_available_percent[5m]) < {{ prometheus_server.get('alert', {}).get('AvgMemAvailablePercent', {}).get('var', {}).get('threshold', 10) }}
+ {% raw %}
labels:
severity: warning
service: system
annotations:
summary: 'Free memory is low on {{ $labels.host }}'
description: 'Free memory percent for node {{ $labels.host }} is low {{ $value }}'
+ {% endraw %}
SystemLoad5:
- if: 'system_load5 / system_n_cpus > 3'
+ if: system_load5 / system_n_cpus > {{ prometheus_server.get('alert', {}).get('SystemLoad5', {}).get('var', {}).get('threshold', 3) }}
+ {% raw %}
labels:
severity: warning
service: system
annotations:
summary: 'High system load (5m) on {{ $labels.host }}'
description: 'High system load (5m) on node {{ $labels.host }}'
-{% endraw %}
+ {% endraw %}