rabbitmq/meta/fluentd.yml

{%- if pillar.get('fluentd', {}).get('agent', {}).get('enabled', False) %}
agent:
  config:
    label:
      rabbitmq:
        input:
          tail_rabbitmq:
            type: tail
            tag: rabbitmq
            path: /var/log/rabbitmq/rabbit*.log
            pos_file: {{ pillar.fluentd.agent.dir.positiondb }}/rabbitmq.pos
            parser:
              type: multiline
              time_key: Timestamp
              time_format: '%d-%b-%Y::%H:%M:%S'
              keep_time_key: false
              format_firstline: '/=[A-Z]+\sREPORT====/'
              format: '/^=(?<orig_severity_label>[A-Z]+)\sREPORT====\s(?<Timestamp>.*)\s===\n(?<Payload>.*)/'
        filter:
          match_severity:
            type: record_transformer
            tag: rabbitmq
            remove_keys: orig_severity_label
            enable_ruby: true
            record:
              - name: programname
                value: rabbitmq
              - name: severity_label
                value: ${ {'INFO'=>'INFO','NOTICE'=>'NOTICE','SUPERVISOR'=>'NOTICE','WARNING'=>'WARNING','ERROR'=>'ERROR','CRASH'=>'CRITICAL'}[record['orig_severity_label']] }
              - name: Severity
                value: ${ {'INFO'=>6,'NOTICE'=>5,'SUPERVISOR'=>5,'WARNING'=>4,'ERROR'=>3,'CRASH'=>2}[record['orig_severity_label']].to_i }
        match:
          push_to_default:
            tag: rabbitmq
            type: copy
            store:
              - type: relabel
                label: default_output
              - type: rewrite_tag_filter
                rule:
                  - name: severity_label
                    regexp: '.'
                    result: metric.rabbitmq_log_messages
          push_to_metric:
            tag: metric.rabbitmq_log_messages
            type: relabel
            label: default_metric
      default_metric:
        filter:
          rabbitmq_logs_per_severity:
            tag: metric.rabbitmq_log_messages
            require:
              - add_general_fields
            type: prometheus
            metric:
              - name: log_messages
                type: counter
                desc: Total number of log lines by severity
            label:
              - name: service
                value: rabbitmq
              - name: level
                value: ${severity_label}
              - name: host
                value: ${Hostname}
{%- endif %}