prometheus-configmap.yaml

#
# Copyright (c) 2019 - 2024 StreamNative, Inc.. All Rights Reserved.
#

{{- if .Values.monitoring.prometheus }}
apiVersion: v1
kind: ConfigMap
metadata:
  name: "{{ template "pulsar.fullname" . }}-{{ .Values.prometheus.component }}"
  namespace: {{ template "pulsar.namespace" . }}
  labels:
    {{- include "pulsar.standardLabels" . | nindent 4 }}
    component: {{ .Values.prometheus.component }}
data:
  # Include prometheus configuration file, setup to monitor all the
  # Kubernetes pods with the "scrape=true" annotation.
  prometheus.yml: |
    global:
      scrape_interval: {{ .Values.prometheus.scrapeInterval }}
{{- if .Values.prometheus.externalLabels }}
      external_labels:
{{ toYaml .Values.prometheus.externalLabels | indent 8 }}
{{- end }}
{{- if .Values.monitoring.alert_manager }}
    rule_files:
      - 'rules.yml'
    alerting:
      alertmanagers:
      - static_configs:
        - targets: ['{{ template "pulsar.fullname" . }}-{{ .Values.alert_manager.component }}:{{ .Values.alert_manager.port }}']
        path_prefix: {{ template "pulsar.control_center_path.alertmanager" . }}/
{{- end }}
    scrape_configs:
    - job_name: 'prometheus'
      static_configs:
      - targets:
        - '127.0.0.1:{{ .Values.prometheus.port }}'
      metrics_path: {{ template "pulsar.control_center_path.prometheus" . }}/metrics
    - job_name: 'kubernetes-pods'
{{- if .Values.auth.authentication.enabled }}
{{- if eq .Values.auth.authentication.provider "jwt" }}
      bearer_token_file: /pulsar/tokens/client/token
{{- end }}
{{- end }}
{{- if .Values.prometheus.sampleLimit }}
      sample_limit: {{ .Values.prometheus.sampleLimit }}
{{- end }}
      kubernetes_sd_configs:
      - role: pod
{{- if or .Values.istio.enabled (not .Values.prometheus.serviceAccount.clusterRole) }}
        namespaces:
          names:
            - {{ template "pulsar.namespace" . }}
{{- end }}
{{- if and .Values.istio.enabled (not .Values.istio.mergeMetrics) }}
{{- if .Values.istio.migration }}
      scheme: http
      enable_http2: false
{{- else }}
      scheme: https
      # Disable http2 for Prometheus issue: https://github.com/prometheus/prometheus/issues/10213
      enable_http2: false
      tls_config:
        ca_file: /etc/prom-certs/root-cert.pem
        cert_file: /etc/prom-certs/cert-chain.pem
        key_file: /etc/prom-certs/key.pem
        insecure_skip_verify: true
{{- end }}
{{- end }}
      relabel_configs:
{{- if .Values.istio.enabled }}
      # ignore job generated pod
      - source_labels: [__meta_kubernetes_pod_label_job_name]
        action: drop
        regex: ".+"
      # ignore prometheus,grafana,toolset,console
      - source_labels: [__meta_kubernetes_pod_label_component]
        action: drop
        regex: "{{ .Values.prometheus.component }}|{{ .Values.grafana.component }}|{{ .Values.toolset.component }}|{{ .Values.streamnative_console.component }}"
{{- end }}
      - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape]
        action: keep
        regex: true
      - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path]
        action: replace
        target_label: __metrics_path__
        regex: (.+)
      - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port]
        action: replace
        regex: ([^:]+)(?::\d+)?;(\d+)
        replacement: $1:$2
        target_label: __address__
      - action: labelmap
        regex: __meta_kubernetes_pod_label_(.+)
      - source_labels: [__meta_kubernetes_namespace]
        action: replace
        target_label: kubernetes_namespace
      - source_labels: [__meta_kubernetes_pod_label_component]
        action: replace
        target_label: job
      - source_labels: [__meta_kubernetes_pod_name]
        action: replace
        target_label: kubernetes_pod_name
      metric_relabel_configs:
{{- if .Values.prometheus.customRelabelConfigs -}}
{{- with .Values.prometheus.customRelabelConfigs }}
{{ toYaml . | indent 6 }}
{{- end }}
{{- end }}
{{- if .Values.prometheus.serviceAccount.clusterRole }}
    - job_name: 'kubernetes-nodes'
      scheme: https
      kubernetes_sd_configs:
        - role: node

      tls_config:
        ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
      bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token

      relabel_configs:
        - action: labelmap
          regex: __meta_kubernetes_node_label_(.+)
        - target_label: __address__
          replacement: kubernetes.default.svc:443
        - source_labels: [__meta_kubernetes_node_name]
          regex: (.+)
          target_label: __metrics_path__
          replacement: /api/v1/nodes/${1}/proxy/metrics
    - job_name: 'kubernetes-cadvisor'
      scheme: https
      kubernetes_sd_configs:
        - role: node

      tls_config:
        ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
      bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token

      relabel_configs:
        - action: labelmap
          regex: __meta_kubernetes_node_label_(.+)
        - target_label: __address__
          replacement: kubernetes.default.svc:443
        - source_labels: [__meta_kubernetes_node_name]
          regex: (.+)
          target_label: __metrics_path__
          replacement: /api/v1/nodes/${1}/proxy/metrics/cadvisor
{{- end }}
{{- if .Values.prometheus.kubelet }}
    - job_name: kubelet
      honor_labels: true
      kubernetes_sd_configs:
      - role: node
      scrape_interval: 60s
      scrape_timeout: 20s
      metrics_path: /metrics
      {{- if contains .Values.prometheus.kubelet.scheme "http" }}
      scheme: http
      {{- else if contains .Values.prometheus.kubelet.scheme "https" }}
      scheme: https
      authorization:
        type: Bearer
        credentials_file: /var/run/secrets/kubernetes.io/serviceaccount/token
      tls_config:
        ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
        insecure_skip_verify: true
      {{- end }}
      relabel_configs:
      - source_labels:
        - __meta_kubernetes_node_name
        target_label: node
      - regex: __meta_kubernetes_node_label_(.+)
        action: labelmap
      - source_labels:
        - __address__
        separator: ;
        target_label: __address__
        regex: ([^:]+)(?::\d+)?
        {{- if contains .Values.prometheus.kubelet.scheme "http" }}
        replacement: $1:10255
        {{- else if contains .Values.prometheus.kubelet.scheme "https" }}
        replacement: $1:10250
        {{- end }}
        action: replace
      - action: labeldrop
        regex: "(eks|beta_kubernetes_io|cloud_google|iam_gke_io|gke|kubernetes_io|node_kubernetes_io|failure_domain|projectcalico)_.*"
      metric_relabel_configs:
      - source_labels: [__name__]
        regex: "storage_operation_duration_seconds_bucket|kubelet_runtime_operations_duration_seconds_bucket|kubelet_http_requests_duration_seconds_bucket"
        action: drop
{{- end }}
{{- if .Values.prometheus.extraScrapeConfigs -}}
{{- with .Values.prometheus.extraScrapeConfigs }}
{{ toYaml . | indent 4 }}
{{- end }}
{{- end }}
{{- if .Values.prometheus.extraCustomArgs -}}
{{- with .Values.prometheus.extraCustomArgs }}
{{ toYaml . | indent 4 }}
{{- end }}
{{- end }}
  rules.yml: |
{{- if .Values.monitoring.alert_manager -}}
{{- with .Values.alert_manager.rules }}
{{ toYaml . | indent 4 }}
{{- end }}
{{- end }}
{{- end }}