From 926e5f9efa41474f82e63fce7d4139f322a50ec0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?M=C3=A1rcio=20Fernandes?= Date: Fri, 4 Sep 2026 22:24:26 +0000 Subject: [PATCH] alloy:kube scraper config review --- .../alloy/kube-scraper/helm-values.yaml | 174 +++++++++--------- 1 file changed, 91 insertions(+), 83 deletions(-) diff --git a/services/monitoring/deploy/alloy/kube-scraper/helm-values.yaml b/services/monitoring/deploy/alloy/kube-scraper/helm-values.yaml index 884ec9b..db3df8e 100644 --- a/services/monitoring/deploy/alloy/kube-scraper/helm-values.yaml +++ b/services/monitoring/deploy/alloy/kube-scraper/helm-values.yaml @@ -141,57 +141,32 @@ alloy: stage.static_labels { values = { cluster = env("CLUSTER_NAME"), - host = "casa-kube", + host = "icarus-kube", job = "cluster_events", zone = env("ZONE"), } } - } - discovery.kubernetes "k8s_nodes" { - role = "node" + // stage.labels { + // values = { + // kubernetes_cluster_events = "job", + // } + // } } - discovery.relabel "cadvisor" { - targets = discovery.kubernetes.k8s_nodes.targets + // Metrics - rule { - replacement = "/metrics/cadvisor" - target_label = "__metrics_path__" - } - rule { - target_label = "instance" - replacement = env("NODE_IP") + ":10250" - } - - rule { - target_label = "node" - replacement = env("HOSTNAME") - } - - rule { - target_label = "service" - replacement = "kube-scrapper" - } - - rule { - target_label = "cluster" - replacement = env("CLUSTER_NAME") - } - - rule { - target_label = "job" - replacement = "kubelet" - } - } - - prometheus.remote_write "metrics_service" { - + prometheus.remote_write "prometheus_srv" { endpoint { url = env("PROMETHEUS_URL") } - + } + + // discovery kubernetes + + discovery.kubernetes "k8s_nodes" { + role = "node" } prometheus.scrape "cadvisor" { @@ -206,14 +181,50 @@ alloy: } bearer_token_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" - forward_to = [prometheus.remote_write.metrics_service.receiver] + forward_to = [prometheus.remote_write.prometheus_srv.receiver] } - + + + discovery.relabel "cadvisor" { + targets = discovery.kubernetes.k8s_nodes.targets + + rule { + replacement = "/metrics/cadvisor" + target_label = "__metrics_path__" + } + + rule { + target_label = "instance" + replacement = env("NODE_IP") + ":10250" + } + + rule { + target_label = "node" + replacement = env("HOSTNAME") + } + + // rule { + // target_label = "service" + // replacement = "kube-scrapper" + // } + + rule { + target_label = "cluster" + replacement = env("CLUSTER_NAME") + } + + // rule { + // target_label = "job" + // replacement = "kubelet" + // } + } + + discovery.kubernetes "k8s_services" { role = "service" } - discovery.relabel "ksm" { + discovery.relabel "kube_state_metrics" { targets = discovery.kubernetes.k8s_services.targets rule { @@ -221,32 +232,7 @@ alloy: regex = "kube-state-metrics" action = "keep" } - } - prometheus.scrape "kube_state_metrics" { - job_name = "integrations/kubernetes/kube-state-metrics" - targets = discovery.relabel.ksm.output - - scheme = "http" - - forward_to = [prometheus.remote_write.metrics_service.receiver] - } - - // ============================================ - // CoreDNS discovery - // ============================================ - discovery.kubernetes "coredns_pod" { - role = "pod" - } - - discovery.relabel "coredns" { - targets = discovery.kubernetes.pod.targets - - rule { - source_labels = ["__meta_kubernetes_pod_label_k8s_app"] - regex = "kube-dns" - action = "keep" - } rule { target_label = "node" replacement = env("HOSTNAME") @@ -258,28 +244,21 @@ alloy: } } - // ============================================ - // CoreDNS scrape - // ============================================ - prometheus.scrape "coredns" { - job_name = "integrations/kubernetes/coredns-pods" - targets = discovery.relabel.coredns.output + prometheus.scrape "kube_state_metrics" { + job_name = "integrations/kubernetes/kube-state-metrics" + targets = discovery.relabel.kube_state_metrics.output scheme = "http" - metrics_path = "/metrics" - forward_to = [prometheus.remote_write.metrics_service.receiver] + forward_to = [prometheus.remote_write.prometheus_srv.receiver] } // ============================================ // API Server discovery // ============================================ - discovery.kubernetes "apiserver_services" { - role = "service" - } discovery.relabel "apiserver" { - targets = discovery.kubernetes.apiserver_services.targets + targets = discovery.kubernetes.k8s_services.targets rule { source_labels = ["__meta_kubernetes_service_name"] @@ -297,9 +276,6 @@ alloy: } } - // ============================================ - // API Server scrape - // ============================================ prometheus.scrape "apiserver" { job_name = "integrations/kubernetes/apiserver" targets = discovery.relabel.apiserver.output @@ -315,7 +291,39 @@ alloy: bearer_token_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" - forward_to = [prometheus.remote_write.metrics_service.receiver] + forward_to = [prometheus.remote_write.prometheus_srv.receiver] + } + + // ============================================ + // CoreDNS discovery + // ============================================ + discovery.relabel "coredns" { + targets = discovery.kubernetes.k8s_services.targets + + rule { + source_labels = ["__meta_kubernetes_pod_label_k8s_app"] + regex = "kube-dns" + action = "keep" + } + rule { + target_label = "node" + replacement = env("HOSTNAME") + } + + rule { + target_label = "cluster" + replacement = env("CLUSTER_NAME") + } + } + + prometheus.scrape "coredns" { + job_name = "integrations/kubernetes/coredns-pods" + targets = discovery.relabel.coredns.output + + scheme = "http" + metrics_path = "/metrics" + + forward_to = [prometheus.remote_write.prometheus_srv.receiver] }