alloy:kube scraper config review

services/monitoring/deploy/alloy/kube-scraper/helm-values.yaml

@@ -141,57 +141,32 @@ alloy:
         stage.static_labels {
           values = {
             cluster = env("CLUSTER_NAME"),
-            host    = "casa-kube",
+            host    = "icarus-kube",
             job     = "cluster_events",
             zone    = env("ZONE"),
           }
         }
-      }
 
-      discovery.kubernetes "k8s_nodes" {
+      //  stage.labels {
-          role = "node"
+      //    values = {
+      //      kubernetes_cluster_events = "job",
+      //    }
+      //  }
       }
 
 
-      discovery.relabel "cadvisor" {
+      // Metrics
-        targets = discovery.kubernetes.k8s_nodes.targets
 
-        rule {
+      prometheus.remote_write "prometheus_srv" {
-          replacement  = "/metrics/cadvisor"
-          target_label = "__metrics_path__"
-        }
-        rule {
-          target_label = "instance"
-          replacement  = env("NODE_IP") + ":10250"
-        }
-
-        rule {
-          target_label = "node"
-          replacement  = env("HOSTNAME")
-        }
-
-        rule {
-          target_label = "service"
-          replacement  = "kube-scrapper"
-        }
-
-        rule {
-          target_label = "cluster"
-          replacement  = env("CLUSTER_NAME")
-        }
-
-        rule {
-          target_label = "job"
-          replacement  = "kubelet"
-        }
-      }
-    
-      prometheus.remote_write "metrics_service" {
-      
         endpoint {
           url = env("PROMETHEUS_URL")
         }
-      
+      }
+
+      // discovery kubernetes
+
+      discovery.kubernetes "k8s_nodes" {
+          role = "node"
       }
 
       prometheus.scrape "cadvisor" {
@@ -206,14 +181,50 @@ alloy:
         }
 
         bearer_token_file = "/var/run/secrets/kubernetes.io/serviceaccount/token"
-        forward_to        = [prometheus.remote_write.metrics_service.receiver]
+        forward_to        = [prometheus.remote_write.prometheus_srv.receiver]
       }
-      
+
+ 
+      discovery.relabel "cadvisor" {
+        targets = discovery.kubernetes.k8s_nodes.targets
+
+        rule {
+          replacement  = "/metrics/cadvisor"
+          target_label = "__metrics_path__"
+        }
+        
+        rule {
+          target_label = "instance"
+          replacement  = env("NODE_IP") + ":10250"
+        }
+
+        rule {
+          target_label = "node"
+          replacement  = env("HOSTNAME")
+        }
+
+        // rule {
+        //   target_label = "service"
+        //   replacement  = "kube-scrapper"
+        // }
+
+        rule {
+          target_label = "cluster"
+          replacement  = env("CLUSTER_NAME")
+        }
+
+        // rule {
+        //   target_label = "job"
+        //   replacement  = "kubelet"
+        // }
+      }
+
+
       discovery.kubernetes "k8s_services" {
         role = "service"
       }
 
-      discovery.relabel "ksm" {
+      discovery.relabel "kube_state_metrics" {
         targets = discovery.kubernetes.k8s_services.targets
 
         rule {
@@ -221,32 +232,7 @@ alloy:
           regex         = "kube-state-metrics"
           action        = "keep"
         }
-      }
 
-      prometheus.scrape "kube_state_metrics" {
-        job_name = "integrations/kubernetes/kube-state-metrics"
-        targets  = discovery.relabel.ksm.output
-
-        scheme = "http"
-
-        forward_to = [prometheus.remote_write.metrics_service.receiver]
-      }
-
-      // ============================================
-      // CoreDNS discovery
-      // ============================================
-      discovery.kubernetes "coredns_pod" {
-        role = "pod"
-      }
-
-      discovery.relabel "coredns" {
-        targets = discovery.kubernetes.pod.targets
-
-        rule {
-          source_labels = ["__meta_kubernetes_pod_label_k8s_app"]
-          regex         = "kube-dns"
-          action        = "keep"
-        }
         rule {
           target_label = "node"
           replacement  = env("HOSTNAME")
@@ -258,28 +244,21 @@ alloy:
         }
       }
 
-      // ============================================
+      prometheus.scrape "kube_state_metrics" {
-      // CoreDNS scrape
+        job_name = "integrations/kubernetes/kube-state-metrics"
-      // ============================================
+        targets  = discovery.relabel.kube_state_metrics.output
-      prometheus.scrape "coredns" {
-        job_name = "integrations/kubernetes/coredns-pods"
-        targets  = discovery.relabel.coredns.output
 
         scheme = "http"
-        metrics_path = "/metrics"
 
-        forward_to = [prometheus.remote_write.metrics_service.receiver]
+        forward_to = [prometheus.remote_write.prometheus_srv.receiver]
       }
 
       // ============================================
       // API Server discovery
       // ============================================
-      discovery.kubernetes "apiserver_services" {
-        role = "service"
-      }
 
       discovery.relabel "apiserver" {
-        targets = discovery.kubernetes.apiserver_services.targets
+        targets = discovery.kubernetes.k8s_services.targets
 
         rule {
           source_labels = ["__meta_kubernetes_service_name"]
@@ -297,9 +276,6 @@ alloy:
         }
       }
 
-      // ============================================
-      // API Server scrape
-      // ============================================
       prometheus.scrape "apiserver" {
         job_name = "integrations/kubernetes/apiserver"
         targets  = discovery.relabel.apiserver.output
@@ -315,7 +291,39 @@ alloy:
 
         bearer_token_file = "/var/run/secrets/kubernetes.io/serviceaccount/token"
 
-        forward_to = [prometheus.remote_write.metrics_service.receiver]
+        forward_to = [prometheus.remote_write.prometheus_srv.receiver]
+      }
+
+      // ============================================
+      // CoreDNS discovery
+      // ============================================
+      discovery.relabel "coredns" {
+        targets = discovery.kubernetes.k8s_services.targets
+
+        rule {
+          source_labels = ["__meta_kubernetes_pod_label_k8s_app"]
+          regex         = "kube-dns"
+          action        = "keep"
+        }
+        rule {
+          target_label = "node"
+          replacement  = env("HOSTNAME")
+        }
+        
+        rule {
+          target_label = "cluster"
+          replacement  = env("CLUSTER_NAME")
+        }
+      }
+
+      prometheus.scrape "coredns" {
+        job_name = "integrations/kubernetes/coredns-pods"
+        targets  = discovery.relabel.coredns.output
+
+        scheme = "http"
+        metrics_path = "/metrics"
+
+        forward_to = [prometheus.remote_write.prometheus_srv.receiver]
       }