create separate discovery.kubernetes for metrics

Signed-off-by: Michel Hollands <michel.hollands@gmail.com>

charts/meta-monitoring/templates/agent/config.yaml

@@ -85,13 +85,40 @@ data:
       name = "metrics"
     }
 
+    discovery.kubernetes "metric_pods" {
+      role = "pod"
+      namespaces {
+        own_namespace = true
+        names = [ {{ include "agent.namespaces" . }} ]
+      }
+    }
+
     discovery.relabel "only_http_metrics" {
-      targets = discovery.relabel.rename_meta_labels.output
+      targets = discovery.kubernetes.metric_pods.targets
 
       rule {
-        source_labels = ["__meta_kubernetes_pod_container_port_name"]
+        source_labels = ["__meta_kubernetes_namespace"]
-        action = "keep"
+        target_label  = "namespace"
-        regex = "http-metrics"
+      }
+      rule {
+        source_labels = ["__meta_kubernetes_pod_name"]
+        target_label  = "pod"
+      }
+      rule {
+        source_labels = ["__meta_kubernetes_namespace", "__meta_kubernetes_pod_label_app_kubernetes_io_name", "__meta_kubernetes_pod_label_app_kubernetes_io_component"]
+        separator = "/"
+        regex = "(.*)/(.*)/(.*)"
+        replacement = "${1}/${2}-${3}"
+        target_label = "job"
+      }
+      rule {
+        target_label = "cluster"
+        replacement = "{{- .Values.clusterName -}}"
+      }
+      rule {
+        source_labels = ["__meta_kubernetes_pod_container_port_number"]
+        action = "drop"
+        regex = "9095"
       }
     }