Add regexes to filter out PII

Signed-off-by: Michel Hollands <michel.hollands@grafana.com>

charts/meta-monitoring/templates/agent/_helpers-agent.tpl

@@ -17,6 +17,14 @@
 {{- join ", " $list }}
 {{- end }}
 
+{{- define "agent.loki_process_targets" -}}
+{{- if empty .Values.logs.piiregexes }}
+{{- include "agent.loki_write_targets" . }}
+{{- else }}
+{{- printf "loki.process.PII.receiver" }}
+{{- end }}
+{{- end }}
+
 {{- define "agent.prometheus_write_targets" -}}
 {{- $list := list }}
 {{- if .Values.local.metrics.enabled }}

charts/meta-monitoring/templates/agent/config.yaml

@@ -40,8 +40,22 @@ data:
     {{- if or .Values.local.logs.enabled .Values.cloud.logs.enabled }}
     loki.source.kubernetes "pods" {
       targets    = discovery.relabel.rename_meta_labels.output
-      forward_to = [ {{ include "agent.loki_write_targets" . }} ]
+      forward_to = [ {{ include "agent.loki_process_targets" . }} ]
     }
+
+    {{- if not (empty .Values.logs.piiregexes) }}
+    loki.process "PII" {
+      forward_to = [ {{ include "agent.loki_write_targets" . }} ]
+
+      {{- range .Values.logs.piiregexes }}
+      stage.replace {
+        expression = "{{ . }}"
+        replace = "*****"
+      }
+      {{- end }}
+    }
+    {{- end }}
+
     {{- end }}
 
     {{- if or .Values.local.metrics.enabled .Values.cloud.metrics.enabled }}

charts/meta-monitoring/values.yaml

@@ -32,6 +32,9 @@ cloud:
     username:
     password:
 
+logs:
+  PIIregexes:
+
 global:
   minio:
     rootUser: "rootuser"