feat: add pagerduty integration

willianpaixao · Apr 21, 2024 · 1de3032 · 1de3032
1 parent 8add7e2
commit 1de3032
Show file tree

Hide file tree

Showing 3 changed files with 50 additions and 15 deletions.
diff --git a/kubernetes/apps/observability/kube-prometheus-stack/app/helmrelease.yaml b/kubernetes/apps/observability/kube-prometheus-stack/app/helmrelease.yaml
@@ -40,9 +40,9 @@ spec:
           - hosts:
               - *host
       alertmanagerSpec:
-        replicas: 2
-        useExistingSecret: true
-        configSecret: alertmanager-secret
+        replicas: 1
+        alertmanagerConfiguration:
+          name: alertmanager-config
     kubelet:
       enabled: true
       serviceMonitor:
@@ -175,17 +175,5 @@ spec:
       plugins:
         - grafana-pagerduty-datasource
         - grafana-strava-datasource
-      datasources:
-        datasources.yaml:
-          apiVersion: 1
-          datasources:
-          - name: Prometheus
-            type: prometheus
-            url: https://prometheus.web3.wiki.br
-            access: proxy
-          - name: loki
-            type: loki
-            url: https://loki.web3.wiki.br
-            access: proxy
       nodeSelector:
         disktype: ssd
diff --git a/kubernetes/apps/observability/kube-prometheus-stack/config/alertmanager-config.yaml b/kubernetes/apps/observability/kube-prometheus-stack/config/alertmanager-config.yaml
@@ -0,0 +1,20 @@
+apiVersion: monitoring.coreos.com/v1alpha1
+kind: AlertmanagerConfig
+metadata:
+  name: alertmanager-config
+  namespace: observability
+  labels:
+    alertmanagerConfig: kube-prometheus-stack
+spec:
+  route:
+    groupBy: ['job']
+    groupWait: 30s
+    groupInterval: 5m
+    repeatInterval: 12h
+    receiver: 'pagerduty'
+  receivers:
+    - name: pagerduty
+      pagerdutyConfigs:
+        - serviceKey:
+            name: 'pagerduty-config'
+            key: 'serviceKey'
diff --git a/kubernetes/apps/observability/kube-prometheus-stack/config/pagerduty-config.sops.yaml b/kubernetes/apps/observability/kube-prometheus-stack/config/pagerduty-config.sops.yaml
@@ -0,0 +1,27 @@
+apiVersion: v1
+kind: Secret
+metadata:
+    name: pagerduty-config
+    namespace: observability
+data:
+    serviceKey: ENC[AES256_GCM,data:gNmN8A1TOOAqSJKQmbtvH0RvJtvD6Sm9MPoSpjxV14E=,iv:HWaK0HDMjkrKKdPVzauF1rdfbozn9ggbAYIvYQaqsok=,tag:4fqQvOmiPwxioWFbTskTLg==,type:str]
+sops:
+    kms: []
+    gcp_kms: []
+    azure_kv: []
+    hc_vault: []
+    age:
+        - recipient: age17ary36xtm566uptguuhsj7xmuqzyz06ce54tcf6p3mge2thphqfs3gln40
+          enc: |
+            -----BEGIN AGE ENCRYPTED FILE-----
+            YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBFOUdmR3BPV05PWGMxRHpK
+            RWw3RzRVaGxvbE9jQ3NENnBGbFZ3NklJQ3hVCkRseE02MFE2THBDdXF1Wmo4TWZG
+            dW44b25KdjNWZW1jSndxMW5NZlZHencKLS0tIFpNY01HUzZucm5QSTJYcjRrL1Jp
+            OHpaZVNBdGo1ZUpCNkI4azRkbjVSZkkKTPXID1Ni97+YKSQpl6qfbfqfMbgmPuQ2
+            1wgD60Xo8VQI9X9+SRF2GMi6Trh0zfb9WnqnlJOpy7sn6LbtUfz4kA==
+            -----END AGE ENCRYPTED FILE-----
+    lastmodified: "2024-04-21T07:54:31Z"
+    mac: ENC[AES256_GCM,data:RMZyJsHcgg9Ju2l0caBKGC5tiAojK+PU09dTRlPpElomAa0jNaEyNitcY3oQdf9Hg/if+SyJKR6G46cPo8hbS4LD6dia9tjBoLPYuN5bp9H3dnU4Vm2Fwx401++toBGrgBH5e/65oPFcUq2uss7wmc662ug2AseObagn5An3yJ4=,iv:JfvXujJMNYpqUwpg2rqLwrfHJsnOpWdT4NmENYJB8bg=,tag:EwN7eQksgTHzLkVw041PlQ==,type:str]
+    pgp: []
+    encrypted_regex: ^(data|stringData)$
+    version: 3.7.3