commit 35a76c81f85a501d9df596999cedd62ba6cd48dd
parent e9bce3d9ed4d3bce8d6964a3a0c503ffa8f32cff
Author: MTRNord <MTRNord@users.noreply.github.com>
Date: Fri, 6 Mar 2026 12:27:47 +0100
loki alert rules
Signed-off-by: MTRNord <MTRNord@users.noreply.github.com>
Diffstat:
4 files changed, 117 insertions(+), 58 deletions(-)
diff --git a/apps/talos_cluster/loki/kustomization.yaml b/apps/talos_cluster/loki/kustomization.yaml
@@ -6,3 +6,4 @@ resources:
- repository.yaml
- loki-s3-secret.yaml
- release.yaml
+ - loki-rules.yaml
diff --git a/apps/talos_cluster/loki/loki-rules.yaml b/apps/talos_cluster/loki/loki-rules.yaml
@@ -0,0 +1,41 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: loki-rules
+ namespace: loki
+data:
+ rules.yaml: |
+ groups:
+ - name: mailserver
+ rules:
+ - alert: MailserverHighRejectionRate
+ expr: |
+ sum(rate({namespace="mailserver"} |= "reject" [5m])) > 5
+ for: 5m
+ labels:
+ severity: warning
+ annotations:
+ summary: "High mail rejection rate on mailserver"
+ description: "More than 5 rejections/sec for 5 minutes."
+
+ - alert: MailserverBruteForce
+ expr: |
+ sum(rate({namespace="mailserver"} |= "SASL authentication failed" [5m])) > 3
+ for: 2m
+ labels:
+ severity: info
+ annotations:
+ summary: "Possible brute force on mailserver SASL"
+ description: "More than 3 SASL auth failures/sec for 2 minutes."
+
+ - name: plausible
+ rules:
+ - alert: ClickHouseExceptionRate
+ expr: |
+ sum(rate({namespace="blog", container="clickhouse"} |= "Exception" [5m])) > 0
+ for: 5m
+ labels:
+ severity: warning
+ annotations:
+ summary: "ClickHouse exceptions in Plausible"
+ description: "ClickHouse is logging exceptions — check Plausible analytics."
diff --git a/apps/talos_cluster/loki/release.yaml b/apps/talos_cluster/loki/release.yaml
@@ -31,7 +31,6 @@ spec:
type: s3
bucketNames:
chunks: midnightthoughts-loki
- ruler: midnightthoughts-loki
admin: midnightthoughts-loki
s3:
endpoint: hel1.your-objectstorage.com
@@ -56,6 +55,17 @@ spec:
compactor:
retention_enabled: true
delete_request_store: s3
+ rulerConfig:
+ storage:
+ type: local
+ local:
+ directory: /rules
+ rule_path: /tmp/loki-rules
+ alertmanager_url: http://alertmanager-operated.monitoring.svc.cluster.local:9093
+ ring:
+ kvstore:
+ store: memberlist
+ enable_api: true
singleBinary:
replicas: 1
@@ -63,6 +73,13 @@ spec:
enabled: true
storageClass: longhorn
size: 512Mi
+ extraVolumes:
+ - name: loki-rules
+ configMap:
+ name: loki-rules
+ extraVolumeMounts:
+ - name: loki-rules
+ mountPath: /rules/fake
extraEnv:
- name: AWS_ACCESS_KEY_ID
valueFrom:
diff --git a/apps/talos_cluster/monitoring-stack/prometheus-release.yaml b/apps/talos_cluster/monitoring-stack/prometheus-release.yaml
@@ -69,15 +69,15 @@ spec:
- name: "null"
- name: pagerduty-critical
pagerduty_configs:
- - routing_key: ENC[AES256_GCM,data:YEpZfY8ZqtqH+j1l5piNQxwcXFr7HXPE9bdqbwnZMnQ=,iv:LfY0n1K33YEq9vxYKghxVBmuT4gw3C+GiqjNzSKR0oI=,tag:ENgqFLxGzNdodlHCqgmPSw==,type:str]
+ - routing_key: ENC[AES256_GCM,data:07jR+/gi3sWIvg+AyMPBkwF0l7+CDdEX0ETNzrf+wS4=,iv:UWz/VSKx6EinkADTPnYSjBZqR89ljBscn2Q2FqrlJNw=,tag:Qeg9OLqltZzsemCnUJoFCQ==,type:str]
severity: critical
- name: pagerduty-warning
pagerduty_configs:
- - routing_key: ENC[AES256_GCM,data:IX9N8PmjWrXEUhun9dK5ihIV76kpxIvdE+s7fPOlbLQ=,iv:lw/EOUcZx37mnHcKyDVjKimtnTfzPOvG8LEQ7DCSxc4=,tag:SAKEkd+SGb7gHdaj0dR1Ug==,type:str]
+ - routing_key: ENC[AES256_GCM,data:3e+QthbhOAYMRku6RuKmHEgw2pgGpvpKnJhVJj5FWjI=,iv:uKbXI3mGuXlD7YeijQBtUJnHq0Gb4uL1kRxiwUDFzr4=,tag:eJwxDPxAAx1U1uM7sQeudA==,type:str]
severity: warning
- name: pagerduty-draupnir4all
pagerduty_configs:
- - routing_key: ENC[AES256_GCM,data:s094/12/KkxBk4bgfHTT6c7LctOJTk/PLlruQyGC1f4=,iv:ibNEU/rkDvtLfaFuWB2Erz5SFjgu5tg7AnbATKKugeo=,tag:pQ9dt5jj065npJ79qbySAA==,type:str]
+ - routing_key: ENC[AES256_GCM,data:I+BVM7MQpVfw2eIfifozqsxBPZHgxVfdvxeMFRgvsXQ=,iv:zerD46B5fUDx3KHw5QZeHdTBwlLdzauHVHohK+F51WU=,tag:iIOf1ID4uN9bDOrJdYQfIg==,type:str]
severity: critical
inhibit_rules:
- source_matchers:
@@ -115,7 +115,7 @@ spec:
objectStorageConfig:
existingSecret:
name: thanos-objstore-secret
- key: ENC[AES256_GCM,data:U6qApudE,iv:HHAo2jmUK1+jCTO1M4F90kzVIHnBTkqK5WarARKm9Zg=,tag:y1CxYAAbWlo58oCh7MB4Zg==,type:str]
+ key: ENC[AES256_GCM,data:vgRaXCdm,iv:FUhHSUCg+wVtpFyhZDzOwd8YQxpVOlXhYAh+Y2m8y50=,tag:VhjFXeDTx9dsR6ZUvF7miQ==,type:str]
storageSpec:
volumeClaimTemplate:
spec:
@@ -126,7 +126,7 @@ spec:
requests:
storage: 10Gi
grafana:
- adminPassword: ENC[AES256_GCM,data:RnCQYq3BNbPlRiNLHdm9adIjbowvy3X0yzBiTaGbIsB65SbMlLxPQWJk3Y/zrLC5khc8nKO+g1+8UF06gwI/jA==,iv:RC9AFXkHj9AeYEUwt+J713z/5uh+ZpYNp5h9Pba4Twc=,tag:U9yVW53zPZ+O5c6iZyqI+g==,type:str]
+ adminPassword: ENC[AES256_GCM,data:8v25glvA2vytL2cdrgIvqtGt6mXbe14JuRfFApAqMCGj32yHaRIzBp8TtvEt+C/uifpvQmM7Oi1oKgilNbkrBg==,iv:JhNyq25GPolP0CBeZhiWSRfUZIVTRaZNNA5TX5Eu6pA=,tag:4wLFXoQSabw3lNTSaISxAA==,type:str]
sidecar:
datasources:
# Disable the auto-generated default Prometheus datasource so it
@@ -186,7 +186,7 @@ spec:
database: draupnir_synapse
user: grafana-ro
secureJsonData:
- password: ENC[AES256_GCM,data:SBzik7ZBv8GRebOc681kLW0q+y6QMWpjiA37zb/Vyo+O/v0QmJwKy2Mg/YPWrg4A26loo5V2u8vKkq6ToZ9CDg==,iv:jhDj5a6Y58frFn2NVKkQIAXziVLa+GtvSG57TcLYUss=,tag:sbGsBurUYojvY8nCAfV6+w==,type:str]
+ password: ENC[AES256_GCM,data:zZVrCsQ4Eb7Dn6PQsW+7/r6bnROubCgC/dJB5QLfgvTzPlOQPoE258PT7YkSc+GnXy3Msds4yRVbtFuKMyjFgA==,iv:P77w0gssu08h+G9gBiBPQ4yNnMPuFFTnXKgUzGwmNtA=,tag:U5ccE0zFhhiOLSjisybDmQ==,type:str]
isDefault: false
jsonData:
sslmode: disable
@@ -210,7 +210,7 @@ spec:
database: connectivity-tester
user: connectivity-tester
secureJsonData:
- password: ENC[AES256_GCM,data:+rZ7BBxP3TgHlw/+8vONO3Ec8jkiC6wgDSx6Lr2/gajnTtAkl41ax8kq4/XCgDc/cwDRaERTC/6fDPVRqadS3w==,iv:LOpXDP+kKjLwgC/rgGkPPzh222JYN1b1Fsd0wS6bSqE=,tag:xrcNAlxsXIlnkuIgxJWtWg==,type:str]
+ password: ENC[AES256_GCM,data:Yd/WbLjFF+EX3RgClqJjGREn2KyrNgwKc0E3MZA8j32VO4yYtnaPsF0wlaYt/p2ILf6dFS+JsZ7/g4gCxknn+Q==,iv:0hi9+kQ9MjtW36VFuSNX907MbLvna/o+lswKAnp+/pY=,tag:F6lcp2x95opmjlNMQIaQ5Q==,type:str]
isDefault: false
jsonData:
sslmode: disable
@@ -228,7 +228,7 @@ spec:
host: smtp.fastmail.com:465
from_address: ops@nordgedanken.dev
paths:
- data: ENC[AES256_GCM,data:vpe/mqzYPuWI5P0uQvgEE/A=,iv:Jm0u7xqAe98hgXaHbECsBanY8E3TAHLpPq4gybkxRHo=,tag:3Ij7lNcixrV+2ZP6HUxhZw==,type:str]
+ data: ENC[AES256_GCM,data:fO1fQ8ZEhGyRp1KLnotJD1A=,iv:rE8fIE7l3TiFhbMJ3eUfDK3+wIy2IKRs1icedQu+1/Q=,tag:KCYkduD7vJX+WfGfhjZ3iA==,type:str]
logs: /var/log/grafana
plugins: /var/lib/grafana/plugins
provisioning: /etc/grafana/provisioning
@@ -244,8 +244,8 @@ spec:
auth.generic_oauth:
name: authentik
enabled: true
- client_id: ENC[AES256_GCM,data:HNA/eQ2SPiiCe4SjfflyjVQHfvVuk5ExhxtVZELCOc0WLqcKC5pSKMFg7svSfans9Og=,iv:oVDYMHL0HSuVlCId4TGsmNPyFxJR1Kc7dklfxzd2eRk=,tag:0PUmIvVjQbeEJrwpojNvxQ==,type:str]
- client_secret: ENC[AES256_GCM,data:vWPwhmjjHHUpmkl0xCJ7Pi4VnXonN92+f/RGzpXiRll91sSRVyJ/VHSQjTqyo2WSvFYP4vAN,iv:bjUZpym1X+0OVxWvPzqEC5Mcw9k2fem/ZB3c3KfPRJE=,tag:O9lliod3yUiXpkh1XfF0tg==,type:str]
+ client_id: ENC[AES256_GCM,data:j3MiDaW//3/OsjinxF54Uq+wtGdCtIlyOvLwENniiY+NYn/qjPgwJWVx2oWsFi1ZsLE=,iv:dRONtblWGIsLfM6W6mWeYMnobtNzZLOJfjdgWGA7BKU=,tag:RmU1bwIrHc5nfNuSlnduzw==,type:str]
+ client_secret: ENC[AES256_GCM,data:wZ/HQFEHm9Aq45jJUKgmn4L6Zo/J7qOv9/sIiOxioa3cgN4hNz2MPQJERcpCqvPcEQwZsI/Q,iv:Yr/jmkvCbdQDw5NSk0JmLyYlAc+6ItlGaHfOksTBANE=,tag:5UlMt+ybsq2J3kgyWgS/Ug==,type:str]
scopes: openid email profile
auth_url: https://auth.midnightthoughts.space/application/o/authorize/
token_url: https://auth.midnightthoughts.space/application/o/token/
@@ -266,48 +266,48 @@ spec:
title: CertManagerHittingRateLimits
condition: B
data:
- - refId: ENC[AES256_GCM,data:0Q==,iv:AM93AMP1dtNcya+BafakaVAkr+Ue/9mMnv/pO3IUnu0=,tag:x4ZH8dWEhKEm3WJqvp1TDA==,type:str]
+ - refId: ENC[AES256_GCM,data:pQ==,iv:E2vCPvql4oHgelB87gCOJeRromtFXxEP5eJ4XaRFtxU=,tag:ljUw37IB1UL1ZT8lGOkdEw==,type:str]
relativeTimeRange:
- from: ENC[AES256_GCM,data:zQfx,iv:Ttub7nT/Ql64avjckFMI6NsNTYXMWSfqCd50dtTL/YY=,tag:up1niWtZauxZga02aDXjrQ==,type:int]
- to: ENC[AES256_GCM,data:kA==,iv:KiIfm/uFVsVe3ba3Pw7ExhN8Hk8qVCRC/h1/pre5dcs=,tag:URP2GVgyohyA5ZoX5yP3Bw==,type:int]
- datasourceUid: ENC[AES256_GCM,data:YfuhGW6euSVOQw==,iv:eApL0IVdZE+fcGsNTa44+mHzili8dJorbrFQjxgK+0Q=,tag:66TAv9v+g+QdN+QoBdeaBg==,type:str]
+ from: ENC[AES256_GCM,data:rQvN,iv:zjm1lSoHNLLcRN4QGNmI/7gi6SBkRBE0fIEv89XQfgo=,tag:dgYfciULhKjZPN8RVsf3Mw==,type:int]
+ to: ENC[AES256_GCM,data:Zw==,iv:bPhNnrS5FP2UGObrFBH746FIiLhr4IKXHcSs2UyNJIs=,tag:FfkupntHgzQBtOFdM1zVrQ==,type:int]
+ datasourceUid: ENC[AES256_GCM,data:tOmi75bWFsdyeA==,iv:qdac7I04L1PL4ZXzGC+gzjeSqb7emCTmzVG5/rVmkEo=,tag:VXW18Fwd/dyPuSnPKv+F2A==,type:str]
model:
- editorMode: ENC[AES256_GCM,data:eHO38w==,iv:ANag5KA3jXXfRhPMo2dpPJF+kvpag6oDh4+0RRA9h38=,tag:aZ5l+WLygCYDR5+LieIy7A==,type:str]
- expr: ENC[AES256_GCM,data:h7sYOC5bItAWCxj+pq9GUpX/saJlukQeodEiLTYNPE/VXJwXnvS1MuoDVFw7aVtbHaLcx1mraIU0uhPHRW2gDOi0dhAgRsstPZTnci5SCo2J/HMjfbgA43OoSCQilib0NekoQE5ZKOh7UoFAgLmBMnQF,iv:EWiDDZlzGo0PLVCsfI+JKgYXa/C6hE6uKM+D5fziX9g=,tag:018VO9GpN0fFDq2SXDbcMQ==,type:str]
- instant: ENC[AES256_GCM,data:7G+m2Q==,iv:5wja3Q6QNUaBKFytnj1xH/p7++XqXoMOf8r10h/KnF0=,tag:dBXODR2jYr+JUmYAMNzrlw==,type:bool]
- intervalMs: ENC[AES256_GCM,data:ceWvlw==,iv:xLGpCKy26nAEf2Mgkid5lA1qvfl4cmYPbig3iG4VsME=,tag:/sMJCJksTLyDvcBPjaR1uA==,type:int]
- legendFormat: ENC[AES256_GCM,data:zxwKANBx,iv:xt6PGZoDKHFpMa3ZqY0ZPkaFK8YjpZ48u1lcwqq/7R8=,tag:YtqLaIgmwyt5qjn7jssNxg==,type:str]
- maxDataPoints: ENC[AES256_GCM,data:8+J3S2k=,iv:OTCio+qdwNaX1YMu6TPDDuTB+Df8CXVJvZItEFDZIz8=,tag:iSAx5RQ1mvslTHucs/ZSGQ==,type:int]
- range: ENC[AES256_GCM,data:c9i3Q+U=,iv:4enE+bhqxVUWZ7+nMOAU5jeUgUdPU2j6FYytaCqF5b8=,tag:FPp2X+QcMMUlEjoTAozHBg==,type:bool]
- refId: ENC[AES256_GCM,data:6A==,iv:oHOR45Gdjqry9D1U7rjSCAWfAR+b1mXmz4sdj39X/Xk=,tag:wpnLku8Jd7Q1GeEoiem4Ew==,type:str]
- - refId: ENC[AES256_GCM,data:Yg==,iv:ul+MGeV/O9CSMU6kuvMhiXXkZMALJGwtbcE9NugiP1Y=,tag:nkkCiFMP5JnO9JBikqFfNg==,type:str]
+ editorMode: ENC[AES256_GCM,data:WlqxUg==,iv:JDdjHia5Io6sfFTaqb1MniEzEX6rF3X/snGWwizFGkM=,tag:uYVsJ67CIeX1tJCKGgVNRg==,type:str]
+ expr: ENC[AES256_GCM,data:6el17tDyWJH1YCn4+2Adj4KXx++N9K7ZEHbAiDuxTwW0g+TKUwe4eltVQ1UvfH2fiKU/jgf7RoO9IsDDxyrHohLY2jjfJQ4izJF5LU1lcB8C1SHNbb/bVocXZnWUboDAicgp378KComDV0VayyQSLHXo,iv:4wyysQSYACL8YLyjzW1MOtkx4VwuFkvkM+R31d9wwiw=,tag:PWZebixjRXavi6u2JPLCag==,type:str]
+ instant: ENC[AES256_GCM,data:0n6GCg==,iv:YW0dCsU1tvdxu8maoo/Mn82BOjZQXXHf+nTuHTtikKg=,tag:G8f+9oz4Nn2gd8iPMAo/Vw==,type:bool]
+ intervalMs: ENC[AES256_GCM,data:Ajfuyw==,iv:Fakv5gReJrtpYbG7rvPokTbt5xcMIu4Ke5paxsM+nEk=,tag:cSW4j/ws8Jc7bt0DcYfA0w==,type:int]
+ legendFormat: ENC[AES256_GCM,data:oiwLCmvm,iv:zWaKVVGtqGRCD/8IoVkqmf2nq4dW4QuFy4Bz0G4U1cg=,tag:ujU+Cb3Em/GPTAckKyGK7g==,type:str]
+ maxDataPoints: ENC[AES256_GCM,data:ZZA3UvA=,iv:nMuHydVieHidTkkso2vbIGtLbUUpWQZzLJ1BVH5i6So=,tag:wro0efXF5cypO0WUT0XN2A==,type:int]
+ range: ENC[AES256_GCM,data:Sh1tfGU=,iv:SuOGx5uTXy9tBFq0yqV/fevrgcs9ICe1u7fbKmUtmF0=,tag:dPaEOd2Ckmy1tHZ5Y/TeAQ==,type:bool]
+ refId: ENC[AES256_GCM,data:zA==,iv:9yhYq0BZQthBEn+73gKGMYxgFHtOEwATS4bnhGH0wp8=,tag:xTY3wL1/HfPrh0XOIR/rIQ==,type:str]
+ - refId: ENC[AES256_GCM,data:mQ==,iv:TDd20f5BszAvqJt5HLOTgb5GAdsMtQsfi8fRV5bSkwc=,tag:u1DeX5GVzfewgeEsOgM3EQ==,type:str]
relativeTimeRange:
- from: ENC[AES256_GCM,data:JgKV,iv:2LR65h7RkcOcohSbBrQ34xa7rHQs1T5uBLHnpcV4BBo=,tag:MeHvBIC5XPx2Q+x/UOtiKg==,type:int]
- to: ENC[AES256_GCM,data:nQ==,iv:L7jr/ozxVn4UwFYiXKhFhg8GIOIFwHNc7YldnEdWOl0=,tag:skdFX7LqphqCO2RZvaJslw==,type:int]
- datasourceUid: ENC[AES256_GCM,data:n3DTu10iZgI=,iv:q72274KlESwQYDgiy4wUtZrRcP4H6httOI+lT0LfT4g=,tag:Q+O9ZntTE2xmHHqTZdGxZw==,type:str]
+ from: ENC[AES256_GCM,data:FONU,iv:W8fZYVmLOkK+fVko9RSEo7fyJHYyAsYp5cpBUfc8VrY=,tag:j8DPghCObiK6PLX3xYJ1eg==,type:int]
+ to: ENC[AES256_GCM,data:Aw==,iv:UxBuyqFAMGdMBso8fxvWP/q+iwm31w/lDdegVJnjt54=,tag:41DrQ8Tw+Z/TXZ7VEvzVQw==,type:int]
+ datasourceUid: ENC[AES256_GCM,data:qoAf2gs0zBI=,iv:wiHIXwKCWHtQmFW+0z+SFQD75oLKXGR2sAOwpPHN2Vk=,tag:T9giBOrJmSnixXjhMq/Q9A==,type:str]
model:
conditions:
- evaluator:
params: []
- type: ENC[AES256_GCM,data:IK8=,iv:uL/+d5D4eu5fnjjN/uDKQB9njQfuAAp3vW4zviTpRjo=,tag:nSsMVLwJEtGBFDWH7zEqyA==,type:str]
+ type: ENC[AES256_GCM,data:TmI=,iv:o/Zp1DSjRHx34HTBlCKkUSsEAv0cS3b+4cbxV8LSWQg=,tag:ShLi53GJcVlM2dMmtwS8RQ==,type:str]
operator:
- type: ENC[AES256_GCM,data:QBSO,iv:3WqgyKIgXp5qD6mTRvsqOwF82CW3vF3GNAItuOXvXU0=,tag:eDSO63OLM+rL9CBECwq0OA==,type:str]
+ type: ENC[AES256_GCM,data:6Ba+,iv:EmhAcmsV+yYC00IBxBlTCVP2gS3K0RkYp8dOUulOtoI=,tag:RpMC8fndH69rs/mucckjxw==,type:str]
query:
params:
- - ENC[AES256_GCM,data:jw==,iv:EGHk2gXOVfTAjARergqOsXYzLnElSsXxTCKu9+iCy2U=,tag:POT0fZ0R3/V8vyE8D68lNw==,type:str]
+ - ENC[AES256_GCM,data:aQ==,iv:TWqfbcr5YnzjD2ZLVonJWIViEx2Q96Ng3BPuYbgLXBQ=,tag:mL0FGmwOgfFpqVFseGNm9Q==,type:str]
reducer:
params: []
- type: ENC[AES256_GCM,data:LQ6BhA==,iv:Z3wKr5u6ldP/BTLMK46SGTwpAexURL8a153FMNx2daA=,tag:XLSqtrLxcnKEbadcdDoVlw==,type:str]
- type: ENC[AES256_GCM,data:ezZ1v98=,iv:fm00jiOH2sqrLMsVFxnrY5Ms4pQlPrhNJW86eGFpDnU=,tag:dymOYHPYDIiTdnk3xZzZWA==,type:str]
+ type: ENC[AES256_GCM,data:oe6BYg==,iv:L2zrj5cSfcQEDWpq7tFMXfNU5gsrJfOsvUYcaJqkv2w=,tag:Zyx3NBIXvlVCQ+a7lEVpkQ==,type:str]
+ type: ENC[AES256_GCM,data:fDvczTw=,iv:xCCkctj37+O3yTUbKsAKZqPZUSOrLcH5nRVHrv+Pc+o=,tag:zy+Vc8gndJ58APXKeP6IOg==,type:str]
datasource:
- type: ENC[AES256_GCM,data:YyQ5FRB2MMU=,iv:j2Tv9+SdwDaGPYi+K8gS6RyZU6FtAOBjkfp138jOTCY=,tag:3YxlG5X3yuMhoWY/+PMXig==,type:str]
- uid: ENC[AES256_GCM,data:AfogkVWwuA0=,iv:8dpgItiLbryWeawiuSUuawmpwzxFXpRJdZSGOu8LQfE=,tag:j4NJ1FCV70jGqH2w4dgsag==,type:str]
- expression: ENC[AES256_GCM,data:yw==,iv:sxAlxgpDAj7s9hTAUueM9fY2GKXlo2VNxhy5npOoi+g=,tag:PDmC8yg+q6SSEMmYD700fg==,type:str]
- intervalMs: ENC[AES256_GCM,data:8Suiew==,iv:g2ob4zFyQLz8X/O8GJGM7LCUegh9IAp9C9aIKRJW7QI=,tag:qYrc6zs9Or2rB4nl5npQEg==,type:int]
- maxDataPoints: ENC[AES256_GCM,data:EZCTvDc=,iv:9uH+S1YKA2ujk/nXArHdpc7B2w/cSZJrfJcJsmu3qMU=,tag:rdcFgH11M02des1RnFO7pQ==,type:int]
- reducer: ENC[AES256_GCM,data:fb3ZfA==,iv:r94LB/2OL+P56YnGWntw+1QrwTPzwAKJ4lqEFP7PVeA=,tag:7B4oSsWa939ioIVuXKxjyg==,type:str]
- refId: ENC[AES256_GCM,data:Ww==,iv:1TNu4FzyjVjgcZAEgmECgjYRrTBWo15jm2oiHgJXRv0=,tag:E2Q4hWBX3k7aOYjqBQw4EQ==,type:str]
- type: ENC[AES256_GCM,data:Wq3N7IKj,iv:AWjc+ywSQDSd3Vb1DkC92NaG0U2q1d6FWzBQ9a5jkz0=,tag:ElmVff6S55DuUFXHRtOLzg==,type:str]
+ type: ENC[AES256_GCM,data:acE1ccZV/t0=,iv:8kF9sXpSqvu7mCAqDWhcysaIISFub0Nz1vDkqrUTDc8=,tag:2nIjFHYuEZIboOJua/hj6w==,type:str]
+ uid: ENC[AES256_GCM,data:GVSgWJoCaZU=,iv:42R0DvEkLx6qARPquq/eLH9f84PcBby9mGgnZPbX1Wo=,tag:ZtKtswWiGlxEYtAo4J7Wiw==,type:str]
+ expression: ENC[AES256_GCM,data:3A==,iv:XfFP3Z/2FXZj7IW7/JXUnIV2dXrUdtOEovRl/8gcEM0=,tag:WlvUTBHruiXrkCMDe+r1+g==,type:str]
+ intervalMs: ENC[AES256_GCM,data:bTo/7w==,iv:tcFglbftml2qLYdTZwlOlP1Zn6dHmIt6p+ZEWBPluQU=,tag:LWzBRMywQx3cyVfhYZwInw==,type:int]
+ maxDataPoints: ENC[AES256_GCM,data:7//htl8=,iv:lqwooqumwXf1Ci11+c5plKzO32uHf64hXjEbM1AdYnU=,tag:zfwFdFsWhtJ3NbAV3akTFA==,type:int]
+ reducer: ENC[AES256_GCM,data:mpFPgg==,iv:E9GScXyORV+T/DthT0wbpc3xYtrId9fNMasJDAnIpOI=,tag:WYs/B35ImnqA81FH4TjzyQ==,type:str]
+ refId: ENC[AES256_GCM,data:4Q==,iv:JzmCqQ/9w5vQdQgE71Qf3ylmaV5U8uLV4uHfttXEeOQ=,tag:M9Bk2SDuoQvphk5Z9XmIpA==,type:str]
+ type: ENC[AES256_GCM,data:ezkKJcgf,iv:f81ukOvcPdJOnZVYe/kSTZkwKkIPXyzImaQuSeupnEw=,tag:MW8xiXnWgdpMtDGVY4b7hg==,type:str]
noDataState: OK
execErrState: Error
for: 5m
@@ -337,7 +337,7 @@ spec:
- uid: adz30e8814wshd
type: pagerduty
settings:
- integrationKey: ENC[AES256_GCM,data:FlxCOQyqjJVT3eX33V7wfGCjALFjiPb5wf12xw8H1L8=,iv:a+NNSk/RKiORvHipgv7j3udBvWAxlVJudZ5DzVQqXF4=,tag:6bVTLERkZi6LmjsoZsbyHA==,type:str]
+ integrationKey: ENC[AES256_GCM,data:R4KTJtaBEhU69baMVt3xOqE6Xg1ZpZoQM6HVETInf+M=,iv:WinWR84FCeWi9mB6vsEARXC3e1rtrPv/VEJLDKTS/5M=,tag:rtSy8gL5EiTLitb3gTWNwQ==,type:str]
url: https://events.eu.pagerduty.com/v2/enqueue
disableResolveMessage: false
- orgId: 1
@@ -346,7 +346,7 @@ spec:
- uid: pg_warning
type: pagerduty
settings:
- integrationKey: ENC[AES256_GCM,data:dK8rFoCZ3M+0ka+fO5pTIU5/S2EmThV7mHGeviFRK0Y=,iv:gqb7Z+WU1fNX0izp7aUE7jq+qB7bt+qph/IZ5CXAYig=,tag:y45z5Q5Y2yryZkzpLGouXQ==,type:str]
+ integrationKey: ENC[AES256_GCM,data:cPHExFMm0LoT24E8/BOWAScsnKgOeO0ApSRW8VjD4zk=,iv:foX8gTQmn/xP8KOI5mFJjmy/A1yofD9dVKCQIVd3Mwg=,tag:nRZkVwQRQpwgtwcrHaAT6g==,type:str]
severity: warning
url: https://events.eu.pagerduty.com/v2/enqueue
disableResolveMessage: false
@@ -356,7 +356,7 @@ spec:
- uid: "3"
type: pagerduty
settings:
- integrationKey: ENC[AES256_GCM,data:w7GjR31pbdB1zbD0ZWXFAjA36aHuE7ZRKy+lQHXMdhU=,iv:FrQxT+/oGQmKAU0+45Dfqtv8Qnq1MkJAZAwfRjFzJFw=,tag:85oE6R6eR5hnwG2pgaXj4g==,type:str]
+ integrationKey: ENC[AES256_GCM,data:Q8eqJNfurIzfLTjRJFMhebIUzGlb/frT0o6wwzyhqaM=,iv:EHO8fldMzHhDfdAY2LUYSmii6GLfFuC3uvsrMmIvLZQ=,tag:cCu1p+n9gffLOqlX3gY1xw==,type:str]
url: https://events.eu.pagerduty.com/v2/enqueue
disableResolveMessage: false
- orgId: 1
@@ -365,7 +365,7 @@ spec:
- uid: de02at943dxxcf
type: pagerduty
settings:
- integrationKey: ENC[AES256_GCM,data:C5PVeRPmUDIPOO+0q01jTZtnWI8F8DatDV4XAqEYPzE=,iv:zBF5L+Tulna/Luo4ngkoN5EksU8yDeQ0dTKkrmalzxE=,tag:iWKaxyxU7Kb7FcYVxqS3Aw==,type:str]
+ integrationKey: ENC[AES256_GCM,data:5xqskxjoB3PdpASZOa9yDYUQLG0UJZLwgAMm+Jrg7bQ=,iv:d9uRmCUrFoMN8IeIGTAqF7XyXv34SQSGnP68unODsWk=,tag:KcCwBPdHzLJAIx5MqSn/xg==,type:str]
severity: warning
url: https://events.eu.pagerduty.com/v2/enqueue
disableResolveMessage: false
@@ -416,14 +416,14 @@ sops:
- recipient: age1esjyg2qfy49awv0ptkzvpk425adczjr38m37w2mmcahzc4p8n54sll2nzh
enc: |
-----BEGIN AGE ENCRYPTED FILE-----
- YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBPS0ZWY2xYamNHNjYxeThF
- am0valB4M1dYbW54TW1idGlUdGF2QjNNYkQ0CjJsckhYczBRSThRNWh0Zlc1SHBH
- a2dYRWEzZnY5cTlvNEZCUWJIZmlVc0UKLS0tIDJ1VWUySzNVclltaTExQUNyK1lx
- ZGZvYzl4ekptUEY2aGtiWHFaMUZBRGMKRiZ7l45uXrCnZGnNuNTHvFU881tRDJMa
- BNRXHzpYrR134FJ9fIkC+frlf32cg/FgeV3tySK2qZdfLyPpC69Z0w==
+ YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSA3cGdPVXVtL1VmelZreERF
+ RXhhTGlYYmthbDlSajdrVFhVdTRlcHBsaUdZCmxqRG43NERHdjE1RmlnR3BBVnl6
+ dGxYVFpPK0ZIVDRNOWN1NVBXY2F3M0kKLS0tIEhpYjZpeUt0SjUybWpXWjJVM3J3
+ SGxwVmlxVmFEVC9xOEl0dmVqeUZOZEEK/lbgKCTx3z/4fsyGuExd/h6yRciBWRcK
+ ZwPnzGinwVdJMyxEJc0LXxtZdjHMkLU4yFIqmi0ttt+SsjP4KpGF8g==
-----END AGE ENCRYPTED FILE-----
- lastmodified: "2026-03-06T11:22:13Z"
- mac: ENC[AES256_GCM,data:2JOw6bWDTVwFuPwF6bcelRCWtl5Kb62kwqcgCOIxzE7+vrgLjSycnh0X4sgy9H5YEF9J8T+hC9qlKvQhrc1ad/DTz2mebLqDHRTnUpRVodnow9IkohZ2+QJIr4qYjEMxk0r7QJwu2RVBClOjxmECVlLDTvL/rp73gu8HKVARUig=,iv:MLmyJ13dT6gDsxJwxWrl/3iWdJQdGt2LPGnhw1fgNDQ=,tag:s+qmi65lHU2a30xwVn0DAA==,type:str]
+ lastmodified: "2026-03-06T11:27:37Z"
+ mac: ENC[AES256_GCM,data:DHsFdEzXYOIBMCNd54ioefc6mOs6VTeGWGNiUdcbJK0nVaIhNgpoJ9t1IpYi3XiRaEVkT80xaqXLuIkI/rwGKPm7nXTrnS0kIpz5Gs0eK2GEmNnX+EiGdo7YjhjwDCGpzkEYAuwUkpH2dU7XzRcy/o5vUmP0kznnGAnQW5+ZSC0=,iv:l1BtzaQ6SxzwUWSmAPQJC02dVOy+8IetNQlQsR0q30U=,tag:N3s2O4KnSv0+O9oQD5UBlA==,type:str]
pgp: []
encrypted_regex: ^(apiKey|appUserPassword|otelUserPassword|harborAdminPassword|totpVaultKey|kimaiAppSecret|kimaiAdminPassword|GITHUB_CLIENT_ID|GITHUB_CLIENT_SECRET|GITHUB_PRIVATE_KEY|woosh|root_password|rspamd_password|pgdb_password|matrix_access_token|pgdb_remote_url|hmac_secret_key|adminPassword|adminEmail|jenkinsAdminEmail|securityRealm|gerrit.config|routing_key|DATABASE_URL|SMTP_PASSWORD|SECRET_KEY_BASE|admin_password|extraCommands|key|clickhouseDatabaseURL|databaseURL|client_id|client_secret|secret_key_base|otp_secret|private_key|public_key|primaryKey|deterministicKey|keyDerivationSalt|token|clientId|secretKey|installationId|installationKey|uriOverride|adminToken.value|password.value|sql_password|erlangCookie|AUTHENTICATION_PASSWORD|ROOM_API_SECRET_KEY|adminPassword|configPassword|adminUser|configUser|MAIL_PASSWORD|APP_KEY|api_key|api_secret|keys|livekit_key|livekit_secret|secret_key|admin_pass|admin_email|mariadbPassword|mariadbRootPassword|privateKey|data|stringData|PASSWD|password|pass|postgresPassword|postgresqlPassword|redminePassword|smtpPassword|registration_shared_secret|shared_secret|secret|admin_token|integrationKey|integration_key|rootPassword|adminPassword|adminUser|adminEmail|emailPassword|secretKey|appId|clientSecret|webhookSecret)$
version: 3.9.1
@@ -455,14 +455,14 @@ sops:
- recipient: age1esjyg2qfy49awv0ptkzvpk425adczjr38m37w2mmcahzc4p8n54sll2nzh
enc: |
-----BEGIN AGE ENCRYPTED FILE-----
- YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBPS0ZWY2xYamNHNjYxeThF
- am0valB4M1dYbW54TW1idGlUdGF2QjNNYkQ0CjJsckhYczBRSThRNWh0Zlc1SHBH
- a2dYRWEzZnY5cTlvNEZCUWJIZmlVc0UKLS0tIDJ1VWUySzNVclltaTExQUNyK1lx
- ZGZvYzl4ekptUEY2aGtiWHFaMUZBRGMKRiZ7l45uXrCnZGnNuNTHvFU881tRDJMa
- BNRXHzpYrR134FJ9fIkC+frlf32cg/FgeV3tySK2qZdfLyPpC69Z0w==
+ YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSA3cGdPVXVtL1VmelZreERF
+ RXhhTGlYYmthbDlSajdrVFhVdTRlcHBsaUdZCmxqRG43NERHdjE1RmlnR3BBVnl6
+ dGxYVFpPK0ZIVDRNOWN1NVBXY2F3M0kKLS0tIEhpYjZpeUt0SjUybWpXWjJVM3J3
+ SGxwVmlxVmFEVC9xOEl0dmVqeUZOZEEK/lbgKCTx3z/4fsyGuExd/h6yRciBWRcK
+ ZwPnzGinwVdJMyxEJc0LXxtZdjHMkLU4yFIqmi0ttt+SsjP4KpGF8g==
-----END AGE ENCRYPTED FILE-----
- lastmodified: "2026-03-06T11:22:13Z"
- mac: ENC[AES256_GCM,data:2JOw6bWDTVwFuPwF6bcelRCWtl5Kb62kwqcgCOIxzE7+vrgLjSycnh0X4sgy9H5YEF9J8T+hC9qlKvQhrc1ad/DTz2mebLqDHRTnUpRVodnow9IkohZ2+QJIr4qYjEMxk0r7QJwu2RVBClOjxmECVlLDTvL/rp73gu8HKVARUig=,iv:MLmyJ13dT6gDsxJwxWrl/3iWdJQdGt2LPGnhw1fgNDQ=,tag:s+qmi65lHU2a30xwVn0DAA==,type:str]
+ lastmodified: "2026-03-06T11:27:37Z"
+ mac: ENC[AES256_GCM,data:DHsFdEzXYOIBMCNd54ioefc6mOs6VTeGWGNiUdcbJK0nVaIhNgpoJ9t1IpYi3XiRaEVkT80xaqXLuIkI/rwGKPm7nXTrnS0kIpz5Gs0eK2GEmNnX+EiGdo7YjhjwDCGpzkEYAuwUkpH2dU7XzRcy/o5vUmP0kznnGAnQW5+ZSC0=,iv:l1BtzaQ6SxzwUWSmAPQJC02dVOy+8IetNQlQsR0q30U=,tag:N3s2O4KnSv0+O9oQD5UBlA==,type:str]
pgp: []
encrypted_regex: ^(apiKey|appUserPassword|otelUserPassword|harborAdminPassword|totpVaultKey|kimaiAppSecret|kimaiAdminPassword|GITHUB_CLIENT_ID|GITHUB_CLIENT_SECRET|GITHUB_PRIVATE_KEY|woosh|root_password|rspamd_password|pgdb_password|matrix_access_token|pgdb_remote_url|hmac_secret_key|adminPassword|adminEmail|jenkinsAdminEmail|securityRealm|gerrit.config|routing_key|DATABASE_URL|SMTP_PASSWORD|SECRET_KEY_BASE|admin_password|extraCommands|key|clickhouseDatabaseURL|databaseURL|client_id|client_secret|secret_key_base|otp_secret|private_key|public_key|primaryKey|deterministicKey|keyDerivationSalt|token|clientId|secretKey|installationId|installationKey|uriOverride|adminToken.value|password.value|sql_password|erlangCookie|AUTHENTICATION_PASSWORD|ROOM_API_SECRET_KEY|adminPassword|configPassword|adminUser|configUser|MAIL_PASSWORD|APP_KEY|api_key|api_secret|keys|livekit_key|livekit_secret|secret_key|admin_pass|admin_email|mariadbPassword|mariadbRootPassword|privateKey|data|stringData|PASSWD|password|pass|postgresPassword|postgresqlPassword|redminePassword|smtpPassword|registration_shared_secret|shared_secret|secret|admin_token|integrationKey|integration_key|rootPassword|adminPassword|adminUser|adminEmail|emailPassword|secretKey|appId|clientSecret|webhookSecret)$
version: 3.9.1