cluster

Infrastructure files for Nordgedanken and Midnightthoughts.
git clone git://archive.git.mtrnord.blog/MTRNord/cluster.git
Log | Files | Refs | README

commit 35a76c81f85a501d9df596999cedd62ba6cd48dd
parent e9bce3d9ed4d3bce8d6964a3a0c503ffa8f32cff
Author: MTRNord <MTRNord@users.noreply.github.com>
Date:   Fri,  6 Mar 2026 12:27:47 +0100

loki alert rules

Signed-off-by: MTRNord <MTRNord@users.noreply.github.com>

Diffstat:
Mapps/talos_cluster/loki/kustomization.yaml | 1+
Aapps/talos_cluster/loki/loki-rules.yaml | 41+++++++++++++++++++++++++++++++++++++++++
Mapps/talos_cluster/loki/release.yaml | 19++++++++++++++++++-
Mapps/talos_cluster/monitoring-stack/prometheus-release.yaml | 114++++++++++++++++++++++++++++++++++++++++----------------------------------------
4 files changed, 117 insertions(+), 58 deletions(-)

diff --git a/apps/talos_cluster/loki/kustomization.yaml b/apps/talos_cluster/loki/kustomization.yaml @@ -6,3 +6,4 @@ resources: - repository.yaml - loki-s3-secret.yaml - release.yaml + - loki-rules.yaml diff --git a/apps/talos_cluster/loki/loki-rules.yaml b/apps/talos_cluster/loki/loki-rules.yaml @@ -0,0 +1,41 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: loki-rules + namespace: loki +data: + rules.yaml: | + groups: + - name: mailserver + rules: + - alert: MailserverHighRejectionRate + expr: | + sum(rate({namespace="mailserver"} |= "reject" [5m])) > 5 + for: 5m + labels: + severity: warning + annotations: + summary: "High mail rejection rate on mailserver" + description: "More than 5 rejections/sec for 5 minutes." + + - alert: MailserverBruteForce + expr: | + sum(rate({namespace="mailserver"} |= "SASL authentication failed" [5m])) > 3 + for: 2m + labels: + severity: info + annotations: + summary: "Possible brute force on mailserver SASL" + description: "More than 3 SASL auth failures/sec for 2 minutes." + + - name: plausible + rules: + - alert: ClickHouseExceptionRate + expr: | + sum(rate({namespace="blog", container="clickhouse"} |= "Exception" [5m])) > 0 + for: 5m + labels: + severity: warning + annotations: + summary: "ClickHouse exceptions in Plausible" + description: "ClickHouse is logging exceptions — check Plausible analytics." diff --git a/apps/talos_cluster/loki/release.yaml b/apps/talos_cluster/loki/release.yaml @@ -31,7 +31,6 @@ spec: type: s3 bucketNames: chunks: midnightthoughts-loki - ruler: midnightthoughts-loki admin: midnightthoughts-loki s3: endpoint: hel1.your-objectstorage.com @@ -56,6 +55,17 @@ spec: compactor: retention_enabled: true delete_request_store: s3 + rulerConfig: + storage: + type: local + local: + directory: /rules + rule_path: /tmp/loki-rules + alertmanager_url: http://alertmanager-operated.monitoring.svc.cluster.local:9093 + ring: + kvstore: + store: memberlist + enable_api: true singleBinary: replicas: 1 @@ -63,6 +73,13 @@ spec: enabled: true storageClass: longhorn size: 512Mi + extraVolumes: + - name: loki-rules + configMap: + name: loki-rules + extraVolumeMounts: + - name: loki-rules + mountPath: /rules/fake extraEnv: - name: AWS_ACCESS_KEY_ID valueFrom: diff --git a/apps/talos_cluster/monitoring-stack/prometheus-release.yaml b/apps/talos_cluster/monitoring-stack/prometheus-release.yaml @@ -69,15 +69,15 @@ spec: - name: "null" - name: pagerduty-critical pagerduty_configs: - - routing_key: ENC[AES256_GCM,data:YEpZfY8ZqtqH+j1l5piNQxwcXFr7HXPE9bdqbwnZMnQ=,iv:LfY0n1K33YEq9vxYKghxVBmuT4gw3C+GiqjNzSKR0oI=,tag:ENgqFLxGzNdodlHCqgmPSw==,type:str] + - routing_key: ENC[AES256_GCM,data:07jR+/gi3sWIvg+AyMPBkwF0l7+CDdEX0ETNzrf+wS4=,iv:UWz/VSKx6EinkADTPnYSjBZqR89ljBscn2Q2FqrlJNw=,tag:Qeg9OLqltZzsemCnUJoFCQ==,type:str] severity: critical - name: pagerduty-warning pagerduty_configs: - - routing_key: ENC[AES256_GCM,data:IX9N8PmjWrXEUhun9dK5ihIV76kpxIvdE+s7fPOlbLQ=,iv:lw/EOUcZx37mnHcKyDVjKimtnTfzPOvG8LEQ7DCSxc4=,tag:SAKEkd+SGb7gHdaj0dR1Ug==,type:str] + - routing_key: ENC[AES256_GCM,data:3e+QthbhOAYMRku6RuKmHEgw2pgGpvpKnJhVJj5FWjI=,iv:uKbXI3mGuXlD7YeijQBtUJnHq0Gb4uL1kRxiwUDFzr4=,tag:eJwxDPxAAx1U1uM7sQeudA==,type:str] severity: warning - name: pagerduty-draupnir4all pagerduty_configs: - - routing_key: ENC[AES256_GCM,data:s094/12/KkxBk4bgfHTT6c7LctOJTk/PLlruQyGC1f4=,iv:ibNEU/rkDvtLfaFuWB2Erz5SFjgu5tg7AnbATKKugeo=,tag:pQ9dt5jj065npJ79qbySAA==,type:str] + - routing_key: ENC[AES256_GCM,data:I+BVM7MQpVfw2eIfifozqsxBPZHgxVfdvxeMFRgvsXQ=,iv:zerD46B5fUDx3KHw5QZeHdTBwlLdzauHVHohK+F51WU=,tag:iIOf1ID4uN9bDOrJdYQfIg==,type:str] severity: critical inhibit_rules: - source_matchers: @@ -115,7 +115,7 @@ spec: objectStorageConfig: existingSecret: name: thanos-objstore-secret - key: ENC[AES256_GCM,data:U6qApudE,iv:HHAo2jmUK1+jCTO1M4F90kzVIHnBTkqK5WarARKm9Zg=,tag:y1CxYAAbWlo58oCh7MB4Zg==,type:str] + key: ENC[AES256_GCM,data:vgRaXCdm,iv:FUhHSUCg+wVtpFyhZDzOwd8YQxpVOlXhYAh+Y2m8y50=,tag:VhjFXeDTx9dsR6ZUvF7miQ==,type:str] storageSpec: volumeClaimTemplate: spec: @@ -126,7 +126,7 @@ spec: requests: storage: 10Gi grafana: - adminPassword: ENC[AES256_GCM,data:RnCQYq3BNbPlRiNLHdm9adIjbowvy3X0yzBiTaGbIsB65SbMlLxPQWJk3Y/zrLC5khc8nKO+g1+8UF06gwI/jA==,iv:RC9AFXkHj9AeYEUwt+J713z/5uh+ZpYNp5h9Pba4Twc=,tag:U9yVW53zPZ+O5c6iZyqI+g==,type:str] + adminPassword: ENC[AES256_GCM,data:8v25glvA2vytL2cdrgIvqtGt6mXbe14JuRfFApAqMCGj32yHaRIzBp8TtvEt+C/uifpvQmM7Oi1oKgilNbkrBg==,iv:JhNyq25GPolP0CBeZhiWSRfUZIVTRaZNNA5TX5Eu6pA=,tag:4wLFXoQSabw3lNTSaISxAA==,type:str] sidecar: datasources: # Disable the auto-generated default Prometheus datasource so it @@ -186,7 +186,7 @@ spec: database: draupnir_synapse user: grafana-ro secureJsonData: - password: ENC[AES256_GCM,data:SBzik7ZBv8GRebOc681kLW0q+y6QMWpjiA37zb/Vyo+O/v0QmJwKy2Mg/YPWrg4A26loo5V2u8vKkq6ToZ9CDg==,iv:jhDj5a6Y58frFn2NVKkQIAXziVLa+GtvSG57TcLYUss=,tag:sbGsBurUYojvY8nCAfV6+w==,type:str] + password: ENC[AES256_GCM,data:zZVrCsQ4Eb7Dn6PQsW+7/r6bnROubCgC/dJB5QLfgvTzPlOQPoE258PT7YkSc+GnXy3Msds4yRVbtFuKMyjFgA==,iv:P77w0gssu08h+G9gBiBPQ4yNnMPuFFTnXKgUzGwmNtA=,tag:U5ccE0zFhhiOLSjisybDmQ==,type:str] isDefault: false jsonData: sslmode: disable @@ -210,7 +210,7 @@ spec: database: connectivity-tester user: connectivity-tester secureJsonData: - password: ENC[AES256_GCM,data:+rZ7BBxP3TgHlw/+8vONO3Ec8jkiC6wgDSx6Lr2/gajnTtAkl41ax8kq4/XCgDc/cwDRaERTC/6fDPVRqadS3w==,iv:LOpXDP+kKjLwgC/rgGkPPzh222JYN1b1Fsd0wS6bSqE=,tag:xrcNAlxsXIlnkuIgxJWtWg==,type:str] + password: ENC[AES256_GCM,data:Yd/WbLjFF+EX3RgClqJjGREn2KyrNgwKc0E3MZA8j32VO4yYtnaPsF0wlaYt/p2ILf6dFS+JsZ7/g4gCxknn+Q==,iv:0hi9+kQ9MjtW36VFuSNX907MbLvna/o+lswKAnp+/pY=,tag:F6lcp2x95opmjlNMQIaQ5Q==,type:str] isDefault: false jsonData: sslmode: disable @@ -228,7 +228,7 @@ spec: host: smtp.fastmail.com:465 from_address: ops@nordgedanken.dev paths: - data: ENC[AES256_GCM,data:vpe/mqzYPuWI5P0uQvgEE/A=,iv:Jm0u7xqAe98hgXaHbECsBanY8E3TAHLpPq4gybkxRHo=,tag:3Ij7lNcixrV+2ZP6HUxhZw==,type:str] + data: ENC[AES256_GCM,data:fO1fQ8ZEhGyRp1KLnotJD1A=,iv:rE8fIE7l3TiFhbMJ3eUfDK3+wIy2IKRs1icedQu+1/Q=,tag:KCYkduD7vJX+WfGfhjZ3iA==,type:str] logs: /var/log/grafana plugins: /var/lib/grafana/plugins provisioning: /etc/grafana/provisioning @@ -244,8 +244,8 @@ spec: auth.generic_oauth: name: authentik enabled: true - client_id: ENC[AES256_GCM,data:HNA/eQ2SPiiCe4SjfflyjVQHfvVuk5ExhxtVZELCOc0WLqcKC5pSKMFg7svSfans9Og=,iv:oVDYMHL0HSuVlCId4TGsmNPyFxJR1Kc7dklfxzd2eRk=,tag:0PUmIvVjQbeEJrwpojNvxQ==,type:str] - client_secret: ENC[AES256_GCM,data:vWPwhmjjHHUpmkl0xCJ7Pi4VnXonN92+f/RGzpXiRll91sSRVyJ/VHSQjTqyo2WSvFYP4vAN,iv:bjUZpym1X+0OVxWvPzqEC5Mcw9k2fem/ZB3c3KfPRJE=,tag:O9lliod3yUiXpkh1XfF0tg==,type:str] + client_id: ENC[AES256_GCM,data:j3MiDaW//3/OsjinxF54Uq+wtGdCtIlyOvLwENniiY+NYn/qjPgwJWVx2oWsFi1ZsLE=,iv:dRONtblWGIsLfM6W6mWeYMnobtNzZLOJfjdgWGA7BKU=,tag:RmU1bwIrHc5nfNuSlnduzw==,type:str] + client_secret: ENC[AES256_GCM,data:wZ/HQFEHm9Aq45jJUKgmn4L6Zo/J7qOv9/sIiOxioa3cgN4hNz2MPQJERcpCqvPcEQwZsI/Q,iv:Yr/jmkvCbdQDw5NSk0JmLyYlAc+6ItlGaHfOksTBANE=,tag:5UlMt+ybsq2J3kgyWgS/Ug==,type:str] scopes: openid email profile auth_url: https://auth.midnightthoughts.space/application/o/authorize/ token_url: https://auth.midnightthoughts.space/application/o/token/ @@ -266,48 +266,48 @@ spec: title: CertManagerHittingRateLimits condition: B data: - - refId: ENC[AES256_GCM,data:0Q==,iv:AM93AMP1dtNcya+BafakaVAkr+Ue/9mMnv/pO3IUnu0=,tag:x4ZH8dWEhKEm3WJqvp1TDA==,type:str] + - refId: ENC[AES256_GCM,data:pQ==,iv:E2vCPvql4oHgelB87gCOJeRromtFXxEP5eJ4XaRFtxU=,tag:ljUw37IB1UL1ZT8lGOkdEw==,type:str] relativeTimeRange: - from: ENC[AES256_GCM,data:zQfx,iv:Ttub7nT/Ql64avjckFMI6NsNTYXMWSfqCd50dtTL/YY=,tag:up1niWtZauxZga02aDXjrQ==,type:int] - to: ENC[AES256_GCM,data:kA==,iv:KiIfm/uFVsVe3ba3Pw7ExhN8Hk8qVCRC/h1/pre5dcs=,tag:URP2GVgyohyA5ZoX5yP3Bw==,type:int] - datasourceUid: ENC[AES256_GCM,data:YfuhGW6euSVOQw==,iv:eApL0IVdZE+fcGsNTa44+mHzili8dJorbrFQjxgK+0Q=,tag:66TAv9v+g+QdN+QoBdeaBg==,type:str] + from: ENC[AES256_GCM,data:rQvN,iv:zjm1lSoHNLLcRN4QGNmI/7gi6SBkRBE0fIEv89XQfgo=,tag:dgYfciULhKjZPN8RVsf3Mw==,type:int] + to: ENC[AES256_GCM,data:Zw==,iv:bPhNnrS5FP2UGObrFBH746FIiLhr4IKXHcSs2UyNJIs=,tag:FfkupntHgzQBtOFdM1zVrQ==,type:int] + datasourceUid: ENC[AES256_GCM,data:tOmi75bWFsdyeA==,iv:qdac7I04L1PL4ZXzGC+gzjeSqb7emCTmzVG5/rVmkEo=,tag:VXW18Fwd/dyPuSnPKv+F2A==,type:str] model: - editorMode: ENC[AES256_GCM,data:eHO38w==,iv:ANag5KA3jXXfRhPMo2dpPJF+kvpag6oDh4+0RRA9h38=,tag:aZ5l+WLygCYDR5+LieIy7A==,type:str] - expr: ENC[AES256_GCM,data:h7sYOC5bItAWCxj+pq9GUpX/saJlukQeodEiLTYNPE/VXJwXnvS1MuoDVFw7aVtbHaLcx1mraIU0uhPHRW2gDOi0dhAgRsstPZTnci5SCo2J/HMjfbgA43OoSCQilib0NekoQE5ZKOh7UoFAgLmBMnQF,iv:EWiDDZlzGo0PLVCsfI+JKgYXa/C6hE6uKM+D5fziX9g=,tag:018VO9GpN0fFDq2SXDbcMQ==,type:str] - instant: ENC[AES256_GCM,data:7G+m2Q==,iv:5wja3Q6QNUaBKFytnj1xH/p7++XqXoMOf8r10h/KnF0=,tag:dBXODR2jYr+JUmYAMNzrlw==,type:bool] - intervalMs: ENC[AES256_GCM,data:ceWvlw==,iv:xLGpCKy26nAEf2Mgkid5lA1qvfl4cmYPbig3iG4VsME=,tag:/sMJCJksTLyDvcBPjaR1uA==,type:int] - legendFormat: ENC[AES256_GCM,data:zxwKANBx,iv:xt6PGZoDKHFpMa3ZqY0ZPkaFK8YjpZ48u1lcwqq/7R8=,tag:YtqLaIgmwyt5qjn7jssNxg==,type:str] - maxDataPoints: ENC[AES256_GCM,data:8+J3S2k=,iv:OTCio+qdwNaX1YMu6TPDDuTB+Df8CXVJvZItEFDZIz8=,tag:iSAx5RQ1mvslTHucs/ZSGQ==,type:int] - range: ENC[AES256_GCM,data:c9i3Q+U=,iv:4enE+bhqxVUWZ7+nMOAU5jeUgUdPU2j6FYytaCqF5b8=,tag:FPp2X+QcMMUlEjoTAozHBg==,type:bool] - refId: ENC[AES256_GCM,data:6A==,iv:oHOR45Gdjqry9D1U7rjSCAWfAR+b1mXmz4sdj39X/Xk=,tag:wpnLku8Jd7Q1GeEoiem4Ew==,type:str] - - refId: ENC[AES256_GCM,data:Yg==,iv:ul+MGeV/O9CSMU6kuvMhiXXkZMALJGwtbcE9NugiP1Y=,tag:nkkCiFMP5JnO9JBikqFfNg==,type:str] + editorMode: ENC[AES256_GCM,data:WlqxUg==,iv:JDdjHia5Io6sfFTaqb1MniEzEX6rF3X/snGWwizFGkM=,tag:uYVsJ67CIeX1tJCKGgVNRg==,type:str] + expr: ENC[AES256_GCM,data:6el17tDyWJH1YCn4+2Adj4KXx++N9K7ZEHbAiDuxTwW0g+TKUwe4eltVQ1UvfH2fiKU/jgf7RoO9IsDDxyrHohLY2jjfJQ4izJF5LU1lcB8C1SHNbb/bVocXZnWUboDAicgp378KComDV0VayyQSLHXo,iv:4wyysQSYACL8YLyjzW1MOtkx4VwuFkvkM+R31d9wwiw=,tag:PWZebixjRXavi6u2JPLCag==,type:str] + instant: ENC[AES256_GCM,data:0n6GCg==,iv:YW0dCsU1tvdxu8maoo/Mn82BOjZQXXHf+nTuHTtikKg=,tag:G8f+9oz4Nn2gd8iPMAo/Vw==,type:bool] + intervalMs: ENC[AES256_GCM,data:Ajfuyw==,iv:Fakv5gReJrtpYbG7rvPokTbt5xcMIu4Ke5paxsM+nEk=,tag:cSW4j/ws8Jc7bt0DcYfA0w==,type:int] + legendFormat: ENC[AES256_GCM,data:oiwLCmvm,iv:zWaKVVGtqGRCD/8IoVkqmf2nq4dW4QuFy4Bz0G4U1cg=,tag:ujU+Cb3Em/GPTAckKyGK7g==,type:str] + maxDataPoints: ENC[AES256_GCM,data:ZZA3UvA=,iv:nMuHydVieHidTkkso2vbIGtLbUUpWQZzLJ1BVH5i6So=,tag:wro0efXF5cypO0WUT0XN2A==,type:int] + range: ENC[AES256_GCM,data:Sh1tfGU=,iv:SuOGx5uTXy9tBFq0yqV/fevrgcs9ICe1u7fbKmUtmF0=,tag:dPaEOd2Ckmy1tHZ5Y/TeAQ==,type:bool] + refId: ENC[AES256_GCM,data:zA==,iv:9yhYq0BZQthBEn+73gKGMYxgFHtOEwATS4bnhGH0wp8=,tag:xTY3wL1/HfPrh0XOIR/rIQ==,type:str] + - refId: ENC[AES256_GCM,data:mQ==,iv:TDd20f5BszAvqJt5HLOTgb5GAdsMtQsfi8fRV5bSkwc=,tag:u1DeX5GVzfewgeEsOgM3EQ==,type:str] relativeTimeRange: - from: ENC[AES256_GCM,data:JgKV,iv:2LR65h7RkcOcohSbBrQ34xa7rHQs1T5uBLHnpcV4BBo=,tag:MeHvBIC5XPx2Q+x/UOtiKg==,type:int] - to: ENC[AES256_GCM,data:nQ==,iv:L7jr/ozxVn4UwFYiXKhFhg8GIOIFwHNc7YldnEdWOl0=,tag:skdFX7LqphqCO2RZvaJslw==,type:int] - datasourceUid: ENC[AES256_GCM,data:n3DTu10iZgI=,iv:q72274KlESwQYDgiy4wUtZrRcP4H6httOI+lT0LfT4g=,tag:Q+O9ZntTE2xmHHqTZdGxZw==,type:str] + from: ENC[AES256_GCM,data:FONU,iv:W8fZYVmLOkK+fVko9RSEo7fyJHYyAsYp5cpBUfc8VrY=,tag:j8DPghCObiK6PLX3xYJ1eg==,type:int] + to: ENC[AES256_GCM,data:Aw==,iv:UxBuyqFAMGdMBso8fxvWP/q+iwm31w/lDdegVJnjt54=,tag:41DrQ8Tw+Z/TXZ7VEvzVQw==,type:int] + datasourceUid: ENC[AES256_GCM,data:qoAf2gs0zBI=,iv:wiHIXwKCWHtQmFW+0z+SFQD75oLKXGR2sAOwpPHN2Vk=,tag:T9giBOrJmSnixXjhMq/Q9A==,type:str] model: conditions: - evaluator: params: [] - type: ENC[AES256_GCM,data:IK8=,iv:uL/+d5D4eu5fnjjN/uDKQB9njQfuAAp3vW4zviTpRjo=,tag:nSsMVLwJEtGBFDWH7zEqyA==,type:str] + type: ENC[AES256_GCM,data:TmI=,iv:o/Zp1DSjRHx34HTBlCKkUSsEAv0cS3b+4cbxV8LSWQg=,tag:ShLi53GJcVlM2dMmtwS8RQ==,type:str] operator: - type: ENC[AES256_GCM,data:QBSO,iv:3WqgyKIgXp5qD6mTRvsqOwF82CW3vF3GNAItuOXvXU0=,tag:eDSO63OLM+rL9CBECwq0OA==,type:str] + type: ENC[AES256_GCM,data:6Ba+,iv:EmhAcmsV+yYC00IBxBlTCVP2gS3K0RkYp8dOUulOtoI=,tag:RpMC8fndH69rs/mucckjxw==,type:str] query: params: - - ENC[AES256_GCM,data:jw==,iv:EGHk2gXOVfTAjARergqOsXYzLnElSsXxTCKu9+iCy2U=,tag:POT0fZ0R3/V8vyE8D68lNw==,type:str] + - ENC[AES256_GCM,data:aQ==,iv:TWqfbcr5YnzjD2ZLVonJWIViEx2Q96Ng3BPuYbgLXBQ=,tag:mL0FGmwOgfFpqVFseGNm9Q==,type:str] reducer: params: [] - type: ENC[AES256_GCM,data:LQ6BhA==,iv:Z3wKr5u6ldP/BTLMK46SGTwpAexURL8a153FMNx2daA=,tag:XLSqtrLxcnKEbadcdDoVlw==,type:str] - type: ENC[AES256_GCM,data:ezZ1v98=,iv:fm00jiOH2sqrLMsVFxnrY5Ms4pQlPrhNJW86eGFpDnU=,tag:dymOYHPYDIiTdnk3xZzZWA==,type:str] + type: ENC[AES256_GCM,data:oe6BYg==,iv:L2zrj5cSfcQEDWpq7tFMXfNU5gsrJfOsvUYcaJqkv2w=,tag:Zyx3NBIXvlVCQ+a7lEVpkQ==,type:str] + type: ENC[AES256_GCM,data:fDvczTw=,iv:xCCkctj37+O3yTUbKsAKZqPZUSOrLcH5nRVHrv+Pc+o=,tag:zy+Vc8gndJ58APXKeP6IOg==,type:str] datasource: - type: ENC[AES256_GCM,data:YyQ5FRB2MMU=,iv:j2Tv9+SdwDaGPYi+K8gS6RyZU6FtAOBjkfp138jOTCY=,tag:3YxlG5X3yuMhoWY/+PMXig==,type:str] - uid: ENC[AES256_GCM,data:AfogkVWwuA0=,iv:8dpgItiLbryWeawiuSUuawmpwzxFXpRJdZSGOu8LQfE=,tag:j4NJ1FCV70jGqH2w4dgsag==,type:str] - expression: ENC[AES256_GCM,data:yw==,iv:sxAlxgpDAj7s9hTAUueM9fY2GKXlo2VNxhy5npOoi+g=,tag:PDmC8yg+q6SSEMmYD700fg==,type:str] - intervalMs: ENC[AES256_GCM,data:8Suiew==,iv:g2ob4zFyQLz8X/O8GJGM7LCUegh9IAp9C9aIKRJW7QI=,tag:qYrc6zs9Or2rB4nl5npQEg==,type:int] - maxDataPoints: ENC[AES256_GCM,data:EZCTvDc=,iv:9uH+S1YKA2ujk/nXArHdpc7B2w/cSZJrfJcJsmu3qMU=,tag:rdcFgH11M02des1RnFO7pQ==,type:int] - reducer: ENC[AES256_GCM,data:fb3ZfA==,iv:r94LB/2OL+P56YnGWntw+1QrwTPzwAKJ4lqEFP7PVeA=,tag:7B4oSsWa939ioIVuXKxjyg==,type:str] - refId: ENC[AES256_GCM,data:Ww==,iv:1TNu4FzyjVjgcZAEgmECgjYRrTBWo15jm2oiHgJXRv0=,tag:E2Q4hWBX3k7aOYjqBQw4EQ==,type:str] - type: ENC[AES256_GCM,data:Wq3N7IKj,iv:AWjc+ywSQDSd3Vb1DkC92NaG0U2q1d6FWzBQ9a5jkz0=,tag:ElmVff6S55DuUFXHRtOLzg==,type:str] + type: ENC[AES256_GCM,data:acE1ccZV/t0=,iv:8kF9sXpSqvu7mCAqDWhcysaIISFub0Nz1vDkqrUTDc8=,tag:2nIjFHYuEZIboOJua/hj6w==,type:str] + uid: ENC[AES256_GCM,data:GVSgWJoCaZU=,iv:42R0DvEkLx6qARPquq/eLH9f84PcBby9mGgnZPbX1Wo=,tag:ZtKtswWiGlxEYtAo4J7Wiw==,type:str] + expression: ENC[AES256_GCM,data:3A==,iv:XfFP3Z/2FXZj7IW7/JXUnIV2dXrUdtOEovRl/8gcEM0=,tag:WlvUTBHruiXrkCMDe+r1+g==,type:str] + intervalMs: ENC[AES256_GCM,data:bTo/7w==,iv:tcFglbftml2qLYdTZwlOlP1Zn6dHmIt6p+ZEWBPluQU=,tag:LWzBRMywQx3cyVfhYZwInw==,type:int] + maxDataPoints: ENC[AES256_GCM,data:7//htl8=,iv:lqwooqumwXf1Ci11+c5plKzO32uHf64hXjEbM1AdYnU=,tag:zfwFdFsWhtJ3NbAV3akTFA==,type:int] + reducer: ENC[AES256_GCM,data:mpFPgg==,iv:E9GScXyORV+T/DthT0wbpc3xYtrId9fNMasJDAnIpOI=,tag:WYs/B35ImnqA81FH4TjzyQ==,type:str] + refId: ENC[AES256_GCM,data:4Q==,iv:JzmCqQ/9w5vQdQgE71Qf3ylmaV5U8uLV4uHfttXEeOQ=,tag:M9Bk2SDuoQvphk5Z9XmIpA==,type:str] + type: ENC[AES256_GCM,data:ezkKJcgf,iv:f81ukOvcPdJOnZVYe/kSTZkwKkIPXyzImaQuSeupnEw=,tag:MW8xiXnWgdpMtDGVY4b7hg==,type:str] noDataState: OK execErrState: Error for: 5m @@ -337,7 +337,7 @@ spec: - uid: adz30e8814wshd type: pagerduty settings: - integrationKey: ENC[AES256_GCM,data:FlxCOQyqjJVT3eX33V7wfGCjALFjiPb5wf12xw8H1L8=,iv:a+NNSk/RKiORvHipgv7j3udBvWAxlVJudZ5DzVQqXF4=,tag:6bVTLERkZi6LmjsoZsbyHA==,type:str] + integrationKey: ENC[AES256_GCM,data:R4KTJtaBEhU69baMVt3xOqE6Xg1ZpZoQM6HVETInf+M=,iv:WinWR84FCeWi9mB6vsEARXC3e1rtrPv/VEJLDKTS/5M=,tag:rtSy8gL5EiTLitb3gTWNwQ==,type:str] url: https://events.eu.pagerduty.com/v2/enqueue disableResolveMessage: false - orgId: 1 @@ -346,7 +346,7 @@ spec: - uid: pg_warning type: pagerduty settings: - integrationKey: ENC[AES256_GCM,data:dK8rFoCZ3M+0ka+fO5pTIU5/S2EmThV7mHGeviFRK0Y=,iv:gqb7Z+WU1fNX0izp7aUE7jq+qB7bt+qph/IZ5CXAYig=,tag:y45z5Q5Y2yryZkzpLGouXQ==,type:str] + integrationKey: ENC[AES256_GCM,data:cPHExFMm0LoT24E8/BOWAScsnKgOeO0ApSRW8VjD4zk=,iv:foX8gTQmn/xP8KOI5mFJjmy/A1yofD9dVKCQIVd3Mwg=,tag:nRZkVwQRQpwgtwcrHaAT6g==,type:str] severity: warning url: https://events.eu.pagerduty.com/v2/enqueue disableResolveMessage: false @@ -356,7 +356,7 @@ spec: - uid: "3" type: pagerduty settings: - integrationKey: ENC[AES256_GCM,data:w7GjR31pbdB1zbD0ZWXFAjA36aHuE7ZRKy+lQHXMdhU=,iv:FrQxT+/oGQmKAU0+45Dfqtv8Qnq1MkJAZAwfRjFzJFw=,tag:85oE6R6eR5hnwG2pgaXj4g==,type:str] + integrationKey: ENC[AES256_GCM,data:Q8eqJNfurIzfLTjRJFMhebIUzGlb/frT0o6wwzyhqaM=,iv:EHO8fldMzHhDfdAY2LUYSmii6GLfFuC3uvsrMmIvLZQ=,tag:cCu1p+n9gffLOqlX3gY1xw==,type:str] url: https://events.eu.pagerduty.com/v2/enqueue disableResolveMessage: false - orgId: 1 @@ -365,7 +365,7 @@ spec: - uid: de02at943dxxcf type: pagerduty settings: - integrationKey: ENC[AES256_GCM,data:C5PVeRPmUDIPOO+0q01jTZtnWI8F8DatDV4XAqEYPzE=,iv:zBF5L+Tulna/Luo4ngkoN5EksU8yDeQ0dTKkrmalzxE=,tag:iWKaxyxU7Kb7FcYVxqS3Aw==,type:str] + integrationKey: ENC[AES256_GCM,data:5xqskxjoB3PdpASZOa9yDYUQLG0UJZLwgAMm+Jrg7bQ=,iv:d9uRmCUrFoMN8IeIGTAqF7XyXv34SQSGnP68unODsWk=,tag:KcCwBPdHzLJAIx5MqSn/xg==,type:str] severity: warning url: https://events.eu.pagerduty.com/v2/enqueue disableResolveMessage: false @@ -416,14 +416,14 @@ sops: - recipient: age1esjyg2qfy49awv0ptkzvpk425adczjr38m37w2mmcahzc4p8n54sll2nzh enc: | -----BEGIN AGE ENCRYPTED FILE----- - YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBPS0ZWY2xYamNHNjYxeThF - am0valB4M1dYbW54TW1idGlUdGF2QjNNYkQ0CjJsckhYczBRSThRNWh0Zlc1SHBH - a2dYRWEzZnY5cTlvNEZCUWJIZmlVc0UKLS0tIDJ1VWUySzNVclltaTExQUNyK1lx - ZGZvYzl4ekptUEY2aGtiWHFaMUZBRGMKRiZ7l45uXrCnZGnNuNTHvFU881tRDJMa - BNRXHzpYrR134FJ9fIkC+frlf32cg/FgeV3tySK2qZdfLyPpC69Z0w== + YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSA3cGdPVXVtL1VmelZreERF + RXhhTGlYYmthbDlSajdrVFhVdTRlcHBsaUdZCmxqRG43NERHdjE1RmlnR3BBVnl6 + dGxYVFpPK0ZIVDRNOWN1NVBXY2F3M0kKLS0tIEhpYjZpeUt0SjUybWpXWjJVM3J3 + SGxwVmlxVmFEVC9xOEl0dmVqeUZOZEEK/lbgKCTx3z/4fsyGuExd/h6yRciBWRcK + ZwPnzGinwVdJMyxEJc0LXxtZdjHMkLU4yFIqmi0ttt+SsjP4KpGF8g== -----END AGE ENCRYPTED FILE----- - lastmodified: "2026-03-06T11:22:13Z" - mac: ENC[AES256_GCM,data:2JOw6bWDTVwFuPwF6bcelRCWtl5Kb62kwqcgCOIxzE7+vrgLjSycnh0X4sgy9H5YEF9J8T+hC9qlKvQhrc1ad/DTz2mebLqDHRTnUpRVodnow9IkohZ2+QJIr4qYjEMxk0r7QJwu2RVBClOjxmECVlLDTvL/rp73gu8HKVARUig=,iv:MLmyJ13dT6gDsxJwxWrl/3iWdJQdGt2LPGnhw1fgNDQ=,tag:s+qmi65lHU2a30xwVn0DAA==,type:str] + lastmodified: "2026-03-06T11:27:37Z" + mac: ENC[AES256_GCM,data:DHsFdEzXYOIBMCNd54ioefc6mOs6VTeGWGNiUdcbJK0nVaIhNgpoJ9t1IpYi3XiRaEVkT80xaqXLuIkI/rwGKPm7nXTrnS0kIpz5Gs0eK2GEmNnX+EiGdo7YjhjwDCGpzkEYAuwUkpH2dU7XzRcy/o5vUmP0kznnGAnQW5+ZSC0=,iv:l1BtzaQ6SxzwUWSmAPQJC02dVOy+8IetNQlQsR0q30U=,tag:N3s2O4KnSv0+O9oQD5UBlA==,type:str] pgp: [] encrypted_regex: ^(apiKey|appUserPassword|otelUserPassword|harborAdminPassword|totpVaultKey|kimaiAppSecret|kimaiAdminPassword|GITHUB_CLIENT_ID|GITHUB_CLIENT_SECRET|GITHUB_PRIVATE_KEY|woosh|root_password|rspamd_password|pgdb_password|matrix_access_token|pgdb_remote_url|hmac_secret_key|adminPassword|adminEmail|jenkinsAdminEmail|securityRealm|gerrit.config|routing_key|DATABASE_URL|SMTP_PASSWORD|SECRET_KEY_BASE|admin_password|extraCommands|key|clickhouseDatabaseURL|databaseURL|client_id|client_secret|secret_key_base|otp_secret|private_key|public_key|primaryKey|deterministicKey|keyDerivationSalt|token|clientId|secretKey|installationId|installationKey|uriOverride|adminToken.value|password.value|sql_password|erlangCookie|AUTHENTICATION_PASSWORD|ROOM_API_SECRET_KEY|adminPassword|configPassword|adminUser|configUser|MAIL_PASSWORD|APP_KEY|api_key|api_secret|keys|livekit_key|livekit_secret|secret_key|admin_pass|admin_email|mariadbPassword|mariadbRootPassword|privateKey|data|stringData|PASSWD|password|pass|postgresPassword|postgresqlPassword|redminePassword|smtpPassword|registration_shared_secret|shared_secret|secret|admin_token|integrationKey|integration_key|rootPassword|adminPassword|adminUser|adminEmail|emailPassword|secretKey|appId|clientSecret|webhookSecret)$ version: 3.9.1 @@ -455,14 +455,14 @@ sops: - recipient: age1esjyg2qfy49awv0ptkzvpk425adczjr38m37w2mmcahzc4p8n54sll2nzh enc: | -----BEGIN AGE ENCRYPTED FILE----- - YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBPS0ZWY2xYamNHNjYxeThF - am0valB4M1dYbW54TW1idGlUdGF2QjNNYkQ0CjJsckhYczBRSThRNWh0Zlc1SHBH - a2dYRWEzZnY5cTlvNEZCUWJIZmlVc0UKLS0tIDJ1VWUySzNVclltaTExQUNyK1lx - ZGZvYzl4ekptUEY2aGtiWHFaMUZBRGMKRiZ7l45uXrCnZGnNuNTHvFU881tRDJMa - BNRXHzpYrR134FJ9fIkC+frlf32cg/FgeV3tySK2qZdfLyPpC69Z0w== + YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSA3cGdPVXVtL1VmelZreERF + RXhhTGlYYmthbDlSajdrVFhVdTRlcHBsaUdZCmxqRG43NERHdjE1RmlnR3BBVnl6 + dGxYVFpPK0ZIVDRNOWN1NVBXY2F3M0kKLS0tIEhpYjZpeUt0SjUybWpXWjJVM3J3 + SGxwVmlxVmFEVC9xOEl0dmVqeUZOZEEK/lbgKCTx3z/4fsyGuExd/h6yRciBWRcK + ZwPnzGinwVdJMyxEJc0LXxtZdjHMkLU4yFIqmi0ttt+SsjP4KpGF8g== -----END AGE ENCRYPTED FILE----- - lastmodified: "2026-03-06T11:22:13Z" - mac: ENC[AES256_GCM,data:2JOw6bWDTVwFuPwF6bcelRCWtl5Kb62kwqcgCOIxzE7+vrgLjSycnh0X4sgy9H5YEF9J8T+hC9qlKvQhrc1ad/DTz2mebLqDHRTnUpRVodnow9IkohZ2+QJIr4qYjEMxk0r7QJwu2RVBClOjxmECVlLDTvL/rp73gu8HKVARUig=,iv:MLmyJ13dT6gDsxJwxWrl/3iWdJQdGt2LPGnhw1fgNDQ=,tag:s+qmi65lHU2a30xwVn0DAA==,type:str] + lastmodified: "2026-03-06T11:27:37Z" + mac: ENC[AES256_GCM,data:DHsFdEzXYOIBMCNd54ioefc6mOs6VTeGWGNiUdcbJK0nVaIhNgpoJ9t1IpYi3XiRaEVkT80xaqXLuIkI/rwGKPm7nXTrnS0kIpz5Gs0eK2GEmNnX+EiGdo7YjhjwDCGpzkEYAuwUkpH2dU7XzRcy/o5vUmP0kznnGAnQW5+ZSC0=,iv:l1BtzaQ6SxzwUWSmAPQJC02dVOy+8IetNQlQsR0q30U=,tag:N3s2O4KnSv0+O9oQD5UBlA==,type:str] pgp: [] encrypted_regex: ^(apiKey|appUserPassword|otelUserPassword|harborAdminPassword|totpVaultKey|kimaiAppSecret|kimaiAdminPassword|GITHUB_CLIENT_ID|GITHUB_CLIENT_SECRET|GITHUB_PRIVATE_KEY|woosh|root_password|rspamd_password|pgdb_password|matrix_access_token|pgdb_remote_url|hmac_secret_key|adminPassword|adminEmail|jenkinsAdminEmail|securityRealm|gerrit.config|routing_key|DATABASE_URL|SMTP_PASSWORD|SECRET_KEY_BASE|admin_password|extraCommands|key|clickhouseDatabaseURL|databaseURL|client_id|client_secret|secret_key_base|otp_secret|private_key|public_key|primaryKey|deterministicKey|keyDerivationSalt|token|clientId|secretKey|installationId|installationKey|uriOverride|adminToken.value|password.value|sql_password|erlangCookie|AUTHENTICATION_PASSWORD|ROOM_API_SECRET_KEY|adminPassword|configPassword|adminUser|configUser|MAIL_PASSWORD|APP_KEY|api_key|api_secret|keys|livekit_key|livekit_secret|secret_key|admin_pass|admin_email|mariadbPassword|mariadbRootPassword|privateKey|data|stringData|PASSWD|password|pass|postgresPassword|postgresqlPassword|redminePassword|smtpPassword|registration_shared_secret|shared_secret|secret|admin_token|integrationKey|integration_key|rootPassword|adminPassword|adminUser|adminEmail|emailPassword|secretKey|appId|clientSecret|webhookSecret)$ version: 3.9.1