cluster

Infrastructure files for Nordgedanken and Midnightthoughts.
git clone git://archive.git.mtrnord.blog/MTRNord/cluster.git
Log | Files | Refs | README

commit 4355053f9ed7336977187ecd124062306e825791
parent 8d86e0b901234e718698d7bc644ce084e1bea57d
Author: MTRNord <mtrnord1@gmail.com>
Date:   Fri, 27 Sep 2024 02:06:36 +0200

Meow

Diffstat:
Dapps/base/victoria-metrics-k8s-stack/groups.yml | 59-----------------------------------------------------------
Mapps/base/victoria-metrics-k8s-stack/release.yaml | 988++-----------------------------------------------------------------------------
Aapps/base/victoria-metrics-k8s-stack/rules.yaml | 990+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3 files changed, 1004 insertions(+), 1033 deletions(-)

diff --git a/apps/base/victoria-metrics-k8s-stack/groups.yml b/apps/base/victoria-metrics-k8s-stack/groups.yml @@ -1,59 +0,0 @@ -groups: - - orgId: 1 - name: Draupnir4All - folder: Matrix - interval: 1m - rules: - - uid: fdz35yf78i8lcd - title: Draupnir4All Synapse online - condition: B - data: - - refId: A - relativeTimeRange: - from: 600 - to: 0 - datasourceUid: P4169E866C3094E38 - model: - editorMode: code - expr: min_over_time(up{instance="draupnir-synapse",job=~"(appservice|background-worker|event-persister|federation-reader|federation-sender-1|federation-sender-2|generic-frontend|pusher|synapse)",index=~".*"}[2m]) - instant: true - intervalMs: 1000 - legendFormat: __auto - maxDataPoints: 43200 - range: false - refId: A - - refId: B - relativeTimeRange: - from: 600 - to: 0 - datasourceUid: __expr__ - model: - conditions: - - evaluator: - params: - - 1 - type: lt - operator: - type: and - query: - params: - - C - reducer: - params: [] - type: last - type: query - datasource: - type: __expr__ - uid: __expr__ - expression: A - intervalMs: 1000 - maxDataPoints: 43200 - refId: B - type: threshold - noDataState: NoData - execErrState: Error - for: 5m - annotations: {} - labels: - service_id: draupnir4all - isPaused: false diff --git a/apps/base/victoria-metrics-k8s-stack/release.yaml b/apps/base/victoria-metrics-k8s-stack/release.yaml @@ -30,970 +30,10 @@ spec: operator: disable_prometheus_converter: false grafana: - adminPassword: ENC[AES256_GCM,data:T4Q+K5+i2yHxu/OM1bqnPZbD6NyMKc84SrJj5A5kRBiV/bbj4mSoDxyE1k+vDkLdgDHQ3+AAaccUcSQuT85d5Q==,iv:XrZTJBIzh6NkkAKepW1DqLXZNEcFl3xR0WJLkRr36Ow=,tag:10zSyiCZuHKRG4ern4lNtw==,type:str] + adminPassword: ENC[AES256_GCM,data:P/fKbIc8YcDUIt3+uEbEWbpkdGgXm8Y6yeiOkD80qoJgzSFQLjBICKDmJ8WmjLjiE2ShUcPZcq4WpDP3oYfdKQ==,iv:3Z0lvW6pox4Hmc58p2A436NKf7+4/u8mYmcDN/HBLfk=,tag:ujUP5VUJuvUpONEx9ziiRg==,type:str] alerting: rules.yaml: - apiVersion: 1 - groups: - - orgId: 1 - name: CertManager - folder: Cluster - interval: 5m - rules: - - uid: ddz3zj028wb28b - title: CertManagerHittingRateLimits - condition: B - data: - - refId: ENC[AES256_GCM,data:xA==,iv:pUci1YFEX0+TdgxvsWq851wfEY9pRk318L7CX9l4sGI=,tag:bWRzVky/23+2KeEtNlv+OQ==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:uvF8,iv:pnIhe+wStBgnDHwwPHcxMW+SrWB29BTsOdn+o+ATkm4=,tag:F7rh+wqgJ0CVUWmKsMKlOQ==,type:int] - to: ENC[AES256_GCM,data:Rw==,iv:Cm2mEixCXjl7rIYTtnxjoayKMMCj6yEDspPUwg58H8I=,tag:ida75YTPgYR1OW9vff97Yg==,type:int] - datasourceUid: ENC[AES256_GCM,data:DGmQcZ6D0MXnvtb/MwZcn9M=,iv:nps/kqLaPNY12eb48rVj3cYQTkr4uqlH7O2Czb1UiDE=,tag:N4+DcLs5cVr3xUxdVqX15A==,type:str] - model: - editorMode: ENC[AES256_GCM,data:k8zilA==,iv:wrQ9+nTNidwtyNeq2t5citPvQtqRzUYdZEt9FezLdww=,tag:SdHeSnrrYgTTQz1nDEA0CQ==,type:str] - expr: ENC[AES256_GCM,data:pMFaPlDcodOKDC9Kr19JJcPcJ01F0bKak/b+cTjPxQx7GyAWmyORNVY8cB0+0j6XdS4FqZeyIgqmmH95xDfjqfTQHg2qzvOeiMhqzd1+SjiwkZQv1J2SYg3My0ea98DKxouCrslWN5rJw6Bz5M56y2oI,iv:x1m6V5UN4bZZ+nYtINuDxoUZjvWu48Kf7pIfSmEvUkw=,tag:BCN43RVlHZu7FkJZmDInxA==,type:str] - instant: ENC[AES256_GCM,data:zQ0B8Q==,iv:x6rC2eqLBkSqGA2u7RbAH9REHxFfwSvFrIqBGrIUTpo=,tag:OQLKi9YbhMaM72SpdU4jlg==,type:bool] - intervalMs: ENC[AES256_GCM,data:PnGkMg==,iv:uq2sd7+axTNusM8oRUMAUYYR6fCzIO076h2hZdPfvYU=,tag:vOP04q9k35+uqxU7EUo/lQ==,type:int] - legendFormat: ENC[AES256_GCM,data:CXv4GEvg,iv:VI7QQLfdOzYSmZb69DGfRNZvH1EFsnAHasSjeXqFizo=,tag:6EEhydm+S/g393M44WEdWg==,type:str] - maxDataPoints: ENC[AES256_GCM,data:02ZUDKk=,iv:4n76jnfIXCysinx6j/KN8Yc5mLmtmdjEXZy6KLoQYgA=,tag:O5IG2aJ8ZG4kE1SJR/xjYw==,type:int] - range: ENC[AES256_GCM,data:ilVxT1E=,iv:/+U0aaVvJgFv+x8JkV5Vl1MSJuJlo142sUzykg61L8Y=,tag:4qoMlr5AH/8+PiqSLtBagQ==,type:bool] - refId: ENC[AES256_GCM,data:Cw==,iv:RozUra/mCkHM95axMi1mPLhckkE0EMu5Tgac9w8JUQs=,tag:VdDYDDQplsJPBDuL17Hvyw==,type:str] - - refId: ENC[AES256_GCM,data:bg==,iv:jlIN6IgUJGYi/uNOShV4O679rNlBbrwdTXuSQR7tjcg=,tag:B6dJLtCHlhvRRddNZHY2eQ==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:UF2Q,iv:MOJO4xU1TUBTUvsv4VVCdsZwdLXpu/i1ZtOoe8xd1OU=,tag:XilJWt0vutzwLw3XqThTIg==,type:int] - to: ENC[AES256_GCM,data:Tw==,iv:3UDWE3dJuKFk+BqGa0H+615OctV2Hv1fG80/lQxcPI4=,tag:UeTZ3OpuxdzRdewWP3HqYg==,type:int] - datasourceUid: ENC[AES256_GCM,data:UgRWjuTba1c=,iv:8nGyVuvnVawdeCdLnYRW5dN639PxfJBe84ptjEXKx34=,tag:cVAKteHhhoN78vrsUZhJuw==,type:str] - model: - conditions: - - evaluator: - params: [] - type: ENC[AES256_GCM,data:xr0=,iv:uKx27pMpQNZtQVUFoi01WZP1hdbuKMkBsc8Arg0AONQ=,tag:bUMJShCXTitcibzOpUPnUg==,type:str] - operator: - type: ENC[AES256_GCM,data:n8cm,iv:R9QGyonYb9NYCzbgy5SCcn/iDY6OGmoBHXa1gQtqEJE=,tag:Qck1d/tf9seEzsauN7/IAA==,type:str] - query: - params: - - ENC[AES256_GCM,data:IQ==,iv:etGiqG1AR9eQ3RuXiqz7E1BfOpRNPp8R6aNlBAc1+xs=,tag:xykE1W0do+K5yFcFDEdr+A==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:SrxI9w==,iv:n5GwBQRjYdOnbJaWVP++RT22+I+NzpixzVXO1KWgsQY=,tag:ysSxr6+/yLDPqToWWieEog==,type:str] - type: ENC[AES256_GCM,data:2Z8xiZU=,iv:PEiSWsvfqmtCdaGiQPtAtIP/FIxcUCM3sxoTkiQ0vG8=,tag:won4WC43ZcsyHQpnvj0liQ==,type:str] - datasource: - type: ENC[AES256_GCM,data:gbB2vJG5GtY=,iv:UgaWeVOH8rHYa/sx5HzFshhSjmuekSRM5vNjjdb6XCI=,tag:D7bhNbbKL108bgCtBjRYFQ==,type:str] - uid: ENC[AES256_GCM,data:j70ij3pOdww=,iv:QLsJmlX9wmqC563XBRzdZ4tHeE837MJlSQRXh5Jc0Z4=,tag:VJZ8H/c55S6DYbNVNITZoA==,type:str] - expression: ENC[AES256_GCM,data:PQ==,iv:kAxZ+GPdflVqgl2eSCFNzsSTo4Lpk6cg44r8KMDMYBE=,tag:7jXnzy5+jKH67SvtmIDoRg==,type:str] - intervalMs: ENC[AES256_GCM,data:qWJ4/A==,iv:BOkHT4zagm3EnnglRmN1tfDjaS+jrqVWtpWkckEFlOg=,tag:MER5SI5u8wuQZk4dItV/YQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:jLW87SY=,iv:nnGA6NqbYxbfjWl+ZxwOvrM1BJW8t50oaUh0rADETLk=,tag:WuvrInQXnJdkej0yVwIw9Q==,type:int] - reducer: ENC[AES256_GCM,data:7bWQTw==,iv:ar2Lk5Wap40fsr0i1TYEkFA7XZkd9BAjuamLVE1SvmU=,tag:PdR55bPEaggxN27wdi48BA==,type:str] - refId: ENC[AES256_GCM,data:8g==,iv:bQSwebsOZDH6J4l+FiQZTI8ccyr/zRg7kDkEz7mmvn8=,tag:ytDh49O2PWKg56t7hJQCrg==,type:str] - type: ENC[AES256_GCM,data:nnG5w/gY,iv:gGJi4fAAKGPSX0s3Lqdbs4ez/kzRJdaL1y0j0Eg2uD0=,tag:+mkX9pwnew1Bm2brPbLrUw==,type:str] - noDataState: Ok - execErrState: Error - for: 5m - annotations: - description: Depending on the rate limit, cert-manager may be unable to generate certificates for up to a week. - summary: Cert manager hitting LetsEncrypt rate limits. - labels: {} - isPaused: false - - orgId: 1 - name: Resources - folder: Cluster - interval: 15m - rules: - - uid: bdz3y4mow1o1se - title: KubePersistentVolumeFillingUp - condition: B - data: - - refId: ENC[AES256_GCM,data:ng==,iv:WK0gX2hcLUBZvb9pWdR84UmSZ85q0NKNWRYTl88LAXA=,tag:NyFYFvBXr3VkpHnAPvlZxA==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:2ioT,iv:+CliNra1l5LPpHG8ejepkgrNVKg1BTcQL3/COgsKjsE=,tag:8Sz98lM62BAvf8DFyznfEw==,type:int] - to: ENC[AES256_GCM,data:8A==,iv:lh2fUDKQi/LTkKpuGMQX0DFjwG/sXYIWrOz9PwOq5sA=,tag:hMbbEi3InVnvuTsiwQMArA==,type:int] - datasourceUid: ENC[AES256_GCM,data:kFe/kXRB88J5IQ==,iv:v+r0XAjeem7YRrynExRxd1MpgjBmR3vfrh1Fw9nzVvw=,tag:aiQv1wvb7Vr3xhvfhnXLZg==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:OWVDAS9m3/OL6A==,iv:ZBTORt302V6bX/ZOZQ4iYbeZonYnSzUOmv0l6e6E4wk=,tag:d1KKzTf4TYkeAhqrXzHoMw==,type:str] - uid: ENC[AES256_GCM,data:AIgF8z9OfhVkPA==,iv:hwjXdGyUKdc5SCHVcdL3R+tO69NytxAgZrwa1bNXkSQ=,tag:rRMVy5EEukkQ0MFerpVmcA==,type:str] - editorMode: ENC[AES256_GCM,data:Ck1DUQ==,iv:mTQM+9J1IivgSPgA4txygdyYj14homSpb4whK1kxW2k=,tag:46DH0P1fvKy7VE2LMz8KVg==,type:str] - expr: ENC[AES256_GCM,data:qIRrT0bCbWfVTOYJhlbJx/WOWefh1wvN3Fi0FDRiFWOmeSfWWuISYa5WgM+oT6U0roAsKqUWGt+UVELh6IC5Xe+540LIu3EDjUteYCx1+RqmOsBeWaxkPSnvoLiHNqtp28ZGbY51otV3DPuwtXXludLWGZKg9Oo7c4Q6vyD1OcEd633hEjRkCN+5x7obhp0zImEWewv8ZDtO1G1+2/kAmb1o6SjqdLJEBcfcNrYXvdhhLDC0RiHsyHomuZykpiX1UGabv6uA631v8hG37YBJtexPCHCC76fiC2PZBnFUKlOIyfIygOQlHfxnp3RmPCrkbKZrFD80+g7UZfKBdVLVK5T6HWJep3WJbSyv7vP/LahDTeZsZd6P+dR4Qie/VebzdDaq0dMU9888XE1pSznVApPILjL9J4MKXXGKIEyh0DA2HtBS539f5TAmwtYpUGiT5ieA9qYWjAG9sa9RPUMW1+AlpHeyrrLBkCRfiZ/+gnjzzori8IXHSV3fUMHjjt5GeAs6vEY2J3d6BGZY8XoSL0DHwG4vzFcTB1LBFJ6iU4xku9cS31YdUfQN/xaCCeBWFBATNZ5pfvoUrTk0CZU/hyVEooy9t0qVuiFhRPYu5tKgeGq8UmEIm3/cB0EM09ueYR8/q1iZ6iNFE/DemtgeAP4X0OJhCOXoRYiT+97Vz/G4mcMq8EvkBGf4kgRlLWLa0pi7kx1/saC70OSArwQCsgar6i16bLOah3rTDpk=,iv:lwsl7XlEhRKrYpv8zIIgtz6Uj5kWPdUSlkR5bwhfuSU=,tag:ZOKZC+7NQyR+q/nnCgNpQQ==,type:str] - instant: ENC[AES256_GCM,data:4ueEsA==,iv:yCLvhj2+MpEkSJf8n/KwZ72zQ8UzcxOXV3Yh2ECgv9k=,tag:tZR2Dn5B2i2a4Nr88zd2fw==,type:bool] - intervalMs: ENC[AES256_GCM,data:WUc72g==,iv:b+QhXo90caO5EGq7KHPL2yOC1eg8oI6c8dOa4h/cJAI=,tag:7+OE9c20ViH5oc3q1u2//A==,type:int] - legendFormat: ENC[AES256_GCM,data:hOt2LsHs,iv:oo+W2VS9ZDcwLIEt4q+Br7kSaEvQcGrG1+L8GrCJekM=,tag:v52wLKwrW9Iw8dylGmyzcQ==,type:str] - maxDataPoints: ENC[AES256_GCM,data:kVp3eH0=,iv:cCMUCLp5qhv4BbXIueZU8+IY+nQife3yXm7VnujzpDk=,tag:xeQCvuWS6mhBoHx4DUJKOg==,type:int] - range: ENC[AES256_GCM,data:DEUpKeE=,iv:s06LSd2POHW05Tx40nTmFG5s32T3p1THsNEDMhXjYa8=,tag:wsNcXYuT7oBZic8YUGNRjw==,type:bool] - refId: ENC[AES256_GCM,data:VA==,iv:3LVKGENHWaP8Kbts4nmQXQDj642N3maxY0TwWjSWe5Y=,tag:i1eeAWDiOm9Wd2b683eh8A==,type:str] - - refId: ENC[AES256_GCM,data:Gg==,iv:Dfa15TqlsP/dM1mOAJno2fPW8ATWgtepZSrrJFHEX7E=,tag:NlLE/baC9AbqgBHjpyw0nw==,type:str] - datasourceUid: ENC[AES256_GCM,data:L1IPqvTayHI=,iv:qxbesLEsg3niGdwFa7SEiuknDwzbVxu+gyqk3a5yRGk=,tag:Qu4d7Ar1kAqzMOmD14OcWg==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:0A==,iv:yMSzyTBQ/7rfVASROaPxiaOza/0hYDej4NwpeIiyt7o=,tag:7RH+GAoLLCzIaYHcI6A1Sw==,type:int] - - ENC[AES256_GCM,data:+g==,iv:uZWNwGoQQM5H9mw+TLWGLcRJ4Gko/tF9lx7k9WOwfP0=,tag:tUr5IH2YZx8kJOoLPiQyZw==,type:int] - type: ENC[AES256_GCM,data:guY=,iv:/31LyaHZ4vpX0kUxLtVayY3dfDRgEtxD2AG2eLHKhUY=,tag:vfmZ7s2jd4ynFz4CB195ng==,type:str] - operator: - type: ENC[AES256_GCM,data:83km,iv:frF4PgtP+DLulqAuvMnGJMyxE7TkR3izYRoPOhMe5V4=,tag:IfK8WnEq/23a2liMn8BEsw==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:/8nD,iv:bDbjN3tLeYJmcJ+wgqUKUFEIsnyYVdpQwpVNTecCHKk=,tag:7cDkiiEN3LuZ3GxsBIhk9g==,type:str] - type: ENC[AES256_GCM,data:RLepjF4=,iv:uz8BtIEIVLH59+MLrh12Wq6K4lmiogMsT0s+kc55tqU=,tag:IP/6sFJKENR+WwpS4C6dmg==,type:str] - datasource: - name: ENC[AES256_GCM,data:6bH29WpOeEINLA==,iv:CajDua7+uupnqzIUWnJZP3dL96a5oH+2Mmob4BNXJOg=,tag:mGI+xkMxDeWF2Sk6Bj6O/w==,type:str] - type: ENC[AES256_GCM,data:sJXbaQd5qmM=,iv:yNQTWPn3mqpM0cMu2hfNvM56Bel+zVWvJyGN82n0T9o=,tag:2tu0hxWHurbEWJNsAB16SQ==,type:str] - uid: ENC[AES256_GCM,data:lfe+b5E90Zs=,iv:zfserRIZX8xW7EDH0AUWvsoRyeAtSb7KvxznTCqSCZM=,tag:fkckuraoZ5j8fXgohnoCMA==,type:str] - expression: ENC[AES256_GCM,data:sA==,iv:uLptwup375VpCzaaImfeF9Rb9AuT5wxhi1LnpJx+bh8=,tag:juvcozUnOiQwNcytlejGug==,type:str] - intervalMs: ENC[AES256_GCM,data:49fmdg==,iv:9/buKLINwIr2HofgtDuLXJ250DvjbMe/tiCUhmPIEJc=,tag:mzvHRd68SU8cYP2nC85GSQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:af2rc68=,iv:pGwCGqCCi0WpHghF/0MtbFv0aOkkdqbCGpR0sAvKnpo=,tag:qYRQjGwxX0BwJSwX3536fQ==,type:int] - reducer: ENC[AES256_GCM,data:o9+MYA==,iv:PT0Mg1QbK5EllTAiv71WkBzkKUGHW97q7uMajp0W424=,tag:dT5G3DvmsOtEt/yxqjcRJA==,type:str] - refId: ENC[AES256_GCM,data:Yw==,iv:HdGbhG2okBXo7Wd7e8JAfR0tVwBPC8P0n0rQLEUAOtY=,tag:QGuVtH34IT8cFETOP7foVg==,type:str] - type: ENC[AES256_GCM,data:uu41RznN,iv:8TEjVjYJ+I+DGOa0JOgAQuxCUqxRwj1c/wfLTOGLy1o=,tag:4ETWSN00DSqcdXD5xIU50w==,type:str] - noDataState: OK - execErrState: Error - for: 20m - annotations: - runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumefillingup - summary: |- - The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} - in Namespace {{ $labels.namespace }} - {{ with $labels.cluster - }} - on Cluster {{ . }} - {{ - end }} - is only {{ $value | humanizePercentage }} - free. - labels: {} - isPaused: false - - uid: cdz3yt59a0miob - title: KubePersistentVolumeErrors - condition: B - data: - - refId: ENC[AES256_GCM,data:ng==,iv:9NHIA8oNGV1GNiRiRKcHsLIWeTc3/xBHqETNEfSMsSc=,tag:zAydWPj6dDsMqfMAhatsbw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:sdaR,iv:GNRBxamXaqnWy1cJeZVKE9/7IbH30kocst+3rt50/0A=,tag:IRpM2C5wgNY75JdDujSRSA==,type:int] - to: ENC[AES256_GCM,data:LA==,iv:F116ENDx09/aBGqITpe2yA4yHgH3nrO0RUDw8uN5/uw=,tag:pqU9gYTxSBlnXi2rapRoGw==,type:int] - datasourceUid: ENC[AES256_GCM,data:/XsQxAaHnRiUagFiu+oCCRY=,iv:EiBK07ckiJg3HUgB6vv7Bj+cAFSpXfQBS0KPHxn6kF4=,tag:lXvnuU8NEOGlRVzZFpyi5Q==,type:str] - model: - editorMode: ENC[AES256_GCM,data:RAjgBg==,iv:laKFDVQiD7XEKj7mg/6scTb8N+22JkMuXSpsLH2rgw0=,tag:UF7Dgr4JU7sq7MBDjbXQ1Q==,type:str] - expr: ENC[AES256_GCM,data:MghyRaMIdlhb6f5T/n4Rij6iUQx8OTsAeGd/xYYnxOw2Wcl5acfLddyEy1ecG5dUBRnM10GCCR+aWurfC0aNrX7/FV6235vqA7+WFkGyG374yqi5WX//v48b,iv:xd70LdpYGbTdo+MlaI5kvl1gnu80jjaI9DETVvF+DFg=,tag:6kRGNSuZPGGD5bssu4j4vQ==,type:str] - instant: ENC[AES256_GCM,data:WzeQDA==,iv:iUv2ocM9WyotRF3TMkpSfA+H/wpqPUZa059dAgnkV5s=,tag:MAfsbriWjNWzLQSZA7zI1w==,type:bool] - intervalMs: ENC[AES256_GCM,data:PHAT2w==,iv:WlWww6bHC7bwNFIAj2JxyfaPaDttAuY7uTrlgPoBtqo=,tag:4iPTa8umILFT2nBSet/o0A==,type:int] - legendFormat: ENC[AES256_GCM,data:mmSDASwR,iv:ngzNZ6vVmGwrzZhMgv+bJgvdgSBf9IbDChd6dpeRXPM=,tag:KtMxAnkV6VyAw5aJT2l/Nw==,type:str] - maxDataPoints: ENC[AES256_GCM,data:7wfZanA=,iv:b5LQBEp4tne8XcOgtVTbZPid+OO1gS8DslGS+3uDpgo=,tag:gVzRQ/SA4nu6ym+89RRB3g==,type:int] - range: ENC[AES256_GCM,data:D9y3uk4=,iv:PyimCnTdFQ7DLP3hwoSPWMezbntHUe8XdPsCuI4MmGc=,tag:q3Hd/SbJhAsQGUTKkkoEBA==,type:bool] - refId: ENC[AES256_GCM,data:mQ==,iv:YDyaP8HW8K6mkkqAQ1X6q4ykJk0XmmT9qfT/5rnKhLA=,tag:lVM82BLoK2ME5Q3FIIIRzw==,type:str] - - refId: ENC[AES256_GCM,data:3g==,iv:ReSLHhhguNe/X8UJiBfBTX8QJiqXnjw/9+Lo59qpJeM=,tag:CxOchoqmAVLZNFtUvy1ylA==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:QCZ4,iv:sAzrUF4upW0LvuRBRk3MPaKSy1bOGKFl8QppoJbOpbA=,tag:Pq9WwlXy+IqkD2FgbvxBvw==,type:int] - to: ENC[AES256_GCM,data:QA==,iv:rtEI/ahuOQnpTPRAYTgJaJ9xioM/jTpwC8Ait7Sxg30=,tag:kprs84lFFssnJiRVSfO9Jg==,type:int] - datasourceUid: ENC[AES256_GCM,data:/BXrx4TriOk=,iv:5SLGplQqQZVo75cfNuaHJNMNF/8pIblj/GMNW81fnG8=,tag:23pu0UU2c09hTnA+NSVLOw==,type:str] - model: - conditions: - - evaluator: - params: [] - type: ENC[AES256_GCM,data:kJo=,iv:xOI7up0u54aVVVTFbtKytevmjfLfqPnuygtJaJnUKes=,tag:GSjXuIkC5QrieDWssdudLQ==,type:str] - operator: - type: ENC[AES256_GCM,data:mfwP,iv:pKDAmRz0TWQFvwX8Ee+q49AwRYpqaE28RRzEEZBMC58=,tag:2zcb9Al9RRIga6A/zRrQ+A==,type:str] - query: - params: - - ENC[AES256_GCM,data:XQ==,iv:Zx8EACuJJw2mcwyO/TdT6eH5y7U0IS58jQ4QJv6kf/E=,tag:eQApN0A1lrcURzPJUQipiw==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:DL3kLw==,iv:KGZVWdmuVwk/dfE4rziAt/FHsUfCsZNkQRD+jpCFwYo=,tag:lLiTXDHaswfmqfIbiIFXIw==,type:str] - type: ENC[AES256_GCM,data:q2utzts=,iv:uN/t0L0BcP+mwCC06boOU7TEI+NoQwfDV7I99t1Z14Y=,tag:dUgLEZxxp9xol/2ntfzjzw==,type:str] - datasource: - type: ENC[AES256_GCM,data:ZpfRxDNER30=,iv:75AVLSjvbklv6i8VkaNBfAJcdaFLFEDCuNpk7JI94AE=,tag:nX6FOAs9yuJKIXy0WybUgg==,type:str] - uid: ENC[AES256_GCM,data:5QUp0kUvoQg=,iv:8t0/Qzp2IF/TRbNMJV+ol3X345kY20C6K8J8tFQkflo=,tag:E2CSeDplZzsfLhil+3hhQw==,type:str] - expression: ENC[AES256_GCM,data:6g==,iv:Mn/v8eX/8lzXsfadxiG6sz8r7SQNufSmIfNSre8l/OI=,tag:FEtSPaRlOCSk4hC/jpJNtw==,type:str] - intervalMs: ENC[AES256_GCM,data:3mXH6w==,iv:Xz6VuoyY1m3Sx/5cO0LJye6wpFxMIMJExg8gMJJ1fC8=,tag:PG2smAfTk/Vuf7Ze9Nv9vw==,type:int] - maxDataPoints: ENC[AES256_GCM,data:LhFvUYw=,iv:t61HqeMVXUdRFxmzpe+W4KgO10hMPTWeNuj674bLxDo=,tag:4nYrrQU1/3xmVDA8aqnNMA==,type:int] - reducer: ENC[AES256_GCM,data:tJrAlg==,iv:iX2HFYrPcq+aQHF9Q5Wpl5lnsIXqvO9gupYkEdoS35s=,tag:o8btg+nJf/LFaD3uYOuMHg==,type:str] - refId: ENC[AES256_GCM,data:Aw==,iv:PFEvIy+27bwKhVxX0HlFSQrrT25Z2l0bIyDOgODbiWQ=,tag:2jpSgOjo0NweuoP8+6sHzQ==,type:str] - type: ENC[AES256_GCM,data:SdeSIXDT,iv:8aktd7ZALMGS3cdY4zWAp/s0E5MFyWIIgMYi8Kd3Ncc=,tag:ETT+JnPwjltyDtGGt/1g7A==,type:str] - noDataState: OK - execErrState: Error - for: 20m - annotations: - runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumeerrors - summary: |- - The persistent volume {{ $labels.persistentvolume }} - {{ with $labels.cluster - }} - on Cluster {{ . }} - {{ - end }} - has status {{ $labels.phase }} - . - isPaused: false - - uid: cdz3ywkoiwgzka - title: KubePersistentVolumeInodesFillingUp - condition: B - data: - - refId: ENC[AES256_GCM,data:sQ==,iv:msWV9EkgnJ1cetMNQAvdFriu3ah5CtLlXx18IvNQZ64=,tag:fcJUYdpi74pr16W5KvH/gw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:4hFg,iv:F3LHDz7HXgqPAeEZxRhtr1CEbCwtLdFd0eg3SjQi6Tw=,tag:PSqzevd9eQLehJ7aeOKf7Q==,type:int] - to: ENC[AES256_GCM,data:nA==,iv:4d1Ixdx0VWcODKmQY6vW1GD8tAZrSAuGnZsGDTzZBbw=,tag:2l48vhV2WOBOwJcWJJ3ALQ==,type:int] - datasourceUid: ENC[AES256_GCM,data:/1q70CJaLkQNpRdpayVDGJA=,iv:YNGMTGuqHmMK/L4ticGNibX4z/ksqHRzLuBSp8Ea8DM=,tag:bA2IJhcyuET7HVntvYSlCQ==,type:str] - model: - editorMode: ENC[AES256_GCM,data:L/2MYw==,iv:wtS7UxTzBs+QE5io1ObKlR2Ac9J76DYkwZX/Ge8WBkk=,tag:ttBjYxA0u+KTJ6LNqFgiug==,type:str] - expr: ENC[AES256_GCM,data:OaU1sUKlJ8WydU6RC8xLBAh7ODECSFyFvpwsFtJWXuHRrEZOv2Xmnm1WGhG1glrfKeAT0oeS3v8oX9Id5GwJ80e9c/GuFZZezAVes1fu9GwpMi+98aV9PcDvuMFTvCOHWjWpPOQkS3hys9iE+sOjimpWccDzlnbe/Y/9m7z4/tZBJE1ehT4K3GdqvlEqSvl8PPKhs43pSF3ScyBATEhB7Xeuei1385ag/OBo32D0xn+l1QjVgT6tw7ziwBGLq1WNQucQ21qhzGNbxrQyPb1JTOCfbOaFBHWCA3jswck1mplOPyW3j4EO6DdRN2/9e8B+A0G0rFrjgko3tT3pdlqk7tKlRxOmHXfd2p4Y5byFGJouZn4o8m/DJGZtiQNQLMerPwRkELWUnpHPs+6cwR1XbW9ln9W9gcs3N8cym5CMFB/TNQU/8XE/RQA0JPsFCj/TwioKI/ebTT2tNewn0ROtDs+9h797STzEssSouLID72wGwzfwYYBrREmwmrmcNKDucXUa0qEadHmeylXtu4dXnNFw6703j09kAf8x7ZLOjaoP82fbzqDAvOWfWmkdJo7I8wUbw8giZ3NAjNLYEAyHNpVrVtWwYKp9p0tPf+3FKll6hmV5RqRxBNniWQHw/oBMRjBEDF26efOASiGlcvJjVCBcwVz+EfT52AWqxT9y/YlZZUDED0wbSQ9znHzwdezAPDfwtYs5L//P7VdGc3SzOSud1Q0mT0BsPJJZbuFqq5VYpuqW7qbh9zV/KljDEgIU2mmw0lGKV4hKnRH8GFWiceHXA9d9hgOip8JeS5MkjxmkJkE/TRlpvNFldUgt5paizT6Nf3qpXpBZXgN8qX8KcLNck0Sdl8LXS9anCtHBhsMNwuDpgIJz3LJhXp707SX4qAEsQrJ58A==,iv:XX1K4m00/yPvvol3DKXxR/9t2d94Nxzp2vMIpQVPxKI=,tag:W1IwTIDZDIU+x1JMmwAFJQ==,type:str] - instant: ENC[AES256_GCM,data:rEydFg==,iv:h4vej2/usXYQ2+vkn32nzQPW/bI8AHjMS7kuDlHunQU=,tag:ik7Ape4xTUtmNqj6LFYqLQ==,type:bool] - intervalMs: ENC[AES256_GCM,data:Igou1Q==,iv:IhLQ/0ex+sjXFVb9FIWXgwl5JscmP0DQazhhmZpCzoA=,tag:P7vIACldBABByI4k/EhN/w==,type:int] - legendFormat: ENC[AES256_GCM,data:qVfJqtc1,iv:DXezSG35BlNPOQgIXUYqM4GgRxGZyfRnlACd10AGdZ8=,tag:l68yPUOXXo9vPZgn1bqyng==,type:str] - maxDataPoints: ENC[AES256_GCM,data:2IaUohs=,iv:N2wGDO4DF1h6aXdXVeDuNwPEqj/K6iEjt2dkxCKFp78=,tag:LbV6hOX+aW2+9xpklsIAJg==,type:int] - range: ENC[AES256_GCM,data:rFgL+NE=,iv:GoME0+M1gEW3nvocmh6H+5FLk90EnW+Eb9dLUNM1GYI=,tag:2+j40+m0ooPdH9PdnIMDdg==,type:bool] - refId: ENC[AES256_GCM,data:+g==,iv:NMqAWVNijhwOtoabih0EiNF4DuyiV4P1g1GJeXN+wvQ=,tag:OTMVuW1/O2/ZOJu5Ufv9bg==,type:str] - - refId: ENC[AES256_GCM,data:fg==,iv:+DR1CCOKllyLqryV4kcvRL8bSbxA6zfizFq1AOA06/U=,tag:LM1knbmkHfG3TfiOkvmc4w==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:Ckfy,iv:PpbB74Rhgv+XaI/SdYjUVqHVRv1eDvx9Z3St7T0zOzc=,tag:OmHnx9s6peaRER9Y/XFgvg==,type:int] - to: ENC[AES256_GCM,data:JA==,iv:fVOkovgyfZNh2YaZHCTJevSQsUZryXzg65gFgGWLDsw=,tag:keNWKPDj3O83G7xWVDGuxA==,type:int] - datasourceUid: ENC[AES256_GCM,data:OfeZWcuPrEg=,iv:9L9wbcOVzVQU0tLUisoQgzDaZovOBTZP19dyIC4UfcI=,tag:FOI8mgAxNf1+hEnCeoFkDQ==,type:str] - model: - conditions: - - evaluator: - params: [] - type: ENC[AES256_GCM,data:ang=,iv:4e8wRoRDXg1dbu+bj07wnRCDzDcqPMcWNPuMJJGWyqs=,tag:2eK0xqXPyd4XMWKIDd4p2g==,type:str] - operator: - type: ENC[AES256_GCM,data:dOyT,iv:CcqhsUTOGnBMIoEkvtyU8fPRcevNdDMmrjdhmfkJPvU=,tag:c01lkQmU/itemeQqCmbrdg==,type:str] - query: - params: - - ENC[AES256_GCM,data:zQ==,iv:Axg964/RmtlZJoqGkBO0xK69rPDi3cSaYRah/04rHCU=,tag:D5OkgdE07c7Y7AltQBXGHA==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:x3cbzA==,iv:coHVCrtFCwlqq8qNKDrPTwnnBNcUtk2PhTPUj1DEZJI=,tag:vp9spHNNDyT3M/1viTqKmg==,type:str] - type: ENC[AES256_GCM,data:/iav+o8=,iv:IkQsYywXwbNTSK1tkKQLVWBCN5aO88EX6a9Utoc9pMA=,tag:aBDuf5cUeq4ZL5QJ9+1yyA==,type:str] - datasource: - type: ENC[AES256_GCM,data:My3bmLye650=,iv:SfWBCgjPCwwnKFmDdwAveTE85X2JdFx809J0RGGnL7A=,tag:FHFpAfg5kaQc90sANcL/mQ==,type:str] - uid: ENC[AES256_GCM,data:ifalE31d/cU=,iv:eugFxM87wvkgDP3hF3LgKZI7I/XeoUHpLDYNKDuBTL4=,tag:UwYhHdeQBXNXbPMlhWfkeA==,type:str] - expression: ENC[AES256_GCM,data:Ig==,iv:OUPIZ535pq9ACw4c/Nhx4ZINQvM8Zk3GQLzsod7iOjU=,tag:saf3/rYohHXWEzFvi2Rh3w==,type:str] - intervalMs: ENC[AES256_GCM,data:Lw/ZVg==,iv:JrphVbtoPkhYaK/A+ZqAgNuvWDV1oOw98eEDgFq6UMo=,tag:cU+Xx3gHyS+beiIr6XBUcg==,type:int] - maxDataPoints: ENC[AES256_GCM,data:He3nhIQ=,iv:t5ua01tC2LlxR7Vfi9lEVp+ExTCbWDneYCRJfGnFBSY=,tag:VPgIQWRmrdVlXCo7AcxGHA==,type:int] - reducer: ENC[AES256_GCM,data:orIxyQ==,iv:2bpB7C3XSahuzTAMnbNqXNjnHck0KSYb781n+mEdsW0=,tag:HxubB+NBcYhWZWguXRhn8w==,type:str] - refId: ENC[AES256_GCM,data:5w==,iv:AGDIl9NCzYOQzYjz2OScvTPgxKw3I6F/gYfBfvolO6M=,tag:n8F0GTAhezocUOgeSjjvpA==,type:str] - type: ENC[AES256_GCM,data:TQiS2vMR,iv:WBLN3BFoZiFh+ymIjEP9yCReIMsmg3JPwopH+bUbrlE=,tag:7WwSCIzeHXniOsoiGMoM2A==,type:str] - noDataState: Ok - execErrState: Error - for: 20m - annotations: - runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumeinodesfillingup - summary: |- - Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} - in Namespace {{ $labels.namespace }} - {{ with $labels.cluster - }} - on Cluster {{ . }} - {{ - end }} - is expected to run out of inodes within four days. Currently {{ $value | humanizePercentage }} - of its inodes are free. - isPaused: false - - orgId: 1 - name: Draupnir4All - folder: Matrix - interval: 1m - rules: - - uid: adz3nhdki7d34d - title: Draupnir4All Synapse "Failed" - condition: B - data: - - refId: ENC[AES256_GCM,data:+g==,iv:/WOh5e/oDI8y/TGxaaxXMPe0Ah8RwCFCyTDd9Qakeik=,tag:W8Ry4uioz99fRmMcCVqy8g==,type:str] - queryType: ENC[AES256_GCM,data:QbobPRhNXQ==,iv:r09ylx2NmGW0IjEFQD59MwPnWleqAMHd9hWvK2ukNfg=,tag:RLI+wuMFXJ2S5xTXRuYV0Q==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:vh2s,iv:oQR1H/MAdm75cRyNavRT9ZA6rzuUMJtTunVMS26K58A=,tag:EYZs4wQj8soz3L06hTWubg==,type:int] - to: ENC[AES256_GCM,data:DA==,iv:eoCS54nMMexD5N0ent8UyiVnGp/oG6KlJc5dTPADL1c=,tag:K4/7UzIYLZbGikSQIh2fQQ==,type:int] - datasourceUid: ENC[AES256_GCM,data:Z6nSBQ==,iv:vnfOKPpqm+4tzaBWzgwXIbNDxJBgLk8/q/xEnXvYza4=,tag:eUcdwz97iPsG4IJ21xMa0w==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:E8ciQQ==,iv:vj4ezIeXWNmngmes2+tV+42Cxw24eX4IKgUhbolc9Ds=,tag:zJh0Dq5iXFsjBSBF7Cb8nQ==,type:str] - uid: ENC[AES256_GCM,data:GtC9yQ==,iv:gjKHKlkJdjJ9LONk+WrsPq+6nn89pBdxPiqiyCDFAvg=,tag:DfK8/MktLvuU/m05DWAiGQ==,type:str] - editorMode: ENC[AES256_GCM,data:0oWZ51p/kA==,iv:c+FEfiP9nG4A1eFcKHRGPSe2rHlFQifKCH6swKmCFp8=,tag:+wMDTcwwh0G9EGjzM+U3XA==,type:str] - expr: ENC[AES256_GCM,data:IeugzYfyW6C4lgTIzoF8DDWZ0rnwpqcSVFqSQvwgYfyfesLvJ+OF4nEkRb+rww/NnGFB2VW+bTsMszwcD7qLGnWM2iAgmWQBwlmpC+/wQXivMnL1WHQcFInZTlo9Hixs5R6Nu7WdnM3EkYEc22PGXEy1QQU3VfGa8eWOiWrpKfEJRwlk,iv:Lj8myYUNJ4SQ33iU1/9BIy1ELKJyr0p8IzRnZoqebig=,tag:OLBFdKaTMF2vJzDtcWSPWQ==,type:str] - intervalMs: ENC[AES256_GCM,data:hWdKdA==,iv:c2uYc2BcVX7BWyL9RK/jQ+zGwSFkzKYXBFzBtTfOxfo=,tag:b4/MW1xfI/xSsPHN8Cql0w==,type:int] - maxDataPoints: ENC[AES256_GCM,data:noF3nY4=,iv:JfnASqwopPXOKK1UZ5+6EOIy96zIBN8FEF38XgFF7YA=,tag:Jsr+ij4pAD6L84+kvm+9Ug==,type:int] - queryType: ENC[AES256_GCM,data:ham8NBeYFQ==,iv:6BDoTWGES6X48/msuugyIh9CwBXDFqmyYg/TEdgR4JE=,tag:cx8CkREwLej2661zFs/lww==,type:str] - refId: ENC[AES256_GCM,data:jg==,iv:k5I//7FCvE6YHFxzWOvob+i8TtA2dlhdVuhbLwCChz4=,tag:pv4cwH6fOkBNXZGpdSoPGQ==,type:str] - - refId: ENC[AES256_GCM,data:EA==,iv:o29uw3ypy1hNKNn2copN1x3FwVVOId6IantQn9GYHe4=,tag:838GTi+JC8t+mey3sJGESA==,type:str] - datasourceUid: ENC[AES256_GCM,data:cXi2ou1/tu8=,iv:bqGHfVc/f6LZc9X8bUP9XE6zZ9QmCa53q9kYLEdR12k=,tag:Xhssc4xQ0pfGyLn2ffih0w==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:qg==,iv:8yC4TKwZQCCmsauo7UYcXn7daAwN2QzUXB9Jnm2gi+U=,tag:2KUPpZGtFBaC1A20HfHVDQ==,type:int] - - ENC[AES256_GCM,data:RQ==,iv:sP1aEyAei9RJwq9eO3HJZyXx8Lp5W2V4QcHw8nNcJzM=,tag:Tt9VlBGsEiXU+moqn7cM9Q==,type:int] - type: ENC[AES256_GCM,data:2Cg=,iv:jqKlpu9WnA5pDIJbw5zBB4lko8JEZ7zlLsXeh7Fm+5o=,tag:SE0uAAM3zmKIhT5KNQbTOg==,type:str] - operator: - type: ENC[AES256_GCM,data:0dc7,iv:se41PacdWS7KejdgLFcaMUM9V821jmfz4fAcYSGpt20=,tag:UFfbkH4o/zcgNKHlE+F+IQ==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:wh0x,iv:+aPoV8HjQvaKflIAU36J01zUnq6sbUgdfh1KV85qnKQ=,tag:0iTBDPfmccmtfoNywPpcwg==,type:str] - type: ENC[AES256_GCM,data:YYuH2s4=,iv:VIe6Yk/ePAHlRsYhju5T51CUy+i81WRD4I+N1Z0sHeA=,tag:q60XLMXhWDkX9XivZommFw==,type:str] - datasource: - name: ENC[AES256_GCM,data:///FfS3OWIHd+g==,iv:5g+NeTV5bhW7AYKNDe4wS7UeOs/PWGw0IUajMxymlyY=,tag:JRfkVmqPQMKZcoOc0W/78g==,type:str] - type: ENC[AES256_GCM,data:J//1HHB/e0Q=,iv:Tda1eBnTTSqOoSMfyWhty/phMyjbLqspY4sTzXThjz0=,tag:XIUCv2XhY9rF84jCYQxtbQ==,type:str] - uid: ENC[AES256_GCM,data:HBgWSaGyweo=,iv:FEYhtQUszbjWckRmJLeRUmOyiSVQlSieASZ/1ygNplc=,tag:IYWn/pD8q+XxWkeDdTA7DQ==,type:str] - expression: ENC[AES256_GCM,data:4Q==,iv:fLhgntfKS1UA/pc+ztWXqAcIa3UMnSLVl7/6v4zGlm4=,tag:HI/XyUDe2s23Mklv3cgRyg==,type:str] - intervalMs: ENC[AES256_GCM,data:2+nk4g==,iv:058PiB48ytmPyX/qeySJrm96gyyl6ijivNn4k1m59bw=,tag:Fpv3nB9CWe5TEKJtdssOuw==,type:int] - maxDataPoints: ENC[AES256_GCM,data:Zo21cdg=,iv:dGUD+o4SH5o8Uzw+4pUNd8O6LUK0W6qK57iCVSpmWK0=,tag:WcrchlpiaFUAMD2dbvPKsA==,type:int] - reducer: ENC[AES256_GCM,data:aqO1,iv:0AHxKzgTJkm8IQRDEMKzHT+sef973XySfb+3cyg0NRE=,tag:Lc32UUbPWaJlfu4MoZAPXw==,type:str] - refId: ENC[AES256_GCM,data:Vw==,iv:ABmVAlVDrzBAMPV+OA8lOh6R/7TRdjG53bilwxjL/O8=,tag:sedJ6+xh88QHKgCQJApRXA==,type:str] - type: ENC[AES256_GCM,data:xXl5LR+S,iv:5VJhwhPPL4c9e6XoHboNJIH4raVaDeuOxoyY9x2Fpqk=,tag:uxHPCxgzckoPzh73m6c3Zw==,type:str] - - refId: ENC[AES256_GCM,data:ZQ==,iv:WnJwmRrKlKOXHWAJR6SjxIkVGB/gUUZk/0eR+s80WJU=,tag:XdUFTWicQVAG22qhTfh5cA==,type:str] - datasourceUid: ENC[AES256_GCM,data:PF1U6/bqcnE=,iv:674LMAEFXdhO7AHE6d+NPD0gDxcAQXIKTR3uT/UmjSs=,tag:LXFugGVng9ttGAIh4xaUXw==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:vQ==,iv:p4Z1NTDzzxPVarYHHPt8hYUXJnBnHFPPVUyD4cBVhak=,tag:8h/nqHEPAi4OFdgPhy4PBQ==,type:int] - - ENC[AES256_GCM,data:MA==,iv:oAxPP+j2sqTQDkaQ1gergChyg0wb0UvDk7woE3gXwW0=,tag:SAID9x/19xM1Xz7cVnWsbA==,type:int] - type: ENC[AES256_GCM,data:T4k=,iv:3CDdDB+IP44H9DJgFOP/Nvnrra/cOXVlJ+wsza3Gf/Y=,tag:VytCbjp8pzFn85XKbRirsg==,type:str] - operator: - type: ENC[AES256_GCM,data:23iz,iv:3HhTlYlSHoFT7DLmPX+EUPi3lFCEosaY8gFhY66tbjI=,tag:OIwuF5dVsU8BRlfrFLklmg==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:VnM8,iv:R+/0coNmzLMG7xNOtX6fq5a2Arkw9WN1bg2t88Ex1Eg=,tag:jNtI7F4EE6SxA29vjmSwDg==,type:str] - type: ENC[AES256_GCM,data:U4Ef5lI=,iv:z8zIrP1+Akvsu6ETKqwJxyXE1iiLrsgNHebacj6MHds=,tag:JXAXDJH6t7LIGFb+u6nKUQ==,type:str] - datasource: - name: ENC[AES256_GCM,data:8cUiUfFQ63xSXQ==,iv:LcL/qxiAdFpWB1HqtQMxU0ZSkJwOTguPK1VvtKYtkRQ=,tag:292gWrvXW7Cps4Z8wHEi/g==,type:str] - type: ENC[AES256_GCM,data:iQq5URiRRWQ=,iv:/HU8Svp027WNX01zuKaZPWTfRpBLv5URO2FCKfMaoZk=,tag:fTM8z0pqauzeH+JCR+Hkiw==,type:str] - uid: ENC[AES256_GCM,data:MKoIs51ho+s=,iv:RYKXyPGE0a8x7rxPE7pkaKUCr7xpz/VPqT9zp4XjaM4=,tag:0goxTExl/s9SKHKNDJx8LA==,type:str] - expression: ENC[AES256_GCM,data:yQ==,iv:SqmwLwFv+eWirXR/XCAbWjEUiaeTdfb9jzs80QH5Urs=,tag:qjXkBg9Krl16tWf9iJxE3g==,type:str] - intervalMs: ENC[AES256_GCM,data:RY//xg==,iv:o6gd0sGYZ7jvx+DjMSvzQrhtHPU1SKoZOqCufIlqbEI=,tag:JcqjZnuORKvDYugRsb72kQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:jAxrB7o=,iv:AbBl0RSRWkb8uO9/+mI9yE/WrojL+UvceLIUieIo4F8=,tag:a2hEjNkN8jlWZ5L6QdIWww==,type:int] - refId: ENC[AES256_GCM,data:LQ==,iv:RT+Y8qa7KMQ2V17TRZ15vAfvFb0JTl8O6mOnkOBaSyA=,tag:ugziCZNkcI0COgoCEb7cUg==,type:str] - type: ENC[AES256_GCM,data:OgMnXYnIi7JD,iv:mXqhK+xFJO10+7NtojIOjpO+/ZdAsdXTGbcazF3MHC4=,tag:W8C5UkDEO1noeg9nHN40PA==,type:str] - noDataState: OK - execErrState: Error - for: 1m - annotations: {} - labels: - service_id: draupnir4all - isPaused: false - - uid: ddz3nijqshjb4e - title: Draupnir4All Synapse "BackOff" - condition: B - data: - - refId: ENC[AES256_GCM,data:wA==,iv:B3+LjjO2FxqqrV4T3K8nJQIQr3QnU+2fvGP/NVms5OE=,tag:Mgp+Epu9tfgTrgbDHCkH0A==,type:str] - queryType: ENC[AES256_GCM,data:odd6crVyxA==,iv:s8wpWF4h2gWNe6CrHpFy8cwsRN3BUCVqgmcgxYiruC8=,tag:L0Qg/jmY6h84gNWsSO/mSA==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:t1Bz,iv:WfDgnsSl/a4wfgf13FStIDtYFD/yn84Dbqe8HKZZQKg=,tag:QgrsteWNqEpMzHDFqLh5Cg==,type:int] - to: ENC[AES256_GCM,data:5Q==,iv:lM/lI4xWFLlH2oqP1o7dMVBncdNVP2DEG6dQgFE6pLw=,tag:hE2u+i2POAy/3dKwjafwxg==,type:int] - datasourceUid: ENC[AES256_GCM,data:YfU5YQ==,iv:ulfVeEM4usXjA6bBavS0G8jXAmvj93/k6Io2yweULvQ=,tag:YAAZ4r9eykHSKLfJECROCA==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:h9Gjzg==,iv:XWJsntbqv5SSAXiLhhjuvVPKjBoUftzSMZT8OlOmFhU=,tag:BGuHiqwiwTT3Sb6G6Tjtfw==,type:str] - uid: ENC[AES256_GCM,data:zxNWww==,iv:IIknN7FbVHTKDOGsU/8+17y9CmC4FuXOg6D7oN8rmAk=,tag:YHaEvH+KLG6qBjJUSUIM9g==,type:str] - editorMode: ENC[AES256_GCM,data:HqZNuroBLQ==,iv:bYCKRWLa274Jnp0oXQ23rS9ON26BW99vqroA/Trq1N8=,tag:bICe9E0hwqVWn14ioXrINA==,type:str] - expr: ENC[AES256_GCM,data:ojAbNcYqRDNcBdQNi4OPZVpUOvzu/qDe9x6IQWxAPqNnM5Hu56adT43iEg9I/Nd21JJFvogWG3PNkkVJ6RkFYPEAU9nH0o3TOrsONYnWsZOcKtRmB3cHRMcKQA4Hr2S+sdrVWOshvaqnNV8qmxMXhkxSLpSc40hrUS/vdSO10pKuahyMDA==,iv:euw8e1WBweNHHFmGlEkfqrUzxm1Hq5W7cp5BP20mwLc=,tag:nJ7HTmycxZ4L8WBuE1NxTQ==,type:str] - intervalMs: ENC[AES256_GCM,data:FYHQPg==,iv:Bd7vzrdWe1VTTxIA933FLmo1/lP4wk43nnnBdfcDPQY=,tag:ggWevXMSgr5CoW0JWCXY3A==,type:int] - maxDataPoints: ENC[AES256_GCM,data://VsW0Y=,iv:JNTaCvkWAKWtGNSAhmX7wul39MjyM0GWOb1fAHEKkAs=,tag:lPGZFimsnLuNuS/lyOpGbw==,type:int] - queryType: ENC[AES256_GCM,data:i05apw5GJg==,iv:zBzQQK8NBAtVCf2ehQ/qMHBBC5wgKcdNy9UOSxKxQV4=,tag:p1YPhdeWz6TYs1tubfvlBQ==,type:str] - refId: ENC[AES256_GCM,data:kQ==,iv:C2vlJhnmpTVIhYQqryfQi5B1zUHixmDeP4WCxW1eJyc=,tag:mnWK5aaV6B6eXFKG78US9Q==,type:str] - - refId: ENC[AES256_GCM,data:hA==,iv:gGYRDlXaRT4v+QAO8zwOSNLy9tWMYIhUQ4fAYU4O27M=,tag:Et1LWQziJLHcuOuUoi7yAg==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:KL4l,iv:O878oNpUPaeUwJaMQDn6N7lSlxlH4ggxWumXgp9K2pQ=,tag:b2DV68YD6HzYxWNdnzjBHA==,type:int] - to: ENC[AES256_GCM,data:kw==,iv:KpkDBiv9t0GQVVB3Nzau9nFd8RibJZp4vbFm8lu828c=,tag:22pf3ZEf72SJ0kIE6/OiRA==,type:int] - datasourceUid: ENC[AES256_GCM,data:DcoyGrWHvo8=,iv:stHsdUr5thygjDqFhA9tJOPA8GTMvjuS6CZM/ATTHQs=,tag:0CbPpnmpiEotz+awepb9RA==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:yg==,iv:clfbICElf5TqER2jxBXCOo6UtcyyZhiktu6C/NlV/q0=,tag:e1Wvv2bYIxbP92SS6KPpNw==,type:int] - - ENC[AES256_GCM,data:Yw==,iv:/oqkNWzR/wxWugpJjc4+FcARGVq3TH3Ne8wdJ9WxFt4=,tag:IPw1/fXFNiH7W1NT8pTRfw==,type:int] - type: ENC[AES256_GCM,data:MUw=,iv:p80f2csUU9VifCNJpb2LYLBixvQSPB+Sqe2opbWZ0es=,tag:JDN2K9i515IL+2Shilu8XQ==,type:str] - operator: - type: ENC[AES256_GCM,data:jlVv,iv:6A9ou0Zz0Lvx25+6+IKaNQzqt7O9e6In8+qivE0mQz8=,tag:LTqAQQxOh22aCYDJMTEbsg==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:o26+,iv:H3XahP98fzSosGYynBNLo4ygRRGQgSMBT2+FHQgvs1s=,tag:x53w6gfpB+wbLNkOqQaP/g==,type:str] - type: ENC[AES256_GCM,data:2b4Zn1I=,iv:P5q56JjFppTlqOqwM1tJB1DcBw7K1yVtC5PFhffiTU0=,tag:4/7uoIiYx4HfQRKpHXHlug==,type:str] - datasource: - name: ENC[AES256_GCM,data:mU4obwfro3uwYA==,iv:OuD48koyO+BES7P8eofx9Wad0XWXDKlLO9HBTVYx8aY=,tag:Y09ZWachxm6GO5eSfV1xIQ==,type:str] - type: ENC[AES256_GCM,data:79S4J7CReV8=,iv:AC8l/aeoUroYz4CF0LsiqoerSSZENOSKn1Ud4EoK2oM=,tag:0nrDVPPd3R7RrTVp1nR/YA==,type:str] - uid: ENC[AES256_GCM,data:oHbeOQzqTow=,iv:GPHGLL0w8o2v6Q9ynm5D+zWvoOt69tRC2mu+d4k+0n8=,tag:J6W+4wKkoyT84okiOH59dQ==,type:str] - expression: ENC[AES256_GCM,data:ug==,iv:dugN/2VKz+z3ON6Sn9Q/MHLdYmD/58W2SgyjMKiiVWs=,tag:OxiQPbeiYpQhwMS+4ka6LQ==,type:str] - intervalMs: ENC[AES256_GCM,data:o7v+jA==,iv:YCBnnMC8r37bP0F4pirw07USeWXFEunsjZX6Jk9/WZk=,tag:I+t3gLc7rDuSWy5TyiEwZQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:q0bI9ms=,iv:NQKGXcuCifxAcd2dZLCmIF01QLeh00w9KsaETuGW57U=,tag:uqKgZFsgAi8jCTL8O1hhmA==,type:int] - reducer: ENC[AES256_GCM,data:yMGp,iv:d2jTBGQ1Rv7fsAV7Nm5UVwtZ8hI/PlK8QTtp7xOxbaE=,tag:+EKS9SGm3S3fbFoEIM3D8Q==,type:str] - refId: ENC[AES256_GCM,data:hQ==,iv:yPYHu2WkCVPkxCsNGNguepDkBWwh9BKPcRLSM+Jd0Ng=,tag:+o5/n9TtQYCT7REtfIvjyw==,type:str] - type: ENC[AES256_GCM,data:LFm0HoXX,iv:rc9RC42sEmqsT3NBrTt8hfqNdWYflkTmZeyMswmPr1E=,tag:gevYQRab+Rt57MpUUSHHUw==,type:str] - - refId: ENC[AES256_GCM,data:gQ==,iv:OuimeODgdPLtw5ZTWH4NGSCopz5/hiKFp/Qbv26qXyw=,tag:8SPFRoDR/wOiLjnH/e7BXA==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:G/ym,iv:h4QTxX8zabYST0M64AF0nF7nrmCm1WQB2RwlDSjI5hI=,tag:Tz/K3Ogdew1m0hL50c98Wg==,type:int] - to: ENC[AES256_GCM,data:gA==,iv:JkMzuUdjBytWrYDYQJkzNDi//mz/4gHOymNUxyVRR/E=,tag:lwBLjNtgIARwothCPqryaA==,type:int] - datasourceUid: ENC[AES256_GCM,data:u/J4SON1Ses=,iv:b7kobqUFLNB8I4sCq8AJW2m+Oyd0T0b7lXyXpy6chw8=,tag:wRCIzvx6ltpLiEcyY+NHEQ==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:nw==,iv:Gj/hUvf/PSppdjhEIZdpHkOUI/oUEp3C+6jI0Y11afs=,tag:N3chb4I7aVcyHcrrOf5+ig==,type:int] - - ENC[AES256_GCM,data:yw==,iv:YTBSsfKwO+rRk3i6Tgz2Bv9Cr5mU54SQoby96b+5NGk=,tag:7zSbJadQjTGzIRjJw3xJMQ==,type:int] - type: ENC[AES256_GCM,data:IuQ=,iv:UVUxaIAKg4N1TdP88rBVWaOtFA8dj+PXxHH7Cy2ZhPM=,tag:wDNUPVH3rllR3wp2eu97iQ==,type:str] - operator: - type: ENC[AES256_GCM,data:3TYO,iv:um1wEsni//QlyH+jhQXePFBIl01F+xO0sfSvKapA+1U=,tag:KIYjieW3+b7qr0qZrlDYvA==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:qDzp,iv:p1yOig16Fyo8pFrxYCa9+EnBg0XKgjPV0w+DvlQKisU=,tag:jo+kwHOVJ1rIPGHLyAle+Q==,type:str] - type: ENC[AES256_GCM,data:3Nf+Zlc=,iv:q99s84pHws3VnQBTdNjhfT1lC7bWdDPfimLTjsfxFec=,tag:4nfEmRv1QX9yNPMcyf342A==,type:str] - datasource: - name: ENC[AES256_GCM,data:mAIPQJUeETLAuw==,iv:HBCR+dzVGgz4N0+T1JpQFRp7v8m2k6W7VWyJcYDG6UE=,tag:/t5R/PgcTe5Un5qQSlTa1g==,type:str] - type: ENC[AES256_GCM,data:EiF/lnjsRMA=,iv:26FYfqkGa33rZ1YPz364h+ZvC/hUp7a/gmnbaI60U4w=,tag:sm4XyJVrN7YEWCFUJB1Itw==,type:str] - uid: ENC[AES256_GCM,data:9ZOfZQW0G+I=,iv:erV7MxLcF70ZATpMAogzgK8miGWGasM/WoD6UeJpx+w=,tag:O60L71M99UKWxMGaecw1bg==,type:str] - expression: ENC[AES256_GCM,data:Gw==,iv:RaC72wQ7HhSxdbVqll+D+kJo2p7yEgYomUx/4XwlXRg=,tag:RDh8hjP8N0A9faw1Y2heag==,type:str] - intervalMs: ENC[AES256_GCM,data:vA3gCg==,iv:BmNO7J5f1lj//7dxL9rJlXAwDTbOyq8cWCEK/7mPgQ4=,tag:7u2rrq++hQT3groQSPDk3Q==,type:int] - maxDataPoints: ENC[AES256_GCM,data:3A8l2X4=,iv:G4fJKtERWwrtQFespeMkCrTTJA54u4poeC2hozrD51I=,tag:vogvLOat2LdRmh2Tm8/IDA==,type:int] - refId: ENC[AES256_GCM,data:3w==,iv:Pr4+GMIQjyIhW4IrJiARSmAOo+A0xQliYLpxoctJpc8=,tag:X9TvJB+Ll0GpgWrRtFclGA==,type:str] - type: ENC[AES256_GCM,data:piMtiO44zLV2,iv:WCi7Jlk4MPDMSEkflPYR0lpnDZ/z33xQ2B8m5ApAMAI=,tag:ih9hedEDTXFV3ExJuNiQLw==,type:str] - noDataState: OK - execErrState: Error - for: 1m - annotations: {} - labels: - service_id: draupnir4all - isPaused: false - - uid: cdz3njjeosphce - title: Draupnir4All "BackOff" - condition: B - data: - - refId: ENC[AES256_GCM,data:lw==,iv:W5z0u2Mtso2wlnhfdoA/WrNsY+Er7KAcQqtKfKepzFI=,tag:PbLqpFKMWtjulZbIB82YuA==,type:str] - queryType: ENC[AES256_GCM,data:XoyuwimnUw==,iv:r/2wJFMdOp130vE4CZ5YWMQFlnvnQjtdy71ANwEPID0=,tag:L1eW6bdZyprfS9jyHCDBOg==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:qHtv,iv:4rWwr78kGMhOcrlrp1BPWR7YLT6g/geT1aqHcCF6/2M=,tag:5drU7c1Rb69qZdfoBdP8Gg==,type:int] - to: ENC[AES256_GCM,data:YQ==,iv:KP/91Bc49uJumkY6YDbXMbK8jSfN3FlKWTphps0d7jg=,tag:eQpCUtHqwcrqAPLsGNdN6Q==,type:int] - datasourceUid: ENC[AES256_GCM,data:Gy4xXg==,iv:MHVjI+PnhoBcZ7wwxsvcpELzZyWszd32VTr5pUzb8qI=,tag:N5U/Hy5Gv2GlbikscvX2Zg==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:gcJXNQ==,iv:6UdxyAqnL4Iz9aQucjl65IxuJm4zjIELLDubrMKvjIo=,tag:mvFyauZ0AurhgWwZobnjug==,type:str] - uid: ENC[AES256_GCM,data:fKSEJQ==,iv:jC9ECirrFAKTUOhtyOjn1kHggluex8ATNYgPba7arCg=,tag:js0iihYWltaTtw6luXIq9A==,type:str] - editorMode: ENC[AES256_GCM,data:f5Y6c5OdgA==,iv:tNvFfhfUMEL2h5mlnRSsPAhdya0uEoMWy6ewg0+Km2Q=,tag:rWZEiYjA0zJpa2TWA3LSPg==,type:str] - expr: ENC[AES256_GCM,data:1iUNpaOaMBYFGBwsrVm55TkaCdl2ADVVpWngYmAU42JBUql9QGNHbUCVI/DVUXeTaXknbLeDqatPE5VDFIrO6MM+BBuo/nQxn5VTIYP9df191YWIV54Up3J7UySalxeuBRUpFJKb5/O5BMFG4fydtiUJC3AuOoiRuqbGxRzyl7T1,iv:U3NSkF8AHcTC4HrzB8C4aIRxcQ5+UoS1Jcs6PapA8ws=,tag:gyqTu3lP3BHegMMVlan/kg==,type:str] - intervalMs: ENC[AES256_GCM,data:0r3p1g==,iv:lTxtIhAjXUg8BH1H9pz2cBw7zSgik+4uPBZOf0+jeRc=,tag:0Q4Fk9Tf7J7+hPSvc0Ni0g==,type:int] - maxDataPoints: ENC[AES256_GCM,data:XWlZNfI=,iv:gTE7b3dcggdkkxxRdxPZwBRVjNYc4je1tYgRnRbKRxk=,tag:vuXJXNlmZKNVgfURUJgH8A==,type:int] - queryType: ENC[AES256_GCM,data:CKqseZhTow==,iv:VhkVL+Io/h9RCjxGj5weMnCpuKZgGhCajQ126sq0Z5w=,tag:6+wYHpJZZQUqGIQpguwnFA==,type:str] - refId: ENC[AES256_GCM,data:jw==,iv:Yn0xZ+cA3vAMjTdLUa6No00ZMYEU62NvAa6gptwrmsY=,tag:N0Gb+yweM+E2Gut6RO0FLQ==,type:str] - - refId: ENC[AES256_GCM,data:Eg==,iv:dKipGdarohIStn/a2EyMvahYmLGdjmxQPQ101yOUzug=,tag:fFVYPjekKDkEeXEUKOv6Iw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:03jb,iv:26kivth/Iy5GOHID+BIIKyIxZXaaGCH9QDDMebk4SAM=,tag:dmmYTpgdaX1PqsDnSrCjgw==,type:int] - to: ENC[AES256_GCM,data:4Q==,iv:NJS3a0zjXDjzw9xsXigktQHkBqI0tKCFxqRGPK2Ykmg=,tag:3rbWTkjB0asVlTsCu8yZtA==,type:int] - datasourceUid: ENC[AES256_GCM,data:WKz5Z4qrpII=,iv:a73f0olGS2RS0JjHosb/vLIKVwNijcbh/kV35KNtOSs=,tag:rYZNdM946o1gRLc55hcX7g==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:wg==,iv:nJ8FVQQgMNBIZReAvaettz5voTJJ0ooL3TNPkepeBkM=,tag:KRUWt89XBBVMxn/gvk/6EQ==,type:int] - - ENC[AES256_GCM,data:kQ==,iv:QmTXRzAHUIFjfnDU6rIfHRew8s0j07JQuLg9AEvaXxw=,tag:Iof2GMFSGOW5nnsU9NHz5Q==,type:int] - type: ENC[AES256_GCM,data:FpI=,iv:O7fZ3mIEg4UCofJcABr4YVA0U1v0K/JGfZJb3pb+t4w=,tag:G5xzLuiX4e7WZSbM+013Lw==,type:str] - operator: - type: ENC[AES256_GCM,data:AOTY,iv:Qu24DifdVPLubRZwJ/TYVDDLIt2d2+BWRaVbgzSYdtw=,tag:ZCc5/wBx2g93x15QBGjP3Q==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:gW94,iv:9k+TXZxuVAWeZ0kxfJ1YlipxT4LY1jJZklb544M14h8=,tag:Lkd1D/2ZTMCW52Qy8B6+ag==,type:str] - type: ENC[AES256_GCM,data:vAzpmfk=,iv:+9Z8DbmRwhXoi1ACRMZm8uUcY5GUkqiH11Yr1DHIDOQ=,tag:iE/DiJglLmzOLNJfUN7GNA==,type:str] - datasource: - name: ENC[AES256_GCM,data:Dn93ajshbeYHwQ==,iv:Y3/u+MjEgV/rcRaPw3DYpWsXXu0PYEAjH1NzZsz54PI=,tag:tI3+CyJuksu595Ax1nmBew==,type:str] - type: ENC[AES256_GCM,data:G7GV9SyI4vE=,iv:3DNOr6IJLV+b3/1zt7GAsUW+OoLB6zfKcJ+pIBkEqJk=,tag:k3PwIt0vHSGpcNnwm4tS+A==,type:str] - uid: ENC[AES256_GCM,data:0jEQ7vdoQmc=,iv:g9L7KwOAofyzCYxM47T0hKouIX8sAF/R+n7B1RoFdlI=,tag:12u+fVc44sQr+NAZdnFrwQ==,type:str] - expression: ENC[AES256_GCM,data:Eg==,iv:yz5OcyDKmzJKm8dNSQWqG9qz/msvzYfi5JiRoPcgom0=,tag:+RsQLnFhNEo4rdFXedNFGQ==,type:str] - intervalMs: ENC[AES256_GCM,data:MWlfUA==,iv:t8s0oSmC8n1623vWGUA6v3M9na3vUsCR7HesmwH9jWg=,tag:utDjSipWI/PTihwqElyzvQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:oYu+BbU=,iv:3HCNcf/ub0mYFGcEkOTiVwnMeNM2w12dV0hC1ESMJDA=,tag:X1xL8JmgQDyJ9PUEivn8mw==,type:int] - reducer: ENC[AES256_GCM,data:VU21,iv:DOJqMbhdKKChIALet7ryDWAuEvHxIFn4c0xDgMcDVHU=,tag:5SqEImYGwePN54Ac9eY5Pg==,type:str] - refId: ENC[AES256_GCM,data:/g==,iv:5P8LX4uf8JRfRJPJLykBhyljIT5mrxE9WL04sYMCWes=,tag:zsHUKBOUB/yKU6QQIofJXg==,type:str] - type: ENC[AES256_GCM,data:3T1GcFZh,iv:ic3LPoOCC8SOubuD//926BvuNJBuAgdBJ5/Pnk9CEA0=,tag:9V86joM/oWWBRizncGl6YA==,type:str] - - refId: ENC[AES256_GCM,data:Wg==,iv:S9N4Su99hT4PQwPD1OniEIjFU9bwm3/IdfU5Mpo1IM0=,tag:rGjuG2/SsZyKKhQqcQEv+g==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:VLKi,iv:BEMGfVHa7TpSG87nSLOfiOHe1J14I7e+Jfe8sNnvoKI=,tag:NIGfFb0KQzibYCtDGFfybA==,type:int] - to: ENC[AES256_GCM,data:3Q==,iv:KXiMjvJpzhBJTsAgm+RtQeK6bRO2dnuVQrEp1QEvAU8=,tag:Mgqu03TEpV2UhN4NvU8shQ==,type:int] - datasourceUid: ENC[AES256_GCM,data:vQxjIY94qUA=,iv:d7Rb7GDh5N2EGsZYYVtWm6/3MPUnZuG80Wd/kxThDhY=,tag:rRLpcXwRX4P2MT1ij3PpWw==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:1A==,iv:iahxHkYUwspi/gxvhUNFMRP7dkn8J9Jv2qDpDhuEUAE=,tag:98lkZ3HF7qyLrWNRr/3bsQ==,type:int] - - ENC[AES256_GCM,data:1Q==,iv:6Xl4duABFy3GmCgQiF0JAbJjzYNarv5GcYkjfF78qe4=,tag:6VN+0yCVDoRkbGcng6RwqQ==,type:int] - type: ENC[AES256_GCM,data:gT0=,iv:mCkLLiwKf24bLQrnzuXbU7MtmMgj3D4GclYzZRf1e8Q=,tag:jkznWbOQ7xZY19mcv7+11g==,type:str] - operator: - type: ENC[AES256_GCM,data:qstH,iv:xTvZ9Ao3B/Mt9jkqT1PuaPNq4b+HVSbAYziZrdvp0p8=,tag:UoYXq8/BEz1Y+WJtx9rg4Q==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:4RET,iv:pHnop5DWS0M7cRygp6Bd0dqouz5Ek856Fe//4NCwCr4=,tag:hbG5QacqIvkGm1QIBl6hCA==,type:str] - type: ENC[AES256_GCM,data:ydbiPEU=,iv:3M3BEQPkUZTL3bll2n4+jH5BnCUfzHABe+Uq6sXArv8=,tag:dBqSUqnNBO3RK2uswM7SXw==,type:str] - datasource: - name: ENC[AES256_GCM,data:HtyR3XY3wBAs0w==,iv:D0KVu2jHQ0yRndc8+ifYr6gneFRat1UziMNoPr4AF68=,tag:gX9wZv5f81MBeZFyIIIBgw==,type:str] - type: ENC[AES256_GCM,data:OVaw3GVSkGE=,iv:G04AH2AG2DO+59ORZrZI+cBQmNPgNNfLKeJSEplDIWQ=,tag:3fI/WPriSQE8DiNy7JoUcQ==,type:str] - uid: ENC[AES256_GCM,data:u+KpRXA+rQQ=,iv:/h7J8g5/woijJ3X8XmgD57CtfrbA9XYQ5/T86M1bgj4=,tag:b/jzf2aYJU3ws3Y4mMebiA==,type:str] - expression: ENC[AES256_GCM,data:KQ==,iv:9xMCstcI6ZWhdSNe6/XfB1CjhmeLJvU5b70YmRUt2Yk=,tag:k19DMq7iz3ahaVA21XOn9A==,type:str] - intervalMs: ENC[AES256_GCM,data:BgNtuw==,iv:9Wupw9dDsys/STqILl5yddSNIVVNpHIjOFUAtj5Px2U=,tag:HIhCFkPLzJW+SXDEzbuiDg==,type:int] - maxDataPoints: ENC[AES256_GCM,data:ph/b4Jw=,iv:5WqHVoGO9dcq5Uqsfj51YYrT7H2s5NNzM8yK06i/SGE=,tag:Fh+X7OKXQI6dIsbUKdZjxg==,type:int] - refId: ENC[AES256_GCM,data:KA==,iv:z6wqMSQRYpsWGqSfPy4vq5Lck4z0cqxqhtJxEN+k1OM=,tag:lKu/LjMJXYuP6exGzqleRA==,type:str] - type: ENC[AES256_GCM,data:pbk1poBL6jbT,iv:rWyoG7t8lG+67yFjJ/qHy4Go8O9t8tAMmHrUTMB6Xfs=,tag:KS+WwhRbu78UgyN7OFKQ6Q==,type:str] - noDataState: OK - execErrState: Error - for: 1m - annotations: {} - labels: - service_id: draupnir4all - isPaused: false - - uid: adz3nkklsv2tcd - title: Draupnir4All "Failed" - condition: B - data: - - refId: ENC[AES256_GCM,data:6g==,iv:krodlvqonPT9rS4p7oVIUY27pwOCHlXObu8+JrmRITg=,tag:lsNU2Me+eS42QZqh3mWPNg==,type:str] - queryType: ENC[AES256_GCM,data:5OxMO8hwhg==,iv:2LHdftUOaCRtUA+VJdw3mVzGnNEUsVI/z25Gqkmxtg8=,tag:6k4SuezA/N+MymtNzXN4JQ==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:p2YQ,iv:CZPW1mlRHAooCeyws9jfJ1DlznBkr1UJfedE1YKCTb4=,tag:+Rryitddcq0SMmpZs6NJBg==,type:int] - to: ENC[AES256_GCM,data:EQ==,iv:0oA2wkVGkWGuOZpe/JxrZkawf9G/3ONDqwo9TkbVl4s=,tag:qjcSrsU+m5wVqogJimALhA==,type:int] - datasourceUid: ENC[AES256_GCM,data:yAy6hg==,iv:n90VHiRJFkLEVehOebXqpYeVd0jEoPsW0a7SW4odvvw=,tag:SYXAjqnsXYYhFv2GadiJNQ==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:G3chyw==,iv:l4PL1QjiiXe+c2eyKLkaGObbQqANtLzKNZQmOqmcZWk=,tag:EKn8/tUIjxGLK7DqBDurTw==,type:str] - uid: ENC[AES256_GCM,data:mfAYTQ==,iv:SHwqD0YQ4kFzhL4ZGZ5Xqbsh60NZSCK1Bq/3oLf2N9Y=,tag:RO1zp424bQC6D+/O8jrb7g==,type:str] - editorMode: ENC[AES256_GCM,data:nCbvtB1oBg==,iv:fRVOhDOsu/dq5vAimzqd+7VnvXR9ta1t/QSExT6Qjos=,tag:VSEwpToSuV32ATt8CFDHhA==,type:str] - expr: ENC[AES256_GCM,data:rg7gFU94HysKOrdmHMReXm2tr6r9lR4jgOphEoWEAkhoH6bS7Wf5m6B3nt96TmTxwEPUVWQwJ/f83H/ivhEBuerTnhCaBK6FnGQFEIKjEDaxysQnt3320+XvOwBTOimylONDO49AiVLqJxauUKdtB86G9pCEIGgIN4TvcZ+HM5A=,iv:Kr+yBkcdYCfN49eG5po+L/MROwnhQEXso7854ywtlII=,tag:W0cAGh+nkDvGFaYfYhxong==,type:str] - intervalMs: ENC[AES256_GCM,data:doYLlQ==,iv:NSIDUm/BJRzPHsN0fLjH/rc7xDdcFFgCu1xuhIYGVwQ=,tag:CXFcfeC+vZoWTOV7LOT+RQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:E2K++iY=,iv:rD8zuEn5OYk07PuIqzNaqXuQByobssqm9DtJzRjSFpk=,tag:xb6zRC+cS3Lxn10xzBhUnw==,type:int] - queryType: ENC[AES256_GCM,data:aOUgW85GOg==,iv:ozQZyhlVbA2Lfso2cXDQbsOKfK34149qCyEqzFPH1H8=,tag:vyll7z6l2mpwlVws+UT72w==,type:str] - refId: ENC[AES256_GCM,data:rQ==,iv:Bd4036Gl0qPN0V2r1eBC+YiWiQnAS/Acl4CG79qMrAM=,tag:xL/c3hTP71NuIFlr1alBtg==,type:str] - - refId: ENC[AES256_GCM,data:Hg==,iv:cQLQcw+4LbRdYlm2ImIAjbiCGWhYqdAxLt8H5n7J6eQ=,tag:Xp0pIN4BXHOhOiBISFsedQ==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:p035,iv:rpY+TkQvcfULfQsvys22rHeHD7kOZcYgaXTTKLLGShE=,tag:T0gO2+++Cx5Mh+cGzKQ1Ug==,type:int] - to: ENC[AES256_GCM,data:KA==,iv:6oFijO38Havr3Yi/wI4HEUpzFNBGqhh9obiuIjYKTE8=,tag:vBGWOhyKYW8SQ8Q8zNxMdA==,type:int] - datasourceUid: ENC[AES256_GCM,data:P7LWszwJG8Q=,iv:j4bzjQrXgGWBD3qeq+Hz6cq76/yMudhD0EIP/eTF9+M=,tag:53lV8CT2WeB0fQwdq/TV/Q==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:ow==,iv:KGVaJdKYMAXyrTL3USh7xyehCvhxhuly1mef77ruw1w=,tag:JuiJvT+nfOJLI5YNACt1kA==,type:int] - - ENC[AES256_GCM,data:IQ==,iv:7cn7QII2BCiUFo8BGPnTWxng8ZfgambwXEti3WPI29E=,tag:Ppcfok7QSOavfxsoI5sFeQ==,type:int] - type: ENC[AES256_GCM,data:j/Q=,iv:V3XJ3vY0wMDe1tRBgHeVl28A6E7AvCqsm9AM2YsOXI4=,tag:MqTg+gNW0VcTqjrKubVcLg==,type:str] - operator: - type: ENC[AES256_GCM,data:9RAB,iv:mP3eLd/3doRI6ZwxozP++e3E+DLLQnsZ491qbUQnjzs=,tag:lgDFy+EUxKiXZikSj/CNlA==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:XBTq,iv:HTD+n/QDb1Y3I2OolKIAL4qRXKFgklqwQ0Rzt9Z4fdM=,tag:Q1zOBRPrZZQp9PnJ/rh3gw==,type:str] - type: ENC[AES256_GCM,data:EiYRrdY=,iv:dhciNz2t03cEnbbVF5u2IEXVhh8BSXpsgA1DUl+iYGI=,tag:zcHZN6+vm34FQXBELo5rgQ==,type:str] - datasource: - name: ENC[AES256_GCM,data:jzLLvP+h+xOyWw==,iv:jijVs1cPvYtPW/nc5AUogwtCrxz68XYEz1QDmdTkT1w=,tag:0w1/3akqi04caIMNvclMUA==,type:str] - type: ENC[AES256_GCM,data:sl7Oeeo/gbQ=,iv:qqpYkCyITCzDPFnP1wUdxIReJ8vNzP6p8KdJ9+MFVnM=,tag:/KWcWr1hsMULIi9iZqouYg==,type:str] - uid: ENC[AES256_GCM,data:yP/howHy8Vc=,iv:uMTN8+n/t0j6xcA710yBWBORXW3G76XCTKLk4VGP4Qk=,tag:3yQuoNmf8+Hrg6wNZBqMjg==,type:str] - expression: ENC[AES256_GCM,data:Rg==,iv:eBe3QNz4s4DS9uI1PyZQS5YeghCAa2vko8tvhBjXBOc=,tag:0qvRk0QBGgESrJgZGT0yww==,type:str] - intervalMs: ENC[AES256_GCM,data:E1uq5w==,iv:WY6r4HWNTijR1h7W0uupC8MQyilMMVy7drZ5Kb/Q9W4=,tag:b34QO6c2meksecB48JqMLw==,type:int] - maxDataPoints: ENC[AES256_GCM,data:m0RafgA=,iv:C1X0sGKAoBzZaqoqvRkTMbEIT3zQCGJir64bD+/SUMg=,tag:IWLahz7v7Nd2Son8/bZ2Qw==,type:int] - reducer: ENC[AES256_GCM,data:4xzw,iv:aLbfPXo2KUiFm2mIYBBG2uX8jEW5gtevWtYT64VIwbU=,tag:EIV4cFgJ/aJEldr/cKossw==,type:str] - refId: ENC[AES256_GCM,data:vQ==,iv:pif6lQArChY1Tzs1owCY7D1uZzwwobrRoA2yJNsY3Jw=,tag:OX/JZ6CWsZeC5kIOPosweg==,type:str] - type: ENC[AES256_GCM,data:vx9/uNny,iv:LC+kfFj5nGsAws/qzYO4XocD/o3rS+2MvkZHdLzGdeE=,tag:wEST+/t23x2DRcqv8LiHbg==,type:str] - - refId: ENC[AES256_GCM,data:Mg==,iv:koNDhMUfhkuLb4rN4bfAvX8m9Udwr4YNYsYCL4+HxdI=,tag:DqdBhs5V+uzhGg1nVJeUSw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:HelQ,iv:cvrBFz78q4Ju6EdPk3FuO8f4HnrcOdLgfGbHN7g5ZLI=,tag:V594OsslU2brICsT1crPQQ==,type:int] - to: ENC[AES256_GCM,data:og==,iv:L+fhwtn5HJtX9MsoRNPqZRwFhDh6tkzYnUC+s6yy2Ns=,tag:AS+uTPdQ7+EhX3YsdB/DXw==,type:int] - datasourceUid: ENC[AES256_GCM,data:9kAqcmdjciI=,iv:ud/vSCH6ZOuXTtP4ze/2+HfQfPCsmHi+0j06Gxp2Fmo=,tag:btZy5o5LC0JaYnzAl6yS9g==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:Eg==,iv:ZEyX47Rz1bQdrrK3LyHyFgRVf5DIpAVI2r9Gps5J/hI=,tag:+8L1BfaPDDdBRlzh1GY/ig==,type:int] - - ENC[AES256_GCM,data:fA==,iv:yoQdNqU45+J4T2y1cr1si1DnvoI25d8fJ16vtDh78Xw=,tag:1EJDrRYGW6DHNeVBTwVCWA==,type:int] - type: ENC[AES256_GCM,data:U70=,iv:nJ44hoGVGqzJZDHtS7UZz3nlsXmoJ3MV7U64maBIca4=,tag:X3mE+SADRzK/Y5cHpyEDvw==,type:str] - operator: - type: ENC[AES256_GCM,data:XqpJ,iv:wJnCe4rU+EFrRYfwu4ts6P8q/dswss7xPCsNLpPzUrs=,tag:wERGiOZh3Olgs9hbtShX2Q==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:ouWq,iv:M+qZoe1nP729/cxSGfpzoh0vZrMtX0T7QjBXcv1q60c=,tag:sScitrJ+wmRZRCM1WYgV2w==,type:str] - type: ENC[AES256_GCM,data:vU2gMgg=,iv:4z37CgbWUAOsbLUvIYZsMXaOI+BjxfBL2GRBcqMhk1E=,tag:VpTtNUWf8hqoXre1iaF+1w==,type:str] - datasource: - name: ENC[AES256_GCM,data:brpmp8MzRsDECw==,iv:LKTHqnYgWruP5KX2zKfV8l2l4/4VnxsjMUPhF9gjv0c=,tag:MyxLSI+gzuYpCei9KGDD+g==,type:str] - type: ENC[AES256_GCM,data:hSfcEmJTaWk=,iv:5m8Md2bznisF6xsyZajI01rg/4QNta3tq8FII8UUuZ4=,tag:/7EwpfIuNiaWKbJOHJs+Eg==,type:str] - uid: ENC[AES256_GCM,data:Riwm1t8n8XU=,iv:OozPW/jkfDh9HtC7PXUVwcwkyYwzH8OCSWgzrg1t61g=,tag:t/bvMoFNXaZ+BpD6YGc3sw==,type:str] - expression: ENC[AES256_GCM,data:ug==,iv:2IelnXvOmLa2Lazich94zPgE13YmZuUR7wx1wCGZ+d0=,tag:v+t/J943ZW5jJoZmSW1LBQ==,type:str] - intervalMs: ENC[AES256_GCM,data:WzZiEA==,iv:B2aMzT7vcUtAVb6zuS80NQ7XuzlyWTPKLBcdB1WlYHQ=,tag:HxVCWMlr/hkla3IjGWLfvQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:kL4+Zew=,iv:jvf2Y6u6niPtAxoUw6DHFm1ea96wfzZF2xwwDMdvpxg=,tag:/XquzFDiPt4u/4LDvf6m1A==,type:int] - refId: ENC[AES256_GCM,data:+Q==,iv:/JMbb7bwwn9U+s/2IDKyc5KRxrnje8Cce/GV0+BsTrA=,tag:kQgQXCrqafGtl/HTwyE1hQ==,type:str] - type: ENC[AES256_GCM,data:1rW+SXous4G3,iv:1f4lDc/4N+Kk/B1d1qGDf2qxO0A6G6XA/hybS0YD/48=,tag:RnG+azjk5Wreqfy0SxtUUQ==,type:str] - noDataState: OK - execErrState: Error - for: 1m - annotations: {} - labels: - service_id: draupnir4all - isPaused: false - - orgId: 1 - name: Kube-system - folder: Cluster - interval: 1m - rules: - - uid: d2b94d3a-2483-4be4-bf2a-2fd9f9fac406 - title: Coredns Failure - condition: Thresh - isPaused: false - data: - - refId: ENC[AES256_GCM,data:TQmfPy0=,iv:uWF4fr5pFbd6gMTZLGHBbAnu/sAefwlRzA5mw1tOlcU=,tag:3d5xsd2tju4jXLKmBMrVGA==,type:str] - queryType: ENC[AES256_GCM,data:5hRYsEo=,iv:Wpo6CzOibKG+SZRkRCIU0frS5UyJJYsuzfxSdHQKeIs=,tag:Qy6Xb6FU8PJdkcn1kgKz7A==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:1gcT,iv:X4x4cpAZRg643rV7zEgOBMrw4iNMO/gvLwxXTyWcg0Q=,tag:RTUBIlisTFvMCbj7JgFIGw==,type:int] - to: ENC[AES256_GCM,data:Mw==,iv:jequPiRWj04I/3HKSaUx5AXXbJ1TkzlnXb9P+duXPnU=,tag:N4UUE9yRqHT8aURb+l72UA==,type:int] - datasourceUid: ENC[AES256_GCM,data:qp2EMA==,iv:rKi9WttBTyyNZk7nR7YPLko0OtS7s3ZpLoVvfYoXau0=,tag:Bt6YixF9db5QI5Yrg1rUVg==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:OO55zA==,iv:gBZcdN8pfD2TiDqTtMxfJKKTHau8VIhGi1ysrInR14o=,tag:sl7drFYanjaEnUR8a25d7A==,type:str] - uid: ENC[AES256_GCM,data:Tdq7xA==,iv:gWb6J8szfv8vz50+WLkh6Vj+qzk868Q9zjN5pUzFzOI=,tag:rUquxLUq/V5WZPn+kS39VA==,type:str] - editorMode: ENC[AES256_GCM,data:f/X+pQbfSA==,iv:sqUM8sJbXis0xsPZHPgRlGgoa8J+bXujYdlkBga6fpU=,tag:ypEwTY4nTGHZZ1mX41LoJg==,type:str] - expr: ENC[AES256_GCM,data:veO5xiVcm9gVfl2fkn556XAIqwZfSp/4xSWhITAQS43Cj1Zqf+WzZJR3UEjA1iuFSA1docgWw7TqEdbdQod/aCwT81y/,iv:JIkwHBaVw2nmh3i2pnDlyQi5wwsrv8E9KElWdovHF18=,tag:ANpEQT83oD04qDxNdOmBlw==,type:str] - hide: ENC[AES256_GCM,data:iFPhuNM=,iv:Qr2UeFZ4cGS/UTOmIHUjr4l96+rn1HPnEOj7WFiE/VI=,tag:5PEjGuQz9wzedVpg0i/Ibw==,type:bool] - intervalMs: ENC[AES256_GCM,data:bN8/hg==,iv:pbSpUWEqQjxRM2yfCRTTi/Q/kZ6QZxOaLis949Z2KQw=,tag:xpiWPiD9EFTtPmH9UVPcRg==,type:int] - maxDataPoints: ENC[AES256_GCM,data:6AeUPE0=,iv:43sO45zWpCa8KOwsX5RYGY3SyCUK1tdFP4weedpQRoQ=,tag:7JET61VdgjENsvPQ3LRIPw==,type:int] - queryType: ENC[AES256_GCM,data:UMz+x0A=,iv:eDyAC3LM4hYChiQAV/R+hwx4k8UnOJzuFd/B2nyjqZU=,tag:eLOfQUkVZ98WLW35Dr3u3g==,type:str] - range: ENC[AES256_GCM,data:pE9T5A==,iv:DITusaFAtPwZDeLcv8gU9GpFoOeYSLQfCKh3+ErMz2Y=,tag:wzaTwMj6uDvPJo2DY95EMw==,type:bool] - refId: ENC[AES256_GCM,data:IiVpn5Q=,iv:kizOeknxy8YK4vYLYoqi42XH+kEwwFkS/NQnG8Xfhg4=,tag:dS6yzefzShjnRGOjnlIGHw==,type:str] - - refId: ENC[AES256_GCM,data:nzKurVDi,iv:k6wt2UX505Ix0+xHq7+YnB60r79ZPC5OGIpO73Tpx0I=,tag:4uAjiuQrbpGABWi6llcCXw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:/66p,iv:TYJ9UT/JzgIo+BEWtUdTECb2DCCeVRMnpTukp/1m4P0=,tag:Tip9PlTVFlBmHPIgLFpCdQ==,type:int] - to: ENC[AES256_GCM,data:iQ==,iv:PqCFiuX+7mGsmN0jYiKzfzfPjK8YXz9J4UVOwdh76yE=,tag:mANqJMTB3GbmNYzdr6h2AQ==,type:int] - datasourceUid: ENC[AES256_GCM,data:dUXTB7cqbNw=,iv:99FpKu7lJjgfKZsA8r6Cd9E0h5BNIZjkEAfhPrY64Ys=,tag:zuPjFBKbYl1pTF1uWhxUXQ==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:xA==,iv:+atB5BmyImNPF1Qa0VWySfMM0laNkSdn1ZWA8G89Na0=,tag:TN94A3vuVsteFSzNL5WDYA==,type:int] - type: ENC[AES256_GCM,data:W5E=,iv:DwJ7Sk5QhlA2mchL9t+Fc2zKRnG+Z2XHtQGGO8/UJTM=,tag:3W+yIUlsZsnM9P06IfdgPw==,type:str] - operator: - type: ENC[AES256_GCM,data:Msiy,iv:flBOiI/k1P8SS/TIdoWwg9RahLK83qZKWeapif9nbDo=,tag:tgNI5RIdL1YtxEA/CyOj9Q==,type:str] - query: - params: - - ENC[AES256_GCM,data:Yg==,iv:a5SKUVKtQhNeb4GkxWCbQDK8vKFy3Ox4sMnulGDoDSM=,tag:wHaV4ndvGZXUCWc/5+9KHA==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:3jjHZA==,iv:8EaW0uDjCj1mpNOPNXvNt2uZMZPQ2pv6nwqvbDoQ2Jc=,tag:u6GMDiCBdv7FIMWeMepB7w==,type:str] - type: ENC[AES256_GCM,data:Pq06FDo=,iv:WWhahS0pQj+5c+sic0xXDus/lc3JchlHg2V/ZxB2RNM=,tag:HOyA898eXEIH3ZiwfHQYWg==,type:str] - datasource: - type: ENC[AES256_GCM,data:CGj8vtWHABs=,iv:61yLJg/dEyXkHdwdFSgpUkodC5rRfe6Ww+C4WP09T6g=,tag:gSZ7w+z+grURadfgMqI60Q==,type:str] - uid: ENC[AES256_GCM,data:dX5VY/Z6Rh4=,iv:Izx/qQbCU9UtsvjOHdga63uJegyCATa9eiR1QsZQxUQ=,tag:CJCypn4q+uvWkBpp/rMXNg==,type:str] - expression: ENC[AES256_GCM,data:xA==,iv:QYWJknCatyXDW7n9Lc9IGZFVoqiFZSspHKcqISg8pTc=,tag:27owVBpBOJfZB2anADH6LQ==,type:str] - hide: ENC[AES256_GCM,data:dG6LOX4=,iv:XVzK29kKIMdpuoFFhl9wuTICcXFUw3TJftCRtqHdLUU=,tag:38ZDPosXBfOMzmGtXosRcw==,type:bool] - intervalMs: ENC[AES256_GCM,data:Daxgyg==,iv:K6Okan6eAkL/FDRA8eajCFr2IZ5jWS3s14XPWyCefHs=,tag:EVPqgIf5qF6nzhnhwyPD1w==,type:int] - maxDataPoints: ENC[AES256_GCM,data:uoJYxvE=,iv:obZqb1Bk5iCbG6w9xvi4XhAAbcoXG0jz82VQeSl07f0=,tag:8jjtRFHYtezPDeKDad/J4w==,type:int] - refId: ENC[AES256_GCM,data:pHMsCvhR,iv:Fwh66Q2eNl02wkiHcczP86hSX9zBkuadxAe0PVSMVyA=,tag:iF5ti66qLabe3PQrnHxsNQ==,type:str] - type: ENC[AES256_GCM,data:y33F9o1yS04C,iv:U9kBIocI0ydcmJbV2X70eMbrT8HSYIS583zBRsRtUZ8=,tag:gj2HcMgrfrb2w87VAsjXNg==,type:str] - - refId: ENC[AES256_GCM,data:LQ==,iv:u6Wze9Im/+aZd3as+2hOJiW0LUp7OyZ3dtt0BSFzQLU=,tag:Q6cmVB4YavwsT3Er7j4oUQ==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:AL1W,iv:qKiMbnTV06F1AX8w6tv72yyQ1MVwKV4rO1egC0FXpRc=,tag:h3wKQRO3HrkUXEpjRkb4ow==,type:int] - to: ENC[AES256_GCM,data:LQ==,iv:tev6zjaWZdQ0Y4USGI6HQKKmFdZBy+oXYuyBeoGTk/w=,tag:toot+JlZY3x+Ati/ut8nnw==,type:int] - datasourceUid: ENC[AES256_GCM,data:+ukOLiXjPDg=,iv:2d0IOK/YQ4RTZvRvDgznkGaACQ03EjcKaYMbm2rON+c=,tag:2ys+kDWyF7OEMIMsk0hsQw==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:cQ==,iv:JaP9Ro7f+8FR7YIawqXThh/d/920ho2iQpOU5W1kqnE=,tag:x7uW/zeh6gmzEQf1iHnTBQ==,type:int] - - ENC[AES256_GCM,data:0w==,iv:gSaOHiuJhou1/JEiRtCa4snDEOurU65dw2gAMWFEjYI=,tag:MqtAykWMUy651bvlFfcVuQ==,type:int] - type: ENC[AES256_GCM,data:13E=,iv:Lqjr+8lZ+4n090Kj5GywHbTh2qZN87+RN6IoX8HC0eM=,tag:BPVPOww/+JxVX/v7YKuI6Q==,type:str] - operator: - type: ENC[AES256_GCM,data:gomn,iv:M1sAb/8p7Aauu2h7rG1KoOXQ6W7Z8SCCJHFyTFJRbQY=,tag:LV3zjkG3O8LzxXPElzIhxw==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:3Gkt,iv:tTQeHLDjQ0Zols+50zCX1TSmDorxO+uV5vn87FA4DsQ=,tag:guXZGdP4mEfUodTeVliqOg==,type:str] - type: ENC[AES256_GCM,data:tGCkNAk=,iv:xi50+jPz4U9Tmlx7HDkF69ECiPmO0GHZL43abJ+jX3E=,tag:N93CzvQPw3q9knV/bvDNyA==,type:str] - datasource: - name: ENC[AES256_GCM,data:loGUJiL2fpLWjQ==,iv:ZNa7rtagemA0LRhv+OLxpLETCCcfCCBEigirSry52/M=,tag:1zrLuIMN3m9gObjCDfXCkA==,type:str] - type: ENC[AES256_GCM,data:kQ4M5blkoG8=,iv:obVobuDn2K5aBvIshJ0HsIJ6kvnR/EI9dDGO0D4AH9I=,tag:FG7E+rqVYBGmFT5d4kYLcw==,type:str] - uid: ENC[AES256_GCM,data:hNCmHwt7d5Y=,iv:O2fHgPzFKgQGuyRmHYTjSteh9bsAlOlsQaSklJV0jK0=,tag:beYz2vELzG9l6lh/H0jXWw==,type:str] - expression: ENC[AES256_GCM,data:QLSn/14=,iv:eCT2DeLWubWq/v8TOE1A3HqLWlK1IWlE0P/MtmP0hTg=,tag:6KorFirzEbIU6di3ZflrHg==,type:str] - intervalMs: ENC[AES256_GCM,data:lNzw3w==,iv:ow20+JQpvf8lvr2FCDDJEtRSr6+n7XLePlt3dnTdLms=,tag:MXqBhLOWjN3xvL/vbG+LPA==,type:int] - maxDataPoints: ENC[AES256_GCM,data:F1vVpvo=,iv:z8OPw009omfjougc/aUxEEOyw72+JHcIzNWQhwsTz4M=,tag:5FjajPqUSdSIcMGPHVnKQg==,type:int] - reducer: ENC[AES256_GCM,data:HaWVZA==,iv:XFSWxCDxYljFDu6l7FC2mIjyZ6dWQbBAxh9ld1uliGc=,tag:Roqxy4T+d86FX4rxYtjjqQ==,type:str] - refId: ENC[AES256_GCM,data:BA==,iv:WuVQVymidFbfOV3fYTKHBbv8yg6sJjFdhrOk9RiwgCU=,tag:UqbQkg9K9O0uJlod8gDgEA==,type:str] - settings: - mode: ENC[AES256_GCM,data:f3GXpWPschJb,iv:XmauIv9Ltha+HHXsOrOIQKGJJEIc9CSRdp3XzoXSL20=,tag:/BKOeAX8VFV4A6OMoyacXQ==,type:str] - replaceWithValue: ENC[AES256_GCM,data:tQ==,iv:jrA7u1HK8pya1Zgk65aAVjEQZrUh3uj5cfZj2AOL/aQ=,tag:t2rVORU+AxnWY2Hoe+pCyw==,type:int] - type: ENC[AES256_GCM,data:oB1yPt0g,iv:BbvsFE2+Z2ROMKRxwBdIdmxWW4rigiZfeVfKpeLD2y0=,tag:9gcd7j9h3JV6lgIdhaRwnQ==,type:str] - noDataState: OK - execErrState: Error - for: 2m - annotations: - summary: High amount of i/o timeouts in coredns - - orgId: 1 - name: Matrix Synapse - folder: Matrix - interval: 1m - rules: - - uid: b6db960c-c0bd-4d4f-b0f1-e1f216ec81cc - title: DNSQueryRefusedError - condition: Thresh - isPaused: false - data: - - refId: ENC[AES256_GCM,data:9KPZIZA=,iv:9PGioNOox8HFDw7wSDIrhESc0upWNl9QsgLVZaueObE=,tag:7f7B++JcZJUeJ9z8Amkg5Q==,type:str] - queryType: ENC[AES256_GCM,data:7jy+iPU=,iv:/bdYvKMusKI0sHyF5eqgWDNKNVW9akdknBVariN3q1E=,tag:4ukk3N7382BzTdTbSkTxSw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:rv5V,iv:O2pB4XcgqbCDfzaV/0wLlRSiSXfK9DoMoLkrFlFkFx0=,tag:yfww89dkmzmWhTxst0A0dw==,type:int] - to: ENC[AES256_GCM,data:TA==,iv:6ReUYh5KuUZ2GBpuUOgsr6rc/NC4+TDMdboJyyKQ8Gs=,tag:8wPx6KjlItJ+LKXWYvLSPw==,type:int] - datasourceUid: ENC[AES256_GCM,data:E9Nw6g==,iv:KwFYPfIohaAo0DpiUqMCocA1pJuvbQI5mCJkKYOL6k4=,tag:QORvLy+yUrMbx6Qn2vD25Q==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:zL+O7A==,iv:Sj3UlWze3baJrsQwAM8PiRzB33NB+5viSDpwah6tLco=,tag:5xTzORuGdj2+cVy5nqZGxw==,type:str] - uid: ENC[AES256_GCM,data:Jg+f8Q==,iv:TmHoA+Qw3u1z7rbQKokpquCEc5zQX+Xk2kkN2JXnO+I=,tag:EvIqNgHBPuScHnz0DC+PrQ==,type:str] - editorMode: ENC[AES256_GCM,data:nBA2aIg0WQ==,iv:N1Cy/0DymNJrABYejKOZVU51e2q8FuLuGAJ5Edw/7ng=,tag:Vh3SbXVPP7qlFeqzybaYzw==,type:str] - expr: ENC[AES256_GCM,data:/XuAA/toTCSMDbwOFh/cVvHFpnvMp4UPQhJr/P+REAmD4rZt8aGyFrQV0SH5llMgjLT7b8Uyhstgz9saLnL20Guta8Z7A21lBOArNjQs5uE=,iv:k2/zUGaavOoAXee5wZ6XHkIn9oe0Xw3SLo3IcQXVHUA=,tag:t+FXl1pqmH/DzvYNG/+zQg==,type:str] - hide: ENC[AES256_GCM,data:0+3bfVg=,iv:DYuNMtGagvkWSsuN1ewA1f45rvp6kN6eeEe3R7z9s3I=,tag:QNHLLa1q33bl/IO4SqSXag==,type:bool] - intervalMs: ENC[AES256_GCM,data:L4iA4Q==,iv:MY6Jc/mSbdgvfTb5TUHY8ksY9AU2wGXE8JKR7KgcGq4=,tag:7ul52nvDQEJsTJtICaDU8A==,type:int] - maxDataPoints: ENC[AES256_GCM,data:KVeZybg=,iv:ld/W+rAF2Va0z04+6iGPTok05nSiZ1Ivt8KgkGCVlZM=,tag:vFqAOkEUztg2IEHXY1/CdQ==,type:int] - queryType: ENC[AES256_GCM,data:k5a3YiY=,iv:5Yb8NBHgx6l/xz572puUbhdXGghhjG9eyidaTjysKD8=,tag:rTj3E9EoofRObY/QuNufuw==,type:str] - range: ENC[AES256_GCM,data:THZvfQ==,iv:FP4qd9I3RZSjGhMOubmrmxyDlLXrzehfBA1hmT84BUI=,tag:JASFNG8thgN7AvABH3OQ9A==,type:bool] - refId: ENC[AES256_GCM,data:V26FoyE=,iv:FOxpZkhC2kyXCTxqrEIUaI5mYBnSCco7+LP/pNvv4BA=,tag:RCTAv+ESJx5WjeDa8MVYfA==,type:str] - - refId: ENC[AES256_GCM,data:LWYOwdaG,iv:k9PaxOXjYxpFt9/3xtKoGFOuHMsR3jjCb4PmgWFQ3/Q=,tag:OZNE6yY9HhOFoBKwK+tsYw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:LEI1,iv:HqsHnIQoL/cmA3Xpq+M2RrD4p1Zb64mfXfdX7N+X6hc=,tag:Cs+XA58yAWzavT7K/xYs/Q==,type:int] - to: ENC[AES256_GCM,data:9A==,iv:ci9nvGMBB909yazpC7Y/MhFePVGgjh3PTFFNeyjLkhs=,tag:enYXQh2VjObVavj9Nt+G9g==,type:int] - datasourceUid: ENC[AES256_GCM,data:2XHlcsUKe5E=,iv:mrJfJRyCjIR7N7koz8W+K1ZnvuAYpv1Gl9FiXgUTJVM=,tag:sbHda3PGSThfKuhXU7v1eQ==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:kQ==,iv:Nd7vlFH0Z12hzuc9Lf1Zr7JqnqwoVCLYoHYF0ez0AcQ=,tag:8gcmNWtv0TdnQdJvsfGIdg==,type:int] - type: ENC[AES256_GCM,data:TOQ=,iv:VAk+qO41Aaqffp4xgRlIDvBMpkskXRyi/FSiQs3lNHU=,tag:GaFMAABhI0NPqK1nSt5rmQ==,type:str] - operator: - type: ENC[AES256_GCM,data:s2Il,iv:egVOJhdeIs/oLEyWq8uGHctbJWm9PlIzaByYHC+n42g=,tag:24gql3nIJd76mSxhg969sQ==,type:str] - query: - params: - - ENC[AES256_GCM,data:+Q==,iv:wmauL8J/kDljRrq6o9arkudqkT0mkqqwjnb+S9vlqFg=,tag:3tfmrJhs2/XVJsHQByFVhA==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:qTsX4Q==,iv:AYzXLgzDZPby+q19kxNiXQzL/9ltTPpjmWjxMGh7tE0=,tag:So2eJbojIytXLPms1F/TYQ==,type:str] - type: ENC[AES256_GCM,data:LRuUY1s=,iv:a2A0m/JxMWI3Enmvca/c4x5NwaqEkHIy/eLjPIi4PCc=,tag:rz3s17C6FrBGoENnIJp5DA==,type:str] - datasource: - type: ENC[AES256_GCM,data:V5EZyQ4sekM=,iv:Zqf0LeHBVAL69QjwUwe4rDn0sgUG+/i49mL23Au342A=,tag:WnBNDZv4v0iqJFXmcnAilw==,type:str] - uid: ENC[AES256_GCM,data:3hmT7n9emN0=,iv:rQnAJdyAimlI7/MO5uBaqwwpnClaTUgWcwfEy2QCYTA=,tag:8Su0ndNOX7ZivCyi/r4l9A==,type:str] - expression: ENC[AES256_GCM,data:/A==,iv:WXghwPi428Tl/G9ROigoXBRvFJd42OYYrbPooRYErP4=,tag:gj0MCwXvmR4zRfES8eRL7w==,type:str] - hide: ENC[AES256_GCM,data:yb2A1lQ=,iv:NbvMPHNJ17NpFUs1mMftmeZDrkUQFOONYy1HRR2+OAw=,tag:PIhyrkxnLZCKCagJ5Y2CUA==,type:bool] - intervalMs: ENC[AES256_GCM,data:Be0ORA==,iv:VCphCDCHqxV5tSQCGuCkeFPhn5oeMRNjCqkVPmvhwPg=,tag:BwltELe6piwlxhAtjg2QWQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:g8fFWFs=,iv:eOOO9Ni234GKMS8An9ri7LbB3Nsqjlk64eAFQwwzngg=,tag:guB2LHJrkL4V8XRRXW0VVA==,type:int] - refId: ENC[AES256_GCM,data:WYQ6plbl,iv:oPxwIlc1Kxno4irDLT7bjzzATYTyypCqaunsK7s0AIY=,tag:Fmsfk72Z3leCOelK6trskA==,type:str] - type: ENC[AES256_GCM,data:IafrVIN40ai8,iv:dbVgFBXaDEv+LXAgzZIqOKYdOFPbSR1sjxllQ/ZYZAA=,tag:+4ImirmwiHd7QXXB1gg3ag==,type:str] - - refId: ENC[AES256_GCM,data:uQ==,iv:r3f+RkQ28/563wrR6iN2HXfGd/zjWkL3QT8DjfE1xHw=,tag:JB7EOorgokBIKcyuIWkjLg==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:m+CF,iv:lX3PG0KTVOX5CQ3e3SZOxCfcqu2E3Fp5VPANyX797IM=,tag:abHxw2HDauRBV+TyWh1NWQ==,type:int] - to: ENC[AES256_GCM,data:mg==,iv:YgQ84NDmlWg9Geept7Fp8KZiSqErzst6mNtw/JOAFxA=,tag:3ZzGjoOLQ32PXDzjGnSplQ==,type:int] - datasourceUid: ENC[AES256_GCM,data:zvdtSWci0fs=,iv:32Y+obxcG3runO1DM4HfiODIxspD3ULuvgwhzCZ+/Ms=,tag:kwIi5XvVMGOzYmlv+Ed//Q==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:qg==,iv:GqZWzls9CaFfFPIPDaLBUSEC1wU4c4dNnY8AHMFlgwo=,tag:okY0lggeQ4xrpkZpyYkbFA==,type:int] - - ENC[AES256_GCM,data:XQ==,iv:9DD/9VGUJhfUCRTnfwIy5TKW9xrWjRqXBWFudQhuuf8=,tag:vGucVZRGMUAxFRkwndjXHQ==,type:int] - type: ENC[AES256_GCM,data:T3E=,iv:Z3LMDtPl2BT1ODgB1uPqOVb5PRYT5G8k4ULNkVx6ygA=,tag:bkO3HnrjIc1IhVSEz9r8Vw==,type:str] - operator: - type: ENC[AES256_GCM,data:VCVF,iv:Yw894nJ972hxGYpQ37C8uzIDbFVDeQcTwwkpiJ7UvSA=,tag:yeXSDtINkczOqrqTlcV8tQ==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:8mAV,iv:y3kPMdXxg6cd76CIe4XDi2JRO/5Jhnt8lM/cQd1RuAQ=,tag:z/SsJQx+k+suGICW9P6jUw==,type:str] - type: ENC[AES256_GCM,data:qUDhKLk=,iv:lxH5VdfteWXi7yCy4P+UGTACQlnyNgh27mM5f4znffw=,tag:GSLG3EYr8dUW0NtQSF0TTA==,type:str] - datasource: - name: ENC[AES256_GCM,data:xEZVAp9keElR+g==,iv:6T0qEY1gVVcwWtIpVUhHugphsKN4Yn5GiJWz5XY6ioo=,tag:u8UoVr3DX7MEDDW09fo3RQ==,type:str] - type: ENC[AES256_GCM,data:vbQOzk+mBBU=,iv:zFE1FaEK5yIkVBVtuT0NC/9/f/mDObbLJmXCHZpVA8E=,tag:Bt96GVE/gYkmz33LP8++QQ==,type:str] - uid: ENC[AES256_GCM,data:OcBmcX1wECU=,iv:tvyMtEhR6xnbglUi/KWKibGw5ycxGj5JBFTGxIHLyBY=,tag:0UKr5D5k+6gZVhrP1cVecg==,type:str] - expression: ENC[AES256_GCM,data:5hYpGOc=,iv:zsTCFJxAQGDTT8/cmvuGGJil/lBNcCC05JY/R6P8yCw=,tag:2aqubLoJBMSoPmX85Q2Hgg==,type:str] - intervalMs: ENC[AES256_GCM,data:1I5Ejg==,iv:UfmiYSCib/FP+0R3+itI3yaefkiAYN6MJrN5e/J0/VY=,tag:bh/+tI0tiZqD28D40gdyWQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:pn/zXu8=,iv:lIXB9xcWCaF4s3NIb7gQTFLw7A5RiOYBY0czFEatzhk=,tag:jBTlI4Ild9gipE44SnqOUg==,type:int] - reducer: ENC[AES256_GCM,data:Th8T+A==,iv:j78F/mp5VlIXypcNrdv9bDEdgaN37S1BQW9nFo33Vr8=,tag:WHK6Z+BAP6cSUlDxW1OT6g==,type:str] - refId: ENC[AES256_GCM,data:VA==,iv:3bU2xE1X4hJJLFyjg+b3pEYTA2LREoUiNY64vs0A4wQ=,tag:bwy+NxYgfKoQZHSoIv6cIQ==,type:str] - settings: - mode: ENC[AES256_GCM,data:F62mqTk9nPfY,iv:oi/mFAkFgL1uCEoYygojq2i6iDZDv0FiA/dHyyZ1cZo=,tag:gtJMDw0ujgObeIoG+yiwfw==,type:str] - replaceWithValue: ENC[AES256_GCM,data:Fg==,iv:UJnSqDJUlpZWMCHVc+j47KdObFiJNCL2mtZNS8klDIo=,tag:qx++IQAE5cp/qjpyNGkkVQ==,type:int] - type: ENC[AES256_GCM,data:5QqAUhbA,iv:HKwlzHtDKmJsl6t3Ml4WXzH5wThK1XjmzoZ96QJHKoY=,tag:niI5E1ZjqxA+j3ujP0W4+g==,type:str] - noDataState: OK - execErrState: Error - for: 2m - annotations: - summary: Matrix Synapse DNS Errors are higher than usual - - uid: de30a1da-84da-45f4-a4a5-d641dbd92e6c - title: psycopg2.errors.ReadOnlySqlTransaction - condition: Thresh - isPaused: false - data: - - refId: ENC[AES256_GCM,data:tqp9fU0=,iv:pcLkyg9bGumRzuTWImFXE9RjqjxswaRKnWK8/WGz//A=,tag:CnfT2HQCYG1/AWXfIVReAQ==,type:str] - queryType: ENC[AES256_GCM,data:GgNtHio=,iv:pJam4FjDB23HRCDH+pHraJFnSW+fbk2cIquMRh4KcGg=,tag:IrqbLszQwVNB3PbnrVafkw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:m8X4,iv:b3Po0V0ee6Udu5SHH84gIuM03V5ewPUKqimkKa37nW8=,tag:2S7sZOarySqS+WpZJYZxjg==,type:int] - to: ENC[AES256_GCM,data:LA==,iv:qjY/FgEdYq3ThS9ivOE+neWcY+4MR8/A59jOs9X9SkU=,tag:yolnHRgYWMJ5nJDrlN828g==,type:int] - datasourceUid: ENC[AES256_GCM,data:Xf3+wg==,iv:slRDud9gzfNDj4ZtH35UBH1lf9f/VrZJ4S+T93Q2VCM=,tag:+iIvyvgLoPnsTJPnkcSoqA==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:uas0Ew==,iv:tbRknJ744/G1ryW4ixBJFk6VTdAJY4Bsn7fwPcEC2aE=,tag:DEmnfRiWhgV6/TgqnC9Jxw==,type:str] - uid: ENC[AES256_GCM,data:z3jfzw==,iv:SiChUxWOJEYXFSzHjnoZCeBQ+Mb9C6Os5ViEnYkrK68=,tag:42f83YzRTYGHzfblwJ6+GA==,type:str] - editorMode: ENC[AES256_GCM,data:PZwjNk28OA==,iv:h0YD9cRDnf3ANcalu7tpUNkbEUmujwI4B781wPYQXtU=,tag:AZDeeunSp6THYgl/PDpTdg==,type:str] - expr: ENC[AES256_GCM,data:OZF9WKyWWkSdtbrd7gMRtvIXarPbCkIs6ilP9STdeer9VHbFPgR3d4XAQtUUpevXkHNhE5pBCOhbPHLxJ35ptjTBNFEaQBsi7nalyBilcCax4nVBdODw3bWsiPUz+1Mm6d8=,iv:rZ5y/qzqTVQIoQn5XEkyh77FZkve/+Nx4LtvWsPl99U=,tag:UpcQDzVNbb6xiZuF3X5T/A==,type:str] - hide: ENC[AES256_GCM,data:moK6c28=,iv:E6vXwyYryRupA5biuj0BBpJqrSEzdWWbjsFeSLFOZW4=,tag:d/K6K39EDbjYX0WRrSC97w==,type:bool] - intervalMs: ENC[AES256_GCM,data:KBmRRg==,iv:Pa+aYDu6B9ymn/NwhzEifOLaQNQTdjLt2w8dFwdoyfk=,tag:Vriqiu0cSTa/vXgM2RhwDA==,type:int] - maxDataPoints: ENC[AES256_GCM,data:CWqbEh8=,iv:RJUG6kB5I4xIu3NFwlcBxd+z/P9jjSC2g45lii2z3o4=,tag:SlpWFxtq9nMq7bnPEeYZeQ==,type:int] - queryType: ENC[AES256_GCM,data:AaJnXCc=,iv:+TmZDaadC4XCv4dbzI7KM5cFwFgaTmU8CKiSbrFWF/k=,tag:lyKOb4OHDhnJVyBwBgQxcw==,type:str] - range: ENC[AES256_GCM,data:zqbcnw==,iv:rZosKHlimDmKiYfi29OUyDFUWAZgr4W6WB4PGvb86Fg=,tag:RyRaXzRxotcJ2Ikcg0OmLg==,type:bool] - refId: ENC[AES256_GCM,data:nn3LDVs=,iv:DO0YGXadCT/U/qgcx5Y7q5Ttof/SllB5q2PpvL7/MXY=,tag:OUrKNoIOXh7CW1MekRVxew==,type:str] - - refId: ENC[AES256_GCM,data:nJYrPpbA,iv:M9TeagxhuoYi1mnYGHDjb95y0EK6MxtnJMt/P3OqucE=,tag:/71Pc0zaZruOiQ5jaOXN5Q==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:H+e+,iv:GvOMYBz5HQoG/JkXCrX6qf0dfHOSz9Mv+Y+76EDa0U8=,tag:6YIqQuiikD2E8BOpWiCzcg==,type:int] - to: ENC[AES256_GCM,data:sA==,iv:y/TPslyOLSg1GOg5JcnGL0KCHpq8ayTC6LCMB3dnwBM=,tag:5nQATOi6q9JnYNmY9Pvg+A==,type:int] - datasourceUid: ENC[AES256_GCM,data:5jX8oKvgK0g=,iv:9+BAHcY6niDu9c+DNz5jMlj0aNqYdNBXunGuXbPix6Y=,tag:FSC6bEHzetoWoKfMaaw18A==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:suOw,iv:sQZWifQ31d9RS4OXn9KN87seTY426nX5Vuv0jQW3q0o=,tag:A4uN3Bjrzxz42/0fsmAmCw==,type:float] - type: ENC[AES256_GCM,data:+Bo=,iv:/SBmBVRK+R7YzHRArHNPdbtKEIT6aoGEiuF9sQyl6vQ=,tag:q77DYpXlV53a3Vie/M9q+w==,type:str] - operator: - type: ENC[AES256_GCM,data:TG9J,iv:a5lW5kY8PdI+BGmocKdaJssF5wC6aJ8RmMiuf3jyV2Q=,tag:KwJgV6CoeRIMBXDJUrKuJQ==,type:str] - query: - params: - - ENC[AES256_GCM,data:3A==,iv:jE3VJTEkvQwgxiaUy8XIi+d5YVTFBxZIGt8mrkrJhSU=,tag:IACMfYMobc7ultynBmifEg==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:JLpsUA==,iv:NZFncE4t8IP4lkXBzILzjmzuC6q8WonYRGsigtB2vv0=,tag:LsxzqNt8lcKOKwpKvQvpzw==,type:str] - type: ENC[AES256_GCM,data:/Rhbm/U=,iv:r+my118Nv2Mw1dGzmR6gHhOnsvvs4k/VRUjtUEzJQcw=,tag:gybCr/G0NVEsmfmjMmvunA==,type:str] - datasource: - type: ENC[AES256_GCM,data:7Xp1TSOV84U=,iv:0Wqpa8DQkyZ9VQ8TRSuUVNHxm9p/4CHy81FViZduUJk=,tag:ZdvSSwTNkwIrALoyyhYmpw==,type:str] - uid: ENC[AES256_GCM,data:9W/U4TRpZLo=,iv:j0dy0KAICs/JXIlhY/FFrNGOWmc8LrdDSTKop0Pi4gA=,tag:iHVtP38qevwdg2bh/2NQzw==,type:str] - expression: ENC[AES256_GCM,data:dA==,iv:Ve+p42eiz+ruvQ1tx9qPNlpdOK9K/sVS0MzslqGXv/8=,tag:HdqaC4MGHYFJcOBowDuzmw==,type:str] - hide: ENC[AES256_GCM,data:bSR2Vtc=,iv:fQMAE9oopkveXJyG4gimZV255NWQg2RN8+c74JjZAJw=,tag:awImXKqHCbyeAmfUJ+MOSQ==,type:bool] - intervalMs: ENC[AES256_GCM,data:Pqzfcg==,iv:NgprugbD/dydT9oaY7dGlg8/r1cB9WETzwm7ehJeXLA=,tag:Mi6bhErPekRht3trtxsNLQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:pY7gmYc=,iv:OE+Cmt0wGPEV8vIDZZPHW9E8V1MoMW9lOiwpYz4temY=,tag:m2SBKIFQjrvAfkrq/SDNJw==,type:int] - refId: ENC[AES256_GCM,data:F4yfDAuM,iv:ODBe2EURhr7HIlVmk9MCPJjI/fBVl1G/dqhdpr5J5Ks=,tag:rtYBtjcun/nTfc3m9TDYwA==,type:str] - type: ENC[AES256_GCM,data:8/n84HfceXeP,iv:oUdIA04mUpHxxxHtPY5U6etmUMNtvji65I0dJt0VaEY=,tag:6NsNY+nFEaGYp1Xb4DfdnQ==,type:str] - - refId: ENC[AES256_GCM,data:WQ==,iv:On1Xf5OoF6eKq5zqL+hR7FsZgq55wUMypo62QGnkWLE=,tag:zqvO/nFSCMMHHDvzhUGCVg==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:y/7P,iv:d9xMxFc4eZRhrjlsi/DtvjDByNJPvez/1GhqnHxjwaI=,tag:aNRoJmdyknvHFcRm5jquJQ==,type:int] - to: ENC[AES256_GCM,data:rA==,iv:ZeW0Ljr9HKYCHt/2x4ZPz1MUPHKPZHZIh6aiI+BZeD4=,tag:sFAGxiqJgcR+BYMUZ3MFqA==,type:int] - datasourceUid: ENC[AES256_GCM,data:5eMET9DJIAw=,iv:WlKePBGN6cO1h8eqBtjefYDA794Vtbh21FJpG+s54SM=,tag:NVClMedNJ3wHG61BRYWn5A==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:6Q==,iv:80azzQzkE2Epwu8aqGy+T0V+f7uaWWngAqrNo+QtWiI=,tag:HqDwM/L1jEvo+DspWMFvzg==,type:int] - - ENC[AES256_GCM,data:0g==,iv:hqBWzMG48XTMaVcd9CwncOqkLmh6lqYrPKTuMxc+MgI=,tag:0MF5HouUz7MQAv5yaj+JAw==,type:int] - type: ENC[AES256_GCM,data:syM=,iv:8TrlHW1G7ttIb/vADZS/ls8z520xffCpEkBbQLc9nxk=,tag:qFimQhmEzHcJ8pwnw/TaxA==,type:str] - operator: - type: ENC[AES256_GCM,data:gs66,iv:2IaIJb9ZZ7IloXNkfMBrPowjgA80/ajnEDkugcxJuj0=,tag:Jk2fXvI0/cEqUM2nWeppGQ==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:GwIp,iv:4DSXGmmlYUVx51ztqLva99nvy0S0c7V8UhMVXL3tph8=,tag:R3Fy0lHJeXaEbsTmpyAQnA==,type:str] - type: ENC[AES256_GCM,data:fvNUp2s=,iv:zJcla9s7mpUOZKLPJ1sh8Ennf77UgxC2BzYVDuo7Fe8=,tag:I757TR7x7E33jeP5IcasQw==,type:str] - datasource: - name: ENC[AES256_GCM,data:TCTNll3vXUSE3g==,iv:JViNBemkE8e11PvD4JVn7on7qjEX0LLXqE/vzNLR4Rk=,tag:pQUFAoEm6JOZmP1z8grejQ==,type:str] - type: ENC[AES256_GCM,data:S//BC2fpZM8=,iv:mNregGc76RU9v1tZ+IVlFhHCkyADIt1d+itJw8Sbwps=,tag:aISueEkt0gCctjv3om8M8A==,type:str] - uid: ENC[AES256_GCM,data:9/iLbRDXQ4o=,iv:5FtcdcWIEz8jU/IjUrlIyHma1TJqWawhSjuTGJAlpFA=,tag:sIBanA597gNWsr/E0TrU5Q==,type:str] - expression: ENC[AES256_GCM,data:v0xgg6E=,iv:M43eHH8Y8chP2toLagk2MtsVpYKVX2CmF8rQb9Fh/Ak=,tag:1Kc7+d4nEOxNbg2LraHTfg==,type:str] - intervalMs: ENC[AES256_GCM,data:5gyCRQ==,iv:LMxWnOp+wEOqC1NmNeIR900dmGSGtyV5nRq4aOunGag=,tag:OZh+iwoeFzPTc8gf/hLIXg==,type:int] - maxDataPoints: ENC[AES256_GCM,data:tLVM+qo=,iv:2OuhVK4ZnCcSEuiPM+qxiH1zhTZGyynF+kGx7fMT2p0=,tag:5OA+hrm2EG97OfZHHGBsEg==,type:int] - reducer: ENC[AES256_GCM,data:tVpS5w==,iv:WAKvN3tdaCxauiPZ30wWRsJNunXgC7xqE/znidH7+Gg=,tag:vkN65aIYhOp3oalHfB9Atg==,type:str] - refId: ENC[AES256_GCM,data:Qg==,iv:UqrEPjuxzza/4VQliWqgbilgG2D1S4ulqfiNpdKDRZ0=,tag:V3vkvw/+8zFeED5jX6o60g==,type:str] - settings: - mode: ENC[AES256_GCM,data:03HzCEXl9F99,iv:7YHyI5OK/563Y7X92Oujapx9UYdD4qNiztXJQD2CPuQ=,tag:jcaA1nC55xR5pSd23kEXXw==,type:str] - replaceWithValue: ENC[AES256_GCM,data:fA==,iv:eMbWmkedSejcSpWNPASKwmxrwP8prwKO6QbgmoEYFZQ=,tag:AneBA6INK9+tK9KaOgPBkA==,type:int] - type: ENC[AES256_GCM,data:yL0KUWWN,iv:sp3XNruNnYDTsV9YBDTeENOWdnX+zWGo+KCcqnla4Ms=,tag:m0H+Fpw6ZnCD1aKvM95CTA==,type:str] - noDataState: OK - execErrState: Error - for: 2m - annotations: - summary: Matrix Database rolled over but synapse crashed - - uid: d16dc343-31d9-466a-bdc1-c2466b0bc18f - title: Unusual synapse logging - condition: Thresh - isPaused: false - data: - - refId: ENC[AES256_GCM,data:wkVhhsU=,iv:C30y39mVvGWFBa6cKpf1sPdXlLGdFGcMFdvyohD8/xQ=,tag:zjMZmjU3isSfZQiu9hJZzw==,type:str] - queryType: ENC[AES256_GCM,data:/FUYfO0=,iv:R33htuqDhOZrGB1QuT35lVBBuP0+fefqCSBSOLVSCCo=,tag:wzzMsT9pwKsopd4hpfeJPw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:wkAA,iv:XKM39NeGV7ZuTj+yCiOPJsQD4xykt+e6J9NUfto/ujM=,tag:n/8jVrR8u7M2Uetjl0Sv7w==,type:int] - to: ENC[AES256_GCM,data:YQ==,iv:3E4CkH/AvbARl+ADdxnQguOaU+uSFURdPJtYjuzguDM=,tag:4mwmBSCtp7RcDTGBCOiP6A==,type:int] - datasourceUid: ENC[AES256_GCM,data:kZuQ6w==,iv:F5K6+hRCTaO3XpbS0zb4FQ2mPF+NKkGcNIXOk/MepcU=,tag:dHSdh1t+z9ZSO0kPkXOpPg==,type:str] - model: - datasource: - type: ENC[AES256_GCM,data:B2X2Hg==,iv:eYK3eHXCpmkhKoaCCuiOHkcZuuGOCoFmCi+Kc8sidkI=,tag:x7vRXMyArKVLzLZTzkQqzQ==,type:str] - uid: ENC[AES256_GCM,data:p7BH7g==,iv:aK8AfO22ZnWxyS7TONkPYMsRRdBDnV85Jua4lUo5lTw=,tag:wtg4dFIIe9WJflTAl/6zbQ==,type:str] - editorMode: ENC[AES256_GCM,data:7f1ehYUjCg==,iv:famrRDCO64aumFcloMkFjRB2p+CY4AkejEWHAF047aI=,tag:No6HcL6seGQbxLFuURq1Cw==,type:str] - expr: ENC[AES256_GCM,data:EXEOYxFechTph7MyEoqJYLvRjd3fr5051qbJbwGPrXN1UiVajMM5LISF3axccHEoB0UXqCkNL1upcgIhiXFRAdBrasPQn7ZbF0AAYyry+J3T4lmEWZWU62YYjFyYFMocNNbWw96PW0ACieLokc44XHq27Yn0DcXdvCDdJ7qx85v5sh2eJRMNyA/aI1Ltk/8eRKKwiub0QxXN7WTKNPeat6/3IUTa+P8+0eaq3EA=,iv:JJYDlJjfqlszb7nuPrGGkGLm+7mUh4Ji4zAds4GfpHc=,tag:ROZ6thr7OiVi48wdsoVqNA==,type:str] - hide: ENC[AES256_GCM,data:3HJqiOE=,iv:ylPG8sVXQD6Idm+LvT0oJ4Qd9FC9z3V+qtzgG6cgHP8=,tag:LAUGnxXUGt3vGbP9qSn9Cg==,type:bool] - intervalMs: ENC[AES256_GCM,data:qOHuww==,iv:p3N4nDSQaj5W7bKyuzp38H6QG+zI9ubSqR8p+8g8tyE=,tag:IdigE7DYiRAI7mXVGptE+w==,type:int] - maxDataPoints: ENC[AES256_GCM,data:rWrusY8=,iv:JOG0uy72Aiz2eY6n6xGFFAGvPmvZXPkbQ4zT9LODBGk=,tag:nNcIyqd5pXjH6KT0Hlb4/Q==,type:int] - queryType: ENC[AES256_GCM,data:IwNlq2Q=,iv:OI4+JrQvr9IpwvKKESlY5322XgPYcHg6LrLUBm6kFWo=,tag:38YmWGlfhMSrw4XTZa+i0Q==,type:str] - range: ENC[AES256_GCM,data:IVwqQA==,iv:uv1zTA9gB8Ixn46I+evDI1lStG27KDcpETROFiFJR30=,tag:KZTXJUXL3ZRf8btteLcf8g==,type:bool] - refId: ENC[AES256_GCM,data:3BNK9rE=,iv:VMtXVVQUebVeotMDo6Rw0pJS1+/+tiaQ+u6XQBnCaSg=,tag:X03lQBxIVxnOKhpaEqufnQ==,type:str] - - refId: ENC[AES256_GCM,data:Cib0BTFp,iv:jxhy1KSkkANehxO6i7aAC1rWZymew/tmFTPiBK7I5qc=,tag:GY3xkZgOFsOpmlmbBavKUw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:ZS+c,iv:JGxsvBGhEp5L2vu8kPeFHdzHJ38pR/eiLMVxvd+GmUI=,tag:Z9gld7/lw4Sv6X8aGcbzFQ==,type:int] - to: ENC[AES256_GCM,data:gw==,iv:vea8V3vIOxVh47WX1rxfkyni4fYVUngWfIjuCTlgnmQ=,tag:tSHCKjpGn+tAkEXgm7BU1A==,type:int] - datasourceUid: ENC[AES256_GCM,data:c76p7/lAA/c=,iv:+zA6tSP0AM409Gcjl2kwetacFZCbwyZFdEghaj+RToU=,tag:k5Zma5lnpUIaTVFrPANEnw==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:B3k=,iv:AmYr/tPI3wR+pYhOpGDQWdesEGP1aOVwVjbkBke0Yzw=,tag:3DjBZ2e43i8OstcF2tPK6g==,type:int] - type: ENC[AES256_GCM,data:8xY=,iv:j4qBhJ+JiuS/d2/5HHXKNUepv5UwKZa9oAbR1eKiPFg=,tag:SYLtmMkgPGOdyw5NnryOxw==,type:str] - operator: - type: ENC[AES256_GCM,data:J8DA,iv:iHLVlUTspXedawcIUVrWCpxzYxXAdu5rOPLprB7K980=,tag:sR5x4nNciG7K2nowEu+4LQ==,type:str] - query: - params: - - ENC[AES256_GCM,data:UA==,iv:vAEpALhB0SLPDdh34mN8ASIjBz1DY9e7jgXKdGPrxGs=,tag:pvr/CuUJiO/ktr/iUq7xrw==,type:str] - reducer: - params: [] - type: ENC[AES256_GCM,data:LbrAYg==,iv:HkuF5/AjpwF90AgNzzZnkNx6ZfzVJW2KP4sPrfREqmo=,tag:WuFlXUrojLpIMAzqmQK9Rg==,type:str] - type: ENC[AES256_GCM,data:RNeqOc4=,iv:jkQXJN+nYOlHeeW/jN+MtoeGF72Xk82NJ43pBX0XIHY=,tag:SRLg5SV+KHqdof3r1sNmnw==,type:str] - datasource: - type: ENC[AES256_GCM,data:UV7FZBNxgoU=,iv:ZaMkFC+84FkNwHLBJTPdhm/a6EEMbolQyx10ncyXIyI=,tag:3rVLCnYRJRDwiZ6aoEqR7Q==,type:str] - uid: ENC[AES256_GCM,data:qc5FJ6753Rc=,iv:A1iFIe8baNmdnQwNI9ZNTO770Jovyx9JxZPWv+Gl2yw=,tag:dgZmZFxfIsagRpVb3HcD+w==,type:str] - expression: ENC[AES256_GCM,data:+Q==,iv:cWl4Sxi8eAdrRHvYUdBDecPl7qdbxUNVfFbd+Ntoa+s=,tag:wpm36vYm1ZbvMLMqDA6F+w==,type:str] - hide: ENC[AES256_GCM,data:A5kTD/c=,iv:hrNQy+FYdJXrp2BuepCngYbWSif3ohrXr7Jvzhbmvxk=,tag:XG4SNK2nlhMGfQwzu8Ug1w==,type:bool] - intervalMs: ENC[AES256_GCM,data:yyx/DQ==,iv:KOK1X85dW0ps1+Be1mEpLP7xba/1dYOk9MifqpN+ffs=,tag:YC5im4SuhmSpUgCFO2Z6mQ==,type:int] - maxDataPoints: ENC[AES256_GCM,data:G9HAnXQ=,iv:TbSfM9qMAs+/B+NyS2Y2Yij8tRQGz2OCPsbmD9tWG9s=,tag:EVMcVsmKxsqG5hVOxt3LdA==,type:int] - refId: ENC[AES256_GCM,data:AxINx8ok,iv:zumKdrB8hCWMHILpqFk5iErgarp4WKwy5mRCL9RT58w=,tag:5bMcd3vx2aszhKvLqsES9w==,type:str] - type: ENC[AES256_GCM,data:iXqMAIvGRiZb,iv:bOIHdcfiB83HehzagX6pT4qyYsi4QS1bbkes+VAlcNA=,tag:zVkm6iWnv5/GbHKfKxowKA==,type:str] - - refId: ENC[AES256_GCM,data:Kg==,iv:T8Q5f0po0PFs1d5GLtNIhg8Z9BEXrFyl6haKjRJ0jZc=,tag:tyoAGUxJVMt7uX7RYTK9gw==,type:str] - relativeTimeRange: - from: ENC[AES256_GCM,data:aw/8,iv:k9mSiihzzV7nmZHHfqkmhrEx5/fbkTlrghew0hqfblE=,tag:CcmTVT+A2ZJpeQTa7bBD7Q==,type:int] - to: ENC[AES256_GCM,data:2A==,iv:PKJd8RSsVLkOtPgfPcgV1y2Vq0l3ML7934U3Ah0quok=,tag:O/sZwNzi6b07tyFCD0EzSw==,type:int] - datasourceUid: ENC[AES256_GCM,data:vu30BTMRox0=,iv:+dW92qj5hq5p5xH3VUr+hD0gTGldhS16ZJc1ir3loSw=,tag:LRtZ+xmJR3ADOEeTdU1hCA==,type:str] - model: - conditions: - - evaluator: - params: - - ENC[AES256_GCM,data:JA==,iv:ER6uEW8vlfTKmtMj4k916OgjPWJI77YUrG57n0/I+wQ=,tag:totVN46nLAigFG1yfsYPUA==,type:int] - - ENC[AES256_GCM,data:5w==,iv:g2hdPbeqv/iGk4SphBWJrgXEtjFhIEO5ZmgxeU8Lyc4=,tag:yHb/f9opNkJ9Owt8BFp7Eg==,type:int] - type: ENC[AES256_GCM,data:MGw=,iv:x0EDcc4STCMNloKr7VzIf9D9RF57B+CMTAzylSk3Amk=,tag:IQtxuBZFskwF45NMnQOHpw==,type:str] - operator: - type: ENC[AES256_GCM,data:edoZ,iv:DmSMn87giGBKTRrF5zEQPB264U2J9FRFqJEw5XZQbT0=,tag:vrJYsNGcWTprNdWVwj4o4Q==,type:str] - query: - params: [] - reducer: - params: [] - type: ENC[AES256_GCM,data:lC54,iv:cFH9tJ7dlWNWQBVpx8iB9OQ7gs7iweGd/wCf8X3WfjA=,tag:utrk2uVuMrTNkZggFy8DGw==,type:str] - type: ENC[AES256_GCM,data:SFiFV8E=,iv:kTzV66yYKfEKLf5EqCImiFb8E6AVIUb3wd/BnEPIWNo=,tag:oA88iEz9ocA9ipa6iFTfdg==,type:str] - datasource: - name: ENC[AES256_GCM,data:zUVmGzla1GsL7Q==,iv:Gh0dRX1GcYgot3LQNf6Xv0qYF/rFpR9MQVBzCItW9lI=,tag:eSHdp0udBo4FLCxHg1gY+w==,type:str] - type: ENC[AES256_GCM,data:IzyZXH2xUD4=,iv:v+/LfqRsQfzrJspo7n5wIBqUxkzf1O3cjuU5Ir+rjXE=,tag:jTuMP/ISSc9tT0tyci+qgA==,type:str] - uid: ENC[AES256_GCM,data:N2lVTqRuKp4=,iv:q0GCXT4d/Bk9ggbE0eupNxPu7dQoWdljMNdTWQrFbBI=,tag:q2L+y1NFAQzffQkwZyDLLA==,type:str] - expression: ENC[AES256_GCM,data:wcM4dfw=,iv:nfTrA922zhvDQIMcgVBG4+lH081SERBqAzbVSy0fUtM=,tag:PsuGh0/EpP9a0KIiaC3PPg==,type:str] - intervalMs: ENC[AES256_GCM,data:ZBR7dA==,iv:xesKsz6foIWeYNMCOqu10ihlZIqs0g2zCsFN/Arlsrs=,tag:T5I5hAMdxy0TE1zIyn+Zsg==,type:int] - maxDataPoints: ENC[AES256_GCM,data:ylOO6Ho=,iv:RDuFljVYEFXcukGw+cHSbMin9Q9MJk1HMik5lf9btnY=,tag:sewyYvV4RAFynnnlYnTjdg==,type:int] - reducer: ENC[AES256_GCM,data:yzFisQ==,iv:rUgH1OweLJi0ZZORrN2TIr06XOUpOxGgkE3PZWwEUcM=,tag:nasxnABgC0ntDqLcJv5kww==,type:str] - refId: ENC[AES256_GCM,data:Hg==,iv:L805zb25YH+MKc9csYVKpptpEhfJ+OkqINmwf4UjHz4=,tag:l7aq921UWgOpWCh+kR/oiw==,type:str] - settings: - mode: ENC[AES256_GCM,data:jgwq4HUS1xiH,iv:eXZ2e8dwurC99Bdn27OhSWvrItdNjGhh9886IG2QhWg=,tag:wcRSmrQa8t3LKKMNAJItog==,type:str] - replaceWithValue: ENC[AES256_GCM,data:Fw==,iv:i6YYJ8y/x8sGAKs3whojuNCqSIfOMQ2o7sf6efOZsUM=,tag:+6+FkaJbNxNaPPNk/11NjA==,type:int] - type: ENC[AES256_GCM,data:G7nwnG2b,iv:nCCGj2kH0M6fg4qPxI7YkljQxlCaIvLQIPKs+iFZVJ4=,tag:3cDsvdu3/BiEjJs53V9lag==,type:str] - noDataState: OK - execErrState: Error - for: 2m - annotations: - summary: Unusual logging for synapse. + file: rules.yaml contactpoints.yaml: apiVersion: 1 contactPoints: @@ -1013,7 +53,7 @@ spec: - uid: adz30e8814wshd type: pagerduty settings: - integrationKey: ENC[AES256_GCM,data:b76Ow4lTBvaR9P5E/BSsPo335pbGxOIItFC1VU8q+pU=,iv:93ib3HW+3WU4aQpjk3Mz5wJuaAllauTBikId5so9E1c=,tag:mCuwNCIq33HFMsjHWs8iZA==,type:str] + integrationKey: ENC[AES256_GCM,data:zvld3/CbWl7RdutJUYk7WKIuAZc5rV9r+p3VSwHfP88=,iv:esAWA1qdvmfNkT4pkPYYtdfjF/sGdEsU5nk7VtArAh0=,tag:RaOdLlOKQTb6NtS1hOq/5Q==,type:str] disableResolveMessage: false - orgId: 1 name: PagerDuty Draupnir4All @@ -1021,7 +61,7 @@ spec: - uid: 3 type: pagerduty settings: - integrationKey: ENC[AES256_GCM,data:kvmezBIwJkl1vCxPjcUvL/HgQpjq0eBgFehkZPf07SU=,iv:KK13XoqvWvR1dz4EPYbBFFBVD58EP58lK9Z5+BIBFUo=,tag:xTHiJ4sioLxkWcSXj8jRzw==,type:str] + integrationKey: ENC[AES256_GCM,data:h/31zNsQaGxVArt2xi4VtBtRDW/UodL9i5h4YroakzY=,iv:OpqKxhByJf3hR38aRUdZMF7irV2aVR5/VxQACQ198co=,tag:fuI0gOvc7mTltMY4E9yFHw==,type:str] disableResolveMessage: false policies.yaml: apiVersion: 1 @@ -1355,7 +395,7 @@ spec: host: smtp.fastmail.com:465 from_address: ops@nordgedanken.dev paths: - data: ENC[AES256_GCM,data:bPQs8LXpKrRZWqScH8w56Ig=,iv:S/whKAiyUjV0ygES1ZXyA5tcNLW9rYCUuLX9K21tquE=,tag:uhlHciuE0qBQUMeurEZ9eg==,type:str] + data: ENC[AES256_GCM,data:3TNvJfpZk+hxkAkGkzeUrOM=,iv:KRaZcynIqLoLWbl8C5b6JGjfRRKGpPuPZpFMItkAItM=,tag:Tvta6eiklS0uIu74asEtFA==,type:str] logs: /var/log/grafana plugins: /var/lib/grafana/plugins provisioning: /etc/grafana/provisioning @@ -1371,8 +411,8 @@ spec: auth.generic_oauth: name: authentik enabled: true - client_id: ENC[AES256_GCM,data:7ZXIJXj7bxI1/uNtEunHqIQfVWlR9fDvPIRzr10ITFkr52OBc2ISnjmK3karPQbWSVk=,iv:0Cz0AnhPvOQYk8h8Ht3DSPiLquwZqPTvsurtn8ECrnU=,tag:ZRYE/lwnwmFVTnjxSUuvLQ==,type:str] - client_secret: ENC[AES256_GCM,data:S82bankKjp+gmImCp9Rd3JSOCpiux0zeZhrJF/Uq3CM+NjSM4vD4XgbAxzOQG0M9YAXz8YlG,iv:xdzsF3cEg5XTJvsO9kj4cvUHVQlkAacvPX8pyTJ4JBM=,tag:PgdRU3gnhXO3SS0MKcNQXg==,type:str] + client_id: ENC[AES256_GCM,data:2k/mlcOp9sRpzTaEmiM/6I8OtxhH65k0U6Kg+LHe+YgIzq/hKNNJvtseqd3DcCCiIqQ=,iv:B05jv9ISZPgvDFwedupbB474oE36QGMMjhmBNxl47aQ=,tag:/O9LMAlDsGalN1tY9iCt7A==,type:str] + client_secret: ENC[AES256_GCM,data:HAaBT6n8C2lg6UfW9Ai+GQWDlh4tUeJP+mzlHZUaDm3Q6CclANwhgKjCb0Frz8vAhQblS06k,iv:CgRJYEvcP4fuqmERJVrZqZ9l83m+/jC5H8k5CVYHXAM=,tag:wTIaKpAxImXt2SM+OdHmaQ==,type:str] scopes: openid email profile auth_url: https://auth.midnightthoughts.space/application/o/authorize/ token_url: https://auth.midnightthoughts.space/application/o/token/ @@ -1409,14 +449,14 @@ sops: - recipient: age1esjyg2qfy49awv0ptkzvpk425adczjr38m37w2mmcahzc4p8n54sll2nzh enc: | -----BEGIN AGE ENCRYPTED FILE----- - YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSBzUllaeDJLZGxlbU0xdkRV - eXc0RTl5WUIxZ1VaTUJNc1RFOW4yb09QWVJvCllmWlRSVzdydURaMUYvMTVIUG1Q - S29ZaWp4MVRtUzhyeW50WFBmb0pCbnMKLS0tIDF6aTFFWkhNdVFNeEVaVHMvQi9C - TUZwNjF3dmRxSVdoMnVWRE1sa2syYzQKHWoLhI28GUmXhtpuxtvW8Zd7owpwN1WX - y5kT4Fy4TmGzFk/tu1dApqocwEuuNgSvWc5ecjCXZCBuEX5aMg9s8w== + YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IFgyNTUxOSB1UGw5MDZuQWt3S0RHQWda + bE1kbjEyUEtPaXN0OEZBTkNkcjlqdGRpYkNjClZjUmYwTm5NMi9BS1IzRXRsUmdN + aDV3Ump3VHJJL2ZFdXJNcGo5YlR0V2sKLS0tIDgzT3dUbk9oNlRKeVNvcXNxaUFl + cDNPN1M3UEUwSU84K016c2s0dnVGcGsKxPUVHbKyPA8PcNdztXcqGggSpFK0YsTl + GNGkDWj19q8tsiOY5ho2A7EqtmsqTsVVUWaUNepYc8wGcVBc9gUcug== -----END AGE ENCRYPTED FILE----- - lastmodified: "2024-09-26T23:56:23Z" - mac: ENC[AES256_GCM,data:8LQ2zj7ITwDs6sw/DeKrEan27kPYGuY5/cDa+moiauaEC+XB/fFaRPSGwVLDTHSuZHjEBz+9yH6lnaN5MmkgisLhfzuKbOuzm7Ee6ZzjArHQlkeMyApNf69EE16hgBt4GQufRbo9NryvZ4jYPfHOgxy7mOf4Hyt9LHq+iBzWwdM=,iv:Z78MxhNeRP2qOPrl8Pkbfv5PexO0ucM7+KvTKSOgWZQ=,tag:xyz18Zc2cxn+pm+e3dVgwg==,type:str] + lastmodified: "2024-09-27T00:06:32Z" + mac: ENC[AES256_GCM,data:Dp9AEsvZpK7ic/JBEZsspNvcU0O0A/Z2Ssu63XLzbEhNtUvIxujMjlGSCMeb8bGVIk83JjAHXGTH3XU9mugdcBVNOEMl8B42T4YPRuWZpgzMj4VaCO7qzXpS6BQIhOxRSQ2af8vwsBNCDM0L2lgrzSdj2jIPKU4CkadUUyBC4R8=,iv:xTeXHfYsVUK17UauKw2FhYdzP20zCyzG40rp8Tsx4/o=,tag:/YM4eoVG60VdlUPV1FLeew==,type:str] pgp: [] encrypted_regex: ^(admin_password|extraCommands|key|clickhouseDatabaseURL|databaseURL|client_id|client_secret|secret_key_base|otp_secret|private_key|public_key|primaryKey|deterministicKey|keyDerivationSalt|token|clientId|secretKey|installationId|installationKey|uriOverride|adminToken.value|password.value|sql_password|erlangCookie|AUTHENTICATION_PASSWORD|ROOM_API_SECRET_KEY|adminPassword|configPassword|adminUser|configUser|APP_KEY|api_key|api_secret|keys|livekit_key|livekit_secret|secret_key|admin_pass|admin_email|mariadbPassword|mariadbRootPassword|privateKey|data|stringData|PASSWD|password|pass|postgresPassword|postgresqlPassword|redminePassword|smtpPassword|registration_shared_secret|shared_secret|secret|admin_token|integrationKey|rootPassword)$ version: 3.8.1 diff --git a/apps/base/victoria-metrics-k8s-stack/rules.yaml b/apps/base/victoria-metrics-k8s-stack/rules.yaml @@ -0,0 +1,990 @@ +apiVersion: 1 +groups: + - orgId: 1 + name: CertManager + folder: Cluster + interval: 5m + rules: + - uid: ddz3zj028wb28b + title: CertManagerHittingRateLimits + condition: B + data: + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: P4169E866C3094E38 + model: + editorMode: code + expr: |- + sum by (host) ( + rate(certmanager_http_acme_client_request_count{status="429"}[5m]) + ) > 0 + instant: true + intervalMs: 1000 + legendFormat: __auto + maxDataPoints: 43200 + range: false + refId: A + - refId: B + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: [] + type: gt + operator: + type: and + query: + params: + - B + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: B + type: reduce + noDataState: Ok + execErrState: Error + for: 5m + annotations: + description: Depending on the rate limit, cert-manager may be unable to generate certificates for up to a week. + summary: Cert manager hitting LetsEncrypt rate limits. + labels: {} + isPaused: false + - orgId: 1 + name: Resources + folder: Cluster + interval: 15m + rules: + - uid: bdz3y4mow1o1se + title: KubePersistentVolumeFillingUp + condition: B + data: + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: prometheus + model: + datasource: + type: prometheus + uid: prometheus + editorMode: code + expr: |- + ( + kubelet_volume_stats_available_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} + / + kubelet_volume_stats_capacity_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} + ) < 0.03 + and + kubelet_volume_stats_used_bytes{job="kubelet", namespace=~".*", metrics_path="/metrics"} > 0 + unless on(cluster, namespace, persistentvolumeclaim) + kube_persistentvolumeclaim_access_mode{ access_mode="ReadOnlyMany"} == 1 + unless on(cluster, namespace, persistentvolumeclaim) + kube_persistentvolumeclaim_labels{label_excluded_from_alerts="true"} == 1 + instant: true + intervalMs: 1000 + legendFormat: __auto + maxDataPoints: 43200 + range: false + refId: A + - refId: B + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: B + type: reduce + noDataState: OK + execErrState: Error + for: 20m + annotations: + runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumefillingup + summary: |- + The PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} + in Namespace {{ $labels.namespace }} + {{ with $labels.cluster - }} + on Cluster {{ . }} + {{ - end }} + is only {{ $value | humanizePercentage }} + free. + labels: {} + isPaused: false + - uid: cdz3yt59a0miob + title: KubePersistentVolumeErrors + condition: B + data: + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: P4169E866C3094E38 + model: + editorMode: code + expr: |- + kube_persistentvolume_status_phase{phase=~"Failed|Pending",job="kube-state-metrics"} + > 0 + instant: true + intervalMs: 1000 + legendFormat: __auto + maxDataPoints: 43200 + range: false + refId: A + - refId: B + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: [] + type: gt + operator: + type: and + query: + params: + - B + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: B + type: reduce + noDataState: OK + execErrState: Error + for: 20m + annotations: + runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumeerrors + summary: |- + The persistent volume {{ $labels.persistentvolume }} + {{ with $labels.cluster - }} + on Cluster {{ . }} + {{ - end }} + has status {{ $labels.phase }} + . + isPaused: false + - uid: cdz3ywkoiwgzka + title: KubePersistentVolumeInodesFillingUp + condition: B + data: + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: P4169E866C3094E38 + model: + editorMode: code + expr: |- + ( + kubelet_volume_stats_inodes_free{job="kubelet", namespace=~".*", metrics_path="/metrics"} + / + kubelet_volume_stats_inodes{job="kubelet", namespace=~".*", metrics_path="/metrics"} + ) < 0.15 + and + kubelet_volume_stats_inodes_used{job="kubelet", namespace=~".*", metrics_path="/metrics"} > 0 + and + predict_linear(kubelet_volume_stats_inodes_free{job="kubelet", namespace=~".*", metrics_path="/metrics"}[6h], 4 * 24 * 3600) < 0 + unless on(cluster, namespace, persistentvolumeclaim) + kube_persistentvolumeclaim_access_mode{ access_mode="ReadOnlyMany"} == 1 + unless on(cluster, namespace, persistentvolumeclaim) + kube_persistentvolumeclaim_labels{label_excluded_from_alerts="true"} == 1 + instant: true + intervalMs: 1000 + legendFormat: __auto + maxDataPoints: 43200 + range: false + refId: A + - refId: B + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: [] + type: gt + operator: + type: and + query: + params: + - B + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: B + type: reduce + noDataState: Ok + execErrState: Error + for: 20m + annotations: + runbook_url: https://runbooks.prometheus-operator.dev/runbooks/kubernetes/kubepersistentvolumeinodesfillingup + summary: |- + Based on recent sampling, the PersistentVolume claimed by {{ $labels.persistentvolumeclaim }} + in Namespace {{ $labels.namespace }} + {{ with $labels.cluster - }} + on Cluster {{ . }} + {{ - end }} + is expected to run out of inodes within four days. Currently {{ $value | humanizePercentage }} + of its inodes are free. + isPaused: false + - orgId: 1 + name: Draupnir4All + folder: Matrix + interval: 1m + rules: + - uid: adz3nhdki7d34d + title: Draupnir4All Synapse "Failed" + condition: B + data: + - refId: A + queryType: instant + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: count_over_time({app="kube-event-exporter"} | json | namespace = `matrix` | reason = `Failed` | name =~ `.*draupnir-synapse.*` [5m]) + intervalMs: 1000 + maxDataPoints: 43200 + queryType: instant + refId: A + - refId: B + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: max + refId: B + type: reduce + - refId: C + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: B + intervalMs: 1000 + maxDataPoints: 43200 + refId: C + type: threshold + noDataState: OK + execErrState: Error + for: 1m + annotations: {} + labels: + service_id: draupnir4all + isPaused: false + - uid: ddz3nijqshjb4e + title: Draupnir4All Synapse "BackOff" + condition: B + data: + - refId: A + queryType: instant + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: count_over_time({app="kube-event-exporter"} | json | namespace = `matrix` | reason = `BackOff` | name =~ `.*draupnir-synapse.*` [5m]) + intervalMs: 1000 + maxDataPoints: 43200 + queryType: instant + refId: A + - refId: B + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: max + refId: B + type: reduce + - refId: C + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: B + intervalMs: 1000 + maxDataPoints: 43200 + refId: C + type: threshold + noDataState: OK + execErrState: Error + for: 1m + annotations: {} + labels: + service_id: draupnir4all + isPaused: false + - uid: cdz3njjeosphce + title: Draupnir4All "BackOff" + condition: B + data: + - refId: A + queryType: instant + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: count_over_time({app="kube-event-exporter"} | json | namespace = `matrix` | reason = `BackOff` | name =~ `.*draupnir4all.*` [5m]) + intervalMs: 1000 + maxDataPoints: 43200 + queryType: instant + refId: A + - refId: B + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: max + refId: B + type: reduce + - refId: C + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: B + intervalMs: 1000 + maxDataPoints: 43200 + refId: C + type: threshold + noDataState: OK + execErrState: Error + for: 1m + annotations: {} + labels: + service_id: draupnir4all + isPaused: false + - uid: adz3nkklsv2tcd + title: Draupnir4All "Failed" + condition: B + data: + - refId: A + queryType: instant + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: count_over_time({app="kube-event-exporter"} | json | namespace = `matrix` | reason = `Failed` | name =~ `.*draupnir4all.*` [5m]) + intervalMs: 1000 + maxDataPoints: 43200 + queryType: instant + refId: A + - refId: B + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: A + intervalMs: 1000 + maxDataPoints: 43200 + reducer: max + refId: B + type: reduce + - refId: C + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: B + intervalMs: 1000 + maxDataPoints: 43200 + refId: C + type: threshold + noDataState: OK + execErrState: Error + for: 1m + annotations: {} + labels: + service_id: draupnir4all + isPaused: false + - orgId: 1 + name: Kube-system + folder: Cluster + interval: 1m + rules: + - uid: d2b94d3a-2483-4be4-bf2a-2fd9f9fac406 + title: Coredns Failure + condition: Thresh + isPaused: false + data: + - refId: Count + queryType: range + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: rate({namespace="kube-system", app="coredns"} |= `i/o timeout` [15m]) + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + queryType: range + range: true + refId: Count + - refId: Thresh + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 1 + type: gt + operator: + type: and + query: + params: + - C + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + refId: Thresh + type: threshold + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: Count + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: A + settings: + mode: replaceNN + replaceWithValue: 0 + type: reduce + noDataState: OK + execErrState: Error + for: 2m + annotations: + summary: High amount of i/o timeouts in coredns + - orgId: 1 + name: Matrix Synapse + folder: Matrix + interval: 1m + rules: + - uid: b6db960c-c0bd-4d4f-b0f1-e1f216ec81cc + title: DNSQueryRefusedError + condition: Thresh + isPaused: false + data: + - refId: Count + queryType: range + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: rate({namespace="matrix", app="matrix-synapse"} |= `DNSQueryRefusedError` [15m]) + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + queryType: range + range: true + refId: Count + - refId: Thresh + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 1 + type: gt + operator: + type: and + query: + params: + - C + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + refId: Thresh + type: threshold + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: Count + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: A + settings: + mode: replaceNN + replaceWithValue: 0 + type: reduce + noDataState: OK + execErrState: Error + for: 2m + annotations: + summary: Matrix Synapse DNS Errors are higher than usual + - uid: de30a1da-84da-45f4-a4a5-d641dbd92e6c + title: psycopg2.errors.ReadOnlySqlTransaction + condition: Thresh + isPaused: false + data: + - refId: Count + queryType: range + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: rate({namespace="matrix", app="matrix-synapse"} |= `psycopg2.errors.ReadOnlySqlTransaction` [15m]) + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + queryType: range + range: true + refId: Count + - refId: Thresh + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0.1 + type: gt + operator: + type: and + query: + params: + - C + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + refId: Thresh + type: threshold + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: Count + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: A + settings: + mode: replaceNN + replaceWithValue: 0 + type: reduce + noDataState: OK + execErrState: Error + for: 2m + annotations: + summary: Matrix Database rolled over but synapse crashed + - uid: d16dc343-31d9-466a-bdc1-c2466b0bc18f + title: Unusual synapse logging + condition: Thresh + isPaused: false + data: + - refId: Count + queryType: range + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: loki + model: + datasource: + type: loki + uid: loki + editorMode: builder + expr: sum by(level) (count_over_time({namespace="matrix", app="matrix-synapse"} | pattern `<_> - <component> - <_> - <level> - <trace>- <detail>` | level != `INFO` [$__interval])) + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + queryType: range + range: true + refId: Count + - refId: Thresh + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 20 + type: gt + operator: + type: and + query: + params: + - C + reducer: + params: [] + type: last + type: query + datasource: + type: __expr__ + uid: __expr__ + expression: A + hide: false + intervalMs: 1000 + maxDataPoints: 43200 + refId: Thresh + type: threshold + - refId: A + relativeTimeRange: + from: 600 + to: 0 + datasourceUid: __expr__ + model: + conditions: + - evaluator: + params: + - 0 + - 0 + type: gt + operator: + type: and + query: + params: [] + reducer: + params: [] + type: avg + type: query + datasource: + name: Expression + type: __expr__ + uid: __expr__ + expression: Count + intervalMs: 1000 + maxDataPoints: 43200 + reducer: last + refId: A + settings: + mode: replaceNN + replaceWithValue: 0 + type: reduce + noDataState: OK + execErrState: Error + for: 2m + annotations: + summary: Unusual logging for synapse.