flux-control-plane-dashboard.json (58809B)
1 { 2 "annotations": { 3 "list": [ 4 { 5 "builtIn": 1, 6 "datasource": { 7 "type": "datasource", 8 "uid": "grafana" 9 }, 10 "enable": true, 11 "hide": true, 12 "iconColor": "rgba(0, 211, 255, 1)", 13 "name": "Annotations & Alerts", 14 "target": { 15 "limit": 100, 16 "matchAny": false, 17 "tags": [], 18 "type": "dashboard" 19 }, 20 "type": "dashboard" 21 }, 22 { 23 "datasource": { 24 "type": "datasource", 25 "uid": "grafana" 26 }, 27 "enable": true, 28 "iconColor": "red", 29 "name": "flux events", 30 "target": { 31 "limit": 100, 32 "matchAny": false, 33 "tags": [ 34 "flux" 35 ], 36 "type": "tags" 37 } 38 } 39 ] 40 }, 41 "editable": true, 42 "fiscalYearStartMonth": 0, 43 "graphTooltip": 0, 44 "id": 1, 45 "links": [], 46 "liveNow": false, 47 "panels": [ 48 { 49 "datasource": { 50 "uid": "${DS_PROMETHEUS}" 51 }, 52 "description": "", 53 "fieldConfig": { 54 "defaults": { 55 "decimals": 0, 56 "mappings": [], 57 "thresholds": { 58 "mode": "absolute", 59 "steps": [ 60 { 61 "color": "blue", 62 "value": null 63 }, 64 { 65 "color": "red", 66 "value": 100 67 } 68 ] 69 }, 70 "unit": "short" 71 }, 72 "overrides": [] 73 }, 74 "gridPos": { 75 "h": 5, 76 "w": 6, 77 "x": 0, 78 "y": 0 79 }, 80 "id": 24, 81 "options": { 82 "colorMode": "value", 83 "graphMode": "none", 84 "justifyMode": "auto", 85 "orientation": "auto", 86 "reduceOptions": { 87 "calcs": [ 88 "last" 89 ], 90 "fields": "", 91 "values": false 92 }, 93 "text": {}, 94 "textMode": "value" 95 }, 96 "pluginVersion": "10.0.3", 97 "targets": [ 98 { 99 "datasource": { 100 "uid": "${DS_PROMETHEUS}" 101 }, 102 "expr": "sum(go_info{namespace=\"$namespace\",pod=~\".*-controller-.*\"})", 103 "interval": "", 104 "legendFormat": "pods", 105 "refId": "A" 106 } 107 ], 108 "title": "Controllers", 109 "type": "stat" 110 }, 111 { 112 "datasource": { 113 "uid": "${DS_PROMETHEUS}" 114 }, 115 "description": "", 116 "fieldConfig": { 117 "defaults": { 118 "mappings": [], 119 "thresholds": { 120 "mode": "absolute", 121 "steps": [ 122 { 123 "color": "blue", 124 "value": null 125 }, 126 { 127 "color": "#EAB839", 128 "value": 50 129 }, 130 { 131 "color": "red", 132 "value": 100 133 } 134 ] 135 }, 136 "unit": "s" 137 }, 138 "overrides": [] 139 }, 140 "gridPos": { 141 "h": 5, 142 "w": 6, 143 "x": 6, 144 "y": 0 145 }, 146 "id": 23, 147 "options": { 148 "colorMode": "value", 149 "graphMode": "area", 150 "justifyMode": "auto", 151 "orientation": "auto", 152 "reduceOptions": { 153 "calcs": [ 154 "lastNotNull" 155 ], 156 "fields": "", 157 "values": false 158 }, 159 "text": {}, 160 "textMode": "auto" 161 }, 162 "pluginVersion": "10.0.3", 163 "targets": [ 164 { 165 "datasource": { 166 "uid": "${DS_PROMETHEUS}" 167 }, 168 "expr": "max(workqueue_longest_running_processor_seconds{namespace=\"$namespace\",pod=~\".*-controller-.*\"})", 169 "hide": false, 170 "interval": "", 171 "legendFormat": "seconds", 172 "refId": "B" 173 } 174 ], 175 "title": "Max Work Queue", 176 "type": "stat" 177 }, 178 { 179 "datasource": { 180 "uid": "${DS_PROMETHEUS}" 181 }, 182 "description": "", 183 "fieldConfig": { 184 "defaults": { 185 "mappings": [], 186 "thresholds": { 187 "mode": "absolute", 188 "steps": [ 189 { 190 "color": "blue", 191 "value": null 192 }, 193 { 194 "color": "#EAB839", 195 "value": 500000000 196 }, 197 { 198 "color": "red", 199 "value": 900000000 200 } 201 ] 202 }, 203 "unit": "decbits" 204 }, 205 "overrides": [] 206 }, 207 "gridPos": { 208 "h": 5, 209 "w": 6, 210 "x": 12, 211 "y": 0 212 }, 213 "id": 25, 214 "options": { 215 "orientation": "auto", 216 "reduceOptions": { 217 "calcs": [ 218 "lastNotNull" 219 ], 220 "fields": "", 221 "values": false 222 }, 223 "showThresholdLabels": false, 224 "showThresholdMarkers": true, 225 "text": {} 226 }, 227 "pluginVersion": "10.0.3", 228 "targets": [ 229 { 230 "datasource": { 231 "uid": "${DS_PROMETHEUS}" 232 }, 233 "expr": "sum(go_memstats_alloc_bytes{namespace=\"$namespace\",pod=~\".*-controller-.*\"})", 234 "interval": "", 235 "legendFormat": "", 236 "refId": "A" 237 } 238 ], 239 "title": "Memory", 240 "type": "gauge" 241 }, 242 { 243 "datasource": { 244 "uid": "${DS_PROMETHEUS}" 245 }, 246 "description": "", 247 "fieldConfig": { 248 "defaults": { 249 "mappings": [], 250 "thresholds": { 251 "mode": "absolute", 252 "steps": [ 253 { 254 "color": "blue", 255 "value": null 256 }, 257 { 258 "color": "#EAB839", 259 "value": 50 260 }, 261 { 262 "color": "red", 263 "value": 100 264 } 265 ] 266 } 267 }, 268 "overrides": [] 269 }, 270 "gridPos": { 271 "h": 5, 272 "w": 6, 273 "x": 18, 274 "y": 0 275 }, 276 "id": 26, 277 "options": { 278 "colorMode": "value", 279 "graphMode": "area", 280 "justifyMode": "auto", 281 "orientation": "auto", 282 "reduceOptions": { 283 "calcs": [ 284 "mean" 285 ], 286 "fields": "", 287 "values": false 288 }, 289 "text": {}, 290 "textMode": "auto" 291 }, 292 "pluginVersion": "10.0.3", 293 "targets": [ 294 { 295 "datasource": { 296 "uid": "${DS_PROMETHEUS}" 297 }, 298 "expr": "sum(rate(rest_client_requests_total{namespace=\"$namespace\",pod=~\".*-controller-.*\"}[1m]))", 299 "interval": "", 300 "legendFormat": "requests", 301 "refId": "A" 302 } 303 ], 304 "title": "API Requests", 305 "type": "stat" 306 }, 307 { 308 "datasource": { 309 "uid": "${DS_PROMETHEUS}" 310 }, 311 "description": "", 312 "fieldConfig": { 313 "defaults": { 314 "color": { 315 "mode": "palette-classic" 316 }, 317 "custom": { 318 "axisCenteredZero": false, 319 "axisColorMode": "text", 320 "axisLabel": "", 321 "axisPlacement": "auto", 322 "barAlignment": 0, 323 "drawStyle": "line", 324 "fillOpacity": 10, 325 "gradientMode": "none", 326 "hideFrom": { 327 "legend": false, 328 "tooltip": false, 329 "viz": false 330 }, 331 "lineInterpolation": "linear", 332 "lineWidth": 1, 333 "pointSize": 5, 334 "scaleDistribution": { 335 "type": "linear" 336 }, 337 "showPoints": "never", 338 "spanNulls": false, 339 "stacking": { 340 "group": "A", 341 "mode": "none" 342 }, 343 "thresholdsStyle": { 344 "mode": "off" 345 } 346 }, 347 "mappings": [], 348 "thresholds": { 349 "mode": "absolute", 350 "steps": [ 351 { 352 "color": "green", 353 "value": null 354 }, 355 { 356 "color": "red", 357 "value": 80 358 } 359 ] 360 }, 361 "unit": "short" 362 }, 363 "overrides": [] 364 }, 365 "gridPos": { 366 "h": 8, 367 "w": 24, 368 "x": 0, 369 "y": 5 370 }, 371 "id": 21, 372 "options": { 373 "legend": { 374 "calcs": [ 375 "mean", 376 "lastNotNull" 377 ], 378 "displayMode": "table", 379 "placement": "bottom", 380 "showLegend": true 381 }, 382 "tooltip": { 383 "mode": "multi", 384 "sort": "none" 385 } 386 }, 387 "pluginVersion": "10.0.3", 388 "targets": [ 389 { 390 "datasource": { 391 "uid": "${DS_PROMETHEUS}" 392 }, 393 "expr": "sum(rate(rest_client_requests_total{namespace=\"$namespace\"}[1m]))", 394 "hide": false, 395 "interval": "", 396 "legendFormat": "total", 397 "refId": "A" 398 }, 399 { 400 "datasource": { 401 "uid": "${DS_PROMETHEUS}" 402 }, 403 "expr": "sum(rate(rest_client_requests_total{namespace=\"$namespace\",code!~\"2..\"}[1m]))", 404 "hide": false, 405 "interval": "", 406 "legendFormat": "errors", 407 "refId": "B" 408 } 409 ], 410 "title": "Kubernetes API Requests", 411 "type": "timeseries" 412 }, 413 { 414 "collapsed": false, 415 "datasource": { 416 "uid": "${DS_PROMETHEUS}" 417 }, 418 "gridPos": { 419 "h": 1, 420 "w": 24, 421 "x": 0, 422 "y": 13 423 }, 424 "id": 15, 425 "panels": [], 426 "targets": [ 427 { 428 "datasource": { 429 "uid": "${DS_PROMETHEUS}" 430 }, 431 "refId": "A" 432 } 433 ], 434 "title": "Resource Usage", 435 "type": "row" 436 }, 437 { 438 "datasource": { 439 "uid": "${DS_PROMETHEUS}" 440 }, 441 "fieldConfig": { 442 "defaults": { 443 "color": { 444 "mode": "palette-classic" 445 }, 446 "custom": { 447 "axisCenteredZero": false, 448 "axisColorMode": "text", 449 "axisLabel": "", 450 "axisPlacement": "auto", 451 "barAlignment": 0, 452 "drawStyle": "line", 453 "fillOpacity": 10, 454 "gradientMode": "none", 455 "hideFrom": { 456 "legend": false, 457 "tooltip": false, 458 "viz": false 459 }, 460 "lineInterpolation": "linear", 461 "lineWidth": 1, 462 "pointSize": 5, 463 "scaleDistribution": { 464 "type": "linear" 465 }, 466 "showPoints": "never", 467 "spanNulls": false, 468 "stacking": { 469 "group": "A", 470 "mode": "normal" 471 }, 472 "thresholdsStyle": { 473 "mode": "off" 474 } 475 }, 476 "mappings": [], 477 "thresholds": { 478 "mode": "absolute", 479 "steps": [ 480 { 481 "color": "green", 482 "value": null 483 }, 484 { 485 "color": "red", 486 "value": 80 487 } 488 ] 489 }, 490 "unit": "s" 491 }, 492 "overrides": [] 493 }, 494 "gridPos": { 495 "h": 11, 496 "w": 12, 497 "x": 0, 498 "y": 14 499 }, 500 "id": 11, 501 "options": { 502 "legend": { 503 "calcs": [ 504 "mean", 505 "lastNotNull" 506 ], 507 "displayMode": "table", 508 "placement": "bottom", 509 "showLegend": true 510 }, 511 "tooltip": { 512 "mode": "multi", 513 "sort": "none" 514 } 515 }, 516 "pluginVersion": "10.0.3", 517 "targets": [ 518 { 519 "datasource": { 520 "uid": "${DS_PROMETHEUS}" 521 }, 522 "expr": "rate(process_cpu_seconds_total{namespace=\"$namespace\",pod=~\".*-controller-.*\"}[1m])", 523 "interval": "", 524 "legendFormat": "{{pod}}", 525 "refId": "A" 526 } 527 ], 528 "title": "CPU Usage", 529 "type": "timeseries" 530 }, 531 { 532 "datasource": { 533 "uid": "${DS_PROMETHEUS}" 534 }, 535 "fieldConfig": { 536 "defaults": { 537 "color": { 538 "mode": "palette-classic" 539 }, 540 "custom": { 541 "axisCenteredZero": false, 542 "axisColorMode": "text", 543 "axisLabel": "", 544 "axisPlacement": "auto", 545 "barAlignment": 0, 546 "drawStyle": "line", 547 "fillOpacity": 10, 548 "gradientMode": "none", 549 "hideFrom": { 550 "legend": false, 551 "tooltip": false, 552 "viz": false 553 }, 554 "lineInterpolation": "linear", 555 "lineWidth": 1, 556 "pointSize": 5, 557 "scaleDistribution": { 558 "type": "linear" 559 }, 560 "showPoints": "never", 561 "spanNulls": false, 562 "stacking": { 563 "group": "A", 564 "mode": "normal" 565 }, 566 "thresholdsStyle": { 567 "mode": "off" 568 } 569 }, 570 "decimals": 0, 571 "mappings": [], 572 "thresholds": { 573 "mode": "absolute", 574 "steps": [ 575 { 576 "color": "green", 577 "value": null 578 }, 579 { 580 "color": "red", 581 "value": 80 582 } 583 ] 584 }, 585 "unit": "bytes" 586 }, 587 "overrides": [] 588 }, 589 "gridPos": { 590 "h": 11, 591 "w": 12, 592 "x": 12, 593 "y": 14 594 }, 595 "id": 13, 596 "options": { 597 "legend": { 598 "calcs": [ 599 "mean", 600 "lastNotNull" 601 ], 602 "displayMode": "table", 603 "placement": "bottom", 604 "showLegend": true 605 }, 606 "tooltip": { 607 "mode": "multi", 608 "sort": "none" 609 } 610 }, 611 "pluginVersion": "10.0.3", 612 "targets": [ 613 { 614 "datasource": { 615 "uid": "${DS_PROMETHEUS}" 616 }, 617 "expr": "sum(container_memory_working_set_bytes{namespace=\"$namespace\",container!=\"POD\",container!=\"\",pod=~\".*-controller-.*\"}) by (pod)", 618 "hide": false, 619 "interval": "", 620 "legendFormat": "{{pod}}", 621 "refId": "A" 622 } 623 ], 624 "title": "Memory Usage", 625 "type": "timeseries" 626 }, 627 { 628 "collapsed": false, 629 "datasource": { 630 "uid": "${DS_PROMETHEUS}" 631 }, 632 "gridPos": { 633 "h": 1, 634 "w": 24, 635 "x": 0, 636 "y": 25 637 }, 638 "id": 17, 639 "panels": [], 640 "targets": [ 641 { 642 "datasource": { 643 "uid": "${DS_PROMETHEUS}" 644 }, 645 "refId": "A" 646 } 647 ], 648 "title": "Reconciliation Stats", 649 "type": "row" 650 }, 651 { 652 "datasource": { 653 "uid": "${DS_PROMETHEUS}" 654 }, 655 "fieldConfig": { 656 "defaults": { 657 "color": { 658 "mode": "palette-classic" 659 }, 660 "custom": { 661 "axisCenteredZero": false, 662 "axisColorMode": "text", 663 "axisLabel": "", 664 "axisPlacement": "auto", 665 "barAlignment": 0, 666 "drawStyle": "line", 667 "fillOpacity": 10, 668 "gradientMode": "none", 669 "hideFrom": { 670 "legend": false, 671 "tooltip": false, 672 "viz": false 673 }, 674 "lineInterpolation": "linear", 675 "lineWidth": 1, 676 "pointSize": 5, 677 "scaleDistribution": { 678 "type": "linear" 679 }, 680 "showPoints": "never", 681 "spanNulls": false, 682 "stacking": { 683 "group": "A", 684 "mode": "none" 685 }, 686 "thresholdsStyle": { 687 "mode": "off" 688 } 689 }, 690 "mappings": [], 691 "thresholds": { 692 "mode": "absolute", 693 "steps": [ 694 { 695 "color": "green", 696 "value": null 697 }, 698 { 699 "color": "red", 700 "value": 80 701 } 702 ] 703 }, 704 "unit": "s" 705 }, 706 "overrides": [] 707 }, 708 "gridPos": { 709 "h": 8, 710 "w": 24, 711 "x": 0, 712 "y": 26 713 }, 714 "id": 27, 715 "options": { 716 "legend": { 717 "calcs": [ 718 "mean", 719 "lastNotNull" 720 ], 721 "displayMode": "table", 722 "placement": "bottom", 723 "showLegend": true 724 }, 725 "tooltip": { 726 "mode": "multi", 727 "sort": "none" 728 } 729 }, 730 "pluginVersion": "10.0.3", 731 "targets": [ 732 { 733 "datasource": { 734 "uid": "${DS_PROMETHEUS}" 735 }, 736 "expr": "workqueue_longest_running_processor_seconds{name=\"kustomization\"}", 737 "hide": false, 738 "interval": "", 739 "legendFormat": "kustomizations", 740 "refId": "B" 741 } 742 ], 743 "title": "Cluster Reconciliation Duration", 744 "type": "timeseries" 745 }, 746 { 747 "datasource": { 748 "uid": "${DS_PROMETHEUS}" 749 }, 750 "description": "", 751 "fieldConfig": { 752 "defaults": { 753 "color": { 754 "mode": "palette-classic" 755 }, 756 "custom": { 757 "axisCenteredZero": false, 758 "axisColorMode": "text", 759 "axisLabel": "", 760 "axisPlacement": "auto", 761 "barAlignment": 0, 762 "drawStyle": "bars", 763 "fillOpacity": 100, 764 "gradientMode": "none", 765 "hideFrom": { 766 "legend": false, 767 "tooltip": false, 768 "viz": false 769 }, 770 "lineInterpolation": "stepAfter", 771 "lineWidth": 1, 772 "pointSize": 5, 773 "scaleDistribution": { 774 "type": "linear" 775 }, 776 "showPoints": "never", 777 "spanNulls": false, 778 "stacking": { 779 "group": "A", 780 "mode": "none" 781 }, 782 "thresholdsStyle": { 783 "mode": "off" 784 } 785 }, 786 "mappings": [], 787 "thresholds": { 788 "mode": "absolute", 789 "steps": [ 790 { 791 "color": "green", 792 "value": null 793 }, 794 { 795 "color": "red", 796 "value": 80 797 } 798 ] 799 }, 800 "unit": "opm" 801 }, 802 "overrides": [] 803 }, 804 "gridPos": { 805 "h": 8, 806 "w": 24, 807 "x": 0, 808 "y": 34 809 }, 810 "id": 2, 811 "options": { 812 "legend": { 813 "calcs": [ 814 "mean", 815 "lastNotNull" 816 ], 817 "displayMode": "table", 818 "placement": "bottom", 819 "showLegend": true 820 }, 821 "tooltip": { 822 "mode": "multi", 823 "sort": "none" 824 } 825 }, 826 "pluginVersion": "10.0.3", 827 "targets": [ 828 { 829 "datasource": { 830 "uid": "${DS_PROMETHEUS}" 831 }, 832 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"kustomization\",result!=\"error\"}[1m])) by (controller)", 833 "format": "time_series", 834 "interval": "", 835 "legendFormat": "successful reconciliations ", 836 "refId": "A" 837 }, 838 { 839 "datasource": { 840 "uid": "${DS_PROMETHEUS}" 841 }, 842 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"kustomization\",result=\"error\"}[1m])) by (controller)", 843 "format": "time_series", 844 "interval": "", 845 "legendFormat": "failed reconciliations ", 846 "refId": "B" 847 } 848 ], 849 "title": "Cluster Reconciliations ops/min", 850 "type": "timeseries" 851 }, 852 { 853 "collapsed": false, 854 "datasource": { 855 "uid": "${DS_PROMETHEUS}" 856 }, 857 "gridPos": { 858 "h": 1, 859 "w": 24, 860 "x": 0, 861 "y": 42 862 }, 863 "id": 29, 864 "panels": [], 865 "targets": [ 866 { 867 "datasource": { 868 "uid": "${DS_PROMETHEUS}" 869 }, 870 "refId": "A" 871 } 872 ], 873 "title": "Sources Stats", 874 "type": "row" 875 }, 876 { 877 "datasource": { 878 "uid": "${DS_PROMETHEUS}" 879 }, 880 "description": "", 881 "fieldConfig": { 882 "defaults": { 883 "color": { 884 "mode": "palette-classic" 885 }, 886 "custom": { 887 "axisCenteredZero": false, 888 "axisColorMode": "text", 889 "axisLabel": "", 890 "axisPlacement": "auto", 891 "barAlignment": 0, 892 "drawStyle": "bars", 893 "fillOpacity": 100, 894 "gradientMode": "none", 895 "hideFrom": { 896 "legend": false, 897 "tooltip": false, 898 "viz": false 899 }, 900 "lineInterpolation": "stepAfter", 901 "lineWidth": 1, 902 "pointSize": 5, 903 "scaleDistribution": { 904 "type": "linear" 905 }, 906 "showPoints": "never", 907 "spanNulls": false, 908 "stacking": { 909 "group": "A", 910 "mode": "none" 911 }, 912 "thresholdsStyle": { 913 "mode": "off" 914 } 915 }, 916 "mappings": [], 917 "thresholds": { 918 "mode": "absolute", 919 "steps": [ 920 { 921 "color": "green", 922 "value": null 923 }, 924 { 925 "color": "red", 926 "value": 80 927 } 928 ] 929 }, 930 "unit": "opm" 931 }, 932 "overrides": [] 933 }, 934 "gridPos": { 935 "h": 9, 936 "w": 12, 937 "x": 0, 938 "y": 43 939 }, 940 "id": 4, 941 "options": { 942 "legend": { 943 "calcs": [ 944 "mean", 945 "lastNotNull" 946 ], 947 "displayMode": "table", 948 "placement": "bottom", 949 "showLegend": true 950 }, 951 "tooltip": { 952 "mode": "multi", 953 "sort": "none" 954 } 955 }, 956 "pluginVersion": "10.0.3", 957 "targets": [ 958 { 959 "datasource": { 960 "uid": "${DS_PROMETHEUS}" 961 }, 962 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"gitrepository\",result!=\"error\"}[1m]))", 963 "format": "time_series", 964 "interval": "", 965 "legendFormat": "successful git pulls", 966 "refId": "A" 967 }, 968 { 969 "datasource": { 970 "uid": "${DS_PROMETHEUS}" 971 }, 972 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"gitrepository\",result=\"error\"}[1m]))", 973 "format": "time_series", 974 "interval": "", 975 "legendFormat": "failed git pulls", 976 "refId": "B" 977 } 978 ], 979 "title": "Git Repos ops/min", 980 "type": "timeseries" 981 }, 982 { 983 "datasource": { 984 "uid": "${DS_PROMETHEUS}" 985 }, 986 "description": "", 987 "fieldConfig": { 988 "defaults": { 989 "color": { 990 "mode": "palette-classic" 991 }, 992 "custom": { 993 "axisCenteredZero": false, 994 "axisColorMode": "text", 995 "axisLabel": "", 996 "axisPlacement": "auto", 997 "barAlignment": 0, 998 "drawStyle": "bars", 999 "fillOpacity": 100, 1000 "gradientMode": "none", 1001 "hideFrom": { 1002 "legend": false, 1003 "tooltip": false, 1004 "viz": false 1005 }, 1006 "lineInterpolation": "stepAfter", 1007 "lineWidth": 1, 1008 "pointSize": 5, 1009 "scaleDistribution": { 1010 "type": "linear" 1011 }, 1012 "showPoints": "never", 1013 "spanNulls": false, 1014 "stacking": { 1015 "group": "A", 1016 "mode": "none" 1017 }, 1018 "thresholdsStyle": { 1019 "mode": "off" 1020 } 1021 }, 1022 "mappings": [], 1023 "thresholds": { 1024 "mode": "absolute", 1025 "steps": [ 1026 { 1027 "color": "green", 1028 "value": null 1029 }, 1030 { 1031 "color": "red", 1032 "value": 80 1033 } 1034 ] 1035 }, 1036 "unit": "opm" 1037 }, 1038 "overrides": [] 1039 }, 1040 "gridPos": { 1041 "h": 9, 1042 "w": 12, 1043 "x": 12, 1044 "y": 43 1045 }, 1046 "id": 30, 1047 "options": { 1048 "legend": { 1049 "calcs": [ 1050 "mean", 1051 "lastNotNull" 1052 ], 1053 "displayMode": "table", 1054 "placement": "bottom", 1055 "showLegend": true 1056 }, 1057 "tooltip": { 1058 "mode": "multi", 1059 "sort": "none" 1060 } 1061 }, 1062 "pluginVersion": "10.0.3", 1063 "targets": [ 1064 { 1065 "datasource": { 1066 "uid": "${DS_PROMETHEUS}" 1067 }, 1068 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"ocirepository\",result!=\"error\"}[1m]))", 1069 "format": "time_series", 1070 "interval": "", 1071 "legendFormat": "successful oci pulls", 1072 "refId": "A" 1073 }, 1074 { 1075 "datasource": { 1076 "uid": "${DS_PROMETHEUS}" 1077 }, 1078 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"ocirepository\",result=\"error\"}[1m]))", 1079 "format": "time_series", 1080 "interval": "", 1081 "legendFormat": "failed oci pulls", 1082 "refId": "B" 1083 } 1084 ], 1085 "title": "OCI Repos ops/min", 1086 "type": "timeseries" 1087 }, 1088 { 1089 "datasource": { 1090 "uid": "${DS_PROMETHEUS}" 1091 }, 1092 "description": "", 1093 "fieldConfig": { 1094 "defaults": { 1095 "color": { 1096 "mode": "palette-classic" 1097 }, 1098 "custom": { 1099 "axisCenteredZero": false, 1100 "axisColorMode": "text", 1101 "axisLabel": "", 1102 "axisPlacement": "auto", 1103 "barAlignment": 0, 1104 "drawStyle": "bars", 1105 "fillOpacity": 100, 1106 "gradientMode": "none", 1107 "hideFrom": { 1108 "legend": false, 1109 "tooltip": false, 1110 "viz": false 1111 }, 1112 "lineInterpolation": "stepAfter", 1113 "lineWidth": 1, 1114 "pointSize": 5, 1115 "scaleDistribution": { 1116 "type": "linear" 1117 }, 1118 "showPoints": "never", 1119 "spanNulls": false, 1120 "stacking": { 1121 "group": "A", 1122 "mode": "none" 1123 }, 1124 "thresholdsStyle": { 1125 "mode": "off" 1126 } 1127 }, 1128 "mappings": [], 1129 "thresholds": { 1130 "mode": "absolute", 1131 "steps": [ 1132 { 1133 "color": "green", 1134 "value": null 1135 }, 1136 { 1137 "color": "red", 1138 "value": 80 1139 } 1140 ] 1141 }, 1142 "unit": "opm" 1143 }, 1144 "overrides": [] 1145 }, 1146 "gridPos": { 1147 "h": 9, 1148 "w": 12, 1149 "x": 0, 1150 "y": 52 1151 }, 1152 "id": 31, 1153 "options": { 1154 "legend": { 1155 "calcs": [ 1156 "mean", 1157 "lastNotNull" 1158 ], 1159 "displayMode": "table", 1160 "placement": "bottom", 1161 "showLegend": true 1162 }, 1163 "tooltip": { 1164 "mode": "multi", 1165 "sort": "none" 1166 } 1167 }, 1168 "pluginVersion": "10.0.3", 1169 "targets": [ 1170 { 1171 "datasource": { 1172 "uid": "${DS_PROMETHEUS}" 1173 }, 1174 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"helmrepository\",result!=\"error\"}[1m]))", 1175 "format": "time_series", 1176 "interval": "", 1177 "legendFormat": "successful helm pulls", 1178 "refId": "A" 1179 }, 1180 { 1181 "datasource": { 1182 "uid": "${DS_PROMETHEUS}" 1183 }, 1184 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"helmrepository\",result=\"error\"}[1m]))", 1185 "format": "time_series", 1186 "interval": "", 1187 "legendFormat": "failed helm pulls", 1188 "refId": "B" 1189 } 1190 ], 1191 "title": "Helm Repos ops/min", 1192 "type": "timeseries" 1193 }, 1194 { 1195 "datasource": { 1196 "uid": "${DS_PROMETHEUS}" 1197 }, 1198 "description": "", 1199 "fieldConfig": { 1200 "defaults": { 1201 "color": { 1202 "mode": "palette-classic" 1203 }, 1204 "custom": { 1205 "axisCenteredZero": false, 1206 "axisColorMode": "text", 1207 "axisLabel": "", 1208 "axisPlacement": "auto", 1209 "barAlignment": 0, 1210 "drawStyle": "bars", 1211 "fillOpacity": 100, 1212 "gradientMode": "none", 1213 "hideFrom": { 1214 "legend": false, 1215 "tooltip": false, 1216 "viz": false 1217 }, 1218 "lineInterpolation": "stepAfter", 1219 "lineWidth": 1, 1220 "pointSize": 5, 1221 "scaleDistribution": { 1222 "type": "linear" 1223 }, 1224 "showPoints": "never", 1225 "spanNulls": false, 1226 "stacking": { 1227 "group": "A", 1228 "mode": "none" 1229 }, 1230 "thresholdsStyle": { 1231 "mode": "off" 1232 } 1233 }, 1234 "mappings": [], 1235 "thresholds": { 1236 "mode": "absolute", 1237 "steps": [ 1238 { 1239 "color": "green", 1240 "value": null 1241 }, 1242 { 1243 "color": "red", 1244 "value": 80 1245 } 1246 ] 1247 }, 1248 "unit": "opm" 1249 }, 1250 "overrides": [] 1251 }, 1252 "gridPos": { 1253 "h": 9, 1254 "w": 12, 1255 "x": 12, 1256 "y": 52 1257 }, 1258 "id": 32, 1259 "options": { 1260 "legend": { 1261 "calcs": [ 1262 "mean", 1263 "lastNotNull" 1264 ], 1265 "displayMode": "table", 1266 "placement": "bottom", 1267 "showLegend": true 1268 }, 1269 "tooltip": { 1270 "mode": "multi", 1271 "sort": "none" 1272 } 1273 }, 1274 "pluginVersion": "10.0.3", 1275 "targets": [ 1276 { 1277 "datasource": { 1278 "uid": "${DS_PROMETHEUS}" 1279 }, 1280 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"bucket\",result!=\"error\"}[1m]))", 1281 "format": "time_series", 1282 "interval": "", 1283 "legendFormat": "successful bucket pulls", 1284 "refId": "A" 1285 }, 1286 { 1287 "datasource": { 1288 "uid": "${DS_PROMETHEUS}" 1289 }, 1290 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"bucket\",result=\"error\"}[1m]))", 1291 "format": "time_series", 1292 "interval": "", 1293 "legendFormat": "failed bucket pulls", 1294 "refId": "B" 1295 } 1296 ], 1297 "title": "Buckets ops/min", 1298 "type": "timeseries" 1299 }, 1300 { 1301 "collapsed": false, 1302 "datasource": { 1303 "uid": "${DS_PROMETHEUS}" 1304 }, 1305 "gridPos": { 1306 "h": 1, 1307 "w": 24, 1308 "x": 0, 1309 "y": 61 1310 }, 1311 "id": 19, 1312 "panels": [], 1313 "targets": [ 1314 { 1315 "datasource": { 1316 "uid": "${DS_PROMETHEUS}" 1317 }, 1318 "refId": "A" 1319 } 1320 ], 1321 "title": "Helm Stats", 1322 "type": "row" 1323 }, 1324 { 1325 "datasource": { 1326 "uid": "${DS_PROMETHEUS}" 1327 }, 1328 "fieldConfig": { 1329 "defaults": { 1330 "color": { 1331 "mode": "palette-classic" 1332 }, 1333 "custom": { 1334 "axisCenteredZero": false, 1335 "axisColorMode": "text", 1336 "axisLabel": "", 1337 "axisPlacement": "auto", 1338 "barAlignment": 0, 1339 "drawStyle": "line", 1340 "fillOpacity": 10, 1341 "gradientMode": "none", 1342 "hideFrom": { 1343 "legend": false, 1344 "tooltip": false, 1345 "viz": false 1346 }, 1347 "lineInterpolation": "linear", 1348 "lineWidth": 1, 1349 "pointSize": 5, 1350 "scaleDistribution": { 1351 "type": "linear" 1352 }, 1353 "showPoints": "never", 1354 "spanNulls": false, 1355 "stacking": { 1356 "group": "A", 1357 "mode": "none" 1358 }, 1359 "thresholdsStyle": { 1360 "mode": "off" 1361 } 1362 }, 1363 "mappings": [], 1364 "thresholds": { 1365 "mode": "absolute", 1366 "steps": [ 1367 { 1368 "color": "green", 1369 "value": null 1370 }, 1371 { 1372 "color": "red", 1373 "value": 80 1374 } 1375 ] 1376 }, 1377 "unit": "s" 1378 }, 1379 "overrides": [] 1380 }, 1381 "gridPos": { 1382 "h": 8, 1383 "w": 24, 1384 "x": 0, 1385 "y": 62 1386 }, 1387 "id": 9, 1388 "options": { 1389 "legend": { 1390 "calcs": [ 1391 "mean", 1392 "lastNotNull" 1393 ], 1394 "displayMode": "list", 1395 "placement": "right", 1396 "showLegend": false 1397 }, 1398 "tooltip": { 1399 "mode": "multi", 1400 "sort": "none" 1401 } 1402 }, 1403 "pluginVersion": "10.0.3", 1404 "targets": [ 1405 { 1406 "datasource": { 1407 "uid": "${DS_PROMETHEUS}" 1408 }, 1409 "expr": "histogram_quantile(0.50, sum(rate(controller_runtime_reconcile_time_seconds_bucket{controller=\"helmrelease\"}[5m])) by (le))", 1410 "hide": true, 1411 "interval": "", 1412 "legendFormat": "P50", 1413 "refId": "A" 1414 }, 1415 { 1416 "datasource": { 1417 "uid": "${DS_PROMETHEUS}" 1418 }, 1419 "expr": "histogram_quantile(0.90, sum(rate(controller_runtime_reconcile_time_seconds_bucket{controller=\"helmrelease\"}[5m])) by (le))", 1420 "hide": true, 1421 "interval": "", 1422 "legendFormat": "P90", 1423 "refId": "B" 1424 }, 1425 { 1426 "datasource": { 1427 "uid": "${DS_PROMETHEUS}" 1428 }, 1429 "expr": "histogram_quantile(0.99, sum(rate(controller_runtime_reconcile_time_seconds_bucket{controller=\"helmrelease\"}[5m])) by (le))", 1430 "hide": false, 1431 "interval": "", 1432 "legendFormat": "P99", 1433 "refId": "C" 1434 } 1435 ], 1436 "title": "Helm Release Duration", 1437 "type": "timeseries" 1438 }, 1439 { 1440 "datasource": { 1441 "uid": "${DS_PROMETHEUS}" 1442 }, 1443 "description": "", 1444 "fieldConfig": { 1445 "defaults": { 1446 "color": { 1447 "mode": "palette-classic" 1448 }, 1449 "custom": { 1450 "axisCenteredZero": false, 1451 "axisColorMode": "text", 1452 "axisLabel": "", 1453 "axisPlacement": "auto", 1454 "barAlignment": 0, 1455 "drawStyle": "bars", 1456 "fillOpacity": 100, 1457 "gradientMode": "none", 1458 "hideFrom": { 1459 "legend": false, 1460 "tooltip": false, 1461 "viz": false 1462 }, 1463 "lineInterpolation": "stepAfter", 1464 "lineWidth": 1, 1465 "pointSize": 5, 1466 "scaleDistribution": { 1467 "type": "linear" 1468 }, 1469 "showPoints": "never", 1470 "spanNulls": false, 1471 "stacking": { 1472 "group": "A", 1473 "mode": "none" 1474 }, 1475 "thresholdsStyle": { 1476 "mode": "off" 1477 } 1478 }, 1479 "mappings": [], 1480 "thresholds": { 1481 "mode": "absolute", 1482 "steps": [ 1483 { 1484 "color": "green", 1485 "value": null 1486 }, 1487 { 1488 "color": "red", 1489 "value": 80 1490 } 1491 ] 1492 }, 1493 "unit": "opm" 1494 }, 1495 "overrides": [] 1496 }, 1497 "gridPos": { 1498 "h": 9, 1499 "w": 12, 1500 "x": 0, 1501 "y": 70 1502 }, 1503 "id": 5, 1504 "options": { 1505 "legend": { 1506 "calcs": [ 1507 "mean", 1508 "lastNotNull" 1509 ], 1510 "displayMode": "table", 1511 "placement": "bottom", 1512 "showLegend": true 1513 }, 1514 "tooltip": { 1515 "mode": "multi", 1516 "sort": "none" 1517 } 1518 }, 1519 "pluginVersion": "10.0.3", 1520 "targets": [ 1521 { 1522 "datasource": { 1523 "uid": "${DS_PROMETHEUS}" 1524 }, 1525 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"helmrelease\",result!=\"error\"}[1m])) by (controller)", 1526 "format": "time_series", 1527 "interval": "", 1528 "legendFormat": "successful reconciliations ", 1529 "refId": "A" 1530 }, 1531 { 1532 "datasource": { 1533 "uid": "${DS_PROMETHEUS}" 1534 }, 1535 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"helmrelease\",result=\"error\"}[1m])) by (controller)", 1536 "format": "time_series", 1537 "interval": "", 1538 "legendFormat": "failed reconciliations ", 1539 "refId": "B" 1540 } 1541 ], 1542 "title": "Helm Releases ops/min", 1543 "type": "timeseries" 1544 }, 1545 { 1546 "datasource": { 1547 "uid": "${DS_PROMETHEUS}" 1548 }, 1549 "description": "", 1550 "fieldConfig": { 1551 "defaults": { 1552 "color": { 1553 "mode": "palette-classic" 1554 }, 1555 "custom": { 1556 "axisCenteredZero": false, 1557 "axisColorMode": "text", 1558 "axisLabel": "", 1559 "axisPlacement": "auto", 1560 "barAlignment": 0, 1561 "drawStyle": "bars", 1562 "fillOpacity": 100, 1563 "gradientMode": "none", 1564 "hideFrom": { 1565 "legend": false, 1566 "tooltip": false, 1567 "viz": false 1568 }, 1569 "lineInterpolation": "stepAfter", 1570 "lineWidth": 1, 1571 "pointSize": 5, 1572 "scaleDistribution": { 1573 "type": "linear" 1574 }, 1575 "showPoints": "never", 1576 "spanNulls": false, 1577 "stacking": { 1578 "group": "A", 1579 "mode": "none" 1580 }, 1581 "thresholdsStyle": { 1582 "mode": "off" 1583 } 1584 }, 1585 "mappings": [], 1586 "thresholds": { 1587 "mode": "absolute", 1588 "steps": [ 1589 { 1590 "color": "green", 1591 "value": null 1592 }, 1593 { 1594 "color": "red", 1595 "value": 80 1596 } 1597 ] 1598 }, 1599 "unit": "opm" 1600 }, 1601 "overrides": [] 1602 }, 1603 "gridPos": { 1604 "h": 9, 1605 "w": 12, 1606 "x": 12, 1607 "y": 70 1608 }, 1609 "id": 6, 1610 "options": { 1611 "legend": { 1612 "calcs": [ 1613 "mean", 1614 "lastNotNull" 1615 ], 1616 "displayMode": "table", 1617 "placement": "bottom", 1618 "showLegend": true 1619 }, 1620 "tooltip": { 1621 "mode": "multi", 1622 "sort": "none" 1623 } 1624 }, 1625 "pluginVersion": "10.0.3", 1626 "targets": [ 1627 { 1628 "datasource": { 1629 "uid": "${DS_PROMETHEUS}" 1630 }, 1631 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"helmchart\",result!=\"error\"}[1m])) by (controller)", 1632 "format": "time_series", 1633 "interval": "", 1634 "legendFormat": "successful chart pulls", 1635 "refId": "A" 1636 }, 1637 { 1638 "datasource": { 1639 "uid": "${DS_PROMETHEUS}" 1640 }, 1641 "expr": "sum(increase(controller_runtime_reconcile_total{controller=\"helmchart\",result=\"error\"}[1m])) by (controller)", 1642 "format": "time_series", 1643 "interval": "", 1644 "legendFormat": "failed chart pulls", 1645 "refId": "B" 1646 } 1647 ], 1648 "title": "Helm Charts ops/min", 1649 "type": "timeseries" 1650 } 1651 ], 1652 "refresh": "10s", 1653 "schemaVersion": 38, 1654 "style": "light", 1655 "tags": [ 1656 "flux" 1657 ], 1658 "templating": { 1659 "list": [ 1660 { 1661 "current": { 1662 "selected": false, 1663 "text": "Prometheus", 1664 "value": "Prometheus" 1665 }, 1666 "hide": 2, 1667 "includeAll": false, 1668 "multi": false, 1669 "name": "DS_PROMETHEUS", 1670 "options": [], 1671 "query": "prometheus", 1672 "refresh": 1, 1673 "regex": "", 1674 "skipUrlSync": false, 1675 "type": "datasource" 1676 }, 1677 { 1678 "current": { 1679 "selected": false, 1680 "text": "flux-system", 1681 "value": "flux-system" 1682 }, 1683 "datasource": { 1684 "type": "prometheus", 1685 "uid": "${DS_PROMETHEUS}" 1686 }, 1687 "definition": "workqueue_work_duration_seconds_count", 1688 "hide": 0, 1689 "includeAll": false, 1690 "multi": false, 1691 "name": "namespace", 1692 "options": [], 1693 "query": { 1694 "query": "workqueue_work_duration_seconds_count", 1695 "refId": "Prometheus-namespace-Variable-Query" 1696 }, 1697 "refresh": 2, 1698 "regex": "/.*namespace=\"([^\"]*).*/", 1699 "skipUrlSync": false, 1700 "sort": 0, 1701 "tagValuesQuery": "", 1702 "tagsQuery": "", 1703 "type": "query", 1704 "useTags": false 1705 } 1706 ] 1707 }, 1708 "time": { 1709 "from": "now-15m", 1710 "to": "now" 1711 }, 1712 "timepicker": { 1713 "refresh_intervals": [ 1714 "10s", 1715 "30s", 1716 "1m", 1717 "5m", 1718 "15m", 1719 "30m", 1720 "1h", 1721 "2h", 1722 "1d" 1723 ] 1724 }, 1725 "timezone": "", 1726 "title": "Flux Control Plane", 1727 "uid": "flux-control-plane", 1728 "version": 2, 1729 "weekStart": "" 1730 }