thanos.json (39525B)
1 { 2 "__inputs": [], 3 "__elements": [], 4 "__requires": [ 5 { 6 "type": "grafana", 7 "id": "grafana", 8 "name": "Grafana", 9 "version": "8.3.3" 10 }, 11 { 12 "type": "panel", 13 "id": "stat", 14 "name": "Stat", 15 "version": "" 16 }, 17 { 18 "type": "panel", 19 "id": "text", 20 "name": "Text", 21 "version": "" 22 }, 23 { 24 "type": "panel", 25 "id": "timeseries", 26 "name": "Time series", 27 "version": "" 28 } 29 ], 30 "annotations": { 31 "list": [ 32 { 33 "builtIn": 1, 34 "datasource": "-- Grafana --", 35 "enable": true, 36 "hide": true, 37 "iconColor": "rgba(0, 211, 255, 1)", 38 "name": "Annotations & Alerts", 39 "target": { 40 "limit": 100, 41 "matchAny": false, 42 "tags": [], 43 "type": "dashboard" 44 }, 45 "type": "dashboard" 46 } 47 ] 48 }, 49 "editable": true, 50 "fiscalYearStartMonth": 0, 51 "graphTooltip": 0, 52 "id": null, 53 "links": [], 54 "liveNow": false, 55 "panels": [ 56 { 57 "gridPos": { 58 "h": 5, 59 "w": 3, 60 "x": 0, 61 "y": 0 62 }, 63 "id": 24, 64 "options": { 65 "content": "", 66 "mode": "markdown" 67 }, 68 "pluginVersion": "8.3.3", 69 "type": "text" 70 }, 71 { 72 "fieldConfig": { 73 "defaults": { 74 "mappings": [], 75 "thresholds": { 76 "mode": "absolute", 77 "steps": [ 78 { 79 "color": "green", 80 "value": null 81 } 82 ] 83 } 84 }, 85 "overrides": [] 86 }, 87 "gridPos": { 88 "h": 5, 89 "w": 21, 90 "x": 3, 91 "y": 0 92 }, 93 "id": 10, 94 "options": { 95 "colorMode": "background", 96 "graphMode": "none", 97 "justifyMode": "center", 98 "orientation": "vertical", 99 "reduceOptions": { 100 "calcs": [ 101 "last" 102 ], 103 "fields": "", 104 "values": false 105 }, 106 "text": {}, 107 "textMode": "auto" 108 }, 109 "pluginVersion": "8.3.3", 110 "targets": [ 111 { 112 "exemplar": true, 113 "expr": "count\n(\n kube_pod_container_info{container=~\"thanos.*\"}\n) by (container)\n", 114 "instant": true, 115 "interval": "", 116 "legendFormat": "{{app_kubernetes_io_component}}", 117 "refId": "A" 118 } 119 ], 120 "title": "Number of Pods", 121 "type": "stat" 122 }, 123 { 124 "collapsed": false, 125 "gridPos": { 126 "h": 1, 127 "w": 24, 128 "x": 0, 129 "y": 5 130 }, 131 "id": 8, 132 "panels": [], 133 "title": "Thanos / Query", 134 "type": "row" 135 }, 136 { 137 "fieldConfig": { 138 "defaults": { 139 "color": { 140 "mode": "palette-classic" 141 }, 142 "custom": { 143 "axisLabel": "", 144 "axisPlacement": "auto", 145 "barAlignment": 0, 146 "drawStyle": "line", 147 "fillOpacity": 10, 148 "gradientMode": "none", 149 "hideFrom": { 150 "legend": false, 151 "tooltip": false, 152 "viz": false 153 }, 154 "lineInterpolation": "linear", 155 "lineWidth": 1, 156 "pointSize": 5, 157 "scaleDistribution": { 158 "type": "linear" 159 }, 160 "showPoints": "never", 161 "spanNulls": true, 162 "stacking": { 163 "group": "A", 164 "mode": "none" 165 }, 166 "thresholdsStyle": { 167 "mode": "off" 168 } 169 }, 170 "mappings": [], 171 "thresholds": { 172 "mode": "absolute", 173 "steps": [ 174 { 175 "color": "green", 176 "value": null 177 }, 178 { 179 "color": "red", 180 "value": 80 181 } 182 ] 183 }, 184 "unit": "short" 185 }, 186 "overrides": [ 187 { 188 "matcher": { 189 "id": "byRegexp", 190 "options": "/limit/" 191 }, 192 "properties": [ 193 { 194 "id": "color", 195 "value": { 196 "fixedColor": "#F2495C", 197 "mode": "fixed" 198 } 199 }, 200 { 201 "id": "custom.fillOpacity", 202 "value": 0 203 }, 204 { 205 "id": "custom.lineWidth", 206 "value": 2 207 }, 208 { 209 "id": "custom.lineStyle", 210 "value": { 211 "dash": [ 212 10, 213 10 214 ], 215 "fill": "dash" 216 } 217 } 218 ] 219 } 220 ] 221 }, 222 "gridPos": { 223 "h": 8, 224 "w": 10, 225 "x": 0, 226 "y": 6 227 }, 228 "id": 14, 229 "interval": "1m", 230 "options": { 231 "legend": { 232 "calcs": [], 233 "displayMode": "list", 234 "placement": "bottom" 235 }, 236 "tooltip": { 237 "mode": "single" 238 } 239 }, 240 "pluginVersion": "8.3.3", 241 "targets": [ 242 { 243 "expr": "sum(container_spec_cpu_shares{container=\"thanos-query\"}) by (pod) / 1000", 244 "interval": "", 245 "legendFormat": "{{pod}} limit", 246 "refId": "A" 247 }, 248 { 249 "expr": "sum(irate(container_cpu_usage_seconds_total{container=\"thanos-query\"}[$__interval])) by (pod)", 250 "interval": "", 251 "legendFormat": "{{container}}", 252 "refId": "B" 253 } 254 ], 255 "title": "CPU Core Usage vs. Requested", 256 "type": "timeseries" 257 }, 258 { 259 "fieldConfig": { 260 "defaults": { 261 "color": { 262 "mode": "palette-classic" 263 }, 264 "custom": { 265 "axisLabel": "", 266 "axisPlacement": "auto", 267 "barAlignment": 0, 268 "drawStyle": "line", 269 "fillOpacity": 10, 270 "gradientMode": "none", 271 "hideFrom": { 272 "legend": false, 273 "tooltip": false, 274 "viz": false 275 }, 276 "lineInterpolation": "linear", 277 "lineWidth": 1, 278 "pointSize": 5, 279 "scaleDistribution": { 280 "type": "linear" 281 }, 282 "showPoints": "never", 283 "spanNulls": true, 284 "stacking": { 285 "group": "A", 286 "mode": "none" 287 }, 288 "thresholdsStyle": { 289 "mode": "off" 290 } 291 }, 292 "mappings": [], 293 "thresholds": { 294 "mode": "absolute", 295 "steps": [ 296 { 297 "color": "green", 298 "value": null 299 }, 300 { 301 "color": "red", 302 "value": 80 303 } 304 ] 305 }, 306 "unit": "bytes" 307 }, 308 "overrides": [ 309 { 310 "matcher": { 311 "id": "byRegexp", 312 "options": "/limit/" 313 }, 314 "properties": [ 315 { 316 "id": "color", 317 "value": { 318 "fixedColor": "#F2495C", 319 "mode": "fixed" 320 } 321 }, 322 { 323 "id": "custom.fillOpacity", 324 "value": 0 325 }, 326 { 327 "id": "custom.lineWidth", 328 "value": 2 329 }, 330 { 331 "id": "custom.lineStyle", 332 "value": { 333 "dash": [ 334 10, 335 10 336 ], 337 "fill": "dash" 338 } 339 } 340 ] 341 } 342 ] 343 }, 344 "gridPos": { 345 "h": 8, 346 "w": 10, 347 "x": 10, 348 "y": 6 349 }, 350 "id": 12, 351 "interval": "1m", 352 "options": { 353 "legend": { 354 "calcs": [], 355 "displayMode": "list", 356 "placement": "bottom" 357 }, 358 "tooltip": { 359 "mode": "single" 360 } 361 }, 362 "pluginVersion": "8.3.3", 363 "targets": [ 364 { 365 "exemplar": true, 366 "expr": "max(container_spec_memory_limit_bytes{pod=~\"thanos-query-.*\", pod!~\"thanos-query-frontend.*\"}) by (pod)", 367 "hide": false, 368 "interval": "", 369 "legendFormat": "{{pod}} (limit)", 370 "refId": "A" 371 }, 372 { 373 "expr": "sum(max_over_time(container_memory_working_set_bytes{container=\"thanos-query\"}[$__interval])) by (pod)", 374 "interval": "", 375 "legendFormat": "{{pod}}", 376 "refId": "B" 377 } 378 ], 379 "title": "Memory Usage v. Limit", 380 "type": "timeseries" 381 }, 382 { 383 "fieldConfig": { 384 "defaults": { 385 "mappings": [], 386 "thresholds": { 387 "mode": "absolute", 388 "steps": [ 389 { 390 "color": "green", 391 "value": null 392 }, 393 { 394 "color": "red", 395 "value": 80 396 } 397 ] 398 } 399 }, 400 "overrides": [] 401 }, 402 "gridPos": { 403 "h": 8, 404 "w": 4, 405 "x": 20, 406 "y": 6 407 }, 408 "id": 26, 409 "links": [], 410 "options": { 411 "colorMode": "value", 412 "graphMode": "area", 413 "justifyMode": "auto", 414 "orientation": "auto", 415 "reduceOptions": { 416 "calcs": [ 417 "lastNotNull" 418 ], 419 "fields": "", 420 "values": false 421 }, 422 "text": {}, 423 "textMode": "auto" 424 }, 425 "pluginVersion": "8.3.3", 426 "targets": [ 427 { 428 "expr": "kube_pod_container_status_last_terminated_reason{pod=~\"thanos-query.*\"} != 0", 429 "interval": "", 430 "legendFormat": "{{reason}} - {{pod}}", 431 "refId": "A" 432 } 433 ], 434 "title": "Last Terminated Reason", 435 "type": "stat" 436 }, 437 { 438 "collapsed": false, 439 "gridPos": { 440 "h": 1, 441 "w": 24, 442 "x": 0, 443 "y": 14 444 }, 445 "id": 33, 446 "panels": [], 447 "title": "Thanos / Query Frontend", 448 "type": "row" 449 }, 450 { 451 "fieldConfig": { 452 "defaults": { 453 "color": { 454 "mode": "palette-classic" 455 }, 456 "custom": { 457 "axisLabel": "", 458 "axisPlacement": "auto", 459 "barAlignment": 0, 460 "drawStyle": "line", 461 "fillOpacity": 10, 462 "gradientMode": "none", 463 "hideFrom": { 464 "legend": false, 465 "tooltip": false, 466 "viz": false 467 }, 468 "lineInterpolation": "linear", 469 "lineWidth": 1, 470 "pointSize": 5, 471 "scaleDistribution": { 472 "type": "linear" 473 }, 474 "showPoints": "never", 475 "spanNulls": true, 476 "stacking": { 477 "group": "A", 478 "mode": "none" 479 }, 480 "thresholdsStyle": { 481 "mode": "off" 482 } 483 }, 484 "mappings": [], 485 "thresholds": { 486 "mode": "absolute", 487 "steps": [ 488 { 489 "color": "green", 490 "value": null 491 }, 492 { 493 "color": "red", 494 "value": 80 495 } 496 ] 497 }, 498 "unit": "short" 499 }, 500 "overrides": [ 501 { 502 "matcher": { 503 "id": "byRegexp", 504 "options": "/limit/" 505 }, 506 "properties": [ 507 { 508 "id": "color", 509 "value": { 510 "fixedColor": "#F2495C", 511 "mode": "fixed" 512 } 513 }, 514 { 515 "id": "custom.fillOpacity", 516 "value": 0 517 }, 518 { 519 "id": "custom.lineWidth", 520 "value": 2 521 }, 522 { 523 "id": "custom.lineStyle", 524 "value": { 525 "dash": [ 526 10, 527 10 528 ], 529 "fill": "dash" 530 } 531 } 532 ] 533 } 534 ] 535 }, 536 "gridPos": { 537 "h": 8, 538 "w": 10, 539 "x": 0, 540 "y": 15 541 }, 542 "id": 29, 543 "interval": "1m", 544 "options": { 545 "legend": { 546 "calcs": [], 547 "displayMode": "list", 548 "placement": "bottom" 549 }, 550 "tooltip": { 551 "mode": "single" 552 } 553 }, 554 "pluginVersion": "8.3.3", 555 "targets": [ 556 { 557 "expr": "sum(container_spec_cpu_shares{container=\"thanos-query-frontend\"}) by (pod) / 1000", 558 "interval": "", 559 "legendFormat": "{{pod}} limit", 560 "refId": "A" 561 }, 562 { 563 "expr": "sum(irate(container_cpu_usage_seconds_total{container=\"thanos-query-frontend\"}[$__interval])) by (pod)", 564 "interval": "", 565 "legendFormat": "{{container}}", 566 "refId": "B" 567 } 568 ], 569 "title": "CPU Core Usage vs. Requested", 570 "type": "timeseries" 571 }, 572 { 573 "fieldConfig": { 574 "defaults": { 575 "color": { 576 "mode": "palette-classic" 577 }, 578 "custom": { 579 "axisLabel": "", 580 "axisPlacement": "auto", 581 "barAlignment": 0, 582 "drawStyle": "line", 583 "fillOpacity": 10, 584 "gradientMode": "none", 585 "hideFrom": { 586 "legend": false, 587 "tooltip": false, 588 "viz": false 589 }, 590 "lineInterpolation": "linear", 591 "lineWidth": 1, 592 "pointSize": 5, 593 "scaleDistribution": { 594 "type": "linear" 595 }, 596 "showPoints": "never", 597 "spanNulls": true, 598 "stacking": { 599 "group": "A", 600 "mode": "none" 601 }, 602 "thresholdsStyle": { 603 "mode": "off" 604 } 605 }, 606 "mappings": [], 607 "thresholds": { 608 "mode": "absolute", 609 "steps": [ 610 { 611 "color": "green", 612 "value": null 613 }, 614 { 615 "color": "red", 616 "value": 80 617 } 618 ] 619 }, 620 "unit": "bytes" 621 }, 622 "overrides": [ 623 { 624 "matcher": { 625 "id": "byRegexp", 626 "options": "/limit/" 627 }, 628 "properties": [ 629 { 630 "id": "color", 631 "value": { 632 "fixedColor": "#F2495C", 633 "mode": "fixed" 634 } 635 }, 636 { 637 "id": "custom.fillOpacity", 638 "value": 0 639 }, 640 { 641 "id": "custom.lineWidth", 642 "value": 2 643 }, 644 { 645 "id": "custom.lineStyle", 646 "value": { 647 "dash": [ 648 10, 649 10 650 ], 651 "fill": "dash" 652 } 653 } 654 ] 655 } 656 ] 657 }, 658 "gridPos": { 659 "h": 8, 660 "w": 10, 661 "x": 10, 662 "y": 15 663 }, 664 "id": 30, 665 "interval": "1m", 666 "options": { 667 "legend": { 668 "calcs": [], 669 "displayMode": "list", 670 "placement": "bottom" 671 }, 672 "tooltip": { 673 "mode": "single" 674 } 675 }, 676 "pluginVersion": "8.3.3", 677 "targets": [ 678 { 679 "expr": "max(container_spec_memory_limit_bytes{pod=~\"thanos-query-frontend.*\"}) by (pod)", 680 "hide": false, 681 "interval": "", 682 "legendFormat": "{{pod}} (limit)", 683 "refId": "A" 684 }, 685 { 686 "expr": "sum(max_over_time(container_memory_working_set_bytes{container=~\"thanos-query-frontend.*\"}[$__interval])) by (pod)", 687 "interval": "", 688 "legendFormat": "{{pod}}", 689 "refId": "B" 690 } 691 ], 692 "title": "Memory Usage v. Limit", 693 "type": "timeseries" 694 }, 695 { 696 "fieldConfig": { 697 "defaults": { 698 "mappings": [], 699 "thresholds": { 700 "mode": "absolute", 701 "steps": [ 702 { 703 "color": "green", 704 "value": null 705 }, 706 { 707 "color": "red", 708 "value": 80 709 } 710 ] 711 } 712 }, 713 "overrides": [] 714 }, 715 "gridPos": { 716 "h": 8, 717 "w": 4, 718 "x": 20, 719 "y": 15 720 }, 721 "id": 31, 722 "options": { 723 "colorMode": "value", 724 "graphMode": "area", 725 "justifyMode": "auto", 726 "orientation": "auto", 727 "reduceOptions": { 728 "calcs": [ 729 "mean" 730 ], 731 "fields": "", 732 "values": false 733 }, 734 "text": {}, 735 "textMode": "auto" 736 }, 737 "pluginVersion": "8.3.3", 738 "targets": [ 739 { 740 "expr": "kube_pod_container_status_last_terminated_reason{pod=~\"thanos-query-frontend.*\"} != 0", 741 "interval": "", 742 "legendFormat": "{{reason}} - {{pod}}", 743 "refId": "A" 744 } 745 ], 746 "title": "Last Terminated Reason", 747 "type": "stat" 748 }, 749 { 750 "gridPos": { 751 "h": 1, 752 "w": 24, 753 "x": 0, 754 "y": 23 755 }, 756 "id": 7, 757 "title": "Thanos / Compact", 758 "type": "row" 759 }, 760 { 761 "fieldConfig": { 762 "defaults": { 763 "color": { 764 "mode": "palette-classic" 765 }, 766 "custom": { 767 "axisLabel": "", 768 "axisPlacement": "auto", 769 "barAlignment": 0, 770 "drawStyle": "line", 771 "fillOpacity": 10, 772 "gradientMode": "none", 773 "hideFrom": { 774 "legend": false, 775 "tooltip": false, 776 "viz": false 777 }, 778 "lineInterpolation": "linear", 779 "lineWidth": 1, 780 "pointSize": 5, 781 "scaleDistribution": { 782 "type": "linear" 783 }, 784 "showPoints": "never", 785 "spanNulls": true, 786 "stacking": { 787 "group": "A", 788 "mode": "none" 789 }, 790 "thresholdsStyle": { 791 "mode": "off" 792 } 793 }, 794 "mappings": [], 795 "thresholds": { 796 "mode": "absolute", 797 "steps": [ 798 { 799 "color": "green", 800 "value": null 801 }, 802 { 803 "color": "red", 804 "value": 80 805 } 806 ] 807 }, 808 "unit": "short" 809 }, 810 "overrides": [ 811 { 812 "matcher": { 813 "id": "byRegexp", 814 "options": "/limit/" 815 }, 816 "properties": [ 817 { 818 "id": "color", 819 "value": { 820 "fixedColor": "#F2495C", 821 "mode": "fixed" 822 } 823 }, 824 { 825 "id": "custom.fillOpacity", 826 "value": 0 827 }, 828 { 829 "id": "custom.lineWidth", 830 "value": 2 831 }, 832 { 833 "id": "custom.lineStyle", 834 "value": { 835 "dash": [ 836 10, 837 10 838 ], 839 "fill": "dash" 840 } 841 } 842 ] 843 } 844 ] 845 }, 846 "gridPos": { 847 "h": 8, 848 "w": 10, 849 "x": 0, 850 "y": 24 851 }, 852 "id": 15, 853 "interval": "1m", 854 "options": { 855 "legend": { 856 "calcs": [], 857 "displayMode": "list", 858 "placement": "bottom" 859 }, 860 "tooltip": { 861 "mode": "single" 862 } 863 }, 864 "pluginVersion": "8.3.3", 865 "targets": [ 866 { 867 "expr": "sum(container_spec_cpu_shares{container=\"thanos-compact\"}) by (pod) / 1000", 868 "interval": "", 869 "legendFormat": "{{pod}} limit", 870 "refId": "A" 871 }, 872 { 873 "expr": "sum(irate(container_cpu_usage_seconds_total{container=\"thanos-compact\"}[$__interval])) by (container)", 874 "interval": "", 875 "legendFormat": "{{container}}", 876 "refId": "B" 877 } 878 ], 879 "title": "CPU Core Usage vs. Requested", 880 "type": "timeseries" 881 }, 882 { 883 "fieldConfig": { 884 "defaults": { 885 "color": { 886 "mode": "palette-classic" 887 }, 888 "custom": { 889 "axisLabel": "", 890 "axisPlacement": "auto", 891 "barAlignment": 0, 892 "drawStyle": "line", 893 "fillOpacity": 10, 894 "gradientMode": "none", 895 "hideFrom": { 896 "legend": false, 897 "tooltip": false, 898 "viz": false 899 }, 900 "lineInterpolation": "linear", 901 "lineWidth": 1, 902 "pointSize": 5, 903 "scaleDistribution": { 904 "type": "linear" 905 }, 906 "showPoints": "never", 907 "spanNulls": true, 908 "stacking": { 909 "group": "A", 910 "mode": "none" 911 }, 912 "thresholdsStyle": { 913 "mode": "off" 914 } 915 }, 916 "mappings": [], 917 "thresholds": { 918 "mode": "absolute", 919 "steps": [ 920 { 921 "color": "green", 922 "value": null 923 }, 924 { 925 "color": "red", 926 "value": 80 927 } 928 ] 929 }, 930 "unit": "bytes" 931 }, 932 "overrides": [ 933 { 934 "matcher": { 935 "id": "byRegexp", 936 "options": "/limit/" 937 }, 938 "properties": [ 939 { 940 "id": "color", 941 "value": { 942 "fixedColor": "#F2495C", 943 "mode": "fixed" 944 } 945 }, 946 { 947 "id": "custom.fillOpacity", 948 "value": 0 949 }, 950 { 951 "id": "custom.lineWidth", 952 "value": 2 953 }, 954 { 955 "id": "custom.lineStyle", 956 "value": { 957 "dash": [ 958 10, 959 10 960 ], 961 "fill": "dash" 962 } 963 } 964 ] 965 } 966 ] 967 }, 968 "gridPos": { 969 "h": 8, 970 "w": 10, 971 "x": 10, 972 "y": 24 973 }, 974 "id": 16, 975 "interval": "1m", 976 "options": { 977 "legend": { 978 "calcs": [], 979 "displayMode": "list", 980 "placement": "bottom" 981 }, 982 "tooltip": { 983 "mode": "single" 984 } 985 }, 986 "pluginVersion": "8.3.3", 987 "targets": [ 988 { 989 "expr": "max(container_spec_memory_limit_bytes{pod=~\"thanos-compact.*\"}) by (pod)", 990 "hide": false, 991 "interval": "", 992 "legendFormat": "{{pod}} (limit)", 993 "refId": "A" 994 }, 995 { 996 "expr": "sum(max_over_time(container_memory_working_set_bytes{container=~\"thanos-compact\"}[$__interval])) by (pod)", 997 "interval": "", 998 "legendFormat": "{{pod}}", 999 "refId": "B" 1000 } 1001 ], 1002 "title": "Memory Usage v. Limit", 1003 "type": "timeseries" 1004 }, 1005 { 1006 "fieldConfig": { 1007 "defaults": { 1008 "mappings": [], 1009 "thresholds": { 1010 "mode": "absolute", 1011 "steps": [ 1012 { 1013 "color": "green", 1014 "value": null 1015 }, 1016 { 1017 "color": "red", 1018 "value": 80 1019 } 1020 ] 1021 } 1022 }, 1023 "overrides": [] 1024 }, 1025 "gridPos": { 1026 "h": 8, 1027 "w": 4, 1028 "x": 20, 1029 "y": 24 1030 }, 1031 "id": 28, 1032 "options": { 1033 "colorMode": "value", 1034 "graphMode": "area", 1035 "justifyMode": "auto", 1036 "orientation": "auto", 1037 "reduceOptions": { 1038 "calcs": [ 1039 "mean" 1040 ], 1041 "fields": "", 1042 "values": false 1043 }, 1044 "text": {}, 1045 "textMode": "auto" 1046 }, 1047 "pluginVersion": "8.3.3", 1048 "targets": [ 1049 { 1050 "expr": "kube_pod_container_status_last_terminated_reason{pod=~\"thanos-compact.*\"} != 0", 1051 "interval": "", 1052 "legendFormat": "{{reason}} - {{pod}}", 1053 "refId": "A" 1054 } 1055 ], 1056 "title": "Last Terminated Reason", 1057 "type": "stat" 1058 }, 1059 { 1060 "gridPos": { 1061 "h": 1, 1062 "w": 24, 1063 "x": 0, 1064 "y": 32 1065 }, 1066 "id": 6, 1067 "title": "Thanos / Store", 1068 "type": "row" 1069 }, 1070 { 1071 "fieldConfig": { 1072 "defaults": { 1073 "color": { 1074 "mode": "palette-classic" 1075 }, 1076 "custom": { 1077 "axisLabel": "", 1078 "axisPlacement": "auto", 1079 "barAlignment": 0, 1080 "drawStyle": "line", 1081 "fillOpacity": 10, 1082 "gradientMode": "none", 1083 "hideFrom": { 1084 "legend": false, 1085 "tooltip": false, 1086 "viz": false 1087 }, 1088 "lineInterpolation": "linear", 1089 "lineWidth": 1, 1090 "pointSize": 5, 1091 "scaleDistribution": { 1092 "type": "linear" 1093 }, 1094 "showPoints": "never", 1095 "spanNulls": true, 1096 "stacking": { 1097 "group": "A", 1098 "mode": "none" 1099 }, 1100 "thresholdsStyle": { 1101 "mode": "off" 1102 } 1103 }, 1104 "mappings": [], 1105 "thresholds": { 1106 "mode": "absolute", 1107 "steps": [ 1108 { 1109 "color": "green", 1110 "value": null 1111 }, 1112 { 1113 "color": "red", 1114 "value": 80 1115 } 1116 ] 1117 }, 1118 "unit": "short" 1119 }, 1120 "overrides": [ 1121 { 1122 "matcher": { 1123 "id": "byRegexp", 1124 "options": "/limit/" 1125 }, 1126 "properties": [ 1127 { 1128 "id": "color", 1129 "value": { 1130 "fixedColor": "#F2495C", 1131 "mode": "fixed" 1132 } 1133 }, 1134 { 1135 "id": "custom.fillOpacity", 1136 "value": 0 1137 }, 1138 { 1139 "id": "custom.lineWidth", 1140 "value": 2 1141 }, 1142 { 1143 "id": "custom.lineStyle", 1144 "value": { 1145 "dash": [ 1146 10, 1147 10 1148 ], 1149 "fill": "dash" 1150 } 1151 } 1152 ] 1153 } 1154 ] 1155 }, 1156 "gridPos": { 1157 "h": 8, 1158 "w": 10, 1159 "x": 0, 1160 "y": 33 1161 }, 1162 "id": 17, 1163 "interval": "1m", 1164 "options": { 1165 "legend": { 1166 "calcs": [], 1167 "displayMode": "list", 1168 "placement": "bottom" 1169 }, 1170 "tooltip": { 1171 "mode": "single" 1172 } 1173 }, 1174 "pluginVersion": "8.3.3", 1175 "targets": [ 1176 { 1177 "expr": "sum(container_spec_cpu_shares{container=\"thanos-store\"}) by (pod) / 1000", 1178 "interval": "", 1179 "legendFormat": "{{pod}} limit", 1180 "refId": "A" 1181 }, 1182 { 1183 "expr": "sum(irate(container_cpu_usage_seconds_total{container=\"thanos-store\"}[$__interval])) by (pod)", 1184 "interval": "", 1185 "legendFormat": "{{container}}", 1186 "refId": "B" 1187 } 1188 ], 1189 "title": "CPU Core Usage vs. Requested", 1190 "type": "timeseries" 1191 }, 1192 { 1193 "fieldConfig": { 1194 "defaults": { 1195 "color": { 1196 "mode": "palette-classic" 1197 }, 1198 "custom": { 1199 "axisLabel": "", 1200 "axisPlacement": "auto", 1201 "barAlignment": 0, 1202 "drawStyle": "line", 1203 "fillOpacity": 10, 1204 "gradientMode": "none", 1205 "hideFrom": { 1206 "legend": false, 1207 "tooltip": false, 1208 "viz": false 1209 }, 1210 "lineInterpolation": "linear", 1211 "lineWidth": 1, 1212 "pointSize": 5, 1213 "scaleDistribution": { 1214 "type": "linear" 1215 }, 1216 "showPoints": "never", 1217 "spanNulls": true, 1218 "stacking": { 1219 "group": "A", 1220 "mode": "none" 1221 }, 1222 "thresholdsStyle": { 1223 "mode": "off" 1224 } 1225 }, 1226 "mappings": [], 1227 "thresholds": { 1228 "mode": "absolute", 1229 "steps": [ 1230 { 1231 "color": "green", 1232 "value": null 1233 }, 1234 { 1235 "color": "red", 1236 "value": 80 1237 } 1238 ] 1239 }, 1240 "unit": "bytes" 1241 }, 1242 "overrides": [ 1243 { 1244 "matcher": { 1245 "id": "byRegexp", 1246 "options": "/limit/" 1247 }, 1248 "properties": [ 1249 { 1250 "id": "color", 1251 "value": { 1252 "fixedColor": "#F2495C", 1253 "mode": "fixed" 1254 } 1255 }, 1256 { 1257 "id": "custom.fillOpacity", 1258 "value": 0 1259 }, 1260 { 1261 "id": "custom.lineWidth", 1262 "value": 2 1263 }, 1264 { 1265 "id": "custom.lineStyle", 1266 "value": { 1267 "dash": [ 1268 10, 1269 10 1270 ], 1271 "fill": "dash" 1272 } 1273 } 1274 ] 1275 } 1276 ] 1277 }, 1278 "gridPos": { 1279 "h": 8, 1280 "w": 10, 1281 "x": 10, 1282 "y": 33 1283 }, 1284 "id": 18, 1285 "interval": "1m", 1286 "options": { 1287 "legend": { 1288 "calcs": [], 1289 "displayMode": "list", 1290 "placement": "bottom" 1291 }, 1292 "tooltip": { 1293 "mode": "single" 1294 } 1295 }, 1296 "pluginVersion": "8.3.3", 1297 "targets": [ 1298 { 1299 "expr": "max(container_spec_memory_limit_bytes{pod=~\"thanos-store.*\"}) by (pod)", 1300 "hide": false, 1301 "interval": "", 1302 "legendFormat": "{{pod}} (limit)", 1303 "refId": "A" 1304 }, 1305 { 1306 "expr": "sum(max_over_time(container_memory_working_set_bytes{container=~\"thanos-store\"}[$__interval])) by (pod)", 1307 "interval": "", 1308 "legendFormat": "{{pod}}", 1309 "refId": "B" 1310 } 1311 ], 1312 "title": "Memory Usage v. Limit", 1313 "type": "timeseries" 1314 }, 1315 { 1316 "fieldConfig": { 1317 "defaults": { 1318 "mappings": [], 1319 "thresholds": { 1320 "mode": "absolute", 1321 "steps": [ 1322 { 1323 "color": "green", 1324 "value": null 1325 }, 1326 { 1327 "color": "red", 1328 "value": 80 1329 } 1330 ] 1331 } 1332 }, 1333 "overrides": [] 1334 }, 1335 "gridPos": { 1336 "h": 8, 1337 "w": 4, 1338 "x": 20, 1339 "y": 33 1340 }, 1341 "id": 27, 1342 "options": { 1343 "colorMode": "value", 1344 "graphMode": "area", 1345 "justifyMode": "auto", 1346 "orientation": "auto", 1347 "reduceOptions": { 1348 "calcs": [ 1349 "mean" 1350 ], 1351 "fields": "", 1352 "values": false 1353 }, 1354 "text": {}, 1355 "textMode": "auto" 1356 }, 1357 "pluginVersion": "8.3.3", 1358 "targets": [ 1359 { 1360 "expr": "kube_pod_container_status_last_terminated_reason{pod=~\"thanos-store.*\"} != 0", 1361 "interval": "", 1362 "legendFormat": "{{reason}} - {{pod}}", 1363 "refId": "A" 1364 } 1365 ], 1366 "title": "Last Terminated Reason", 1367 "type": "stat" 1368 }, 1369 { 1370 "description": "", 1371 "fieldConfig": { 1372 "defaults": { 1373 "color": { 1374 "mode": "palette-classic" 1375 }, 1376 "custom": { 1377 "axisLabel": "", 1378 "axisPlacement": "auto", 1379 "barAlignment": 0, 1380 "drawStyle": "line", 1381 "fillOpacity": 10, 1382 "gradientMode": "none", 1383 "hideFrom": { 1384 "legend": false, 1385 "tooltip": false, 1386 "viz": false 1387 }, 1388 "lineInterpolation": "linear", 1389 "lineWidth": 1, 1390 "pointSize": 5, 1391 "scaleDistribution": { 1392 "type": "linear" 1393 }, 1394 "showPoints": "never", 1395 "spanNulls": true, 1396 "stacking": { 1397 "group": "A", 1398 "mode": "normal" 1399 }, 1400 "thresholdsStyle": { 1401 "mode": "off" 1402 } 1403 }, 1404 "mappings": [], 1405 "thresholds": { 1406 "mode": "absolute", 1407 "steps": [ 1408 { 1409 "color": "green", 1410 "value": null 1411 }, 1412 { 1413 "color": "red", 1414 "value": 80 1415 } 1416 ] 1417 }, 1418 "unit": "percentunit" 1419 }, 1420 "overrides": [] 1421 }, 1422 "gridPos": { 1423 "h": 8, 1424 "w": 8, 1425 "x": 0, 1426 "y": 41 1427 }, 1428 "id": 37, 1429 "options": { 1430 "legend": { 1431 "calcs": [], 1432 "displayMode": "list", 1433 "placement": "bottom" 1434 }, 1435 "tooltip": { 1436 "mode": "single" 1437 } 1438 }, 1439 "pluginVersion": "8.3.3", 1440 "targets": [ 1441 { 1442 "expr": "sum(\n rate(\n thanos_store_index_cache_hits_total[$__rate_interval]\n )\n)\n/\nsum(\n rate(\n thanos_store_index_cache_requests_total[$__rate_interval]\n ) \n)", 1443 "interval": "", 1444 "legendFormat": "Hit Ratio", 1445 "refId": "A" 1446 } 1447 ], 1448 "title": "Cache Hit Ratio", 1449 "type": "timeseries" 1450 }, 1451 { 1452 "fieldConfig": { 1453 "defaults": { 1454 "color": { 1455 "mode": "palette-classic" 1456 }, 1457 "custom": { 1458 "axisLabel": "", 1459 "axisPlacement": "auto", 1460 "barAlignment": 0, 1461 "drawStyle": "line", 1462 "fillOpacity": 10, 1463 "gradientMode": "none", 1464 "hideFrom": { 1465 "legend": false, 1466 "tooltip": false, 1467 "viz": false 1468 }, 1469 "lineInterpolation": "linear", 1470 "lineWidth": 1, 1471 "pointSize": 5, 1472 "scaleDistribution": { 1473 "type": "linear" 1474 }, 1475 "showPoints": "never", 1476 "spanNulls": true, 1477 "stacking": { 1478 "group": "A", 1479 "mode": "none" 1480 }, 1481 "thresholdsStyle": { 1482 "mode": "off" 1483 } 1484 }, 1485 "mappings": [], 1486 "thresholds": { 1487 "mode": "absolute", 1488 "steps": [ 1489 { 1490 "color": "green", 1491 "value": null 1492 }, 1493 { 1494 "color": "red", 1495 "value": 80 1496 } 1497 ] 1498 }, 1499 "unit": "short" 1500 }, 1501 "overrides": [] 1502 }, 1503 "gridPos": { 1504 "h": 8, 1505 "w": 7, 1506 "x": 8, 1507 "y": 41 1508 }, 1509 "id": 35, 1510 "options": { 1511 "legend": { 1512 "calcs": [], 1513 "displayMode": "list", 1514 "placement": "bottom" 1515 }, 1516 "tooltip": { 1517 "mode": "single" 1518 } 1519 }, 1520 "pluginVersion": "8.3.3", 1521 "targets": [ 1522 { 1523 "expr": "rate(thanos_store_index_cache_hits_total[5m])", 1524 "interval": "", 1525 "legendFormat": "{{item_type}} - {{kubernetes_pod_name}}", 1526 "refId": "A" 1527 } 1528 ], 1529 "title": "Cache Hits", 1530 "type": "timeseries" 1531 }, 1532 { 1533 "fieldConfig": { 1534 "defaults": { 1535 "color": { 1536 "mode": "palette-classic" 1537 }, 1538 "custom": { 1539 "axisLabel": "", 1540 "axisPlacement": "auto", 1541 "barAlignment": 0, 1542 "drawStyle": "line", 1543 "fillOpacity": 10, 1544 "gradientMode": "none", 1545 "hideFrom": { 1546 "legend": false, 1547 "tooltip": false, 1548 "viz": false 1549 }, 1550 "lineInterpolation": "linear", 1551 "lineWidth": 1, 1552 "pointSize": 5, 1553 "scaleDistribution": { 1554 "type": "linear" 1555 }, 1556 "showPoints": "never", 1557 "spanNulls": true, 1558 "stacking": { 1559 "group": "A", 1560 "mode": "none" 1561 }, 1562 "thresholdsStyle": { 1563 "mode": "off" 1564 } 1565 }, 1566 "mappings": [], 1567 "thresholds": { 1568 "mode": "absolute", 1569 "steps": [ 1570 { 1571 "color": "green", 1572 "value": null 1573 }, 1574 { 1575 "color": "red", 1576 "value": 80 1577 } 1578 ] 1579 }, 1580 "unit": "s" 1581 }, 1582 "overrides": [] 1583 }, 1584 "gridPos": { 1585 "h": 8, 1586 "w": 9, 1587 "x": 15, 1588 "y": 41 1589 }, 1590 "id": 39, 1591 "options": { 1592 "legend": { 1593 "calcs": [], 1594 "displayMode": "list", 1595 "placement": "bottom" 1596 }, 1597 "tooltip": { 1598 "mode": "single" 1599 } 1600 }, 1601 "pluginVersion": "8.3.3", 1602 "targets": [ 1603 { 1604 "expr": "rate(thanos_bucket_store_cached_series_fetch_duration_seconds_count[$__rate_interval])", 1605 "interval": "", 1606 "legendFormat": "{{kubernetes_pod_name}}", 1607 "refId": "A" 1608 } 1609 ], 1610 "title": "bucket_store_cached_series_fetch_duration_seconds_count", 1611 "type": "timeseries" 1612 } 1613 ], 1614 "refresh": "1m", 1615 "schemaVersion": 34, 1616 "style": "dark", 1617 "tags": [], 1618 "templating": { 1619 "list": [] 1620 }, 1621 "time": { 1622 "from": "now-1h", 1623 "to": "now" 1624 }, 1625 "timepicker": { 1626 "refresh_intervals": [ 1627 "10s", 1628 "30s", 1629 "1m", 1630 "5m", 1631 "15m", 1632 "30m", 1633 "1h", 1634 "2h", 1635 "1d" 1636 ] 1637 }, 1638 "timezone": "", 1639 "title": "Thanos / Overview", 1640 "uid": "xhXVFwJ7z", 1641 "version": 4, 1642 "weekStart": "", 1643 "gnetId": 12937, 1644 "description": "This dashboard provides a resource usage overview of the Thanos components Querier, Query-Frontend, Compacter and Store.\r\n\r\nIt includes CPU and Memory requests, limits and usage. In addition, the last termination reason is plotted and the cache hit ratio is available." 1645 }