diff --git a/charts/document-engine/CHANGELOG.md b/charts/document-engine/CHANGELOG.md index d9eec2a..495d433 100644 --- a/charts/document-engine/CHANGELOG.md +++ b/charts/document-engine/CHANGELOG.md @@ -1,69 +1,71 @@ # Changelog - [Changelog](#changelog) - - [7.0.1 (2025-10-13)](#701-2025-10-13) + - [7.1.0 (2025-10-22)](#710-2025-10-22) - [Changed](#changed) + - [7.0.1 (2025-10-13)](#701-2025-10-13) + - [Changed](#changed-1) - [7.0.0 (2025-10-09)](#700-2025-10-09) - [Added](#added) - - [Changed](#changed-1) - - [6.3.1 (2025-10-08)](#631-2025-10-08) - [Changed](#changed-2) - - [6.3.0 (2025-10-07)](#630-2025-10-07) + - [6.3.1 (2025-10-08)](#631-2025-10-08) - [Changed](#changed-3) + - [6.3.0 (2025-10-07)](#630-2025-10-07) + - [Changed](#changed-4) - [6.2.0 (2025-10-07)](#620-2025-10-07) - [Added](#added-1) - [6.1.0 (2025-10-05)](#610-2025-10-05) - - [Changed](#changed-4) + - [Changed](#changed-5) - [6.0.0 (2025-10-01)](#600-2025-10-01) - [Added](#added-2) - - [Changed](#changed-5) + - [Changed](#changed-6) - [5.4.1 (2025-09-28)](#541-2025-09-28) - [Added](#added-3) - [5.4.0 (2025-09-23)](#540-2025-09-23) - - [Changed](#changed-6) + - [Changed](#changed-7) - [Fixed](#fixed) - [5.3.0 (2025-09-21)](#530-2025-09-21) - [Added](#added-4) - [5.2.0 (2025-08-25)](#520-2025-08-25) - - [Changed](#changed-7) - - [5.1.3 (2025-07-24)](#513-2025-07-24) - [Changed](#changed-8) + - [5.1.3 (2025-07-24)](#513-2025-07-24) + - [Changed](#changed-9) - [5.1.2 (2025-07-16)](#512-2025-07-16) - [Added](#added-5) - [5.1.1 (2025-07-08)](#511-2025-07-08) - - [Changed](#changed-9) - - [5.1.0 (2025-07-05)](#510-2025-07-05) - [Changed](#changed-10) + - [5.1.0 (2025-07-05)](#510-2025-07-05) + - [Changed](#changed-11) - [5.0.1 (2025-06-27)](#501-2025-06-27) - [Fixed](#fixed-1) - [5.0.0 (2025-06-27)](#500-2025-06-27) - [Added](#added-6) - - [Changed](#changed-11) + - [Changed](#changed-12) - [4.0.1 (2025-06-24)](#401-2025-06-24) - [Fixed](#fixed-2) - [4.0.0 (2025-06-24)](#400-2025-06-24) - [Added](#added-7) - - [Changed](#changed-12) - - [3.10.1 (2025-06-18)](#3101-2025-06-18) - [Changed](#changed-13) + - [3.10.1 (2025-06-18)](#3101-2025-06-18) + - [Changed](#changed-14) - [3.10.0 (2025-06-10)](#3100-2025-06-10) - [Added](#added-8) - [3.9.1 (2025-06-09)](#391-2025-06-09) - - [Changed](#changed-14) - - [3.9.0 (2025-05-29)](#390-2025-05-29) - [Changed](#changed-15) - - [3.8.11 (2025-05-28)](#3811-2025-05-28) + - [3.9.0 (2025-05-29)](#390-2025-05-29) - [Changed](#changed-16) - - [3.8.10 (2025-05-20)](#3810-2025-05-20) + - [3.8.11 (2025-05-28)](#3811-2025-05-28) - [Changed](#changed-17) + - [3.8.10 (2025-05-20)](#3810-2025-05-20) + - [Changed](#changed-18) - [3.8.9 (2025-05-12)](#389-2025-05-12) - [Fixed](#fixed-3) - [3.8.8 (2025-05-12)](#388-2025-05-12) - - [Changed](#changed-18) + - [Changed](#changed-19) - [3.8.7 (2025-05-12)](#387-2025-05-12) - [Added](#added-9) - [3.8.6 (2025-04-09)](#386-2025-04-09) - - [Changed](#changed-19) + - [Changed](#changed-20) - [3.8.5 (2025-04-03)](#385-2025-04-03) - [Fixed](#fixed-4) - [3.8.4 (2025-04-03)](#384-2025-04-03) @@ -74,91 +76,91 @@ - [Fixed](#fixed-7) - [3.8.1 (2025-04-03)](#381-2025-04-03) - [Fixed](#fixed-8) - - [Changed](#changed-20) + - [Changed](#changed-21) - [3.8.0 (2025-04-03)](#380-2025-04-03) - [Added](#added-10) - [3.7.1 (2025-03-26)](#371-2025-03-26) - - [Changed](#changed-21) - - [3.7.0 (2025-03-20)](#370-2025-03-20) - [Changed](#changed-22) - - [3.6.0 (2025-03-19)](#360-2025-03-19) + - [3.7.0 (2025-03-20)](#370-2025-03-20) - [Changed](#changed-23) - - [3.5.0 (2025-02-14)](#350-2025-02-14) + - [3.6.0 (2025-03-19)](#360-2025-03-19) - [Changed](#changed-24) - - [3.4.0 (2025-02-11)](#340-2025-02-11) + - [3.5.0 (2025-02-14)](#350-2025-02-14) - [Changed](#changed-25) - - [3.3.4 (2025-01-28)](#334-2025-01-28) + - [3.4.0 (2025-02-11)](#340-2025-02-11) - [Changed](#changed-26) - - [3.3.3 (2024-01-15)](#333-2024-01-15) + - [3.3.4 (2025-01-28)](#334-2025-01-28) - [Changed](#changed-27) - - [3.3.2 (2025-01-15)](#332-2025-01-15) + - [3.3.3 (2024-01-15)](#333-2024-01-15) - [Changed](#changed-28) + - [3.3.2 (2025-01-15)](#332-2025-01-15) + - [Changed](#changed-29) - [3.3.1 (2025-01-10)](#331-2025-01-10) - [Added](#added-11) - [3.2.12 (2024-12-05)](#3212-2024-12-05) - - [Changed](#changed-29) - - [3.2.11 (2024-11-21)](#3211-2024-11-21) - [Changed](#changed-30) - - [3.2.10 (2024-11-18)](#3210-2024-11-18) + - [3.2.11 (2024-11-21)](#3211-2024-11-21) - [Changed](#changed-31) - - [3.2.9 (2024-11-15)](#329-2024-11-15) + - [3.2.10 (2024-11-18)](#3210-2024-11-18) - [Changed](#changed-32) + - [3.2.9 (2024-11-15)](#329-2024-11-15) + - [Changed](#changed-33) - [3.2.7 (2024-11-15)](#327-2024-11-15) - [Added](#added-12) - - [Changed](#changed-33) + - [Changed](#changed-34) - [3.2.6 (2024-10-29)](#326-2024-10-29) - [Added](#added-13) - - [Changed](#changed-34) - - [3.2.5 (2024-10-24)](#325-2024-10-24) - [Changed](#changed-35) + - [3.2.5 (2024-10-24)](#325-2024-10-24) + - [Changed](#changed-36) - [3.2.4 (2024-10-17)](#324-2024-10-17) - [Fixed](#fixed-9) - [3.2.3 (2024-10-16)](#323-2024-10-16) - [Fixed](#fixed-10) - [3.2.2 (2024-10-09)](#322-2024-10-09) - - [Changed](#changed-36) - - [3.2.1 (2024-09-20)](#321-2024-09-20) - [Changed](#changed-37) - - [3.2.0 (2024-08-29)](#320-2024-08-29) + - [3.2.1 (2024-09-20)](#321-2024-09-20) - [Changed](#changed-38) - - [3.1.2 (2024-08-23)](#312-2024-08-23) + - [3.2.0 (2024-08-29)](#320-2024-08-29) - [Changed](#changed-39) + - [3.1.2 (2024-08-23)](#312-2024-08-23) + - [Changed](#changed-40) - [3.1.1 (2024-08-23)](#311-2024-08-23) - [Fixed](#fixed-11) - [3.1.0 (2024-08-22)](#310-2024-08-22) - [Added](#added-14) - [3.0.6 (2024-08-22)](#306-2024-08-22) - - [Changed](#changed-40) + - [Changed](#changed-41) - [3.0.5 (2024-08-21)](#305-2024-08-21) - [Fixed](#fixed-12) - [3.0.4 (2024-08-21)](#304-2024-08-21) - - [Changed](#changed-41) + - [Changed](#changed-42) - [Added](#added-15) - [2.9.3 (2024-08-16)](#293-2024-08-16) - [Fixed](#fixed-13) - [2.9.2 (2024-08-13)](#292-2024-08-13) - - [Changed](#changed-42) + - [Changed](#changed-43) - [2.9.1 (2024-08-10)](#291-2024-08-10) - [Added](#added-16) - - [Changed](#changed-43) + - [Changed](#changed-44) - [2.9.0 (2024-08-01)](#290-2024-08-01) - [Added](#added-17) - - [Changed](#changed-44) + - [Changed](#changed-45) - [Fixed](#fixed-14) - [2.8.0](#280) - [Added](#added-18) - - [Changed](#changed-45) + - [Changed](#changed-46) - [Fixed](#fixed-15) - [2.7.3](#273) - - [Changed](#changed-46) + - [Changed](#changed-47) - [Fixed](#fixed-16) - [2.7.2](#272) - [Fixed](#fixed-17) - [2.7.0](#270) - - [Changed](#changed-47) + - [Changed](#changed-48) - [2.6.2](#262) - [Added](#added-19) - - [Changed](#changed-48) + - [Changed](#changed-49) - [2.6.0](#260) - [Added](#added-20) - [2.4.0](#240) @@ -168,9 +170,15 @@ - [2.2.0](#220) - [Added](#added-23) - [2.1.0](#210) - - [Changed](#changed-49) - - [2.0.0](#200) - [Changed](#changed-50) + - [2.0.0](#200) + - [Changed](#changed-51) + +## 7.1.0 (2025-10-22) + +### Changed + +* Massive upgrade of the Grafana dashboard. ## 7.0.1 (2025-10-13) diff --git a/charts/document-engine/Chart.yaml b/charts/document-engine/Chart.yaml index 6613943..6094646 100644 --- a/charts/document-engine/Chart.yaml +++ b/charts/document-engine/Chart.yaml @@ -4,7 +4,7 @@ type: application description: Document Engine is a backend software for processing documents and powering automation workflows. home: https://www.nutrient.io/sdk/document-engine icon: https://cdn.prod.website-files.com/65fdb7696055f07a05048833/66e58e33c3880ff24aa34027_nutrient-logo.png -version: 7.0.1 +version: 7.1.0 appVersion: "1.12.2" keywords: diff --git a/charts/document-engine/README.md b/charts/document-engine/README.md index 443f793..0b95bb3 100644 --- a/charts/document-engine/README.md +++ b/charts/document-engine/README.md @@ -1,6 +1,6 @@ # Document Engine Helm chart -![Version: 7.0.1](https://img.shields.io/badge/Version-7.0.1-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 1.12.2](https://img.shields.io/badge/AppVersion-1.12.2-informational?style=flat-square) +![Version: 7.1.0](https://img.shields.io/badge/Version-7.1.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 1.12.2](https://img.shields.io/badge/AppVersion-1.12.2-informational?style=flat-square) Document Engine is a backend software for processing documents and powering automation workflows. diff --git a/charts/document-engine/dashboards/document-engine-single-namespace.json b/charts/document-engine/dashboards/document-engine-single-namespace.json index ee8e7c2..331a6ee 100644 --- a/charts/document-engine/dashboards/document-engine-single-namespace.json +++ b/charts/document-engine/dashboards/document-engine-single-namespace.json @@ -21,7 +21,7 @@ "links": [], "panels": [ { - "collapsed": true, + "collapsed": false, "gridPos": { "h": 1, "w": 24, @@ -29,321 +29,2825 @@ "y": 0 }, "id": 25, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" + "panels": [], + "title": "\ud83d\udd27 Erlang VM Resources", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 2, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 }, - "decimals": 2, - "fieldMinMax": false, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 12, + "x": 0, + "y": 1 + }, + "id": 24, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "vm_memory_total{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{__name__}} {pod = {{pod}} }", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Erlang VM total memory (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 10, - "w": 12, - "x": 0, - "y": 1 - }, - "id": 24, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "hideZeros": false, - "mode": "single", - "sort": "none" + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "locale" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 12, + "x": 12, + "y": 1 + }, + "id": 27, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "vm_messages_in_queues{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{__name__}} {pod: {{pod}}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Erlang message queue length (pod = $pod)", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 33, + "panels": [], + "title": "\ud83e\udde0 Erlang VM Memory Breakdown", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "description": "Erlang VM process memory usage", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } }, - "pluginVersion": "12.0.0", - "targets": [ - { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "vm_memory_total{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{__name__}} {pod = {{pod}} }", - "range": true, - "refId": "A", - "useBackend": false + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 0, + "y": 12 + }, + "id": 34, + "options": { + "legend": { + "calcs": [ + "last", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "expr": "vm_memory_procs_used{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "legendFormat": "{{pod}}", + "refId": "A" + } + ], + "title": "Process Memory", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "description": "Erlang VM binary memory usage", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 6, + "y": 12 + }, + "id": 35, + "options": { + "legend": { + "calcs": [ + "last", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "expr": "vm_memory_binary{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "legendFormat": "{{pod}}", + "refId": "A" + } + ], + "title": "Binary Memory", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "description": "Erlang VM ets memory usage", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 12, + "y": 12 + }, + "id": 36, + "options": { + "legend": { + "calcs": [ + "last", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "expr": "vm_memory_ets{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "legendFormat": "{{pod}}", + "refId": "A" + } + ], + "title": "ETS Memory", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "description": "Erlang VM atom memory usage", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 18, + "y": 12 + }, + "id": 37, + "options": { + "legend": { + "calcs": [ + "last", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "expr": "vm_memory_atom_used{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "legendFormat": "{{pod}}", + "refId": "A" + } + ], + "title": "Atom Memory", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 20 + }, + "id": 10, + "panels": [], + "title": "\ud83c\udf10 HTTP Requests", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 21 + }, + "id": 14, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum by(status) (rate(http_server_request_duration_microseconds_count{group=\"standard\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Standard HTTP requests per second (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 21 + }, + "id": 9, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum by(request) (rate(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "PSPDFKit worker requests per second by type (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "sishort" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 29 + }, + "id": 15, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum by(status) (rate(http_server_request_duration_microseconds_count{group=\"long_poll\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}[1m]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "long_pool HTTP requests/1sec (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "Please ignore unit on axis, it is stacked to 100%", + "axisPlacement": "hidden", + "fillOpacity": 80, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineWidth": 1, + "scaleDistribution": { + "type": "linear" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 12, + "w": 24, + "x": 0, + "y": 37 + }, + "id": 23, + "options": { + "barRadius": 0.1, + "barWidth": 0.95, + "fullHighlight": false, + "groupWidth": 0.7, + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "orientation": "auto", + "showValue": "auto", + "stacking": "percent", + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + }, + "xTickLabelRotation": 0, + "xTickLabelSpacing": 100 + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum by(request) (delta(pspdfkitd_exec_duration_milliseconds_sum{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\", request!=\"checkout\"}[5m]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{label_name}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "PSPDFKit worker % spent on each request per 5 minute (pod = $pod)", + "type": "barchart" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 8, + "x": 0, + "y": 49 + }, + "id": 28, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum(increase(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\", request=\"search_in_document\"}[5m]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{label_name}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Searches per 5 minutes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 8, + "x": 8, + "y": 49 + }, + "id": 29, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum(increase(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\", request=\"render_annotation\"}[5m]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{label_name}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Add annotations per 5 minutes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 8, + "x": 16, + "y": 49 + }, + "id": 30, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum(increase(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\", request=\"render_tile\"}[5m]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{label_name}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "render tile per 5 minutes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "fieldMinMax": false, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 8, + "x": 0, + "y": 56 + }, + "id": 31, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum(increase(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\", request!=\"checkout\"}[5m]))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "{{label_name}}", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "All operations per 5 minutes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 24, + "x": 0, + "y": 63 + }, + "id": 17, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "exemplar": false, + "expr": "max(layer_sync_duration_milliseconds{quantile=\"${quantiles:raw}\", result=\"success\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": false, + "instant": false, + "interval": "", + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max layer sync time (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "\u00b5s" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 24, + "x": 0, + "y": 73 + }, + "id": 16, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max by(status) (http_server_request_duration_microseconds{quantile=\"${quantiles:raw}\", group=\"standard\", status!~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max HTTP 2xx 3xx 4xx request time (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 24, + "x": 0, + "y": 83 + }, + "id": 20, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max by(status) (http_server_request_duration_microseconds{quantile=\"${quantiles:raw}\", group=\"standard\", status=~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max HTTP 5xx request time (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "\u00b5s" + }, + "overrides": [] + }, + "gridPos": { + "h": 0, + "w": 24, + "x": 0, + "y": 93 + }, + "id": 19, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max by(status) (http_server_request_duration_microseconds{quantile=\"${quantiles:raw}\", group=\"standard\", status=~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max HTTP 5xx request time", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 0, + "w": 24, + "x": 0, + "y": 93 + }, + "id": 18, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max by(status) (http_server_req_end{quantile=\"${quantiles:raw}\", group=\"standard\", status=~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max HTTP 5xx request time", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 93 + }, + "id": 7, + "panels": [], + "repeat": "quantiles", + "title": "\u2699\ufe0f PSPDFKit Worker Metrics", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 94 + }, + "id": 1, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max by(request) (pspdfkitd_exec_duration_milliseconds{app=~\"$app\", quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": true, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max processing time per request (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "description": "This represents the time spent waiting for free worker", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 94 + }, + "id": 8, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max(pspdfkitd_queue_duration_milliseconds{quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": true, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max queue time PSPDFKit worker (pod = $pod)", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 102 + }, + "id": 6, + "panels": [], + "title": "\ud83d\uddc4\ufe0f Asset Storage", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 103 + }, + "id": 3, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max(assets_fetch_asset{app=~\"$app\", quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": true, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantiles $quantiles max Fetch assets storage (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 111 + }, + "id": 4, + "maxPerRow": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "repeat": "quantiles", + "repeatDirection": "h", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "max(assets_store_asset{app=~\"$app\", quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"})", + "fullMetaSearch": false, + "includeNullMetadata": true, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Quantile $quantiles max Store asset storage time (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 119 + }, + "id": 21, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum(rate(assets_fetch_asset_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", + "fullMetaSearch": false, + "hide": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Fetches per second (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 119 + }, + "id": 22, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "sum(rate(assets_store_asset_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", + "fullMetaSearch": false, + "hide": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Stores per second (pod = $pod)", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 127 + }, + "id": 11, + "panels": [], + "title": "\ud83d\udcc2 Filesystem Cache", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 128 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "disableTextWrap": false, + "editorMode": "builder", + "expr": "cache_fs_hit{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "fullMetaSearch": false, + "includeNullMetadata": true, + "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", + "range": true, + "refId": "A", + "useBackend": false + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "disableTextWrap": false, + "editorMode": "builder", + "expr": "cache_fs_miss{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "fullMetaSearch": false, + "hide": false, + "includeNullMetadata": true, + "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", + "range": true, + "refId": "B", + "useBackend": false + } + ], + "title": "FS cache (pod = $pod)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "log": 2, + "type": "log" + }, + "showPoints": "auto", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - ], - "title": "Erlang VM total memory (pod = $pod)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 0, - "fieldMinMax": false, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 10, - "w": 12, - "x": 12, - "y": 1 - }, - "id": 26, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } + { + "color": "red", + "value": 80 + } + ] }, - "pluginVersion": "11.4.0", - "repeat": "erlang_memory_detail_metrics", - "repeatDirection": "v", - "targets": [ - { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "$erlang_memory_detail_metrics{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{__name__}} {pod: {{pod}}}", - "range": true, - "refId": "A", - "useBackend": false - } - ], - "title": "Erlang VM memory detailed (pod = $pod) (memory_details = $erlang_memory_detail_metrics)", - "type": "timeseries" + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 128 + }, + "id": 12, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 0, - "fieldMinMax": false, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "locale" - }, - "overrides": [] - }, - "gridPos": { - "h": 20, - "w": 12, - "x": 0, - "y": 11 - }, - "id": 27, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "hideZeros": false, - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "12.0.0", - "targets": [ - { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "vm_messages_in_queues{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{__name__}} {pod: {{pod}}}", - "range": true, - "refId": "A", - "useBackend": false - } - ], - "title": "Erlang message queue length (pod = $pod)", - "type": "timeseries" + "disableTextWrap": false, + "editorMode": "builder", + "exemplar": false, + "expr": "cache_fs_miss{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"} / cache_fs_hit{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "format": "time_series", + "fullMetaSearch": false, + "includeNullMetadata": true, + "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", + "range": true, + "refId": "A", + "useBackend": false } ], - "title": "Erlang Resources", - "type": "row" - }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 1 - }, - "id": 10, - "panels": [], - "title": "Requests", - "type": "row" + "title": "FS cache miss/hit ration (pod = $pod)", + "type": "timeseries" }, { "datasource": { @@ -373,15 +2877,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -396,7 +2898,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -404,17 +2907,17 @@ } ] }, - "unit": "sishort" + "unit": "bytes" }, "overrides": [] }, "gridPos": { - "h": 8, + "h": 9, "w": 12, "x": 0, - "y": 2 + "y": 137 }, - "id": 14, + "id": 13, "options": { "legend": { "calcs": [], @@ -424,32 +2927,52 @@ }, "tooltip": { "hideZeros": false, - "mode": "multi", + "mode": "single", "sort": "none" } }, - "pluginVersion": "12.0.0", + "pluginVersion": "12.2.0", "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, "disableTextWrap": false, "editorMode": "builder", - "expr": "sum by(status) (rate(http_server_request_duration_microseconds_count{group=\"standard\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}[1m]))", + "exemplar": false, + "expr": "cache_fs_size{host=~\"$pod\", namespace=~\"$namespace\", app=~\"$app\", family=~\"pspdfkit-document-engine\"}", + "format": "time_series", "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", + "includeNullMetadata": true, + "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", "range": true, "refId": "A", "useBackend": false } ], - "title": "Standard HTTP requests per second (pod = $pod)", + "title": "FS cache size (pod = $pod)", "type": "timeseries" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 146 + }, + "id": 32, + "panels": [], + "title": "\ud83d\udcca PostgreSQL Performance", + "type": "row" + }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "PostgreSQL query execution time", "fieldConfig": { "defaults": { "color": { @@ -464,7 +2987,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -473,15 +2996,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -496,7 +3017,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -504,17 +3026,17 @@ } ] }, - "unit": "none" + "unit": "\u00b5s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, - "x": 12, - "y": 2 + "x": 0, + "y": 147 }, - "id": 9, + "id": 38, "options": { "legend": { "calcs": [], @@ -528,21 +3050,25 @@ "sort": "none" } }, - "pluginVersion": "12.0.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum by(request) (rate(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "pg_client_query{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "pg_client_query{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.9\"}", + "legendFormat": "p90 - {{pod}}", + "refId": "B" + }, + { + "expr": "pg_client_query{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "C" } ], - "title": "PSPDFKit worker requests per second by type (pod = $pod)", + "title": "PostgreSQL Query Duration (p50, p90, p95)", "type": "timeseries" }, { @@ -550,6 +3076,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Time waiting for DB connection from pool", "fieldConfig": { "defaults": { "color": { @@ -564,7 +3091,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -573,15 +3100,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -596,7 +3121,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -604,17 +3130,17 @@ } ] }, - "unit": "sishort" + "unit": "\u00b5s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, - "x": 0, - "y": 10 + "x": 12, + "y": 147 }, - "id": 15, + "id": 39, "options": { "legend": { "calcs": [], @@ -628,21 +3154,20 @@ "sort": "none" } }, - "pluginVersion": "12.0.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum by(status) (rate(http_server_request_duration_microseconds_count{group=\"long_poll\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}[1m]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "pg_client_queue_duration_microseconds{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "pg_client_queue_duration_microseconds{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "long_pool HTTP requests/1sec (pod = $pod)", + "title": "PostgreSQL Connection Pool Queue Time", "type": "timeseries" }, { @@ -650,6 +3175,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Time to decode query results", "fieldConfig": { "defaults": { "color": { @@ -659,31 +3185,43 @@ "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", - "axisLabel": "Please ignore unit on axis, it is stacked to 100%", - "axisPlacement": "hidden", - "fillOpacity": 80, + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "insertNulls": false, + "lineInterpolation": "linear", "lineWidth": 1, + "pointSize": 5, "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, "thresholdsStyle": { "mode": "off" } }, - "decimals": 0, - "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -691,61 +3229,52 @@ } ] }, - "unit": "ms" + "unit": "\u00b5s" }, "overrides": [] }, "gridPos": { - "h": 12, - "w": 24, + "h": 8, + "w": 12, "x": 0, - "y": 18 + "y": 155 }, - "id": 23, + "id": 40, "options": { - "barRadius": 0.1, - "barWidth": 0.95, - "fullHighlight": false, - "groupWidth": 0.7, "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, - "orientation": "auto", - "showValue": "auto", - "stacking": "percent", "tooltip": { "hideZeros": false, - "mode": "single", + "mode": "multi", "sort": "none" - }, - "xTickLabelRotation": 0, - "xTickLabelSpacing": 100 + } }, - "pluginVersion": "12.0.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum by(request) (delta(pspdfkitd_exec_duration_milliseconds_sum{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\", request!=\"checkout\"}[5m]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{label_name}}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "pg_client_decode_duration_microseconds{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "pg_client_decode_duration_microseconds{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "PSPDFKit worker % spent on each request per 5 minute (pod = $pod)", - "type": "barchart" + "title": "PostgreSQL Result Decode Duration", + "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "PostgreSQL queries per second", "fieldConfig": { "defaults": { "color": { @@ -760,7 +3289,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -774,7 +3303,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -784,31 +3314,31 @@ "mode": "off" } }, - "decimals": 0, - "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 7, - "w": 8, - "x": 0, - "y": 30 + "h": 8, + "w": 12, + "x": 12, + "y": 155 }, - "id": 28, + "id": 41, "options": { "legend": { "calcs": [], @@ -818,32 +3348,40 @@ }, "tooltip": { "hideZeros": false, - "mode": "single", + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.6.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum(delta(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\", request!=\"checkout\", request=~\"search_in_document\"}[5m]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{label_name}}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(pg_client_query_count{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Queries/sec", + "refId": "A" } ], - "title": "Searches per 5 minutes", + "title": "PostgreSQL Operations Rate", "type": "timeseries" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 163 + }, + "id": 42, + "panels": [], + "title": "\ud83d\udd34 Redis Cache (if enabled)", + "type": "row" + }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "Redis cache operations per second", "fieldConfig": { "defaults": { "color": { @@ -858,7 +3396,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -872,7 +3410,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -882,31 +3421,31 @@ "mode": "off" } }, - "decimals": 0, - "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 7, + "h": 8, "w": 8, - "x": 8, - "y": 30 + "x": 0, + "y": 164 }, - "id": 29, + "id": 43, "options": { "legend": { "calcs": [], @@ -916,25 +3455,24 @@ }, "tooltip": { "hideZeros": false, - "mode": "single", + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.6.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum(delta(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\", request!=\"checkout\", request=~\"render_annotation\"}[5m]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{label_name}}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(cache_redis_hit{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Hits/sec", + "refId": "A" + }, + { + "expr": "sum(rate(cache_redis_miss{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Misses/sec", + "refId": "B" } ], - "title": "Add annotations per 5 minutes", + "title": "Redis Cache Hit/Miss Rate", "type": "timeseries" }, { @@ -942,6 +3480,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Redis set and connection operations", "fieldConfig": { "defaults": { "color": { @@ -956,7 +3495,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -970,7 +3509,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -980,31 +3520,31 @@ "mode": "off" } }, - "decimals": 0, - "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 7, + "h": 8, "w": 8, - "x": 16, - "y": 30 + "x": 8, + "y": 164 }, - "id": 30, + "id": 44, "options": { "legend": { "calcs": [], @@ -1014,25 +3554,24 @@ }, "tooltip": { "hideZeros": false, - "mode": "single", + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.6.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum(delta(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\", request!=\"checkout\", request=~\"render_tile\"}[5m]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{label_name}}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(cache_redis_set{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Sets/sec", + "refId": "A" + }, + { + "expr": "sum(rate(cache_redis_obtain_connection{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Conn obtain/sec", + "refId": "B" } ], - "title": "render tile per 5 minutes", + "title": "Redis Operations", "type": "timeseries" }, { @@ -1040,6 +3579,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Redis error rate", "fieldConfig": { "defaults": { "color": { @@ -1054,7 +3594,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1068,7 +3608,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1078,31 +3619,31 @@ "mode": "off" } }, - "decimals": 0, - "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 7, + "h": 8, "w": 8, - "x": 0, - "y": 37 + "x": 16, + "y": 164 }, - "id": 31, + "id": 45, "options": { "legend": { "calcs": [], @@ -1112,32 +3653,40 @@ }, "tooltip": { "hideZeros": false, - "mode": "single", + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.6.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum(delta(pspdfkitd_exec_duration_milliseconds_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\", request!=\"checkout\"}[5m]))", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "{{label_name}}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(cache_redis_error{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Errors/sec", + "refId": "A" } ], - "title": "All operations per 5 minutes", + "title": "Redis Errors", "type": "timeseries" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 172 + }, + "id": 46, + "panels": [], + "title": "\ud83d\udcbe Memory Cache", + "type": "row" + }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "In-memory cache operations", "fieldConfig": { "defaults": { "color": { @@ -1152,7 +3701,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1161,15 +3710,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1184,7 +3731,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1192,18 +3740,17 @@ } ] }, - "unit": "ms" + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 10, - "w": 24, + "h": 8, + "w": 12, "x": 0, - "y": 44 + "y": 173 }, - "id": 17, - "maxPerRow": 2, + "id": 47, "options": { "legend": { "calcs": [], @@ -1212,30 +3759,25 @@ "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "exemplar": false, - "expr": "max(layer_sync_duration_milliseconds{quantile=\"${quantiles:raw}\", result=\"success\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": false, - "instant": false, - "interval": "", - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(cache_memory_hit{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Hits/sec", + "refId": "A" + }, + { + "expr": "sum(rate(cache_memory_miss{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Misses/sec", + "refId": "B" } ], - "title": "Quantile $quantiles max layer sync time (pod = $pod)", + "title": "Memory Cache Hit/Miss Rate", "type": "timeseries" }, { @@ -1243,6 +3785,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Percentage of cache hits", "fieldConfig": { "defaults": { "color": { @@ -1257,7 +3800,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1266,15 +3809,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1289,7 +3830,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1297,18 +3839,17 @@ } ] }, - "unit": "µs" + "unit": "percentunit" }, "overrides": [] }, "gridPos": { - "h": 10, - "w": 24, - "x": 0, - "y": 54 + "h": 8, + "w": 12, + "x": 12, + "y": 173 }, - "id": 16, - "maxPerRow": 2, + "id": 48, "options": { "legend": { "calcs": [], @@ -1317,34 +3858,41 @@ "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max by(status) (http_server_request_duration_microseconds{quantile=\"${quantiles:raw}\", group=\"standard\", status!~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(cache_memory_hit{namespace=~\"$namespace\", app=~\"$app\"}[5m])) / (sum(rate(cache_memory_hit{namespace=~\"$namespace\", app=~\"$app\"}[5m])) + sum(rate(cache_memory_miss{namespace=~\"$namespace\", app=~\"$app\"}[5m])))", + "legendFormat": "Hit Ratio", + "refId": "A" } ], - "title": "Quantile $quantiles max HTTP 2xx 3xx 4xx request time (pod = $pod)", + "title": "Memory Cache Hit Ratio", "type": "timeseries" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 181 + }, + "id": 49, + "panels": [], + "title": "\ud83c\udf0a HTTP/2 Streaming & Tile Rendering", + "type": "row" + }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "Time to checkout worker for HTTP/2 streaming", "fieldConfig": { "defaults": { "color": { @@ -1359,7 +3907,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1368,15 +3916,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1391,7 +3937,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1399,18 +3946,17 @@ } ] }, - "unit": "s" + "unit": "ms" }, "overrides": [] }, "gridPos": { - "h": 10, - "w": 24, + "h": 8, + "w": 12, "x": 0, - "y": 64 + "y": 182 }, - "id": 20, - "maxPerRow": 2, + "id": 50, "options": { "legend": { "calcs": [], @@ -1419,27 +3965,25 @@ "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max by(status) (http_server_request_duration_microseconds{quantile=\"${quantiles:raw}\", group=\"standard\", status=~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "http2_stream_worker_checkout{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "http2_stream_worker_checkout{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "Quantile $quantiles max HTTP 5xx request time (pod = $pod)", + "title": "HTTP/2 Worker Checkout Time", "type": "timeseries" }, { @@ -1447,6 +3991,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Tile rendering duration via HTTP/2", "fieldConfig": { "defaults": { "color": { @@ -1461,7 +4006,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1470,15 +4015,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1493,7 +4036,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1501,18 +4045,17 @@ } ] }, - "unit": "µs" + "unit": "ms" }, "overrides": [] }, "gridPos": { - "h": 0, - "w": 24, - "x": 0, - "y": 74 + "h": 8, + "w": 12, + "x": 12, + "y": 182 }, - "id": 19, - "maxPerRow": 2, + "id": 51, "options": { "legend": { "calcs": [], @@ -1521,27 +4064,25 @@ "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max by(status) (http_server_request_duration_microseconds{quantile=\"${quantiles:raw}\", group=\"standard\", status=~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "http2_stream_render_tile{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "http2_stream_render_tile{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "Quantile $quantiles max HTTP 5xx request time", + "title": "HTTP/2 Render Tile Duration", "type": "timeseries" }, { @@ -1549,6 +4090,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "HTTP/2 render process creation vs reuse", "fieldConfig": { "defaults": { "color": { @@ -1563,7 +4105,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1572,15 +4114,13 @@ }, "insertNulls": false, "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1595,7 +4135,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1603,18 +4144,17 @@ } ] }, - "unit": "s" + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 0, - "w": 24, + "h": 8, + "w": 12, "x": 0, - "y": 74 + "y": 190 }, - "id": 18, - "maxPerRow": 2, + "id": 52, "options": { "legend": { "calcs": [], @@ -1623,27 +4163,25 @@ "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max by(status) (http_server_req_end{quantile=\"${quantiles:raw}\", group=\"standard\", status=~\"5..\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(http2_stream_render_process_new{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "New processes/sec", + "refId": "A" + }, + { + "expr": "sum(rate(http2_stream_render_process_exists{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Reused processes/sec", + "refId": "B" } ], - "title": "Quantile $quantiles max HTTP 5xx request time", + "title": "HTTP/2 Render Process Creation", "type": "timeseries" }, { @@ -1652,12 +4190,11 @@ "h": 1, "w": 24, "x": 0, - "y": 74 + "y": 198 }, - "id": 7, + "id": 53, "panels": [], - "repeat": "quantiles", - "title": "PSPDFKit Worker Metrics $quantiles quantile", + "title": "\ud83c\udf0d Remote Documents", "type": "row" }, { @@ -1665,6 +4202,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Latency to start receiving remote document", "fieldConfig": { "defaults": { "color": { @@ -1679,7 +4217,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1693,7 +4231,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1708,7 +4247,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1724,9 +4264,9 @@ "h": 8, "w": 12, "x": 0, - "y": 75 + "y": 199 }, - "id": 1, + "id": 54, "options": { "legend": { "calcs": [], @@ -1735,29 +4275,25 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", + "pluginVersion": "12.2.0", "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max by(request) (pspdfkitd_exec_duration_milliseconds{app=\"de\", quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "remote_doc_response_start{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "remote_doc_response_start{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "Quantile $quantiles max processing time per request (pod = $pod)", + "title": "Remote Document - Time to First Byte", "type": "timeseries" }, { @@ -1765,7 +4301,7 @@ "type": "prometheus", "uid": "prometheus" }, - "description": "This represents the time spent waiting for free worker", + "description": "Total time to download remote document", "fieldConfig": { "defaults": { "color": { @@ -1780,7 +4316,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1794,7 +4330,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1809,7 +4346,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1825,9 +4363,9 @@ "h": 8, "w": 12, "x": 12, - "y": 75 + "y": 199 }, - "id": 8, + "id": 55, "options": { "legend": { "calcs": [], @@ -1836,25 +4374,25 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max(pspdfkitd_queue_duration_milliseconds{quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "remote_doc_response_end{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "remote_doc_response_end{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "Quantile $quantiles max queue time PSPDFKit worker (pod = $pod)", + "title": "Remote Document - Total Download Time", "type": "timeseries" }, { @@ -1863,11 +4401,11 @@ "h": 1, "w": 24, "x": 0, - "y": 83 + "y": 207 }, - "id": 6, + "id": 56, "panels": [], - "title": "Assets storage", + "title": "\ud83d\udcc4 Document Conversion", "type": "row" }, { @@ -1875,6 +4413,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Office/image to PDF conversion time", "fieldConfig": { "defaults": { "color": { @@ -1889,7 +4428,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -1903,7 +4442,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1918,7 +4458,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -1926,18 +4467,17 @@ } ] }, - "unit": "s" + "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, - "w": 24, + "w": 12, "x": 0, - "y": 84 + "y": 208 }, - "id": 3, - "maxPerRow": 2, + "id": 57, "options": { "legend": { "calcs": [], @@ -1946,27 +4486,30 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max(assets_fetch_asset{app=\"de\", quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "document_conversion{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "document_conversion{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" + }, + { + "expr": "document_conversion{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.99\"}", + "legendFormat": "p99 - {{pod}}", + "refId": "C" } ], - "title": "Quantiles $quantiles max Fetch assets storage (pod = $pod)", + "title": "Document Conversion Duration", "type": "timeseries" }, { @@ -1974,6 +4517,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Document conversions per second", "fieldConfig": { "defaults": { "color": { @@ -1988,7 +4532,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -2002,7 +4546,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2017,7 +4562,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -2025,18 +4571,17 @@ } ] }, - "unit": "s" + "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 8, - "w": 24, - "x": 0, - "y": 92 + "w": 12, + "x": 12, + "y": 208 }, - "id": 4, - "maxPerRow": 2, + "id": 58, "options": { "legend": { "calcs": [], @@ -2045,34 +4590,41 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", - "repeat": "quantiles", - "repeatDirection": "h", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "max(assets_store_asset{app=\"de\", quantile=\"${quantiles:raw}\", host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"})", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(document_conversion_count{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Conversions/sec", + "refId": "A" } ], - "title": "Quantile $quantiles max Store asset storage time (pod = $pod)", + "title": "Document Conversion Rate", "type": "timeseries" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 216 + }, + "id": 59, + "panels": [], + "title": "\u270d\ufe0f Digital Signatures (if enabled)", + "type": "row" + }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "Document signing operation duration", "fieldConfig": { "defaults": { "color": { @@ -2087,7 +4639,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -2101,7 +4653,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2116,24 +4669,26 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, - "w": 12, + "w": 8, "x": 0, - "y": 100 + "y": 217 }, - "id": 21, + "id": 60, "options": { "legend": { "calcs": [], @@ -2142,26 +4697,25 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum(rate(assets_fetch_asset_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", - "fullMetaSearch": false, - "hide": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "signing_service_sign{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "signing_service_sign{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "Fetches per second (pod = $pod)", + "title": "Signing Service - Sign Duration", "type": "timeseries" }, { @@ -2169,6 +4723,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Certificate fetch duration", "fieldConfig": { "defaults": { "color": { @@ -2183,7 +4738,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -2197,7 +4752,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2212,24 +4768,26 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, - "w": 12, - "x": 12, - "y": 100 + "w": 8, + "x": 8, + "y": 217 }, - "id": 22, + "id": 61, "options": { "legend": { "calcs": [], @@ -2238,46 +4796,33 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", + "pluginVersion": "12.2.0", "targets": [ { - "disableTextWrap": false, - "editorMode": "builder", - "expr": "sum(rate(assets_store_asset_count{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}[$__rate_interval]))", - "fullMetaSearch": false, - "hide": false, - "includeNullMetadata": false, - "legendFormat": "__auto", - "range": true, - "refId": "A", - "useBackend": false + "expr": "signing_service_get_certificates{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" + }, + { + "expr": "signing_service_get_certificates{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "Stores per second (pod = $pod)", + "title": "Signing Service - Get Certificates", "type": "timeseries" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 108 - }, - "id": 11, - "panels": [], - "title": "Filesystem cache", - "type": "row" - }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "Timestamp fetch duration", "fieldConfig": { "defaults": { "color": { @@ -2292,7 +4837,7 @@ "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -2306,7 +4851,8 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2321,24 +4867,26 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ms" }, "overrides": [] }, "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 109 + "h": 8, + "w": 8, + "x": 16, + "y": 217 }, - "id": 2, + "id": 62, "options": { "legend": { "calcs": [], @@ -2347,52 +4895,46 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "hideZeros": false, + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", + "pluginVersion": "12.2.0", "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "disableTextWrap": false, - "editorMode": "builder", - "expr": "cache_fs_hit{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "signing_service_get_timestamp{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.5\"}", + "legendFormat": "p50 - {{pod}}", + "refId": "A" }, { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "disableTextWrap": false, - "editorMode": "builder", - "expr": "cache_fs_miss{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "fullMetaSearch": false, - "hide": false, - "includeNullMetadata": true, - "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", - "range": true, - "refId": "B", - "useBackend": false + "expr": "signing_service_get_timestamp{namespace=~\"$namespace\", app=~\"$app\", quantile=\"0.95\"}", + "legendFormat": "p95 - {{pod}}", + "refId": "B" } ], - "title": "FS cache (pod = $pod)", + "title": "Signing Service - Get Timestamp", "type": "timeseries" }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 225 + }, + "id": 63, + "panels": [], + "title": "\u26a0\ufe0f Queue Drops & Errors", + "type": "row" + }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, + "description": "Requests dropped from queue (overload indicator)", "fieldConfig": { "defaults": { "color": { @@ -2405,9 +4947,8 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -2419,10 +4960,9 @@ "lineWidth": 1, "pointSize": 5, "scaleDistribution": { - "log": 2, - "type": "log" + "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", @@ -2445,17 +4985,17 @@ } ] }, - "unit": "percentunit" + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 12, - "x": 12, - "y": 109 + "x": 0, + "y": 226 }, - "id": 12, + "id": 64, "options": { "legend": { "calcs": [], @@ -2464,31 +5004,18 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "disableTextWrap": false, - "editorMode": "builder", - "exemplar": false, - "expr": "cache_fs_miss{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"} / cache_fs_hit{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "format": "time_series", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(pspdfkitd_queue_drop_duration_milliseconds_count{namespace=~\"$namespace\", app=~\"$app\"}[5m])) by (request)", + "legendFormat": "{{request}}", + "refId": "A" } ], - "title": "FS cache miss/hit ration (pod = $pod)", + "title": "PSPDFKitd Queue Drops", "type": "timeseries" }, { @@ -2496,6 +5023,7 @@ "type": "prometheus", "uid": "prometheus" }, + "description": "Asset storage fallback usage rate", "fieldConfig": { "defaults": { "color": { @@ -2508,9 +5036,8 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "barWidthFactor": 0.6, "drawStyle": "line", - "fillOpacity": 0, + "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, @@ -2524,7 +5051,7 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", @@ -2547,17 +5074,17 @@ } ] }, - "unit": "bytes" + "unit": "ops" }, "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 12, - "x": 0, - "y": 118 + "x": 12, + "y": 226 }, - "id": 13, + "id": 65, "options": { "legend": { "calcs": [], @@ -2566,37 +5093,26 @@ "showLegend": true }, "tooltip": { - "mode": "single", + "mode": "multi", "sort": "none" } }, - "pluginVersion": "11.4.0", "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "disableTextWrap": false, - "editorMode": "builder", - "exemplar": false, - "expr": "cache_fs_size{host=~\"$pod\", namespace=~\"$namespace\", app=~\"de\", family=~\"pspdfkit-document-engine\"}", - "format": "time_series", - "fullMetaSearch": false, - "includeNullMetadata": true, - "legendFormat": "{{__name__}} { pod=\"{{pod}}\"}", - "range": true, - "refId": "A", - "useBackend": false + "expr": "sum(rate(assets_hit_fallback{namespace=~\"$namespace\", app=~\"$app\"}[5m]))", + "legendFormat": "Fallbacks/sec", + "refId": "A" } ], - "title": "FS cache size (pod = $pod)", + "title": "Asset Storage Fallback Hits", "type": "timeseries" } ], "preload": false, - "schemaVersion": 41, - "tags": [], + "schemaVersion": 42, + "tags": [ + "<<<>>>" + ], "templating": { "list": [ { @@ -2610,14 +5126,14 @@ "0.99" ] }, - "definition": "label_values(pspdfkitd_exec_duration_milliseconds{app=\"de\"},quantile)", + "definition": "label_values(pspdfkitd_exec_duration_milliseconds{namespace=~\"$namespace\", app=~\"$app\"},quantile)", "label": "Quantiles", "multi": true, "name": "quantiles", "options": [], "query": { "qryType": 1, - "query": "label_values(pspdfkitd_exec_duration_milliseconds{app=\"de\"},quantile)", + "query": "label_values(pspdfkitd_exec_duration_milliseconds{namespace=~\"$namespace\", app=~\"$app\"},quantile)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -2631,7 +5147,7 @@ "$__all" ] }, - "definition": "label_values({app=\"de\"},pod)", + "definition": "label_values({namespace=~\"$namespace\", app=~\"$app\"},pod)", "includeAll": true, "label": "Pod", "multi": true, @@ -2639,7 +5155,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values({app=\"de\"},pod)", + "query": "label_values({namespace=~\"$namespace\", app=~\"$app\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -2666,23 +5182,16 @@ }, { "current": { - "text": [ - "vm_memory_binary", - "vm_memory_procs_used" - ], - "value": [ - "vm_memory_binary", - "vm_memory_procs_used" - ] + "text": "document-engine", + "value": "document-engine" }, - "definition": "metrics(vm_memory.*)", - "label": "Erlang VM memory detail metrics", - "multi": true, - "name": "erlang_memory_detail_metrics", + "definition": "label_values(pspdfkitd_exec_duration_milliseconds{namespace=~\"$namespace\"},app)", + "label": "App", + "name": "app", "options": [], "query": { - "qryType": 2, - "query": "metrics(vm_memory.*)", + "qryType": 1, + "query": "label_values(pspdfkitd_exec_duration_milliseconds{namespace=~\"$namespace\"},app)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -2692,12 +5201,13 @@ ] }, "time": { - "from": "now-24h", + "from": "now-3h", "to": "now" }, "timepicker": {}, "timezone": "browser", "title": "<<<>>>", "uid": "<<<>>>", - "version": 10 + "version": 1, + "refresh": "30s" } \ No newline at end of file