From 9c2957fe4da3ac38f92603e5ce8dac9ce961258d Mon Sep 17 00:00:00 2001 From: royischoss Date: Sun, 10 May 2026 11:52:02 +0300 Subject: [PATCH 1/2] remove mm dashboards till TimeScaleDB is configured as source --- .../config/model-monitoring-details.yml | 1085 ----------------- .../config/model-monitoring-overview.yml | 1062 ---------------- .../config/model-monitoring-performance.yml | 597 --------- 3 files changed, 2744 deletions(-) delete mode 100644 charts/mlrun-ce/templates/config/model-monitoring-details.yml delete mode 100644 charts/mlrun-ce/templates/config/model-monitoring-overview.yml delete mode 100644 charts/mlrun-ce/templates/config/model-monitoring-performance.yml diff --git a/charts/mlrun-ce/templates/config/model-monitoring-details.yml b/charts/mlrun-ce/templates/config/model-monitoring-details.yml deleted file mode 100644 index 3ad30475..00000000 --- a/charts/mlrun-ce/templates/config/model-monitoring-details.yml +++ /dev/null @@ -1,1085 +0,0 @@ -{{- if index .Values "kube-prometheus-stack" "enabled" -}} -apiVersion: v1 -data: - model-monitoring-details.json: | - { - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 75, - "links": [ - { - "asDropdown": true, - "icon": "dashboard", - "includeVars": true, - "keepTime": true, - "tags": [], - "title": "Model Monitoring - Overview", - "type": "link", - "url": "d/g0M4uh0Mz/model-monitoring-overview" - }, - { - "asDropdown": false, - "icon": "dashboard", - "includeVars": true, - "keepTime": true, - "tags": [], - "targetBlank": false, - "title": "Model Monitoring - Performance", - "tooltip": "", - "type": "link", - "url": "d/9CazA-UGz/model-monitoring-performance" - } - ], - "liveNow": false, - "panels": [ - { - "datasource": "iguazio", - "description": "A summery table of the selected model endpoint:\n\n- Endpoint ID — the ID of the deployed model. \n\n- Function — Function to access the model, usually a Nuclio serving function\n\n- Model — user defined name for the model\n\n- Class — the implementation class that is used by the endpoint\n\n- First Request — first request for production data\n\n- Last Request — most recent request for production data\n\n- Average Latency (1 hour) - Average time that it takes to process an event\n\n- Predictions/s (5 minute avg) - Average amount of predictions per second in the last 5 minutes. ", - "fieldConfig": { - "defaults": { - "custom": { - "align": "auto", - "displayMode": "auto", - "filterable": false, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "First Request" - }, - "properties": [ - { - "id": "unit", - "value": "dateTimeFromNow" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Last Request" - }, - "properties": [ - { - "id": "unit", - "value": "dateTimeFromNow" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Endpoint ID" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Model" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Function URI" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Model Class" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "custom.width" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Predictions/s (5 minute avg)" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Average Latency (1 hour)" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "unit", - "value": "µs" - } - ] - } - ] - }, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 23, - "options": { - "footer": { - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "showHeader": true, - "sortBy": [] - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT uid,model,function_uri,model_class,metrics->\"$.generic.predictions_per_second\",metrics->\"$.generic.latency_avg_1h\",first_request,last_request FROM model_endpoints where project='$PROJECT' and uid='$MODELENDPOINT'", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - } - } - ], - "title": "Model Summary", - "transformations": [ - { - "id": "organize", - "options": { - "indexByName": { - "first_request": 5, - "function_uri": 2, - "last_request": 6, - "metrics->\"$.generic.latency_avg_1h\"": 7, - "metrics->\"$.generic.predictions_per_second\"": 8, - "model": 3, - "model_class": 4, - "uid": 1 - }, - "renameByName": { - "first_request": "First Request", - "function_uri": "Function URI", - "last_request": "Last Request", - "metrics->\"$.generic.latency_avg_1h\"": "Average Latency (1 hour)", - "metrics->\"$.generic.predictions_per_second\"": "Predictions/s (5 minute avg)", - "model": "Model", - "model_class": "Model Class", - "uid": "Endpoint ID" - } - } - } - ], - "transparent": true, - "type": "table" - }, - { - "datasource": "iguazio", - "description": "Drift statistics of the selected model according to the latest batch", - "fieldConfig": { - "defaults": { - "custom": { - "align": "center", - "displayMode": "auto", - "filterable": false, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "tvd_sum" - }, - "properties": [ - { - "id": "displayName", - "value": "TVD (sum)" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "tvd_mean" - }, - "properties": [ - { - "id": "displayName", - "value": "TVD (mean)" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "hellinger_sum" - }, - "properties": [ - { - "id": "displayName", - "value": "Hellinger (sum)" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "hellinger_mean" - }, - "properties": [ - { - "id": "displayName", - "value": "Hellinger (mean)" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "kld_sum" - }, - "properties": [ - { - "id": "displayName", - "value": "KLD (sum)" - }, - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "kld_mean" - }, - "properties": [ - { - "id": "displayName", - "value": "KLD (mean)" - }, - { - "id": "custom.align", - "value": "center" - } - ] - } - ] - }, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 3 - }, - "id": 24, - "options": { - "footer": { - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "showHeader": true, - "sortBy": [ - { - "desc": false, - "displayName": "name" - } - ] - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT drift_measures->\"$.tvd_sum\" as \"TVD (sum)\", drift_measures->\"$.tvd_mean\" as \"TVD (mean)\", drift_measures->\"$.hellinger_sum\" as \"Hellinger (sum)\", drift_measures->\"$.hellinger_mean\" as \"Hellinger (mean)\", drift_measures->\"$.kld_sum\" as \"KLD (sum)\", drift_measures->\"$.kld_mean\" as \"KLD (mean)\" FROM model_endpoints where project='$PROJECT' and uid='$MODELENDPOINT'", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - } - } - ], - "title": "Overall Drift Analysis", - "transformations": [ - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": {}, - "renameByName": { - "endpoint_id": "Endpoint ID", - "first_request": "First Request", - "function": "Function", - "last_request": "Last Request", - "latency_avg_1s": "Average Latency", - "model": "Model", - "model_class": "Model Class", - "predictions_per_second_count_1s": "Predictions/sec", - "tag": "Tag" - } - } - } - ], - "transparent": true, - "type": "table" - }, - { - "datasource": "iguazio", - "description": "Feature analysis for each feature in the selected model according to the latest batch.", - "fieldConfig": { - "defaults": { - "custom": { - "align": "center", - "displayMode": "auto", - "filterable": false, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Expected Min" - }, - "properties": [ - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Expected Mean" - }, - "properties": [ - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Expected Max" - }, - "properties": [ - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "tvd" - }, - "properties": [ - { - "id": "displayName", - "value": "TVD" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "hellinger" - }, - "properties": [ - { - "id": "displayName", - "value": "Hellinger" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "kld" - }, - "properties": [ - { - "id": "displayName", - "value": "KLD" - } - ] - } - ] - }, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 6 - }, - "id": 14, - "options": { - "footer": { - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "showHeader": true, - "sortBy": [ - { - "desc": false, - "displayName": "Feature" - } - ] - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "dataset": "mlrun", - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT feature_stats FROM model_endpoints where project='$PROJECT' and uid='$MODELENDPOINT'", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [ - { - "name": "feature_stats", - "type": "functionParameter" - } - ], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - }, - "table": "model_endpoints" - }, - { - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "hide": false, - "rawQuery": true, - "rawSql": "SELECT current_stats FROM model_endpoints where project='$PROJECT' and uid='$MODELENDPOINT'", - "refId": "B", - "sql": { - "columns": [ - { - "parameters": [], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - } - }, - { - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "hide": false, - "rawQuery": true, - "rawSql": "SELECT drift_measures FROM model_endpoints where project='$PROJECT' and uid='$MODELENDPOINT'", - "refId": "C", - "sql": { - "columns": [ - { - "parameters": [], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - } - } - ], - "title": "Features Analysis", - "transformations": [ - { - "id": "extractFields", - "options": { - "format": "json", - "source": "feature_stats" - } - }, - { - "id": "extractFields", - "options": { - "format": "json", - "source": "current_stats" - } - }, - { - "id": "extractFields", - "options": { - "format": "json", - "source": "drift_measures" - } - }, - { - "id": "merge", - "options": {} - }, - { - "id": "reduce", - "options": { - "reducers": [ - "allValues" - ] - } - }, - { - "id": "filterByValue", - "options": { - "filters": [ - { - "config": { - "id": "equal", - "options": { - "value": "timestamp" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "feature_stats" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "current_stats" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "tvd_sum" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "tvd_mean" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "hellinger_sum" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "hellinger_mean" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "kld_sum" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "kld_mean" - } - }, - "fieldName": "Field" - }, - { - "config": { - "id": "equal", - "options": { - "value": "drift_measures" - } - }, - "fieldName": "Field" - } - ], - "match": "any", - "type": "exclude" - } - }, - { - "id": "extractFields", - "options": { - "format": "json", - "source": "All values" - } - }, - { - "id": "filterByValue", - "options": { - "filters": [ - { - "config": { - "id": "isNull", - "options": {} - }, - "fieldName": "0" - } - ], - "match": "any", - "type": "exclude" - } - }, - { - "id": "filterFieldsByName", - "options": { - "include": { - "names": [ - "Field", - "0", - "1", - "2" - ] - } - } - }, - { - "id": "extractFields", - "options": { - "replace": false, - "source": "0" - } - }, - { - "id": "extractFields", - "options": { - "source": "1" - } - }, - { - "id": "extractFields", - "options": { - "source": "2" - } - }, - { - "id": "filterFieldsByName", - "options": { - "include": { - "names": [ - "Field", - "mean 1", - "min 1", - "max 1", - "mean 2", - "min 2", - "max 2", - "tvd", - "hellinger", - "kld" - ] - } - } - }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": { - "Field": 0, - "hellinger": 8, - "kld": 9, - "max 1": 5, - "max 2": 6, - "mean 1": 1, - "mean 2": 2, - "min 1": 3, - "min 2": 4, - "tvd": 7 - }, - "renameByName": { - "Field": "Feature", - "max 1": "Expected Max", - "max 2": "Actual Max", - "mean 1": "Expected Mean", - "mean 2": "Actual Mean", - "min 1": "Expected Min", - "min 2": "Actual Min" - } - } - } - ], - "transparent": true, - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Sampled data points from actual feature production data by time. ", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "points", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 13 - }, - "id": 26, - "links": [], - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "code", - "expr": "income_features{project=\"$PROJECT\", endpoint_id=\"$MODELENDPOINT\"}", - "legendFormat": "{{` {{ metric }} `}}", - "range": true, - "refId": "A" - } - ], - "title": "Income Features", - "type": "timeseries" - } - ], - "refresh": false, - "schemaVersion": 37, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "current": {}, - "datasource": "iguazio", - "definition": "SELECT DISTINCT project FROM = model_endpoints", - "hide": 0, - "includeAll": false, - "label": "Project", - "multi": false, - "name": "PROJECT", - "options": [], - "query": "SELECT DISTINCT project FROM model_endpoints", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": {}, - "datasource": "iguazio", - "definition": "SELECT uid FROM model_endpoints where project='$PROJECT';", - "hide": 0, - "includeAll": false, - "label": "Model Endpoint", - "multi": false, - "name": "MODELENDPOINT", - "options": [], - "query": "SELECT uid FROM model_endpoints where project='$PROJECT';", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "Model Monitoring - Details", - "uid": "AohIXhAMk", - "version": 1, - "weekStart": "" - } -kind: ConfigMap -metadata: - labels: - grafana_dashboard: "1" - name: model-monitoring-details -{{- end -}} \ No newline at end of file diff --git a/charts/mlrun-ce/templates/config/model-monitoring-overview.yml b/charts/mlrun-ce/templates/config/model-monitoring-overview.yml deleted file mode 100644 index a0f713bf..00000000 --- a/charts/mlrun-ce/templates/config/model-monitoring-overview.yml +++ /dev/null @@ -1,1062 +0,0 @@ -{{- if index .Values "kube-prometheus-stack" "enabled" -}} -apiVersion: v1 -data: - model-monitoring-overview.json: | - { - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 30, - "links": [ - { - "icon": "dashboard", - "includeVars": true, - "keepTime": true, - "tags": [], - "targetBlank": false, - "title": "Model Monitoring - Details", - "type": "link", - "url": "d/AohIXhAMk/model-monitoring-details" - }, - { - "asDropdown": false, - "icon": "dashboard", - "includeVars": true, - "keepTime": true, - "tags": [], - "targetBlank": false, - "title": "Model Monitoring - Performance", - "tooltip": "", - "type": "link", - "url": "d/9CazA-UGz/model-monitoring-performance" - } - ], - "liveNow": false, - "panels": [ - { - "datasource": "iguazio", - "description": "List of active model endpoints in the selected project.", - "fieldConfig": { - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 5, - "x": 0, - "y": 0 - }, - "id": 24, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "mean" - ], - "fields": "", - "values": false - }, - "textMode": "value" - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "dataset": "mlrun", - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT COUNT(uid) FROM model_endpoints where project='$PROJECT' and active=True", - "refId": "A", - "sql": { - "columns": [ - { - "name": "COUNT", - "parameters": [ - { - "name": "uid", - "type": "functionParameter" - } - ], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - }, - "table": "model_endpoints" - } - ], - "title": "Model Endpoints", - "transformations": [], - "transparent": true, - "type": "stat" - }, - { - "datasource": "iguazio", - "description": "Average amount of predictions per second in the selected project in the last 5 minutes. Models that are considered child of routers are not considered. \n\n\nThe presented value is based on the latest calculated value of each model endpoint (static value).", - "fieldConfig": { - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 5, - "x": 5, - "y": 0 - }, - "id": 29, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [], - "fields": "/.*/", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "dataset": "mlrun", - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "hide": false, - "rawQuery": true, - "rawSql": "SELECT avg(metrics->\"$.generic.predictions_per_second\") FROM model_endpoints where project ='$PROJECT' and endpoint_type != \"2\" and active=True", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [ - { - "name": "metrics", - "type": "functionParameter" - } - ], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - }, - "table": "model_endpoints" - } - ], - "title": "Predictions/s (5 Minute Average)", - "transformations": [], - "transparent": true, - "type": "stat" - }, - { - "datasource": "iguazio", - "description": "Average time that it takes to process an event in a non-router models in the selected project in the last 1 hour. \n\nThe presented value is the last calculated value (static value). ", - "fieldConfig": { - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "µs" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 5, - "x": 11, - "y": 0 - }, - "id": 10, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [], - "fields": "/.*/", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT avg(metrics->\"$.generic.latency_avg_1h\") FROM model_endpoints where project ='$PROJECT' and endpoint_type != \"2\" and active=True", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - } - } - ], - "title": "Average Latency (Last Hour)", - "transformations": [], - "transparent": true, - "type": "stat" - }, - { - "datasource": "iguazio", - "description": "Total amount of prediction process errors in the selected project.", - "fieldConfig": { - "defaults": { - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 6, - "x": 16, - "y": 0 - }, - "id": 12, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [], - "fields": "/.*/", - "values": true - }, - "textMode": "auto" - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "dataset": "mlrun", - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT sum(error_count) FROM model_endpoints where project='$PROJECT' and active=True", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [ - { - "name": "error_count", - "type": "functionParameter" - } - ], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - }, - "table": "model_endpoints" - } - ], - "title": "Errors", - "transformations": [], - "transparent": true, - "type": "stat" - }, - { - "datasource": "iguazio", - "description": "A summery table of all the model endpoints in the selected project:\n\n• Endpoint ID — the ID of the deployed model. Click on the endpoint ID will lead to the model details pane.\n\n• Function — Function to access the model, usually a Nuclio serving function\n\n• Model — user defined name for the model\n\n• Class — the implementation class that is used by the endpoint\n\n• First Request — first request for production data\n\n• Last Request — most recent request for production data\n\n• Error Count — Prediction process errors, usually data processing errors (invalid timestamps, request ids, type mismatches etc.)\n\nDrift Status — no drift (green), possible drift (yellow), drift detected (red)", - "fieldConfig": { - "defaults": { - "custom": { - "align": "center", - "displayMode": "auto", - "filterable": true, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Function" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Model" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Model Class" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "First Request" - }, - "properties": [ - { - "id": "unit", - "value": "dateTimeFromNow" - }, - { - "id": "custom.align", - "value": "center" - }, - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Last Request" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "unit", - "value": "dateTimeFromNow" - }, - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Accuracy" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Error Count" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "noValue", - "value": "N/A" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Drift Status" - }, - "properties": [ - { - "id": "custom.align", - "value": "center" - }, - { - "id": "noValue", - "value": "N/A" - }, - { - "id": "mappings", - "value": [ - { - "options": { - "DRIFT_DETECTED": { - "color": "red", - "index": 1, - "text": "2" - }, - "NO_DRIFT": { - "color": "green", - "index": 3, - "text": "0" - }, - "N\\A": { - "index": 0, - "text": "-1" - }, - "POSSIBLE_DRIFT": { - "color": "yellow", - "index": 2, - "text": "1" - } - }, - "type": "value" - } - ] - }, - { - "id": "custom.displayMode", - "value": "color-background" - }, - { - "id": "thresholds", - "value": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(255, 255, 255, 0)", - "value": null - }, - { - "color": "green", - "value": 0 - }, - { - "color": "yellow", - "value": 1 - }, - { - "color": "red", - "value": 2 - } - ] - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Endpoint ID" - }, - "properties": [ - { - "id": "links", - "value": [ - { - "targetBlank": true, - "title": "", - "url": "/d/AohIXhAMk/model-monitoring-details?orgId=1&refresh=1m&var-PROJECT=$PROJECT&var-MODEL=${__value.text}" - } - ] - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Average Latency (Last Hour)" - }, - "properties": [ - { - "id": "unit", - "value": "µs" - } - ] - } - ] - }, - "gridPos": { - "h": 13, - "w": 24, - "x": 0, - "y": 3 - }, - "id": 22, - "options": { - "footer": { - "enablePagination": true, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "showHeader": true, - "sortBy": [ - { - "desc": true, - "displayName": "current_stats" - } - ] - }, - "pluginVersion": "9.2.2", - "targets": [ - { - "dataset": "mlrun", - "datasource": "iguazio", - "editorMode": "code", - "format": "table", - "rawQuery": true, - "rawSql": "SELECT uid, function_uri, model, model_class, first_request, last_request, error_count, drift_status FROM model_endpoints where project='$PROJECT'", - "refId": "A", - "sql": { - "columns": [ - { - "parameters": [ - { - "name": "current_stats", - "type": "functionParameter" - } - ], - "type": "function" - } - ], - "groupBy": [ - { - "property": { - "type": "string" - }, - "type": "groupBy" - } - ], - "limit": 50 - }, - "table": "model_endpoints" - } - ], - "title": "Models", - "transformations": [ - { - "id": "organize", - "options": { - "excludeByName": { - "model_hash": false - }, - "indexByName": { - "drift_status": 7, - "error_count": 6, - "first_request": 4, - "function_uri": 1, - "last_request": 5, - "model": 2, - "model_class": 3, - "uid": 0 - }, - "renameByName": { - "accuracy": "Accuracy", - "drift_status": "Drift Status", - "endpoint_function": "Function", - "endpoint_id": "Endpoint ID", - "endpoint_model": "Model", - "endpoint_model_class": "Model Class", - "endpoint_tag": "Tag", - "error_count": "Error Count", - "first_request": "First Request", - "function": "Function", - "function_uri": "Function", - "last_request": "Last Request", - "latency_avg_1h": "Average Latency (Last Hour)", - "latency_avg_1s": "Average Latency", - "model": "Model", - "model_class": "Class", - "predictions_per_second": "Predictions/s (5 Minute Average)", - "predictions_per_second_count_1s": "Predictions/1s", - "tag": "Tag", - "uid": "Endpoint ID" - } - } - } - ], - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Average amount of predictions per second in the selected project (5-minute rolling average) by time. ", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 7, - "x": 0, - "y": 16 - }, - "id": 33, - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "builder", - "expr": "rate(predictions_total{project=\"$PROJECT\", endpoint_type!=\"2\"}[5m])", - "interval": "", - "legendFormat": "{{` {{ model }} `}}", - "range": true, - "refId": "A" - } - ], - "title": "Predictions / s (5 Minute Average)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Average latency time of processing an event in the selected project (1-hour rolling average) by time. ", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 6, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "µs" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 7, - "y": 16 - }, - "hideTimeOverride": false, - "id": 28, - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "builder", - "exemplar": false, - "expr": "avg_over_time(model_latency_seconds_sum{project=\"$PROJECT\", endpoint_type!=\"2\"}[1h]) / avg_over_time(predictions_total{project=\"$PROJECT\"}[1h])", - "instant": false, - "legendFormat": "{{` {{ model }} `}}", - "range": true, - "refId": "A" - } - ], - "title": "Average Latency (1 hour)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Total amount of prediction process errors in the selected project by time. ", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 9, - "x": 15, - "y": 16 - }, - "id": 31, - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "builder", - "expr": "errors_total{project=\"$PROJECT\"}", - "interval": "", - "legendFormat": "{{` {{ model }} `}}", - "range": true, - "refId": "A" - } - ], - "title": "Error count", - "type": "timeseries" - } - ], - "refresh": false, - "schemaVersion": 37, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "current": {}, - "datasource": "iguazio", - "definition": "SELECT DISTINCT project FROM model_endpoints", - "hide": 0, - "includeAll": false, - "label": "Project", - "multi": false, - "name": "PROJECT", - "options": [], - "query": "SELECT DISTINCT project FROM model_endpoints", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "Model Monitoring - Overview", - "uid": "g0M4uh0Mz", - "version": 9, - "weekStart": "" - } -kind: ConfigMap -metadata: - labels: - grafana_dashboard: "1" - name: model-monitoring-overview -{{- end -}} \ No newline at end of file diff --git a/charts/mlrun-ce/templates/config/model-monitoring-performance.yml b/charts/mlrun-ce/templates/config/model-monitoring-performance.yml deleted file mode 100644 index 04748c1e..00000000 --- a/charts/mlrun-ce/templates/config/model-monitoring-performance.yml +++ /dev/null @@ -1,597 +0,0 @@ -{{- if index .Values "kube-prometheus-stack" "enabled" -}} -apiVersion: v1 -data: - model-monitoring-performance.json: | - { - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 31, - "links": [ - { - "asDropdown": true, - "icon": "dashboard", - "includeVars": true, - "keepTime": true, - "tags": [], - "title": "Model Monitoring - Overview", - "type": "link", - "url": "d/g0M4uh0Mz/model-monitoring-overview" - }, - { - "asDropdown": false, - "icon": "dashboard", - "includeVars": true, - "keepTime": true, - "tags": [], - "targetBlank": false, - "title": "Model Monitoring - Details", - "tooltip": "", - "type": "link", - "url": "d/AohIXhAMk/model-monitoring-details" - } - ], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Drift metrics that were calculated by the model monitoring offline batch job. The results are based on the average metric value of each feature. For more details about the calculated metrics please click on the following links:\n", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineStyle": { - "fill": "solid" - }, - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "hellinger_mean" - }, - "properties": [ - { - "id": "custom.showPoints", - "value": "never" - }, - { - "id": "displayName", - "value": "Hellinger (mean)" - }, - { - "id": "custom.showPoints", - "value": "never" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "kld_mean" - }, - "properties": [ - { - "id": "custom.showPoints", - "value": "never" - }, - { - "id": "displayName", - "value": "KLD (mean)" - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "tvd_mean" - }, - "properties": [ - { - "id": "custom.showPoints", - "value": "never" - }, - { - "id": "displayName", - "value": "TVD (mean)" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 0 - }, - "id": 26, - "links": [ - { - "targetBlank": true, - "title": "Total Variance Distance (TVD)", - "url": "https://en.wikipedia.org/wiki/Total_variation_distance_of_probability_measures" - }, - { - "targetBlank": true, - "title": "Kullback–Leibler Divergence (KLD)", - "url": "https://en.wikipedia.org/wiki/Kullback%E2%80%93Leibler_divergence" - }, - { - "targetBlank": true, - "title": "Hellinger", - "url": "https://en.wikipedia.org/wiki/Hellinger_distance" - } - ], - "options": { - "legend": { - "calcs": [], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "code", - "expr": "drift_metrics{project=\"$PROJECT\", endpoint_id=\"$MODELENDPOINT\"}", - "legendFormat": "{{` {{ metric }} `}}", - "range": true, - "refId": "A" - } - ], - "title": "Drift Measures", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Average latency time of processing an event in the selected model endpoint (1-hour rolling average) by time", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "µs" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 0 - }, - "id": 36, - "options": { - "legend": { - "calcs": [ - "mean" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "code", - "expr": "avg_over_time(model_latency_seconds_sum{project=\"$PROJECT\", endpoint_id=\"$MODELENDPOINT\"}[1h]) / avg_over_time(predictions_total{project=\"$PROJECT\", endpoint_id=\"$MODELENDPOINT\"}[1h])", - "legendFormat": "Average Latency", - "range": true, - "refId": "A" - } - ], - "title": "Average Latency (1 hour)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Average amount of predictions per second in the selected model endpoint (5-minute rolling average) by time. ", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "displayName": "Predictions / s", - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 8 - }, - "id": 32, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "code", - "expr": "rate(predictions_total{endpoint_id=\"$MODELENDPOINT\", project=\"$PROJECT\"}[5m])", - "hide": false, - "legendFormat": "__auto", - "range": true, - "refId": "B" - } - ], - "title": "Predictions (5 Minute Average)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "description": "Amount of predictions by time. The prediction counter is based on Prometheus Increase function across the range vector. The result is extrapolated through the time range (5m/1h) which can lead to a non-integer result. For more info about Prometheus Increase method:", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 2, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 8 - }, - "hideTimeOverride": false, - "id": 30, - "links": [ - { - "title": "Promethues Increase", - "url": "https://prometheus.io/docs/prometheus/latest/querying/functions/#increase" - } - ], - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "code", - "expr": "increase(predictions_total{endpoint_id=\"$MODELENDPOINT\", project=\"$PROJECT\"}[1h])", - "legendFormat": "Predictions 1 Hour", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "prometheus" - }, - "editorMode": "code", - "expr": "increase(predictions_total{endpoint_id=\"$MODELENDPOINT\", project=\"$PROJECT\"}[5m])", - "hide": false, - "legendFormat": "Predictions 5 Minute", - "range": true, - "refId": "B" - } - ], - "title": "Predictions Count", - "type": "timeseries" - } - ], - "refresh": false, - "schemaVersion": 37, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "current": {}, - "datasource": "iguazio", - "definition": "SELECT DISTINCT project FROM model_endpoints", - "hide": 0, - "includeAll": false, - "label": "Project", - "multi": false, - "name": "PROJECT", - "options": [], - "query": "SELECT DISTINCT project FROM model_endpoints", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": {}, - "datasource": "iguazio", - "definition": "SELECT uid FROM model_endpoints where project='$PROJECT';", - "hide": 0, - "includeAll": false, - "label": "Model Endpoint", - "multi": false, - "name": "MODELENDPOINT", - "options": [], - "query": "SELECT uid FROM model_endpoints where project='$PROJECT';", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "Model Monitoring - Performance", - "uid": "9CazA-UGz", - "version": 3, - "weekStart": "" - } -kind: ConfigMap -metadata: - labels: - grafana_dashboard: "1" - name: model-monitoring-performance -{{- end -}} \ No newline at end of file From aed2e82af73b6f0830013d537bce1e71a6c9da10 Mon Sep 17 00:00:00 2001 From: royischoss Date: Sun, 10 May 2026 11:59:02 +0300 Subject: [PATCH 2/2] fix version --- charts/mlrun-ce/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/mlrun-ce/Chart.yaml b/charts/mlrun-ce/Chart.yaml index 3be67471..166ad46f 100644 --- a/charts/mlrun-ce/Chart.yaml +++ b/charts/mlrun-ce/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: v1 name: mlrun-ce -version: 0.11.0-rc.36 +version: 0.11.0-rc.37 description: MLRun Open Source Stack home: https://iguazio.com icon: https://www.iguazio.com/wp-content/uploads/2019/10/Iguazio-Logo.png