NVIDIA NIM Metrics
NVIDIA NIM metrics in AppDynamics are documented for the llm service. They cover running requests, token metrics, cache utilization, finished-request counts, and latency approximations.
Prerequisites
Ensure that:
- NIM
llmservice is deployed in thenimnamespace - Prometheus-compatible metrics are exposed at
/v1/metrics
Enable Prometheus Scraping for NVIDIA NIM
The following are example values from this repo:
- service:
llm - namespace:
nim - port:
8000 - path:
/v1/metrics
Replace these values with the NIM LLM service name and namespace used in the target environment.
Configure Machine Agent Ingestion
Infrastructure Visibility Prometheus monitoring loads the NIM exporter definition through prometheus-config-template.yaml.
Before enabling the scrape, update the exporter YAML service discovery fields to the service name and namespace used by your NIM deployment.
Exporter YAML Contract
- exporter-yamls/nim-for-llms-exporter.yaml
- key direct metrics:
num_requests_runningprompt_tokens_totalgeneration_tokens_totalrequest_finish_totalgpu_cache_usage_perc
- key computed metrics:
Avg E2E Latency (ms)Avg TTFT (ms)Avg TPOT (ms)
Expected AppDymanics Custom Metric Paths
Custom Metrics|NIM|LLMs|{model_name}|Requests RunningCustom Metrics|NIM|LLMs|{model_name}|KV Cache Utilization (%)Custom Metrics|NIM|LLMs|{model_name}|Prompt TokensCustom Metrics|NIM|LLMs|{model_name}|Generation TokensCustom Metrics|NIM|LLMs|{model_name}|{finished_reason}|Finished RequestsCustom Metrics|NIM|LLMs|{model_name}|Avg E2E Latency (ms)Custom Metrics|NIM|LLMs|{model_name}|Avg TTFT (ms)Custom Metrics|NIM|LLMs|{model_name}|Avg TPOT (ms)Custom Metrics|NIM|LLMs|All Models|Prompt TokensCustom Metrics|NIM|LLMs|All Models|Generation TokensCustom Metrics|NIM|LLMs|{model_name}|Prompt Tokens per RequestCustom Metrics|NIM|LLMs|{model_name}|Generation Tokens per Request
Prompt Tokens and Generation Tokens are interval delta metrics. The All Models|... leaves are aggregate mirrors across models. The per-request leaves are derived metrics built from histogram _sum and _count sources.
Dashboard Dependencies
- appd_nim_llm.json
JSON
{ "schemaVersion": null, "dashboardFormatVersion": "4.0", "name": "dashboard-ai-pod-nim-llm", "description": null, "properties": null, "templateEntityType": "APPLICATION_COMPONENT_NODE", "associatedEntityTemplates": null, "timeRangeSpecifierType": "GLOBAL", "minutesBeforeAnchorTime": -1, "startDate": null, "endDate": null, "refreshInterval": 120000, "backgroundColor": 15856629, "color": 15856629, "height": 768, "width": 1024, "canvasType": "CANVAS_TYPE_GRID", "layoutType": "", "widgetTemplates": [ { "widgetType": "PieWidget", "title": "Running Requests", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 0, "y": 0, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Requests Running", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Requests Running" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "MetricLabelWidget", "title": "Total Input Tokens", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 3, "y": 2, "label": "${v}", "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": null, "legendPosition": null, "legendColumnCount": null, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|All Models|Prompt Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|All Models|Prompt Tokens" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "text": null, "textAlign": "RIGHT", "margin": 15, "showLabel": false, "showBaseline": false, "useBaselineColor": false, "reverseBaselineColorOrder": false }, { "widgetType": "MetricLabelWidget", "title": "Total Output Tokens", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 6, "y": 2, "label": "${v}", "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": null, "legendPosition": null, "legendColumnCount": null, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|All Models|Generation Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|All Models|Generation Tokens" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "text": null, "textAlign": "RIGHT", "margin": 15, "showLabel": false, "showBaseline": false, "useBaselineColor": false, "reverseBaselineColorOrder": false }, { "widgetType": "PieWidget", "title": "KV Cache Utilization", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 0, "y": 4, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|KV Cache Utilization (%)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|KV Cache Utilization (%)" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "PieWidget", "title": "Time Per Output Token (TPOT)", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 6, "y": 4, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TPOT (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TPOT (ms)" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "GraphWidget", "title": "KV Cache Utilization", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 6, "y": 6, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|KV Cache Utilization (%)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|KV Cache Utilization (%)" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Input vs Output Tokens", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 6, "y": 9, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Prompt Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Prompt Tokens" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" }, { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Time To First Token", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 0, "y": 12, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TTFT (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TTFT (ms)" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Finished Requests", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 6, "y": 15, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|stop|Finished Requests", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|stop|Finished Requests" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" }, { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|length|Finished Requests", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|length|Finished Requests" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Time Per Output Token", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 0, "y": 15, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TPOT (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TPOT (ms)" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "PieWidget", "title": "E2E Request Latency", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 9, "y": 2, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg E2E Latency (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg E2E Latency (ms)" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "PieWidget", "title": "Inter-Token Latency (ITL)", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 0, "y": 2, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TPOT (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TPOT (ms)" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "PieWidget", "title": "Time to First Token (TTFT)", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 3, "y": 4, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TTFT (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg TTFT (ms)" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "GraphWidget", "title": "E2E Request Latency vs Running Requests", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 6, "y": 12, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Requests Running", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Requests Running" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" }, { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg E2E Latency (ms)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Avg E2E Latency (ms)" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "PieWidget", "title": "Throughput (tok/sec)", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 9, "y": 4, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Boolean", "operator": { "type": "DIVIDE" }, "expression1": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "tokens", "inputMetricText": false, "inputMetricPath": null, "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens" }, "expression2": { "metricExpressionType": "Literal", "literalValue": 60 } }, "rollupMetricData": true, "expressionString": "{tokens}/60", "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "GraphWidget", "title": "Throughput (tok/sec)", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 0, "y": 9, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Boolean", "operator": { "type": "DIVIDE" }, "expression1": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "token", "inputMetricText": false, "inputMetricPath": null, "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens" }, "expression2": { "metricExpressionType": "Literal", "literalValue": 60 } }, "rollupMetricData": false, "expressionString": "{token}/60", "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "PieWidget", "title": "KV Cache Utilization", "height": 3, "width": 6, "minHeight": 0, "minWidth": 0, "x": 0, "y": 6, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|KV Cache Utilization (%)", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|KV Cache Utilization (%)" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "PieWidget", "title": "Prompts token/sec", "height": 2, "width": 4, "minHeight": 0, "minWidth": 0, "x": 3, "y": 0, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Boolean", "operator": { "type": "DIVIDE" }, "expression1": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "tokens", "inputMetricText": false, "inputMetricPath": null, "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Prompt Tokens" }, "expression2": { "metricExpressionType": "Literal", "literalValue": 60 } }, "rollupMetricData": true, "expressionString": "{tokens}/60", "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "PieWidget", "title": "Generation tokens/sec", "height": 2, "width": 5, "minHeight": 0, "minWidth": 0, "x": 7, "y": 0, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Boolean", "operator": { "type": "DIVIDE" }, "expression1": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "tokens", "inputMetricText": false, "inputMetricPath": null, "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens" }, "expression2": { "metricExpressionType": "Literal", "literalValue": 60 } }, "rollupMetricData": true, "expressionString": "{tokens}/60", "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null } ], "warRoom": false, "template": false } - appd_tokenomics.json
JSON
{ "schemaVersion": null, "dashboardFormatVersion": "4.0", "name": "dashboard-ai-pod-tokenomics", "description": null, "properties": null, "templateEntityType": "APPLICATION_COMPONENT_NODE", "associatedEntityTemplates": null, "timeRangeSpecifierType": "GLOBAL", "minutesBeforeAnchorTime": -1, "startDate": null, "endDate": null, "refreshInterval": 120000, "backgroundColor": 15856629, "color": 15856629, "height": 768, "width": 1024, "canvasType": "CANVAS_TYPE_GRID", "layoutType": "", "widgetTemplates": [ { "widgetType": "PieWidget", "title": "Cost Per Request", "height": 2, "width": 4, "minHeight": 0, "minWidth": 0, "x": 0, "y": 0, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 5, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Boolean", "operator": { "type": "PLUS" }, "expression1": { "metricExpressionType": "Boolean", "operator": { "type": "DIVIDE" }, "expression1": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "prompt per req", "inputMetricText": false, "inputMetricPath": null, "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Prompt Tokens per Request" }, "expression2": { "metricExpressionType": "Literal", "literalValue": 10000000 } }, "expression2": { "metricExpressionType": "Boolean", "operator": { "type": "DIVIDE" }, "expression1": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "gen per req", "inputMetricText": false, "inputMetricPath": null, "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens per Request" }, "expression2": { "metricExpressionType": "Literal", "literalValue": 10000000 } } }, "rollupMetricData": true, "expressionString": "({prompt per req}/10000000.000000045)+({gen per req}/10000000.000000000384)", "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "GraphWidget", "title": "Per Request Input Tokens", "height": 2, "width": 8, "minHeight": 0, "minWidth": 0, "x": 4, "y": 0, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Prompt Tokens per Request", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Prompt Tokens per Request" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "PieWidget", "title": "Total Tokens", "height": 2, "width": 4, "minHeight": 0, "minWidth": 0, "x": 0, "y": 2, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": true, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": true, "formatNumber": true, "numDecimals": 2, "removeZeros": true, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 0", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "CURRENT", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Total Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Total Tokens" }, "rollupMetricData": true, "expressionString": null, "useActiveBaseline": true, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_CUSTOM", "metricDisplayNameCustomFormat": "", "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": null } ], "showLabels": true, "showPercentValues": null }, { "widgetType": "GraphWidget", "title": "Input Tokens Pattern", "height": 2, "width": 4, "minHeight": 0, "minWidth": 0, "x": 0, "y": 4, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Total Prompt Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Total Prompt Tokens" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Output Tokens Pattern", "height": 2, "width": 3, "minHeight": 0, "minWidth": 0, "x": 4, "y": 4, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Total Generation Tokens", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Total Generation Tokens" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Per Request Output Tokens", "height": 2, "width": 8, "minHeight": 0, "minWidth": 0, "x": 4, "y": 2, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens per Request", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|Generation Tokens per Request" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null }, { "widgetType": "GraphWidget", "title": "Finished Requests", "height": 2, "width": 5, "minHeight": 0, "minWidth": 0, "x": 7, "y": 4, "label": null, "description": null, "drillDownUrl": null, "openUrlInCurrentTab": false, "useMetricBrowserAsDrillDown": true, "drillDownActionType": null, "backgroundColor": 16777215, "backgroundColors": null, "backgroundColorsStr": "16777215,16777215", "color": 1646891, "fontSize": 12, "useAutomaticFontSize": false, "borderEnabled": false, "borderThickness": 0, "borderColor": 14408667, "backgroundAlpha": 1, "showValues": false, "formatNumber": null, "numDecimals": 0, "removeZeros": null, "compactMode": false, "showTimeRange": false, "renderIn3D": false, "showLegend": true, "legendPosition": "POSITION_BOTTOM", "legendColumnCount": 1, "timeRangeSpecifierType": "BEFORE_NOW", "startTime": null, "endTime": null, "minutesBeforeAnchorTime": 15, "isGlobal": true, "propertiesMap": null, "dataSeriesTemplates": [ { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|stop|Finished Requests", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|stop|Finished Requests" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" }, { "seriesType": "LINE", "metricType": null, "showRawMetricName": false, "colorPalette": null, "name": "Series 1 1", "metricMatchCriteriaTemplate": { "entityMatchCriteria": { "matchCriteriaType": "SpecificEntities", "entityType": "APPLICATION_COMPONENT_NODE", "agentTypes": null, "entityNames": [ { "applicationName": "Server & Infrastructure Monitoring", "entityType": "APPLICATION_COMPONENT_NODE", "entityName": "worker3.flashstack.local", "scopingEntityType": "APPLICATION_COMPONENT", "scopingEntityName": "Root", "subtype": null, "uniqueKey": null } ], "summary": false }, "metricExpressionTemplate": { "metricExpressionType": "Logical", "functionType": "VALUE", "displayName": "null", "inputMetricText": true, "inputMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|length|Finished Requests", "relativeMetricPath": "Custom Metrics|Temp|NIM2|LLMs|*|length|Finished Requests" }, "rollupMetricData": false, "expressionString": null, "useActiveBaseline": false, "sortResultsAscending": false, "maxResults": 20, "evaluationScopeType": null, "baselineName": null, "applicationName": "Server & Infrastructure Monitoring", "metricDisplayNameStyle": "DISPLAY_STYLE_AUTO", "metricDisplayNameCustomFormat": null, "includeHistoricalNodes": false, "includeAbove": true, "includeBelow": false, "includeBoth": false, "includeBand12": false, "includeBand23": false, "includeBand34": false, "includeBand45": false, "includeShade": false }, "axisPosition": "LEFT" } ], "verticalAxisLabel": null, "hideHorizontalAxis": null, "horizontalAxisLabel": null, "axisType": "LINEAR", "stackMode": null, "multipleYAxis": null, "customVerticalAxisMin": null, "customVerticalAxisMax": null, "showEvents": null, "interpolateDataGaps": false, "showAllTooltips": null, "staticThresholdList": [], "eventFilterTemplate": null } ], "warRoom": false, "template": false }
Troubleshooting
AppDynamics approximates the Splunk histogram percentile widgets as interval mean values from _sum and _count.