Pure Storage Metrics
Pure Storage-related metrics in this repo are documented through the Portworx metrics path.
Prerequisites
Ensure that:
- Portworx is deployed and exposing Prometheus metrics
- service path is reachable from the AppDynamics scrape path
- verify that the
portworx-serviceexposes port9001in the target environment
Enable Prometheus Scraping for Pure Storage
The following are example values from this repo:
- service:
portworx-service - namespace:
kube-system - port:
9001 - path:
/metrics
Replace these values with the storage metrics service name and namespace used in the target environment.
Configure Machine Agent Ingestion
Infrastructure Visibility Prometheus monitoring loads the storage exporter definition through prometheus-config-template.yaml.
Before enabling the scrape, update the exporter YAML service discovery fields to the service name and namespace used by your storage metrics deployment.
Exporter YAML Contract
- exporter-yamls/storage-exporter.yaml
- key source metrics:
px_cluster_disk_total_bytespx_cluster_disk_utilized_bytespx_cluster_status_nodes_onlinepx_cluster_status_nodes_offlinepx_cluster_cpu_percentpx_volume_reads_totalpx_volume_writes_totalpx_volume_readthroughputpx_volume_writethroughputpx_volume_read_latency_secondspx_volume_write_latency_seconds
- custom metric family:
Custom Metrics|Storage|...
Expected AppDymanics Custom Metric Paths
Custom Metrics|Storage|Cluster Disk Total BytesCustom Metrics|Storage|Cluster Disk Utilized BytesCustom Metrics|Storage|Nodes OnlineCustom Metrics|Storage|Nodes OfflineCustom Metrics|Storage|Cluster CPU (%)Custom Metrics|Storage|Volume Read IOPSCustom Metrics|Storage|Volume Write IOPSCustom Metrics|Storage|Volume Read ThroughputCustom Metrics|Storage|Volume Write ThroughputCustom Metrics|Storage|Volume Read Latency (microseconds)Custom Metrics|Storage|Volume Write Latency (microseconds)
Dashboard Dependencies
appd_storage_dashboard.json
JSON
{
"schemaVersion": null,
"dashboardFormatVersion": "4.0",
"name": "dashboard-ai-pod-storage2",
"description": null,
"properties": null,
"templateEntityType": "APPLICATION_COMPONENT_NODE",
"associatedEntityTemplates": null,
"timeRangeSpecifierType": "GLOBAL",
"minutesBeforeAnchorTime": -1,
"startDate": null,
"endDate": null,
"refreshInterval": 120000,
"backgroundColor": 15856629,
"color": 15856629,
"height": 768,
"width": 1024,
"canvasType": "CANVAS_TYPE_GRID",
"layoutType": "",
"widgetTemplates": [
{
"widgetType": "PieWidget",
"title": "PX Cluster Total Storage Capacity",
"height": 3,
"width": 3,
"minHeight": 0,
"minWidth": 0,
"x": 0,
"y": 0,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": true,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": true,
"formatNumber": true,
"numDecimals": 2,
"removeZeros": true,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": true,
"legendPosition": "POSITION_BOTTOM",
"legendColumnCount": 1,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 0",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Cluster Disk Total Bytes",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Cluster Disk Total Bytes"
},
"rollupMetricData": true,
"expressionString": "",
"useActiveBaseline": true,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": null
}
],
"showLabels": true,
"showPercentValues": null
},
{
"widgetType": "PieWidget",
"title": "PX Cluster Storage Utilization",
"height": 3,
"width": 3,
"minHeight": 0,
"minWidth": 0,
"x": 3,
"y": 0,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": true,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": true,
"formatNumber": true,
"numDecimals": 2,
"removeZeros": true,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": true,
"legendPosition": "POSITION_BOTTOM",
"legendColumnCount": 1,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 0",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Cluster Disk Utilized Bytes",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Cluster Disk Utilized Bytes"
},
"rollupMetricData": true,
"expressionString": "",
"useActiveBaseline": true,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": null
}
],
"showLabels": true,
"showPercentValues": null
},
{
"widgetType": "GraphWidget",
"title": "Total Read & Write IOPS",
"height": 3,
"width": 6,
"minHeight": 0,
"minWidth": 0,
"x": 0,
"y": 3,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": false,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": false,
"formatNumber": null,
"numDecimals": 0,
"removeZeros": null,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": true,
"legendPosition": "POSITION_BOTTOM",
"legendColumnCount": 1,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Volume Read IOPS",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Volume Read IOPS"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
},
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Volume Write IOPS",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Volume Write IOPS"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
}
],
"verticalAxisLabel": null,
"hideHorizontalAxis": null,
"horizontalAxisLabel": null,
"axisType": "LINEAR",
"stackMode": null,
"multipleYAxis": null,
"customVerticalAxisMin": null,
"customVerticalAxisMax": null,
"showEvents": null,
"interpolateDataGaps": false,
"showAllTooltips": null,
"staticThresholdList": [],
"eventFilterTemplate": null
},
{
"widgetType": "GraphWidget",
"title": "PX Total Read & Write Throughput",
"height": 3,
"width": 6,
"minHeight": 0,
"minWidth": 0,
"x": 6,
"y": 3,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": false,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": false,
"formatNumber": null,
"numDecimals": 0,
"removeZeros": null,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": true,
"legendPosition": "POSITION_BOTTOM",
"legendColumnCount": 1,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Volume Read Throughput",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Volume Read Throughput"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
},
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Volume Write Throughput",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Volume Write Throughput"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
}
],
"verticalAxisLabel": null,
"hideHorizontalAxis": null,
"horizontalAxisLabel": null,
"axisType": "LINEAR",
"stackMode": null,
"multipleYAxis": null,
"customVerticalAxisMin": null,
"customVerticalAxisMax": null,
"showEvents": null,
"interpolateDataGaps": false,
"showAllTooltips": null,
"staticThresholdList": [],
"eventFilterTemplate": null
},
{
"widgetType": "GraphWidget",
"title": "PX CPU Utilization",
"height": 3,
"width": 6,
"minHeight": 0,
"minWidth": 0,
"x": 0,
"y": 6,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": false,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": false,
"formatNumber": null,
"numDecimals": 0,
"removeZeros": null,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": true,
"legendPosition": "POSITION_BOTTOM",
"legendColumnCount": 1,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Cluster CPU (%)",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Cluster CPU (%)"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
}
],
"verticalAxisLabel": null,
"hideHorizontalAxis": null,
"horizontalAxisLabel": null,
"axisType": "LINEAR",
"stackMode": null,
"multipleYAxis": null,
"customVerticalAxisMin": null,
"customVerticalAxisMax": null,
"showEvents": null,
"interpolateDataGaps": false,
"showAllTooltips": null,
"staticThresholdList": [],
"eventFilterTemplate": null
},
{
"widgetType": "GraphWidget",
"title": "PX Avg Read & Write Latency",
"height": 3,
"width": 6,
"minHeight": 0,
"minWidth": 0,
"x": 6,
"y": 6,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": false,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": false,
"formatNumber": null,
"numDecimals": 0,
"removeZeros": null,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": true,
"legendPosition": "POSITION_BOTTOM",
"legendColumnCount": 1,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Volume Read Latency (microseconds)",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Volume Read Latency (microseconds)"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
},
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 1 1",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker2.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
},
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker1.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Volume Write Latency (microseconds)",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Volume Write Latency (microseconds)"
},
"rollupMetricData": false,
"expressionString": null,
"useActiveBaseline": false,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": "LEFT"
}
],
"verticalAxisLabel": null,
"hideHorizontalAxis": null,
"horizontalAxisLabel": null,
"axisType": "LINEAR",
"stackMode": null,
"multipleYAxis": null,
"customVerticalAxisMin": null,
"customVerticalAxisMax": null,
"showEvents": null,
"interpolateDataGaps": false,
"showAllTooltips": null,
"staticThresholdList": [],
"eventFilterTemplate": null
},
{
"widgetType": "MetricLabelWidget",
"title": "Storage Nodes Online",
"height": 3,
"width": 3,
"minHeight": 0,
"minWidth": 0,
"x": 6,
"y": 0,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": true,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": false,
"formatNumber": true,
"numDecimals": 2,
"removeZeros": true,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": null,
"legendPosition": null,
"legendColumnCount": null,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 0",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Nodes Online",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Nodes Online"
},
"rollupMetricData": true,
"expressionString": null,
"useActiveBaseline": true,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": null
}
],
"text": null,
"textAlign": "RIGHT",
"margin": 15,
"showLabel": false,
"showBaseline": false,
"useBaselineColor": false,
"reverseBaselineColorOrder": false
},
{
"widgetType": "MetricLabelWidget",
"title": "Storage Nodes Offline",
"height": 3,
"width": 3,
"minHeight": 0,
"minWidth": 0,
"x": 9,
"y": 0,
"label": null,
"description": null,
"drillDownUrl": null,
"openUrlInCurrentTab": false,
"useMetricBrowserAsDrillDown": true,
"drillDownActionType": null,
"backgroundColor": 16777215,
"backgroundColors": null,
"backgroundColorsStr": "16777215,16777215",
"color": 1646891,
"fontSize": 12,
"useAutomaticFontSize": true,
"borderEnabled": false,
"borderThickness": 0,
"borderColor": 14408667,
"backgroundAlpha": 1,
"showValues": false,
"formatNumber": true,
"numDecimals": 2,
"removeZeros": true,
"compactMode": false,
"showTimeRange": false,
"renderIn3D": false,
"showLegend": null,
"legendPosition": null,
"legendColumnCount": null,
"timeRangeSpecifierType": "BEFORE_NOW",
"startTime": null,
"endTime": null,
"minutesBeforeAnchorTime": 15,
"isGlobal": true,
"propertiesMap": null,
"dataSeriesTemplates": [
{
"seriesType": "LINE",
"metricType": null,
"showRawMetricName": false,
"colorPalette": null,
"name": "Series 0",
"metricMatchCriteriaTemplate": {
"entityMatchCriteria": {
"matchCriteriaType": "SpecificEntities",
"entityType": "APPLICATION_COMPONENT_NODE",
"agentTypes": null,
"entityNames": [
{
"applicationName": "Server & Infrastructure Monitoring",
"entityType": "APPLICATION_COMPONENT_NODE",
"entityName": "worker3.flashstack.local",
"scopingEntityType": "APPLICATION_COMPONENT",
"scopingEntityName": "Root",
"subtype": null,
"uniqueKey": null
}
],
"summary": false
},
"metricExpressionTemplate": {
"metricExpressionType": "Logical",
"functionType": "VALUE",
"displayName": "null",
"inputMetricText": true,
"inputMetricPath": "Custom Metrics|Temp|Storage2|Nodes Offline",
"relativeMetricPath": "Custom Metrics|Temp|Storage2|Nodes Offline"
},
"rollupMetricData": true,
"expressionString": null,
"useActiveBaseline": true,
"sortResultsAscending": false,
"maxResults": 20,
"evaluationScopeType": null,
"baselineName": null,
"applicationName": "Server & Infrastructure Monitoring",
"metricDisplayNameStyle": "DISPLAY_STYLE_AUTO",
"metricDisplayNameCustomFormat": null,
"includeHistoricalNodes": false,
"includeAbove": true,
"includeBelow": false,
"includeBoth": false,
"includeBand12": false,
"includeBand23": false,
"includeBand34": false,
"includeBand45": false,
"includeShade": false
},
"axisPosition": null
}
],
"text": null,
"textAlign": "RIGHT",
"margin": 15,
"showLabel": false,
"showBaseline": false,
"useBaselineColor": false,
"reverseBaselineColorOrder": false
}
],
"warRoom": false,
"template": false
}Troubleshooting
Distinguish the zero-valued storage metrics from missing paths before changing the exporter YAML.