Skip to content

Commit

Permalink
[7.x] [Stack Monitoring] Add I/O metrics for Elasticsearch (#4… (elas…
Browse files Browse the repository at this point in the history
…tic#46913)

* I/O metrics POC

* Gather correct metric for total

* Remove io stats from advanced

* Move io stats to node overview page

* Add new io metrics

* Add new io metrics

* Add note about supported platforms

* Update snapshot

* Add warning about platforms to all metrics

* Another snapshot update

* Update type and units

* Remove errant trailing comma

* Snapshot update for new types

* Add node_io integration testing
  • Loading branch information
cachedout authored Sep 30, 2019
1 parent d6d01a2 commit 3398b79
Show file tree
Hide file tree
Showing 5 changed files with 153 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ export const Node = ({
const metricsToShow = [
metrics.node_jvm_mem,
metrics.node_mem,
metrics.node_total_io,
metrics.node_cpu_metric,
metrics.node_load_average,
metrics.node_latency,
Expand Down

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,9 @@ const indexRequestTimeTitle = i18n.translate('xpack.monitoring.metrics.esIndex.r
const indexIndexingRateTitle = i18n.translate('xpack.monitoring.metrics.esIndex.indexingRateTitle', {
defaultMessage: 'Indexing Rate'
});
const nodeIoRateTitle = i18n.translate('xpack.monitoring.metrics.esNode.ioRateTitle', {
defaultMessage: 'I/O Operations Rate'
});
const indexSegmentCountTitle = i18n.translate('xpack.monitoring.metrics.esIndex.segmentCountTitle', {
defaultMessage: 'Segment Count'
});
Expand Down Expand Up @@ -425,6 +428,48 @@ export const metrics = {
defaultMessage: 'Heap memory used by the Index Writer. This is NOT a part of Lucene Total.'
})
}),
node_total_cumul_io: new RequestRateMetric({
field: 'node_stats.fs.io_stats.total.operations',
title: nodeIoRateTitle,
format: LARGE_FLOAT,
units: 'ops',
type: 'node',
derivative: true,
label: i18n.translate('xpack.monitoring.metrics.esNode.totalIoLabel', {
defaultMessage: 'Total I/O'
}),
description: i18n.translate('xpack.monitoring.metrics.esNode.totalIoDescription', {
defaultMessage: 'Total I/O. (This metric is not supported on all platforms and may display N/A if I/O data is unavailable.)'
})
}),
node_total_read_io: new RequestRateMetric({
field: 'node_stats.fs.io_stats.total.read_operations',
title: nodeIoRateTitle,
format: LARGE_FLOAT,
units: 'ops',
type: 'node',
derivative: true,
label: i18n.translate('xpack.monitoring.metrics.esNode.totalIoReadLabel', {
defaultMessage: 'Total Read I/O'
}),
description: i18n.translate('xpack.monitoring.metrics.esNode.totalIoReadDescription', {
defaultMessage: 'Total Read I/O. (This metric is not supported on all platforms and may display N/A if I/O data is unavailable.)'
})
}),
node_total_write_io: new RequestRateMetric({
field: 'node_stats.fs.io_stats.total.write_operations',
title: nodeIoRateTitle,
format: LARGE_FLOAT,
units: 'ops',
type: 'node',
derivative: true,
label: i18n.translate('xpack.monitoring.metrics.esNode.totalIoWriteLabel', {
defaultMessage: 'Total Write I/O'
}),
description: i18n.translate('xpack.monitoring.metrics.esNode.totalIoWriteDescription', {
defaultMessage: 'Total Write I/O. (This metric is not supported on all platforms and may display N/A if I/O data is unavailable.)'
})
}),
index_request_rate_primary: new ElasticsearchMetric({
field: 'index_stats.primaries.indexing.index_total',
title: indexIndexingRateTitle,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -92,9 +92,13 @@ export const metricSets = {
{
keys: ['node_query_latency', 'node_index_latency'],
name: 'node_latency'
}
},
],
overview: [
{
keys: ['node_total_cumul_io', 'node_total_read_io', 'node_total_write_io'],
name: 'node_total_io',
},
{
keys: ['node_query_latency', 'node_index_latency'],
name: 'node_latency'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -179,6 +179,66 @@
"isDerivative": false
},
"data": []
}],
"node_total_io": [{
"bucket_size": "10 seconds",
"data": [],
"metric": {
"app": "elasticsearch",
"description": "Total I/O. (This metric is not supported on all platforms and may display N/A if I/O data is unavailable.)",
"field": "node_stats.fs.io_stats.total.operations",
"format": "0,0.[00]",
"hasCalculation": false,
"isDerivative": true,
"label": "Total I/O",
"metricAgg": "max",
"title": "I/O Operations Rate",
"units": "/s"
},
"timeRange": {
"max": 1507235712000,
"min": 1507235508000
}
},
{
"bucket_size": "10 seconds",
"data": [],
"metric": {
"app": "elasticsearch",
"description": "Total Read I/O. (This metric is not supported on all platforms and may display N/A if I/O data is unavailable.)",
"field": "node_stats.fs.io_stats.total.read_operations",
"format": "0,0.[00]",
"hasCalculation": false,
"isDerivative": true,
"label": "Total Read I/O",
"metricAgg": "max",
"title": "I/O Operations Rate",
"units": "/s"
},
"timeRange": {
"max": 1507235712000,
"min": 1507235508000
}
},
{
"bucket_size": "10 seconds",
"data": [],
"metric": {
"app": "elasticsearch",
"description": "Total Write I/O. (This metric is not supported on all platforms and may display N/A if I/O data is unavailable.)",
"field": "node_stats.fs.io_stats.total.write_operations",
"format": "0,0.[00]",
"hasCalculation": false,
"isDerivative": true,
"label": "Total Write I/O",
"metricAgg": "max",
"title": "I/O Operations Rate",
"units": "/s"
},
"timeRange": {
"max": 1507235712000,
"min": 1507235508000
}
}],
"node_load_average": [{
"bucket_size": "10 seconds",
Expand Down

0 comments on commit 3398b79

Please sign in to comment.