From edb3b602a99e58e02a8f2a0c3d639e273c10a802 Mon Sep 17 00:00:00 2001 From: m0duspwnens Date: Thu, 4 Nov 2021 10:59:01 -0400 Subject: [PATCH] pipeline overview dashboard changs --- salt/grafana/defaults.yaml | 18 +- ..._ingest_performance_nontc_graph.json.jinja | 286 ++++++------ ...earch_pipeline_time_nontc_graph.json.jinja | 153 +++++++ ...gstash_eps_in_out_manager_graph.json.jinja | 400 +++++++++++++++++ ..._eps_in_out_manager_total_graph.json.jinja | 182 -------- ...ing_eps_in_out_searchnode_graph.json.jinja | 408 ++++++++++++++++++ ..._eps_in_searchnode_total_graph.json.jinja} | 94 ++-- salt/grafana/templates/searchnode.json | 4 +- 8 files changed, 1173 insertions(+), 372 deletions(-) create mode 100644 salt/grafana/panels/elasticsearch_pipeline_time_nontc_graph.json.jinja create mode 100644 salt/grafana/panels/logstash_eps_in_out_manager_graph.json.jinja delete mode 100644 salt/grafana/panels/logstash_estimated_eps_in_out_manager_total_graph.json.jinja create mode 100644 salt/grafana/panels/logstash_indexing_eps_in_out_searchnode_graph.json.jinja rename salt/grafana/panels/{logstash_estimated_eps_in_searchnode_total_graph.json.jinja => logstash_indexing_eps_in_searchnode_total_graph.json.jinja} (67%) diff --git a/salt/grafana/defaults.yaml b/salt/grafana/defaults.yaml index ff8ff6660..fb698b705 100644 --- a/salt/grafana/defaults.yaml +++ b/salt/grafana/defaults.yaml @@ -2742,21 +2742,33 @@ grafana: text: All value: "$__all" panels: - logstash_estimated_eps_in_searchnode_total_graph: + logstash_eps_in_out_manager_graph: gridPos: x: 0 y: 0 h: 8 w: 12 - logstash_estimated_eps_in_out_manager_total_graph: + logstash_indexing_eps_in_searchnode_total_graph: gridPos: x: 12 y: 0 h: 8 w: 12 - elasticsearch_ingest_performance_nontc_graph: + logstash_indexing_eps_in_out_searchnode_graph: gridPos: x: 0 y: 8 h: 8 w: 24 + elasticsearch_ingest_performance_nontc_graph: + gridPos: + x: 0 + y: 16 + h: 8 + w: 24 + elasticsearch_pipeline_time_nontc_graph: + gridPos: + x: 0 + y: 24 + h: 8 + w: 24 diff --git a/salt/grafana/panels/elasticsearch_ingest_performance_nontc_graph.json.jinja b/salt/grafana/panels/elasticsearch_ingest_performance_nontc_graph.json.jinja index ece9e38f6..0166ae4b6 100644 --- a/salt/grafana/panels/elasticsearch_ingest_performance_nontc_graph.json.jinja +++ b/salt/grafana/panels/elasticsearch_ingest_performance_nontc_graph.json.jinja @@ -8,9 +8,59 @@ }, "type": "timeseries", "title": "Elastic Ingest Performance - $searchnode", + "repeat": "searchnode", + "repeatDirection": "v", "datasource": "InfluxDB", "pluginVersion": "8.2.1", "interval": "30s", + "fieldConfig": { + "defaults": { + "custom": { + "drawStyle": "line", + "lineInterpolation": "linear", + "barAlignment": 0, + "lineWidth": 1, + "fillOpacity": 10, + "gradientMode": "none", + "spanNulls": false, + "showPoints": "never", + "pointSize": 5, + "stacking": { + "mode": "none", + "group": "A" + }, + "axisPlacement": "auto", + "axisLabel": "", + "scaleDistribution": { + "type": "linear" + }, + "hideFrom": { + "tooltip": false, + "viz": false, + "legend": false + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "color": { + "mode": "palette-classic" + }, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "mappings": [], + "decimals": 0, + "unit": "ms" + }, + "overrides": [] + }, "options": { "tooltip": { "mode": "multi" @@ -45,18 +95,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_community_id_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -88,18 +138,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_conditional_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -131,18 +181,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_convert_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -176,18 +226,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_date_index_name_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -221,18 +271,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_date_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -266,18 +316,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_dissect_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -311,18 +361,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_dot_expander_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -362,7 +412,7 @@ ] }, { - "type": "last", + "type": "mean", "params": [] }, { @@ -401,18 +451,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_grok_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -446,18 +496,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_json_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -491,18 +541,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_kv_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -536,18 +586,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_lowercase_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -581,18 +631,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_remove_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -626,18 +676,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_rename_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -671,18 +721,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_script_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -716,18 +766,18 @@ "select": [ [ { + "type": "field", "params": [ "ingest_processor_stats_user_agent_time_in_millis" - ], - "type": "field" + ] }, { - "params": [], - "type": "last" + "type": "mean", + "params": [] }, { - "params": [], - "type": "non_negative_difference" + "type": "non_negative_difference", + "params": [] } ] ], @@ -740,60 +790,6 @@ ] } ], - "fieldConfig": { - "defaults": { - "custom": { - "drawStyle": "line", - "lineInterpolation": "linear", - "barAlignment": 0, - "lineWidth": 1, - "fillOpacity": 10, - "gradientMode": "none", - "spanNulls": false, - "showPoints": "never", - "pointSize": 5, - "stacking": { - "mode": "none", - "group": "A" - }, - "axisPlacement": "auto", - "axisLabel": "", - "scaleDistribution": { - "type": "linear" - }, - "hideFrom": { - "tooltip": false, - "viz": false, - "legend": false - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "color": { - "mode": "palette-classic" - }, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "value": null, - "color": "green" - }, - { - "value": 80, - "color": "red" - } - ] - }, - "mappings": [], - "unit": "ms", - "decimals": 0 - }, - "overrides": [] - }, - "repeat": "searchnode", - "repeatDirection": "v", "description": "", "timeFrom": null, "timeShift": null diff --git a/salt/grafana/panels/elasticsearch_pipeline_time_nontc_graph.json.jinja b/salt/grafana/panels/elasticsearch_pipeline_time_nontc_graph.json.jinja new file mode 100644 index 000000000..3df3ef8d7 --- /dev/null +++ b/salt/grafana/panels/elasticsearch_pipeline_time_nontc_graph.json.jinja @@ -0,0 +1,153 @@ +{ + "id": 445552, + "gridPos": { + "x": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.x }}, + "y": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.y }}, + "w": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.w }}, + "h": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.h }} + }, + "type": "timeseries", + "title": "Pipeline Time", + "datasource": "InfluxDB", + "interval": "30s", + "fieldConfig": { + "defaults": { + "custom": { + "drawStyle": "line", + "lineInterpolation": "linear", + "barAlignment": 0, + "lineWidth": 1, + "fillOpacity": 0, + "gradientMode": "none", + "spanNulls": false, + "showPoints": "auto", + "pointSize": 5, + "stacking": { + "mode": "none", + "group": "A" + }, + "axisPlacement": "auto", + "axisLabel": "", + "scaleDistribution": { + "type": "linear" + }, + "hideFrom": { + "tooltip": false, + "viz": false, + "legend": false + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "color": { + "mode": "palette-classic" + }, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "mappings": [], + "unit": "ms" + }, + "overrides": [] + }, + "options": { + "tooltip": { + "mode": "multi" + }, + "legend": { + "displayMode": "table", + "placement": "right", + "calcs": [ + "max", + "mean" + ] + } + }, + "targets": [ + { + "alias": "$tag_host", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "host" + ], + "type": "tag" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "elasticsearch_clusterstats_nodes", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "ingest_processor_stats_pipeline_time_in_millis" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_difference", + "params": [] + } + ] + ], + "tags": [ + { + "key": "role", + "operator": "=~", + "value": "/search/" + }, + { + "key": "role", + "value": "heavynode", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "standalone", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "eval", + "operator": "=", + "condition": "OR" + } + ] + } + ] +} + + + + + + + diff --git a/salt/grafana/panels/logstash_eps_in_out_manager_graph.json.jinja b/salt/grafana/panels/logstash_eps_in_out_manager_graph.json.jinja new file mode 100644 index 000000000..f8211b8de --- /dev/null +++ b/salt/grafana/panels/logstash_eps_in_out_manager_graph.json.jinja @@ -0,0 +1,400 @@ +{ + "id": 77741, + "gridPos": { + "x": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.x }}, + "y": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.y }}, + "w": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.w }}, + "h": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.h }} + }, + "type": "timeseries", + "title": "Manager Logstash Events", + "datasource": "InfluxDB", + "pluginVersion": "8.2.1", + "interval": "30s", + "description": "Events from the grid to redis", + "fieldConfig": { + "defaults": { + "custom": { + "drawStyle": "line", + "lineInterpolation": "linear", + "barAlignment": 0, + "lineWidth": 1, + "fillOpacity": 50, + "gradientMode": "none", + "spanNulls": false, + "showPoints": "never", + "pointSize": 5, + "stacking": { + "mode": "none", + "group": "A" + }, + "axisPlacement": "auto", + "axisLabel": "EPS", + "scaleDistribution": { + "type": "linear" + }, + "hideFrom": { + "tooltip": false, + "viz": false, + "legend": false + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "color": { + "mode": "palette-classic" + }, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "mappings": [], + "decimals": 0, + "unit": "short" + }, + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/Incoming/" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "orange", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byRegexp", + "options": "/Outgoing/" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "green", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Incoming hidden" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "Outgoing hidden" + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Outgoing hidden" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "Incoming hidden" + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Incoming" + }, + "properties": [ + { + "id": "custom.fillOpacity", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Outgoing" + }, + "properties": [ + { + "id": "custom.fillOpacity", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byRegexp", + "options": "/hidden/" + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": true, + "tooltip": true, + "viz": false + } + } + ] + } + ] + }, + "options": { + "tooltip": { + "mode": "multi" + }, + "legend": { + "displayMode": "list", + "placement": "bottom", + "calcs": [] + } + }, + "targets": [ + { + "alias": "Incoming", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "queryType": "randomWalk", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "in" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "role", + "operator": "=~", + "value": "/^manager/" + }, + { + "key": "role", + "value": "standalone", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "eval", + "operator": "=", + "condition": "OR" + } + ] + }, + { + "alias": "Outgoing", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "queryType": "randomWalk", + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "out" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "role", + "operator": "=~", + "value": "/^manager/" + }, + { + "key": "role", + "value": "standalone", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "eval", + "operator": "=", + "condition": "OR" + } + ] + }, + { + "alias": "Incoming hidden", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "queryType": "randomWalk", + "refId": "C", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "in" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "role", + "operator": "=~", + "value": "/^manager/" + }, + { + "key": "role", + "value": "standalone", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "eval", + "operator": "=", + "condition": "OR" + } + ] + }, + { + "alias": "Outgoing hidden", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "queryType": "randomWalk", + "refId": "D", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "out" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "role", + "operator": "=~", + "value": "/^manager/" + }, + { + "key": "role", + "value": "standalone", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "eval", + "operator": "=", + "condition": "OR" + } + ] + } + ], + "timeFrom": null, + "timeShift": null +} diff --git a/salt/grafana/panels/logstash_estimated_eps_in_out_manager_total_graph.json.jinja b/salt/grafana/panels/logstash_estimated_eps_in_out_manager_total_graph.json.jinja deleted file mode 100644 index e79312625..000000000 --- a/salt/grafana/panels/logstash_estimated_eps_in_out_manager_total_graph.json.jinja +++ /dev/null @@ -1,182 +0,0 @@ -{ - "aliasColors": {}, - "dashLength": 10, - "datasource": "InfluxDB", - "description": "Events from the grid to redis", - "fieldConfig": { - "defaults": { - "unit": "short" - }, - "overrides": [] - }, - "fill": 1, - "gridPos": { - "x": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.x }}, - "y": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.y }}, - "w": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.w }}, - "h": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.h }} - }, - "id": 77741, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "pluginVersion": "7.5.4", - "pointradius": 2, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "targets": [ - { - "alias": "Logstash Events In", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - } - ], - "measurement": "logstash_events", - "orderByTime": "ASC", - "policy": "so_short_term", - "queryType": "randomWalk", - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "type": "field", - "params": [ - "in" - ] - }, - { - "type": "mean", - "params": [] - }, - { - "type": "non_negative_derivative", - "params": [ - "1s" - ] - } - ] - ], - "tags": [ - { - "key": "role", - "operator": "=", - "value": "manager" - } - ] - }, - { - "alias": "Logstash Events Out", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - } - ], - "hide": false, - "measurement": "logstash_events", - "orderByTime": "ASC", - "policy": "so_short_term", - "queryType": "randomWalk", - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "type": "field", - "params": [ - "out" - ] - }, - { - "type": "mean", - "params": [] - }, - { - "type": "non_negative_derivative", - "params": [ - "1s" - ] - } - ] - ], - "tags": [ - { - "key": "role", - "operator": "=", - "value": "manager" - } - ] - } - ], - "thresholds": [], - "timeRegions": [], - "title": "Manager Logstash Events", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1159", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1160", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - }, - "timeFrom": null, - "timeShift": null, - "interval": "30s", - "bars": false, - "dashes": false, - "fillGradient": 0, - "hiddenSeries": false, - "percentage": false, - "points": false, - "stack": false, - "steppedLine": false -} diff --git a/salt/grafana/panels/logstash_indexing_eps_in_out_searchnode_graph.json.jinja b/salt/grafana/panels/logstash_indexing_eps_in_out_searchnode_graph.json.jinja new file mode 100644 index 000000000..2d09b923c --- /dev/null +++ b/salt/grafana/panels/logstash_indexing_eps_in_out_searchnode_graph.json.jinja @@ -0,0 +1,408 @@ +{ + "id": 445554, + "gridPos": { + "x": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.x }}, + "y": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.y }}, + "w": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.w }}, + "h": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.h }} + }, + "type": "timeseries", + "title": "Indexing Events Per Second - $searchnode", + "repeat": "searchnode", + "repeatDirection": "v", + "transformations": [], + "datasource": "InfluxDB", + "pluginVersion": "8.2.1", + "interval": "30s", + "fieldConfig": { + "defaults": { + "custom": { + "drawStyle": "line", + "lineInterpolation": "linear", + "barAlignment": 0, + "lineWidth": 1, + "fillOpacity": 50, + "gradientMode": "none", + "spanNulls": false, + "showPoints": "never", + "pointSize": 5, + "stacking": { + "mode": "none", + "group": "A" + }, + "axisPlacement": "auto", + "axisLabel": "EPS", + "scaleDistribution": { + "type": "linear" + }, + "hideFrom": { + "tooltip": false, + "viz": false, + "legend": false + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "color": { + "mode": "palette-classic" + }, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "mappings": [], + "decimals": 0, + "unit": "short" + }, + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/Incoming/" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "orange", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byRegexp", + "options": "/Outgoing/" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "green", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Incoming hidden" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "Outgoing hidden" + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Incoming" + }, + "properties": [ + { + "id": "custom.fillOpacity", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Outgoing" + }, + "properties": [ + { + "id": "custom.fillOpacity", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Outgoing hidden" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "Incoming hidden" + } + ] + }, + { + "matcher": { + "id": "byRegexp", + "options": "/hidden/" + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": true, + "tooltip": true, + "viz": false + } + } + ] + } + ] + }, + "options": { + "tooltip": { + "mode": "multi" + }, + "legend": { + "displayMode": "list", + "placement": "bottom", + "calcs": [] + } + }, + "targets": [ + { + "alias": "Incoming", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "host" + ], + "type": "tag" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", + "rawQuery": false, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "in" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "host", + "operator": "=", + "value": "$searchnode" + } + ] + }, + { + "alias": "Outgoing", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "host" + ], + "type": "tag" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", + "rawQuery": false, + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "out" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "host", + "operator": "=", + "value": "$searchnode" + } + ] + }, + { + "alias": "Incoming hidden", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "host" + ], + "type": "tag" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", + "rawQuery": false, + "refId": "C", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "in" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "host", + "operator": "=", + "value": "$searchnode" + } + ] + }, + { + "alias": "Outgoing hidden", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "host" + ], + "type": "tag" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", + "rawQuery": false, + "refId": "D", + "resultFormat": "time_series", + "select": [ + [ + { + "type": "field", + "params": [ + "out" + ] + }, + { + "type": "mean", + "params": [] + }, + { + "type": "non_negative_derivative", + "params": [ + "1s" + ] + } + ] + ], + "tags": [ + { + "key": "host", + "operator": "=", + "value": "$searchnode" + } + ] + } + ], + "description": "", + "maxDataPoints": null, + "timeFrom": null, + "timeShift": null +} diff --git a/salt/grafana/panels/logstash_estimated_eps_in_searchnode_total_graph.json.jinja b/salt/grafana/panels/logstash_indexing_eps_in_searchnode_total_graph.json.jinja similarity index 67% rename from salt/grafana/panels/logstash_estimated_eps_in_searchnode_total_graph.json.jinja rename to salt/grafana/panels/logstash_indexing_eps_in_searchnode_total_graph.json.jinja index 41def86be..53a9b99fd 100644 --- a/salt/grafana/panels/logstash_estimated_eps_in_searchnode_total_graph.json.jinja +++ b/salt/grafana/panels/logstash_indexing_eps_in_searchnode_total_graph.json.jinja @@ -1,23 +1,23 @@ { "id": 69001, "gridPos": { - "x": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.x }}, - "y": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.y }}, - "w": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.w }}, - "h": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.h }} + "x": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.x }}, + "y": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.y }}, + "w": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.w }}, + "h": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.h }} }, "type": "timeseries", - "title": "Indexing Events Per Second", + "title": "Total Searchnode Indexing Events Per Second", "transformations": [ { "id": "calculateField", "options": { + "alias": "Total EPS", "mode": "reduceRow", "reduce": { "reducer": "sum" }, - "replaceFields": true, - "alias": "Total EPS" + "replaceFields": true } } ], @@ -55,24 +55,20 @@ } }, "color": { - "mode": "palette-classic" + "mode": "fixed", + "fixedColor": "orange" }, "thresholds": { "mode": "absolute", "steps": [ { - "value": null, - "color": "green" - }, - { - "value": 80, - "color": "red" + "color": "green", + "value": null } ] }, "mappings": [], - "unit": "short", - "decimals": 1 + "unit": "short" }, "overrides": [] }, @@ -82,48 +78,44 @@ }, "legend": { "displayMode": "table", - "placement": "right", + "placement": "bottom", "calcs": [ "max", "mean", - "lastNotNull" + "min" ] } }, "targets": [ { - "refId": "A", - "hide": false, - "policy": "default", - "resultFormat": "time_series", - "orderByTime": "ASC", - "tags": [ - { - "key": "role", - "value": "searchnode", - "operator": "=" - } - ], "groupBy": [ { - "type": "time", "params": [ "$__interval" - ] + ], + "type": "time" }, { - "type": "tag", "params": [ "host" - ] + ], + "type": "tag" }, { - "type": "fill", "params": [ "null" - ] + ], + "type": "fill" } ], + "hide": false, + "measurement": "logstash_events", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", + "rawQuery": false, + "refId": "A", + "resultFormat": "time_series", "select": [ [ { @@ -144,13 +136,35 @@ } ] ], - "measurement": "logstash_events", - "query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", - "rawQuery": false + "tags": [ + { + "key": "role", + "operator": "=~", + "value": "/search/" + }, + { + "key": "role", + "value": "heavynode", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "standalone", + "operator": "=", + "condition": "OR" + }, + { + "key": "role", + "value": "eval", + "operator": "=", + "condition": "OR" + } + ] } ], - "maxDataPoints": null, "description": "", + "maxDataPoints": null, "timeFrom": null, "timeShift": null } diff --git a/salt/grafana/templates/searchnode.json b/salt/grafana/templates/searchnode.json index 6a507bed4..57365cc57 100644 --- a/salt/grafana/templates/searchnode.json +++ b/salt/grafana/templates/searchnode.json @@ -7,7 +7,7 @@ "value": [{{ TEMPLATES.searchnode.get('value', DASHBOARD)| json }}] }, "datasource": "InfluxDB", - "definition": "show tag values with key=\"host\" WHERE (\"role\" = 'searchnode' )", + "definition": "show tag values with key=\"host\" WHERE (\"role\" =~ /search/) OR (\"role\" = 'heavynode') OR (\"role\" = 'standalone') OR (\"role\" = 'eval') ", "description": null, "error": null, "hide": {{ TEMPLATES.searchnode.get('hide', 0)| json }}, @@ -16,7 +16,7 @@ "multi": {{ TEMPLATES.searchnode.get('multi', true)| json }}, "name": "searchnode", "options": [], - "query": "show tag values with key=\"host\" WHERE (\"role\" = 'searchnode' )", + "query": "show tag values with key=\"host\" WHERE (\"role\" =~ /search/) OR (\"role\" = 'heavynode') OR (\"role\" = 'standalone') OR (\"role\" = 'eval') ", "refresh": 1, "regex": "", "skipUrlSync": false,