CSEC_PUBLIC/securityonion
1
0
Fork 0
mirror of https://github.com/Security-Onion-Solutions/securityonion.git synced 2025-12-06 17:22:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

pipeline overview dashboard changs

Browse Source
This commit is contained in:
m0duspwnens
2021-11-04 10:59:01 -04:00
parent 05456b38d1
commit edb3b602a9
8 changed files with 1173 additions and 372 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
salt/grafana/defaults.yaml
View File

@@ -2742,21 +2742,33 @@ grafana:
text: All text: All
value: "$__all" value: "$__all"
panels: panels:
logstash_estimated_eps_in_searchnode_total_graph: logstash_eps_in_out_manager_graph:
gridPos: gridPos:
x: 0 x: 0
y: 0 y: 0
h: 8 h: 8
w: 12 w: 12
logstash_estimated_eps_in_out_manager_total_graph: logstash_indexing_eps_in_searchnode_total_graph:
gridPos: gridPos:
x: 12 x: 12
y: 0 y: 0
h: 8 h: 8
w: 12 w: 12
elasticsearch_ingest_performance_nontc_graph: logstash_indexing_eps_in_out_searchnode_graph:
gridPos: gridPos:
x: 0 x: 0
y: 8 y: 8
h: 8 h: 8
w: 24 w: 24
elasticsearch_ingest_performance_nontc_graph:
gridPos:
x: 0
y: 16
h: 8
w: 24
elasticsearch_pipeline_time_nontc_graph:
gridPos:
x: 0
y: 24
h: 8
w: 24

286
salt/grafana/panels/elasticsearch_ingest_performance_nontc_graph.json.jinja
View File

@@ -8,9 +8,59 @@
}, },
"type": "timeseries", "type": "timeseries",
"title": "Elastic Ingest Performance - $searchnode", "title": "Elastic Ingest Performance - $searchnode",
"repeat": "searchnode",
"repeatDirection": "v",
"datasource": "InfluxDB", "datasource": "InfluxDB",
"pluginVersion": "8.2.1", "pluginVersion": "8.2.1",
"interval": "30s", "interval": "30s",
"fieldConfig": {
"defaults": {
"custom": {
"drawStyle": "line",
"lineInterpolation": "linear",
"barAlignment": 0,
"lineWidth": 1,
"fillOpacity": 10,
"gradientMode": "none",
"spanNulls": false,
"showPoints": "never",
"pointSize": 5,
"stacking": {
"mode": "none",
"group": "A"
},
"axisPlacement": "auto",
"axisLabel": "",
"scaleDistribution": {
"type": "linear"
},
"hideFrom": {
"tooltip": false,
"viz": false,
"legend": false
},
"thresholdsStyle": {
"mode": "off"
}
},
"color": {
"mode": "palette-classic"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"mappings": [],
"decimals": 0,
"unit": "ms"
},
"overrides": []
},
"options": { "options": {
"tooltip": { "tooltip": {
"mode": "multi" "mode": "multi"
@@ -45,18 +95,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_community_id_time_in_millis" "ingest_processor_stats_community_id_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -88,18 +138,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_conditional_time_in_millis" "ingest_processor_stats_conditional_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -131,18 +181,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_convert_time_in_millis" "ingest_processor_stats_convert_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -176,18 +226,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_date_index_name_time_in_millis" "ingest_processor_stats_date_index_name_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -221,18 +271,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_date_time_in_millis" "ingest_processor_stats_date_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -266,18 +316,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_dissect_time_in_millis" "ingest_processor_stats_dissect_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -311,18 +361,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_dot_expander_time_in_millis" "ingest_processor_stats_dot_expander_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -362,7 +412,7 @@
] ]
}, },
{ {
"type": "last", "type": "mean",
"params": [] "params": []
}, },
{ {
@@ -401,18 +451,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_grok_time_in_millis" "ingest_processor_stats_grok_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -446,18 +496,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_json_time_in_millis" "ingest_processor_stats_json_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -491,18 +541,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_kv_time_in_millis" "ingest_processor_stats_kv_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -536,18 +586,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_lowercase_time_in_millis" "ingest_processor_stats_lowercase_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -581,18 +631,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_remove_time_in_millis" "ingest_processor_stats_remove_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -626,18 +676,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_rename_time_in_millis" "ingest_processor_stats_rename_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -671,18 +721,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_script_time_in_millis" "ingest_processor_stats_script_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -716,18 +766,18 @@
"select": [ "select": [
[ [
{ {
"type": "field",
"params": [ "params": [
"ingest_processor_stats_user_agent_time_in_millis" "ingest_processor_stats_user_agent_time_in_millis"
], ]
"type": "field"
}, },
{ {
"params": [], "type": "mean",
"type": "last" "params": []
}, },
{ {
"params": [], "type": "non_negative_difference",
"type": "non_negative_difference" "params": []
} }
] ]
], ],
@@ -740,60 +790,6 @@
] ]
} }
], ],
"fieldConfig": {
"defaults": {
"custom": {
"drawStyle": "line",
"lineInterpolation": "linear",
"barAlignment": 0,
"lineWidth": 1,
"fillOpacity": 10,
"gradientMode": "none",
"spanNulls": false,
"showPoints": "never",
"pointSize": 5,
"stacking": {
"mode": "none",
"group": "A"
},
"axisPlacement": "auto",
"axisLabel": "",
"scaleDistribution": {
"type": "linear"
},
"hideFrom": {
"tooltip": false,
"viz": false,
"legend": false
},
"thresholdsStyle": {
"mode": "off"
}
},
"color": {
"mode": "palette-classic"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"value": null,
"color": "green"
},
{
"value": 80,
"color": "red"
}
]
},
"mappings": [],
"unit": "ms",
"decimals": 0
},
"overrides": []
},
"repeat": "searchnode",
"repeatDirection": "v",
"description": "", "description": "",
"timeFrom": null, "timeFrom": null,
"timeShift": null "timeShift": null

153
salt/grafana/panels/elasticsearch_pipeline_time_nontc_graph.json.jinja Normal file
View File

@@ -0,0 +1,153 @@
{
"id": 445552,
"gridPos": {
"x": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.x }},
"y": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.y }},
"w": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.w }},
"h": {{ PANELS.elasticsearch_pipeline_time_nontc_graph.gridPos.h }}
},
"type": "timeseries",
"title": "Pipeline Time",
"datasource": "InfluxDB",
"interval": "30s",
"fieldConfig": {
"defaults": {
"custom": {
"drawStyle": "line",
"lineInterpolation": "linear",
"barAlignment": 0,
"lineWidth": 1,
"fillOpacity": 0,
"gradientMode": "none",
"spanNulls": false,
"showPoints": "auto",
"pointSize": 5,
"stacking": {
"mode": "none",
"group": "A"
},
"axisPlacement": "auto",
"axisLabel": "",
"scaleDistribution": {
"type": "linear"
},
"hideFrom": {
"tooltip": false,
"viz": false,
"legend": false
},
"thresholdsStyle": {
"mode": "off"
}
},
"color": {
"mode": "palette-classic"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"mappings": [],
"unit": "ms"
},
"overrides": []
},
"options": {
"tooltip": {
"mode": "multi"
},
"legend": {
"displayMode": "table",
"placement": "right",
"calcs": [
"max",
"mean"
]
}
},
"targets": [
{
"alias": "$tag_host",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
},
{
"params": [
"host"
],
"type": "tag"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"measurement": "elasticsearch_clusterstats_nodes",
"orderByTime": "ASC",
"policy": "default",
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"ingest_processor_stats_pipeline_time_in_millis"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_difference",
"params": []
}
]
],
"tags": [
{
"key": "role",
"operator": "=~",
"value": "/search/"
},
{
"key": "role",
"value": "heavynode",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "standalone",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "eval",
"operator": "=",
"condition": "OR"
}
]
}
]
}

400
salt/grafana/panels/logstash_eps_in_out_manager_graph.json.jinja Normal file
View File

@@ -0,0 +1,400 @@
{
"id": 77741,
"gridPos": {
"x": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.x }},
"y": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.y }},
"w": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.w }},
"h": {{ PANELS.logstash_eps_in_out_manager_graph.gridPos.h }}
},
"type": "timeseries",
"title": "Manager Logstash Events",
"datasource": "InfluxDB",
"pluginVersion": "8.2.1",
"interval": "30s",
"description": "Events from the grid to redis",
"fieldConfig": {
"defaults": {
"custom": {
"drawStyle": "line",
"lineInterpolation": "linear",
"barAlignment": 0,
"lineWidth": 1,
"fillOpacity": 50,
"gradientMode": "none",
"spanNulls": false,
"showPoints": "never",
"pointSize": 5,
"stacking": {
"mode": "none",
"group": "A"
},
"axisPlacement": "auto",
"axisLabel": "EPS",
"scaleDistribution": {
"type": "linear"
},
"hideFrom": {
"tooltip": false,
"viz": false,
"legend": false
},
"thresholdsStyle": {
"mode": "off"
}
},
"color": {
"mode": "palette-classic"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"mappings": [],
"decimals": 0,
"unit": "short"
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": "/Incoming/"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "orange",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": "/Outgoing/"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Incoming hidden"
},
"properties": [
{
"id": "custom.fillBelowTo",
"value": "Outgoing hidden"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Outgoing hidden"
},
"properties": [
{
"id": "custom.fillBelowTo",
"value": "Incoming hidden"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Incoming"
},
"properties": [
{
"id": "custom.fillOpacity",
"value": 0
}
]
},
{
"matcher": {
"id": "byName",
"options": "Outgoing"
},
"properties": [
{
"id": "custom.fillOpacity",
"value": 0
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": "/hidden/"
},
"properties": [
{
"id": "custom.hideFrom",
"value": {
"legend": true,
"tooltip": true,
"viz": false
}
}
]
}
]
},
"options": {
"tooltip": {
"mode": "multi"
},
"legend": {
"displayMode": "list",
"placement": "bottom",
"calcs": []
}
},
"targets": [
{
"alias": "Incoming",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"queryType": "randomWalk",
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"in"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "role",
"operator": "=~",
"value": "/^manager/"
},
{
"key": "role",
"value": "standalone",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "eval",
"operator": "=",
"condition": "OR"
}
]
},
{
"alias": "Outgoing",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"queryType": "randomWalk",
"refId": "B",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"out"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "role",
"operator": "=~",
"value": "/^manager/"
},
{
"key": "role",
"value": "standalone",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "eval",
"operator": "=",
"condition": "OR"
}
]
},
{
"alias": "Incoming hidden",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"queryType": "randomWalk",
"refId": "C",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"in"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "role",
"operator": "=~",
"value": "/^manager/"
},
{
"key": "role",
"value": "standalone",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "eval",
"operator": "=",
"condition": "OR"
}
]
},
{
"alias": "Outgoing hidden",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"queryType": "randomWalk",
"refId": "D",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"out"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "role",
"operator": "=~",
"value": "/^manager/"
},
{
"key": "role",
"value": "standalone",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "eval",
"operator": "=",
"condition": "OR"
}
]
}
],
"timeFrom": null,
"timeShift": null
}

182
salt/grafana/panels/logstash_estimated_eps_in_out_manager_total_graph.json.jinja
View File

@@ -1,182 +0,0 @@
{
"aliasColors": {},
"dashLength": 10,
"datasource": "InfluxDB",
"description": "Events from the grid to redis",
"fieldConfig": {
"defaults": {
"unit": "short"
},
"overrides": []
},
"fill": 1,
"gridPos": {
"x": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.x }},
"y": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.y }},
"w": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.w }},
"h": {{ PANELS.logstash_estimated_eps_in_out_manager_total_graph.gridPos.h }}
},
"id": 77741,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"pluginVersion": "7.5.4",
"pointradius": 2,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"targets": [
{
"alias": "Logstash Events In",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
}
],
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "so_short_term",
"queryType": "randomWalk",
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"in"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "role",
"operator": "=",
"value": "manager"
}
]
},
{
"alias": "Logstash Events Out",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "so_short_term",
"queryType": "randomWalk",
"refId": "B",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"out"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "role",
"operator": "=",
"value": "manager"
}
]
}
],
"thresholds": [],
"timeRegions": [],
"title": "Manager Logstash Events",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"$$hashKey": "object:1159",
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"$$hashKey": "object:1160",
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
},
"timeFrom": null,
"timeShift": null,
"interval": "30s",
"bars": false,
"dashes": false,
"fillGradient": 0,
"hiddenSeries": false,
"percentage": false,
"points": false,
"stack": false,
"steppedLine": false
}

408
salt/grafana/panels/logstash_indexing_eps_in_out_searchnode_graph.json.jinja Normal file
View File

@@ -0,0 +1,408 @@
{
"id": 445554,
"gridPos": {
"x": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.x }},
"y": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.y }},
"w": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.w }},
"h": {{ PANELS.logstash_indexing_eps_in_out_searchnode_graph.gridPos.h }}
},
"type": "timeseries",
"title": "Indexing Events Per Second - $searchnode",
"repeat": "searchnode",
"repeatDirection": "v",
"transformations": [],
"datasource": "InfluxDB",
"pluginVersion": "8.2.1",
"interval": "30s",
"fieldConfig": {
"defaults": {
"custom": {
"drawStyle": "line",
"lineInterpolation": "linear",
"barAlignment": 0,
"lineWidth": 1,
"fillOpacity": 50,
"gradientMode": "none",
"spanNulls": false,
"showPoints": "never",
"pointSize": 5,
"stacking": {
"mode": "none",
"group": "A"
},
"axisPlacement": "auto",
"axisLabel": "EPS",
"scaleDistribution": {
"type": "linear"
},
"hideFrom": {
"tooltip": false,
"viz": false,
"legend": false
},
"thresholdsStyle": {
"mode": "off"
}
},
"color": {
"mode": "palette-classic"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"mappings": [],
"decimals": 0,
"unit": "short"
},
"overrides": [
{
"matcher": {
"id": "byRegexp",
"options": "/Incoming/"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "orange",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": "/Outgoing/"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "green",
"mode": "fixed"
}
}
]
},
{
"matcher": {
"id": "byName",
"options": "Incoming hidden"
},
"properties": [
{
"id": "custom.fillBelowTo",
"value": "Outgoing hidden"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Incoming"
},
"properties": [
{
"id": "custom.fillOpacity",
"value": 0
}
]
},
{
"matcher": {
"id": "byName",
"options": "Outgoing"
},
"properties": [
{
"id": "custom.fillOpacity",
"value": 0
}
]
},
{
"matcher": {
"id": "byName",
"options": "Outgoing hidden"
},
"properties": [
{
"id": "custom.fillBelowTo",
"value": "Incoming hidden"
}
]
},
{
"matcher": {
"id": "byRegexp",
"options": "/hidden/"
},
"properties": [
{
"id": "custom.hideFrom",
"value": {
"legend": true,
"tooltip": true,
"viz": false
}
}
]
}
]
},
"options": {
"tooltip": {
"mode": "multi"
},
"legend": {
"displayMode": "list",
"placement": "bottom",
"calcs": []
}
},
"targets": [
{
"alias": "Incoming",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
},
{
"params": [
"host"
],
"type": "tag"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)",
"rawQuery": false,
"refId": "A",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"in"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "host",
"operator": "=",
"value": "$searchnode"
}
]
},
{
"alias": "Outgoing",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
},
{
"params": [
"host"
],
"type": "tag"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)",
"rawQuery": false,
"refId": "B",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"out"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "host",
"operator": "=",
"value": "$searchnode"
}
]
},
{
"alias": "Incoming hidden",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
},
{
"params": [
"host"
],
"type": "tag"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)",
"rawQuery": false,
"refId": "C",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"in"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "host",
"operator": "=",
"value": "$searchnode"
}
]
},
{
"alias": "Outgoing hidden",
"groupBy": [
{
"params": [
"$__interval"
],
"type": "time"
},
{
"params": [
"host"
],
"type": "tag"
},
{
"params": [
"null"
],
"type": "fill"
}
],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)",
"rawQuery": false,
"refId": "D",
"resultFormat": "time_series",
"select": [
[
{
"type": "field",
"params": [
"out"
]
},
{
"type": "mean",
"params": []
},
{
"type": "non_negative_derivative",
"params": [
"1s"
]
}
]
],
"tags": [
{
"key": "host",
"operator": "=",
"value": "$searchnode"
}
]
}
],
"description": "",
"maxDataPoints": null,
"timeFrom": null,
"timeShift": null
}

94
salt/grafana/panels/logstash_estimated_eps_in_searchnode_total_graph.json.jinja → salt/grafana/panels/logstash_indexing_eps_in_searchnode_total_graph.json.jinja
View File

@@ -1,23 +1,23 @@
{ {
"id": 69001, "id": 69001,
"gridPos": { "gridPos": {
"x": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.x }}, "x": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.x }},
"y": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.y }}, "y": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.y }},
"w": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.w }}, "w": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.w }},
"h": {{ PANELS.logstash_estimated_eps_in_searchnode_total_graph.gridPos.h }} "h": {{ PANELS.logstash_indexing_eps_in_searchnode_total_graph.gridPos.h }}
}, },
"type": "timeseries", "type": "timeseries",
"title": "Indexing Events Per Second", "title": "Total Searchnode Indexing Events Per Second",
"transformations": [ "transformations": [
{ {
"id": "calculateField", "id": "calculateField",
"options": { "options": {
"alias": "Total EPS",
"mode": "reduceRow", "mode": "reduceRow",
"reduce": { "reduce": {
"reducer": "sum" "reducer": "sum"
}, },
"replaceFields": true, "replaceFields": true
"alias": "Total EPS"
} }
} }
], ],
@@ -55,24 +55,20 @@
} }
}, },
"color": { "color": {
"mode": "palette-classic" "mode": "fixed",
"fixedColor": "orange"
}, },
"thresholds": { "thresholds": {
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"value": null, "color": "green",
"color": "green" "value": null
},
{
"value": 80,
"color": "red"
} }
] ]
}, },
"mappings": [], "mappings": [],
"unit": "short", "unit": "short"
"decimals": 1
}, },
"overrides": [] "overrides": []
}, },
@@ -82,48 +78,44 @@
}, },
"legend": { "legend": {
"displayMode": "table", "displayMode": "table",
"placement": "right", "placement": "bottom",
"calcs": [ "calcs": [
"max", "max",
"mean", "mean",
"lastNotNull" "min"
] ]
} }
}, },
"targets": [ "targets": [
{ {
"refId": "A",
"hide": false,
"policy": "default",
"resultFormat": "time_series",
"orderByTime": "ASC",
"tags": [
{
"key": "role",
"value": "searchnode",
"operator": "="
}
],
"groupBy": [ "groupBy": [
{ {
"type": "time",
"params": [ "params": [
"$__interval" "$__interval"
] ],
"type": "time"
}, },
{ {
"type": "tag",
"params": [ "params": [
"host" "host"
] ],
"type": "tag"
}, },
{ {
"type": "fill",
"params": [ "params": [
"null" "null"
] ],
"type": "fill"
} }
], ],
"hide": false,
"measurement": "logstash_events",
"orderByTime": "ASC",
"policy": "default",
"query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)",
"rawQuery": false,
"refId": "A",
"resultFormat": "time_series",
"select": [ "select": [
[ [
{ {
@@ -144,13 +136,35 @@
} }
] ]
], ],
"measurement": "logstash_events", "tags": [
"query": "SELECT non_negative_derivative(mean(\"in\"), 1s) FROM \"logstash_events\" WHERE (\"role\" = \"searchnode\") AND $timeFilter GROUP BY time($__interval), \"host\" fill(null)", {
"rawQuery": false "key": "role",
"operator": "=~",
"value": "/search/"
},
{
"key": "role",
"value": "heavynode",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "standalone",
"operator": "=",
"condition": "OR"
},
{
"key": "role",
"value": "eval",
"operator": "=",
"condition": "OR"
}
]
} }
], ],
"maxDataPoints": null,
"description": "", "description": "",
"maxDataPoints": null,
"timeFrom": null, "timeFrom": null,
"timeShift": null "timeShift": null
} }

4
salt/grafana/templates/searchnode.json
View File

@@ -7,7 +7,7 @@
"value": [{{ TEMPLATES.searchnode.get('value', DASHBOARD)| json }}] "value": [{{ TEMPLATES.searchnode.get('value', DASHBOARD)| json }}]
}, },
"datasource": "InfluxDB", "datasource": "InfluxDB",
"definition": "show tag values with key=\"host\" WHERE (\"role\" = 'searchnode' )", "definition": "show tag values with key=\"host\" WHERE (\"role\" =~ /search/) OR (\"role\" = 'heavynode') OR (\"role\" = 'standalone') OR (\"role\" = 'eval') ",
"description": null, "description": null,
"error": null, "error": null,
"hide": {{ TEMPLATES.searchnode.get('hide', 0)| json }}, "hide": {{ TEMPLATES.searchnode.get('hide', 0)| json }},
@@ -16,7 +16,7 @@
"multi": {{ TEMPLATES.searchnode.get('multi', true)| json }}, "multi": {{ TEMPLATES.searchnode.get('multi', true)| json }},
"name": "searchnode", "name": "searchnode",
"options": [], "options": [],
"query": "show tag values with key=\"host\" WHERE (\"role\" = 'searchnode' )", "query": "show tag values with key=\"host\" WHERE (\"role\" =~ /search/) OR (\"role\" = 'heavynode') OR (\"role\" = 'standalone') OR (\"role\" = 'eval') ",
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false, "skipUrlSync": false,