mirror of
https://github.com/Security-Onion-Solutions/securityonion.git
synced 2025-12-07 17:52:46 +01:00
62 lines
3.3 KiB
Bash
Executable File
62 lines
3.3 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright Security Onion Solutions LLC and/or licensed to Security Onion Solutions LLC under one
|
|
# or more contributor license agreements. Licensed under the Elastic License 2.0 as shown at
|
|
# https://securityonion.net/license; you may not use this file except in compliance with the
|
|
# Elastic License 2.0.
|
|
|
|
{% from 'vars/globals.map.jinja' import GLOBALS %}
|
|
{%- if grains['role'] in ['so-searchnode', 'so-heavynode'] %}
|
|
{%- set ELASTICSEARCH_HOST = GLOBALS.node_ip -%}
|
|
{%- set ELASTICSEARCH_PORT = salt['pillar.get']('elasticsearch:es_port') -%}
|
|
{%- elif grains['role'] in ['so-eval', 'so-managersearch', 'so-standalone', 'so-manager'] %}
|
|
{%- set ELASTICSEARCH_HOST = GLOBALS.manager_ip -%}
|
|
{%- set ELASTICSEARCH_PORT = salt['pillar.get']('manager:es_port') -%}
|
|
{%- endif -%}
|
|
{%- set LOG_SIZE_LIMIT = salt['pillar.get']('elasticsearch:log_size_limit') -%}
|
|
|
|
# Copyright Security Onion Solutions LLC and/or licensed to Security Onion Solutions LLC under one
|
|
# or more contributor license agreements. Licensed under the Elastic License 2.0 as shown at
|
|
# https://securityonion.net/license; you may not use this file except in compliance with the
|
|
# Elastic License 2.0.
|
|
|
|
|
|
|
|
LOG="/opt/so/log/curator/so-curator-closed-delete.log"
|
|
|
|
overlimit() {
|
|
|
|
[[ $(du -hs --block-size=1GB /nsm/elasticsearch/nodes | awk '{print $1}' ) -gt "{{LOG_SIZE_LIMIT}}" ]]
|
|
}
|
|
|
|
closedindices() {
|
|
|
|
# If we can't query Elasticsearch, then immediately return false.
|
|
curl -K /opt/so/conf/elasticsearch/curl.config -s -k https://{{ELASTICSEARCH_HOST}}:{{ELASTICSEARCH_PORT}}/_cat/indices?h=index\&expand_wildcards=closed >/dev/null 2>&1
|
|
[ $? -eq 1 ] && return false
|
|
# First, get the list of closed indices using _cat/indices?h=index\&expand_wildcards=closed.
|
|
# Next, filter out any so-case indices.
|
|
# Finally, use grep's -q option to return true if there are any remaining logstash- or so- indices.
|
|
curl -K /opt/so/conf/elasticsearch/curl.config -s -k https://{{ELASTICSEARCH_HOST}}:{{ELASTICSEARCH_PORT}}/_cat/indices?h=index\&expand_wildcards=closed | grep -v "so-case" | grep -q -E "(logstash-|so-)"
|
|
}
|
|
|
|
# Check for 2 conditions:
|
|
# 1. Are Elasticsearch indices using more disk space than LOG_SIZE_LIMIT?
|
|
# 2. Are there any closed indices that we can delete?
|
|
# If both conditions are true, keep on looping until one of the conditions is false.
|
|
while overlimit && closedindices; do
|
|
|
|
# We need to determine OLDEST_INDEX:
|
|
# First, get the list of closed indices using _cat/indices?h=index\&expand_wildcards=closed.
|
|
# Next, filter out any so-case indices and only select the remaining logstash- or so- indices.
|
|
# Then, sort by date by telling sort to use hyphen as delimiter and sort on the third field.
|
|
# Finally, select the first entry in that sorted list.
|
|
OLDEST_INDEX=$(curl -K /opt/so/conf/elasticsearch/curl.config -s -k https://{{ELASTICSEARCH_HOST}}:{{ELASTICSEARCH_PORT}}/_cat/indices?h=index\&expand_wildcards=closed | grep -v "so-case" | grep -E "(logstash-|so-)" | sort -t- -k3 | head -1)
|
|
|
|
# Now that we've determined OLDEST_INDEX, ask Elasticsearch to delete it.
|
|
curl -K /opt/so/conf/elasticsearch/curl.config-XDELETE -k https://{{ELASTICSEARCH_HOST}}:{{ELASTICSEARCH_PORT}}/${OLDEST_INDEX}
|
|
|
|
# Finally, write a log entry that says we deleted it.
|
|
echo "$(date) - Used disk space exceeds LOG_SIZE_LIMIT ({{LOG_SIZE_LIMIT}} GB) - Index ${OLDEST_INDEX} deleted ..." >> ${LOG}
|
|
|
|
done
|