mirror of
https://github.com/Security-Onion-Solutions/securityonion.git
synced 2026-06-15 22:58:42 +02:00
Logstash Module - Fix the templates
This commit is contained in:
Mike Reeves
@@ -1,168 +0,0 @@
|
|||||||
# Copyright 2014,2015,2016,2017,2018 Security Onion Solutions, LLC
|
|
||||||
|
|
||||||
# This program is free software: you can redistribute it and/or modify
|
|
||||||
# it under the terms of the GNU General Public License as published by
|
|
||||||
# the Free Software Foundation, either version 3 of the License, or
|
|
||||||
# (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
|
|
||||||
# Logstash Section - Decide which pillar to use
|
|
||||||
{% if grains['role'] == 'so-sensor' %}
|
|
||||||
|
|
||||||
{% set lsheap = salt['pillar.get']('sensor:lsheap', '') %}
|
|
||||||
{% set lsaccessip = salt['pillar.get']('sensor:lsaccessip', '') %}
|
|
||||||
|
|
||||||
{% else %}
|
|
||||||
|
|
||||||
{% set lsheap = salt['pillar.get']('master:lsheap', '') %}
|
|
||||||
{% set lsaccessip = salt['pillar.get']('master:lsaccessip', '') %}
|
|
||||||
{% set freq = salt['pillar.get']('master:freq', '0') %}
|
|
||||||
{% set dstats = salt['pillar.get']('master:domainstats', '0') %}
|
|
||||||
|
|
||||||
{% endif %}
|
|
||||||
|
|
||||||
# Create the logstash group
|
|
||||||
logstashgroup:
|
|
||||||
group.present:
|
|
||||||
- name: logstash
|
|
||||||
- gid: 931
|
|
||||||
|
|
||||||
# Add the logstash user for the jog4j settings
|
|
||||||
logstash:
|
|
||||||
user.present:
|
|
||||||
- uid: 931
|
|
||||||
- gid: 931
|
|
||||||
- home: /opt/so/conf/logstash
|
|
||||||
|
|
||||||
# Create a directory for people to drop their own custom parsers into
|
|
||||||
lscustdir:
|
|
||||||
file.directory:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline
|
|
||||||
- user: 931
|
|
||||||
- group: 939
|
|
||||||
- makedirs: True
|
|
||||||
|
|
||||||
# Copy down all the configs including custom - TODO add watch restart
|
|
||||||
lssync:
|
|
||||||
file.recurse:
|
|
||||||
- name: /opt/so/conf/logstash
|
|
||||||
- source: salt://logstash/files
|
|
||||||
- user: 931
|
|
||||||
- group: 939
|
|
||||||
- template: jinja
|
|
||||||
|
|
||||||
# Create the import directory
|
|
||||||
importdir:
|
|
||||||
file.directory:
|
|
||||||
- name: /nsm/import
|
|
||||||
- user: 931
|
|
||||||
- group: 939
|
|
||||||
- makedirs: True
|
|
||||||
|
|
||||||
# Create the logstash data directory
|
|
||||||
nsmlsdir:
|
|
||||||
file.directory:
|
|
||||||
- name: /nsm/logstash
|
|
||||||
- user: 931
|
|
||||||
- group: 939
|
|
||||||
- makedirs: True
|
|
||||||
|
|
||||||
# Create the log directory
|
|
||||||
lslogdir:
|
|
||||||
file.directory:
|
|
||||||
- name: /opt/so/log/logstash
|
|
||||||
- user: 931
|
|
||||||
- group: 939
|
|
||||||
- makedirs: True
|
|
||||||
|
|
||||||
{% if freq == 0 and dstats == 0 %}
|
|
||||||
|
|
||||||
/opt/so/conf/logstash/rulesets:
|
|
||||||
file.managed:
|
|
||||||
- contents:
|
|
||||||
- FREQ=0
|
|
||||||
- DSTATS=0
|
|
||||||
|
|
||||||
removefreq:
|
|
||||||
file.absent:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline/*_postprocess_freq_analysis_*.conf
|
|
||||||
|
|
||||||
removedstats1:
|
|
||||||
file.absent:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline/8007_postprocess_dns_top1m_tagging.conf
|
|
||||||
|
|
||||||
removedstats2:
|
|
||||||
file.absent:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline/8008_postprocess_dns_whois_age.conf
|
|
||||||
|
|
||||||
{% elif freq == 1 and dstats == 0 %}
|
|
||||||
/opt/so/conf/logstash/rulesets:
|
|
||||||
file.managed:
|
|
||||||
- contents:
|
|
||||||
- FREQ=1
|
|
||||||
- DSTATS=0
|
|
||||||
|
|
||||||
removedstats1:
|
|
||||||
file.absent:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline/8007_postprocess_dns_top1m_tagging.conf
|
|
||||||
removedstats2:
|
|
||||||
file.absent:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline/8008_postprocess_dns_whois_age.conf
|
|
||||||
|
|
||||||
{% elif freq == 1 and dstats == 1 %}
|
|
||||||
/opt/so/conf/logstash/rulesets:
|
|
||||||
file.managed:
|
|
||||||
- contents:
|
|
||||||
- FREQ=1
|
|
||||||
- DSTATS=1
|
|
||||||
|
|
||||||
{% elif freq == 0 and dstats == 1 %}
|
|
||||||
/opt/so/conf/logstash/rulesets:
|
|
||||||
file.managed:
|
|
||||||
- contents:
|
|
||||||
- FREQ=0
|
|
||||||
- DSTATS=1
|
|
||||||
|
|
||||||
removefreq:
|
|
||||||
file.absent:
|
|
||||||
- name: /opt/so/conf/logstash/pipeline/*_postprocess_freq_analysis_*.conf
|
|
||||||
|
|
||||||
{% endif %}
|
|
||||||
|
|
||||||
# Add the container
|
|
||||||
|
|
||||||
so-logstash:
|
|
||||||
docker_container.running:
|
|
||||||
- image: toosmooth/so-logstash:test2
|
|
||||||
- hostname: logstash
|
|
||||||
- name: logstash
|
|
||||||
- user: logstash
|
|
||||||
- environment:
|
|
||||||
- LS_JAVA_OPTS=-Xms{{ lsheap }} -Xmx{{ lsheap }}
|
|
||||||
- port_bindings:
|
|
||||||
- {{ lsaccessip }}:5044:5044
|
|
||||||
- {{ lsaccessip }}:6050:6050
|
|
||||||
- {{ lsaccessip }}:6051:6051
|
|
||||||
- {{ lsaccessip }}:6052:6052
|
|
||||||
- {{ lsaccessip }}:6053:6053
|
|
||||||
- {{ lsaccessip }}:9600:9600
|
|
||||||
- binds:
|
|
||||||
- /opt/so/conf/logstash/log4j2.properties:/usr/share/logstash/config/log4j2.properties:ro
|
|
||||||
- /opt/so/conf/logstash/logstash.yml:/usr/share/logstash/config/logstash.yml:ro
|
|
||||||
- /opt/so/conf/logstash/logstash-template.json:/logstash-template.json:ro
|
|
||||||
- /opt/so/conf/logstash/beats-template.json:/beats-template.json:ro
|
|
||||||
- /opt/so/conf/logstash/pipeline:/usr/share/logstash/pipeline:rw
|
|
||||||
- /opt/so/conf/logstash/rulesets:/usr/share/logstash/rulesets:ro
|
|
||||||
- /opt/so/rules:/etc/nsm/rules:ro
|
|
||||||
- /nsm/import:/nsm/import:ro
|
|
||||||
- /nsm/logstash:/usr/share/logstash/data:rw
|
|
||||||
- /opt/so/log/logstash:/var/log/logstash:rw
|
|
||||||
- /sys/fs/cgroup:/sys/fs/cgroup:ro
|
|
||||||
- network_mode: so-elastic-net
|
|
||||||
Reference in New Issue
Block a user