diff --git a/pillar/masters/example.sls b/pillar/masters/example.sls index c17933408..0d4d34ff5 100644 --- a/pillar/masters/example.sls +++ b/pillar/masters/example.sls @@ -3,3 +3,5 @@ master: esaccessip: 127.0.0.1 esheap: CHANGEME esclustername: {{ grains.host }} + freq: 0 + domainstats: 0 diff --git a/salt/logstash/files/conf.d/0000_input_syslogng.conf b/salt/logstash/files/conf.d/0000_input_syslogng.conf deleted file mode 100644 index 791045f46..000000000 --- a/salt/logstash/files/conf.d/0000_input_syslogng.conf +++ /dev/null @@ -1,19 +0,0 @@ -# Original Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Updated by: Doug Burks -# Last Update: 5/15/2017 - -input { - tcp { - port => 6050 - codec => json - tags => "syslogng" - } -} -filter { - if "syslogng" in [tags] { - mutate { - #add_tag => [ "conf_file_0000"] - } - } -} diff --git a/salt/logstash/files/conf.d/0001_input_json.conf b/salt/logstash/files/conf.d/0001_input_json.conf deleted file mode 100644 index 4df89d293..000000000 --- a/salt/logstash/files/conf.d/0001_input_json.conf +++ /dev/null @@ -1,19 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -input { - tcp { - port => 6051 - codec => json - tags => [ "json" ] - } -} -filter { - if "json" in [tags] { - mutate { - #add_tag => [ "conf_file_0001"] - } - } -} \ No newline at end of file diff --git a/salt/logstash/files/conf.d/0002_input_windows_json.conf b/salt/logstash/files/conf.d/0002_input_windows_json.conf deleted file mode 100644 index 54b700bd5..000000000 --- a/salt/logstash/files/conf.d/0002_input_windows_json.conf +++ /dev/null @@ -1,22 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -input { - tcp { - port => 6052 - type => "windows" - tags => [ "json" ] - codec => json { - charset => "CP1252" - } - } -} -filter { - if [type] == "windows" { - mutate { - #add_tag => [ "conf_file_0002"] - } - } -} \ No newline at end of file diff --git a/salt/logstash/files/conf.d/0003_input_syslog.conf b/salt/logstash/files/conf.d/0003_input_syslog.conf deleted file mode 100644 index dbd1c29bb..000000000 --- a/salt/logstash/files/conf.d/0003_input_syslog.conf +++ /dev/null @@ -1,18 +0,0 @@ -# Original Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Updated by: Doug Burks -# Last Update: 5/15/2017 - -#input { -# udp { -# port => 1514 -# tags => "syslog" -# } -#} -#filter { -# if "syslog" in [tags] { -# mutate { -# #add_tag => [ "conf_file_0003"] -# } -# } -#} diff --git a/salt/logstash/files/conf.d/0005_input_suricata.conf b/salt/logstash/files/conf.d/0005_input_suricata.conf deleted file mode 100644 index d3d23063a..000000000 --- a/salt/logstash/files/conf.d/0005_input_suricata.conf +++ /dev/null @@ -1,19 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -input { - tcp { - port => 6053 - codec => json - type => "suricata" - } -} -filter { - if [type] == "suricata" { - mutate { - #add_tag => [ "conf_file_0005"] - } - } -} \ No newline at end of file diff --git a/salt/logstash/files/conf.d/0006_input_beats.conf b/salt/logstash/files/conf.d/0006_input_beats.conf deleted file mode 100644 index d4a57c998..000000000 --- a/salt/logstash/files/conf.d/0006_input_beats.conf +++ /dev/null @@ -1,11 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolutions.com -# Last Update: 12/11/2017 - -input { - beats { - port => "5044" - tags => [ "beat" ] - } -} diff --git a/salt/logstash/files/conf.d/0007_input_import.conf b/salt/logstash/files/conf.d/0007_input_import.conf deleted file mode 100644 index c502b57ca..000000000 --- a/salt/logstash/files/conf.d/0007_input_import.conf +++ /dev/null @@ -1,182 +0,0 @@ -# Updated by: Doug Burks -# Last Update: 5/16/2017 - -input { - file { - path => "/nsm/import/bro/conn*" - type => "bro_conn" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/dce_rpc*" - type => "bro_dce_rpc" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/dhcp*" - type => "bro_dhcp" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/dnp3*" - type => "bro_dnp3" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/dns*" - type => "bro_dns" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/dpd*" - type => "bro_dpd" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/files*" - type => "bro_files" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/ftp*" - type => "bro_ftp" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/http*" - type => "bro_http" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/intel*" - type => "bro_intel" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/irc*" - type => "bro_irc" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/kerberos*" - type => "bro_kerberos" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/modbus*" - type => "bro_modbus" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/mysql*" - type => "bro_mysql" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/notice*" - type => "bro_notice" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/ntlm*" - type => "bro_ntlm" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/pe*" - type => "bro_pe" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/radius*" - type => "bro_radius" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/rdp*" - type => "bro_rdp" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/rfb*" - type => "bro_rfb" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/signatures*" - type => "bro_signatures" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/sip*" - type => "bro_sip" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/smb_files*" - type => "bro_smb_files" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/smb_mapping*" - type => "bro_smb_mapping" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/smtp*" - type => "bro_smtp" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/snmp*" - type => "bro_snmp" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/socks*" - type => "bro_socks" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/software*" - type => "bro_software" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/ssh*" - type => "bro_ssh" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/ssl*" - type => "bro_ssl" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/syslog*" - type => "bro_syslog" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/tunnel*" - type => "bro_tunnels" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/weird*" - type => "bro_weird" - tags => ["bro", "import"] - } - file { - path => "/nsm/import/bro/x509*" - type => "bro_x509" - tags => ["bro", "import"] - } -} -filter { - if "import" in [tags] { - mutate { - #add_tag => [ "conf_file_0006"] - } - } -} diff --git a/salt/logstash/files/conf.d/1000_preprocess_log_elapsed.conf b/salt/logstash/files/conf.d/1000_preprocess_log_elapsed.conf deleted file mode 100644 index d098eb11a..000000000 --- a/salt/logstash/files/conf.d/1000_preprocess_log_elapsed.conf +++ /dev/null @@ -1,13 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -filter { - ruby { - code => "event.set('task_start', Time.now.to_f)" - } - mutate { - #add_tag => [ "conf_file_1000"] - } -} diff --git a/salt/logstash/files/conf.d/1001_preprocess_syslogng.conf b/salt/logstash/files/conf.d/1001_preprocess_syslogng.conf deleted file mode 100644 index d2467a3f8..000000000 --- a/salt/logstash/files/conf.d/1001_preprocess_syslogng.conf +++ /dev/null @@ -1,30 +0,0 @@ -# Updated by: Doug Burks -# Last Update: 5/15/2017 - -filter { - if "syslogng" in [tags] { - mutate { - rename => { "MESSAGE" => "message" } - rename => { "PROGRAM" => "type" } - rename => { "FACILITY" => "syslog-facility" } - rename => { "FILE_NAME" => "syslog-file_name" } - rename => { "HOST" => "syslog-host" } - rename => { "HOST_FROM" => "syslog-host_from" } - rename => { "LEGACY_MSGHDR" => "syslog-legacy_msghdr" } - rename => { "PID" => "syslog-pid" } - rename => { "PRIORITY" => "syslog-priority" } - rename => { "SOURCEIP" => "syslog-sourceip" } - rename => { "TAGS" => "syslog-tags" } - #add_tag => [ "conf_file_1000"] - } - if "bro_" in [type] { - mutate { - add_tag => [ "bro"] - } - } else { - mutate { - add_tag => [ "syslog"] - } - } - } -} diff --git a/salt/logstash/files/conf.d/1002_preprocess_json.conf b/salt/logstash/files/conf.d/1002_preprocess_json.conf deleted file mode 100644 index 8aff64715..000000000 --- a/salt/logstash/files/conf.d/1002_preprocess_json.conf +++ /dev/null @@ -1,18 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -filter { - if "json" in [tags]{ - json { - source => "message" - } - mutate { - remove_tag => [ "json" ] - } - mutate { - #add_tag => [ "conf_file_1001"] - } - } -} diff --git a/salt/logstash/files/conf.d/1003_preprocess_bro.conf b/salt/logstash/files/conf.d/1003_preprocess_bro.conf deleted file mode 100644 index e24da1329..000000000 --- a/salt/logstash/files/conf.d/1003_preprocess_bro.conf +++ /dev/null @@ -1,24 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Updated by: Doug Burks -# Last Update: 5/15/2017 - -filter { - if "bro" in [tags] { - # If a log comes in with a message starting with # then drop it as it doesn'then - # contain anything and is the header of a rotated bro log - if [message] =~ /^#/ { - drop { } - } else { - # Replace the host field with the host found in the bro log - if [bro_host] { -# mutate { -# replace => [ "host", "%{bro_host}" ] -# } - } - } - mutate { - #add_tag => [ "conf_file_1002"] - } - } -} diff --git a/salt/logstash/files/conf.d/1004_preprocess_syslog_types.conf b/salt/logstash/files/conf.d/1004_preprocess_syslog_types.conf deleted file mode 100644 index 5b47968b2..000000000 --- a/salt/logstash/files/conf.d/1004_preprocess_syslog_types.conf +++ /dev/null @@ -1,19 +0,0 @@ -filter { - if "syslog" in [tags] { - if [host] == "172.16.1.1" { - mutate { - add_field => { "type" => "fortinet" } - add_tag => [ "firewall" ] - } - } - if [host] == "10.0.0.101" { - mutate { - add_field => { "type" => "brocade" } - add_tag => [ "switch" ] - } - } - mutate { - #add_tag => [ "conf_file_1003"] - } - } -} diff --git a/salt/logstash/files/conf.d/1026_preprocess_dhcp.conf b/salt/logstash/files/conf.d/1026_preprocess_dhcp.conf deleted file mode 100644 index 6ba00012f..000000000 --- a/salt/logstash/files/conf.d/1026_preprocess_dhcp.conf +++ /dev/null @@ -1,156 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 -# -# This conf file is based on accepting logs for DHCP. It is currently based on Windows DHCP only. -filter { - if [type] == "dhcp" { - mutate { - add_field => { "Hostname" => "%{host}" } - } - mutate { - strip => "message" - } - } - # If the message contains nothing then drop it - if [message] =~ /^$/ { - drop { } - } - # If the message starts with # then drop it as it is the header of the DHCP log. - # This behavior is normal when the log is rotated. - if [message] =~ /^#/ { - drop { } - } else { - if [type] == "dhcp" { - # This is the initial parsing of the log - grok { - # Server 2008+ - match => { "message" => "%{DATA:id},%{DATE_US:date},(?