diff --git a/pillar/logstash/eval.sls b/pillar/logstash/eval.sls index 654afd2b3..c30e856d3 100644 --- a/pillar/logstash/eval.sls +++ b/pillar/logstash/eval.sls @@ -1,4 +1,55 @@ logstash: pipelines: eval: - config: "/usr/share/logstash/pipelines/eval/*.conf" + config: + - 0800_input_eval.conf + - 1000_preprocess_log_elapsed.conf + - 1001_preprocess_syslogng.conf + - 1002_preprocess_json.conf + - 1004_preprocess_syslog_types.conf + - 1026_preprocess_dhcp.conf + - 1029_preprocess_esxi.conf + - 1030_preprocess_greensql.conf + - 1031_preprocess_iis.conf + - 1032_preprocess_mcafee.conf + - 1033_preprocess_snort.conf + - 1034_preprocess_syslog.conf + - 2000_network_flow.conf + - 6002_syslog.conf + - 6101_switch_brocade.conf + - 6200_firewall_fortinet.conf + - 6201_firewall_pfsense.conf + - 6300_windows.conf + - 6301_dns_windows.conf + - 6400_suricata.conf + - 6500_ossec.conf + - 6501_ossec_sysmon.conf + - 6502_ossec_autoruns.conf + - 6600_winlogbeat_sysmon.conf + - 6700_winlogbeat.conf + - 7100_osquery_wel.conf + - 7200_strelka.conf + - 8001_postprocess_common_ip_augmentation.conf + - 8007_postprocess_http.conf + - 8200_postprocess_tagging.conf + - 8998_postprocess_log_elapsed.conf + - 8999_postprocess_rename_type.conf + - 9000_output_bro.conf.jinja + - 9001_output_switch.conf.jinja + - 9002_output_import.conf.jinja + - 9004_output_flow.conf.jinja + - 9026_output_dhcp.conf.jinja + - 9029_output_esxi.conf.jinja + - 9030_output_greensql.conf.jinja + - 9031_output_iis.conf.jinja + - 9032_output_mcafee.conf.jinja + - 9033_output_snort.conf.jinja + - 9034_output_syslog.conf.jinja + - 9100_output_osquery.conf.jinja + - 9200_output_firewall.conf.jinja + - 9300_output_windows.conf.jinja + - 9301_output_dns_windows.conf.jinja + - 9400_output_suricata.conf.jinja + - 9500_output_beats.conf.jinja + - 9600_output_ossec.conf.jinja + - 9700_ouptut_strelka.conf.jinja diff --git a/pillar/logstash/helix.sls b/pillar/logstash/helix.sls index e396a7aad..cdde880e1 100644 --- a/pillar/logstash/helix.sls +++ b/pillar/logstash/helix.sls @@ -1,4 +1,42 @@ logstash: pipelines: helix: - config: "/usr/share/logstash/pipelines/helix/*.conf" + config: + - 0010_input_hhbeats.conf + - 1033_preprocess_snort.conf + - 1100_preprocess_bro_conn.conf + - 1101_preprocess_bro_dhcp.conf + - 1102_preprocess_bro_dns.conf + - 1103_preprocess_bro_dpd.conf + - 1104_preprocess_bro_files.conf + - 1105_preprocess_bro_ftp.conf + - 1106_preprocess_bro_http.conf + - 1107_preprocess_bro_irc.conf + - 1108_preprocess_bro_kerberos.conf + - 1109_preprocess_bro_notice.conf + - 1110_preprocess_bro_rdp.conf + - 1111_preprocess_bro_signatures.conf + - 1112_preprocess_bro_smtp.conf + - 1113_preprocess_bro_snmp.conf + - 1114_preprocess_bro_software.conf + - 1115_preprocess_bro_ssh.conf + - 1116_preprocess_bro_ssl.conf + - 1117_preprocess_bro_syslog.conf + - 1118_preprocess_bro_tunnel.conf + - 1119_preprocess_bro_weird.conf + - 1121_preprocess_bro_mysql.conf + - 1122_preprocess_bro_socks.conf + - 1123_preprocess_bro_x509.conf + - 1124_preprocess_bro_intel.conf + - 1125_preprocess_bro_modbus.conf + - 1126_preprocess_bro_sip.conf + - 1127_preprocess_bro_radius.conf + - 1128_preprocess_bro_pe.conf + - 1129_preprocess_bro_rfb.conf + - 1130_preprocess_bro_dnp3.conf + - 1131_preprocess_bro_smb_files.conf + - 1132_preprocess_bro_smb_mapping.conf + - 1133_preprocess_bro_ntlm.conf + - 1134_preprocess_bro_dce_rpc.conf + - 8001_postprocess_common_ip_augmentation.conf + - 9997_output_helix.conf.jinja diff --git a/pillar/logstash/master.sls b/pillar/logstash/master.sls index 3be98f6b9..f3ad90d7e 100644 --- a/pillar/logstash/master.sls +++ b/pillar/logstash/master.sls @@ -1,4 +1,6 @@ logstash: pipelines: master: - config: "/usr/share/logstash/pipelines/master/*.conf" + config: + - 0010_input_hhbeats.conf + - 9999_output_redis.conf.jinja diff --git a/pillar/logstash/search.sls b/pillar/logstash/search.sls index 0eca8571f..3db36320f 100644 --- a/pillar/logstash/search.sls +++ b/pillar/logstash/search.sls @@ -1,4 +1,55 @@ logstash: pipelines: search: - config: "/usr/share/logstash/pipelines/search/*.conf" + config: + - 1000_preprocess_log_elapsed.conf + - 1001_preprocess_syslogng.conf + - 1002_preprocess_json.conf + - 1004_preprocess_syslog_types.conf + - 1026_preprocess_dhcp.conf + - 1029_preprocess_esxi.conf + - 1030_preprocess_greensql.conf + - 1031_preprocess_iis.conf + - 1032_preprocess_mcafee.conf + - 1033_preprocess_snort.conf + - 1034_preprocess_syslog.conf + - 2000_network_flow.conf + - 6002_syslog.conf + - 6101_switch_brocade.conf + - 6200_firewall_fortinet.conf + - 6201_firewall_pfsense.conf + - 6300_windows.conf + - 6301_dns_windows.conf + - 6400_suricata.conf + - 6500_ossec.conf + - 6501_ossec_sysmon.conf + - 6502_ossec_autoruns.conf + - 6600_winlogbeat_sysmon.conf + - 6700_winlogbeat.conf + - 7100_osquery_wel.conf + - 7200_strelka.conf + - 8001_postprocess_common_ip_augmentation.conf + - 8007_postprocess_http.conf + - 8200_postprocess_tagging.conf + - 8998_postprocess_log_elapsed.conf + - 8999_postprocess_rename_type.conf + - 0900_input_redis.conf.jinja + - 9000_output_bro.conf.jinja + - 9001_output_switch.conf.jinja + - 9002_output_import.conf.jinja + - 9004_output_flow.conf.jinja + - 9026_output_dhcp.conf.jinja + - 9029_output_esxi.conf.jinja + - 9030_output_greensql.conf.jinja + - 9031_output_iis.conf.jinja + - 9032_output_mcafee.conf.jinja + - 9033_output_snort.conf.jinja + - 9034_output_syslog.conf.jinja + - 9100_output_osquery.conf.jinja + - 9200_output_firewall.conf.jinja + - 9300_output_windows.conf.jinja + - 9301_output_dns_windows.conf.jinja + - 9400_output_suricata.conf.jinja + - 9500_output_beats.conf.jinja + - 9600_output_ossec.conf.jinja + - 9700_output_strelka.conf.jinja diff --git a/pillar/masters/example.sls b/pillar/masters/example.sls deleted file mode 100644 index 28c9ed139..000000000 --- a/pillar/masters/example.sls +++ /dev/null @@ -1,10 +0,0 @@ -# Example Pillar file for a master -master: - esaccessip: 127.0.0.1 - esheap: CHANGEME - esclustername: {{ grains.host }} - freq: 0 - domainstats: 0 - lsheap: 1500m - lsaccessip: 127.0.0.1 - elastalert: 1 \ No newline at end of file diff --git a/pillar/nodes/example.sls b/pillar/nodes/example.sls deleted file mode 100644 index 5516e7052..000000000 --- a/pillar/nodes/example.sls +++ /dev/null @@ -1,5 +0,0 @@ -# Example Pillar file for a sensor -node: - ls_heapsize: CHANGEME - es_heapsize: CHANGEME - node_type: CHANGEME diff --git a/pillar/sensors/example.sls b/pillar/sensors/example.sls deleted file mode 100644 index 753acf1de..000000000 --- a/pillar/sensors/example.sls +++ /dev/null @@ -1,14 +0,0 @@ -# Example Pillar file for a sensor -sensor: - interface: CHANGEME - bro_pins: - - 1 - - 2 - - 3 - - 4 - brobpf: - pcapbpf: - nidsbpf: - s3bucket: - s3key: - diff --git a/salt/logstash/conf/conf.enabled.txt b/salt/logstash/conf/conf.enabled.txt deleted file mode 100644 index a4da29cad..000000000 --- a/salt/logstash/conf/conf.enabled.txt +++ /dev/null @@ -1,17 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -/usr/share/logstash/pipeline.so/0000_input_syslogng.conf -/usr/share/logstash/pipeline.so/0001_input_json.conf -/usr/share/logstash/pipeline.so/0002_input_windows_json.conf -/usr/share/logstash/pipeline.so/0003_input_syslog.conf -/usr/share/logstash/pipeline.so/0005_input_suricata.conf -/usr/share/logstash/pipeline.so/0006_input_beats.conf -/usr/share/logstash/pipeline.so/0007_input_import.conf -/usr/share/logstash/pipeline.dynamic/9999_output_redis.conf diff --git a/salt/logstash/conf/conf.enabled.txt.forward b/salt/logstash/conf/conf.enabled.txt.forward deleted file mode 100644 index a4da29cad..000000000 --- a/salt/logstash/conf/conf.enabled.txt.forward +++ /dev/null @@ -1,17 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -/usr/share/logstash/pipeline.so/0000_input_syslogng.conf -/usr/share/logstash/pipeline.so/0001_input_json.conf -/usr/share/logstash/pipeline.so/0002_input_windows_json.conf -/usr/share/logstash/pipeline.so/0003_input_syslog.conf -/usr/share/logstash/pipeline.so/0005_input_suricata.conf -/usr/share/logstash/pipeline.so/0006_input_beats.conf -/usr/share/logstash/pipeline.so/0007_input_import.conf -/usr/share/logstash/pipeline.dynamic/9999_output_redis.conf diff --git a/salt/logstash/conf/conf.enabled.txt.parser b/salt/logstash/conf/conf.enabled.txt.parser deleted file mode 100644 index 6fbf3ba45..000000000 --- a/salt/logstash/conf/conf.enabled.txt.parser +++ /dev/null @@ -1,85 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -# Please note that Bro config is commented out because we're moving that parsing to Elasticsearch ingest. -/usr/share/logstash/pipeline.dynamic/0900_input_redis.conf -/usr/share/logstash/pipeline.so/1000_preprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/1001_preprocess_syslogng.conf -/usr/share/logstash/pipeline.so/1002_preprocess_json.conf -#/usr/share/logstash/pipeline.so/1003_preprocess_bro.conf -/usr/share/logstash/pipeline.so/1004_preprocess_syslog_types.conf -/usr/share/logstash/pipeline.so/1026_preprocess_dhcp.conf -/usr/share/logstash/pipeline.so/1029_preprocess_esxi.conf -/usr/share/logstash/pipeline.so/1030_preprocess_greensql.conf -/usr/share/logstash/pipeline.so/1031_preprocess_iis.conf -/usr/share/logstash/pipeline.so/1032_preprocess_mcafee.conf -/usr/share/logstash/pipeline.so/1033_preprocess_snort.conf -/usr/share/logstash/pipeline.so/1034_preprocess_syslog.conf -#/usr/share/logstash/pipeline.so/1100_preprocess_bro_conn.conf -#/usr/share/logstash/pipeline.so/1101_preprocess_bro_dhcp.conf -#/usr/share/logstash/pipeline.so/1102_preprocess_bro_dns.conf -#/usr/share/logstash/pipeline.so/1103_preprocess_bro_dpd.conf -#/usr/share/logstash/pipeline.so/1104_preprocess_bro_files.conf -#/usr/share/logstash/pipeline.so/1105_preprocess_bro_ftp.conf -#/usr/share/logstash/pipeline.so/1106_preprocess_bro_http.conf -#/usr/share/logstash/pipeline.so/1107_preprocess_bro_irc.conf -#/usr/share/logstash/pipeline.so/1108_preprocess_bro_kerberos.conf -#/usr/share/logstash/pipeline.so/1109_preprocess_bro_notice.conf -#/usr/share/logstash/pipeline.so/1110_preprocess_bro_rdp.conf -#/usr/share/logstash/pipeline.so/1111_preprocess_bro_signatures.conf -#/usr/share/logstash/pipeline.so/1112_preprocess_bro_smtp.conf -#/usr/share/logstash/pipeline.so/1113_preprocess_bro_snmp.conf -#/usr/share/logstash/pipeline.so/1114_preprocess_bro_software.conf -#/usr/share/logstash/pipeline.so/1115_preprocess_bro_ssh.conf -#/usr/share/logstash/pipeline.so/1116_preprocess_bro_ssl.conf -#/usr/share/logstash/pipeline.so/1117_preprocess_bro_syslog.conf -#/usr/share/logstash/pipeline.so/1118_preprocess_bro_tunnel.conf -#/usr/share/logstash/pipeline.so/1119_preprocess_bro_weird.conf -#/usr/share/logstash/pipeline.so/1121_preprocess_bro_mysql.conf -#/usr/share/logstash/pipeline.so/1122_preprocess_bro_socks.conf -#/usr/share/logstash/pipeline.so/1123_preprocess_bro_x509.conf -#/usr/share/logstash/pipeline.so/1124_preprocess_bro_intel.conf -#/usr/share/logstash/pipeline.so/1125_preprocess_bro_modbus.conf -#/usr/share/logstash/pipeline.so/1126_preprocess_bro_sip.conf -#/usr/share/logstash/pipeline.so/1127_preprocess_bro_radius.conf -#/usr/share/logstash/pipeline.so/1128_preprocess_bro_pe.conf -#/usr/share/logstash/pipeline.so/1129_preprocess_bro_rfb.conf -#/usr/share/logstash/pipeline.so/1130_preprocess_bro_dnp3.conf -#/usr/share/logstash/pipeline.so/1131_preprocess_bro_smb_files.conf -#/usr/share/logstash/pipeline.so/1132_preprocess_bro_smb_mapping.conf -#/usr/share/logstash/pipeline.so/1133_preprocess_bro_ntlm.conf -#/usr/share/logstash/pipeline.so/1134_preprocess_bro_dce_rpc.conf -/usr/share/logstash/pipeline.so/1998_test_data.conf -/usr/share/logstash/pipeline.so/2000_network_flow.conf -#/usr/share/logstash/pipeline.so/6000_bro.conf -#/usr/share/logstash/pipeline.so/6001_bro_import.conf -/usr/share/logstash/pipeline.so/6002_syslog.conf -/usr/share/logstash/pipeline.so/6101_switch_brocade.conf -/usr/share/logstash/pipeline.so/6200_firewall_fortinet.conf -/usr/share/logstash/pipeline.so/6201_firewall_pfsense.conf -/usr/share/logstash/pipeline.so/6300_windows.conf -/usr/share/logstash/pipeline.so/6301_dns_windows.conf -/usr/share/logstash/pipeline.so/6400_suricata.conf -/usr/share/logstash/pipeline.so/6500_ossec.conf -/usr/share/logstash/pipeline.so/6501_ossec_sysmon.conf -/usr/share/logstash/pipeline.so/6502_ossec_autoruns.conf -#/usr/share/logstash/pipeline.so/8000_postprocess_bro_cleanup.conf -/usr/share/logstash/pipeline.so/8001_postprocess_common_ip_augmentation.conf -/usr/share/logstash/pipeline.so/8006_postprocess_dns.conf -/usr/share/logstash/pipeline.so/8007_postprocess_dns_top1m_tagging.conf -/usr/share/logstash/pipeline.so/8007_postprocess_http.conf -/usr/share/logstash/pipeline.so/8008_postprocess_dns_whois_age.conf -/usr/share/logstash/pipeline.so/8200_postprocess_tagging.conf -#/usr/share/logstash/pipeline.so/8502_postprocess_freq_analysis_bro_dns.conf -#/usr/share/logstash/pipeline.so/8503_postprocess_freq_analysis_bro_http.conf -#/usr/share/logstash/pipeline.so/8504_postprocess_freq_analysis_bro_ssl.conf -#/usr/share/logstash/pipeline.so/8505_postprocess_freq_analysis_bro_x509.conf -/usr/share/logstash/pipeline.so/8998_postprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/8999_postprocess_rename_type.conf -/usr/share/logstash/pipeline.dynamic/9999_output_redis.conf diff --git a/salt/logstash/conf/conf.enabled.txt.search b/salt/logstash/conf/conf.enabled.txt.search deleted file mode 100644 index dad8af484..000000000 --- a/salt/logstash/conf/conf.enabled.txt.search +++ /dev/null @@ -1,107 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -# Please note that Bro config is commented out because we're moving that parsing to Elasticsearch ingest. -/usr/share/logstash/pipeline.dynamic/0900_input_redis.conf -/usr/share/logstash/pipeline.so/1000_preprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/1001_preprocess_syslogng.conf -/usr/share/logstash/pipeline.so/1002_preprocess_json.conf -#/usr/share/logstash/pipeline.so/1003_preprocess_bro.conf -/usr/share/logstash/pipeline.so/1004_preprocess_syslog_types.conf -/usr/share/logstash/pipeline.so/1026_preprocess_dhcp.conf -/usr/share/logstash/pipeline.so/1029_preprocess_esxi.conf -/usr/share/logstash/pipeline.so/1030_preprocess_greensql.conf -/usr/share/logstash/pipeline.so/1031_preprocess_iis.conf -/usr/share/logstash/pipeline.so/1032_preprocess_mcafee.conf -/usr/share/logstash/pipeline.so/1033_preprocess_snort.conf -/usr/share/logstash/pipeline.so/1034_preprocess_syslog.conf -#/usr/share/logstash/pipeline.so/1100_preprocess_bro_conn.conf -#/usr/share/logstash/pipeline.so/1101_preprocess_bro_dhcp.conf -#/usr/share/logstash/pipeline.so/1102_preprocess_bro_dns.conf -#/usr/share/logstash/pipeline.so/1103_preprocess_bro_dpd.conf -#/usr/share/logstash/pipeline.so/1104_preprocess_bro_files.conf -#/usr/share/logstash/pipeline.so/1105_preprocess_bro_ftp.conf -#/usr/share/logstash/pipeline.so/1106_preprocess_bro_http.conf -#/usr/share/logstash/pipeline.so/1107_preprocess_bro_irc.conf -#/usr/share/logstash/pipeline.so/1108_preprocess_bro_kerberos.conf -#/usr/share/logstash/pipeline.so/1109_preprocess_bro_notice.conf -#/usr/share/logstash/pipeline.so/1110_preprocess_bro_rdp.conf -#/usr/share/logstash/pipeline.so/1111_preprocess_bro_signatures.conf -#/usr/share/logstash/pipeline.so/1112_preprocess_bro_smtp.conf -#/usr/share/logstash/pipeline.so/1113_preprocess_bro_snmp.conf -#/usr/share/logstash/pipeline.so/1114_preprocess_bro_software.conf -#/usr/share/logstash/pipeline.so/1115_preprocess_bro_ssh.conf -#/usr/share/logstash/pipeline.so/1116_preprocess_bro_ssl.conf -#/usr/share/logstash/pipeline.so/1117_preprocess_bro_syslog.conf -#/usr/share/logstash/pipeline.so/1118_preprocess_bro_tunnel.conf -#/usr/share/logstash/pipeline.so/1119_preprocess_bro_weird.conf -#/usr/share/logstash/pipeline.so/1121_preprocess_bro_mysql.conf -#/usr/share/logstash/pipeline.so/1122_preprocess_bro_socks.conf -#/usr/share/logstash/pipeline.so/1123_preprocess_bro_x509.conf -#/usr/share/logstash/pipeline.so/1124_preprocess_bro_intel.conf -#/usr/share/logstash/pipeline.so/1125_preprocess_bro_modbus.conf -#/usr/share/logstash/pipeline.so/1126_preprocess_bro_sip.conf -#/usr/share/logstash/pipeline.so/1127_preprocess_bro_radius.conf -#/usr/share/logstash/pipeline.so/1128_preprocess_bro_pe.conf -#/usr/share/logstash/pipeline.so/1129_preprocess_bro_rfb.conf -#/usr/share/logstash/pipeline.so/1130_preprocess_bro_dnp3.conf -#/usr/share/logstash/pipeline.so/1131_preprocess_bro_smb_files.conf -#/usr/share/logstash/pipeline.so/1132_preprocess_bro_smb_mapping.conf -#/usr/share/logstash/pipeline.so/1133_preprocess_bro_ntlm.conf -#/usr/share/logstash/pipeline.so/1134_preprocess_bro_dce_rpc.conf -/usr/share/logstash/pipeline.so/1998_test_data.conf -/usr/share/logstash/pipeline.so/2000_network_flow.conf -#/usr/share/logstash/pipeline.so/6000_bro.conf -#/usr/share/logstash/pipeline.so/6001_bro_import.conf -/usr/share/logstash/pipeline.so/6002_syslog.conf -/usr/share/logstash/pipeline.so/6101_switch_brocade.conf -/usr/share/logstash/pipeline.so/6200_firewall_fortinet.conf -/usr/share/logstash/pipeline.so/6201_firewall_pfsense.conf -/usr/share/logstash/pipeline.so/6300_windows.conf -/usr/share/logstash/pipeline.so/6301_dns_windows.conf -/usr/share/logstash/pipeline.so/6400_suricata.conf -/usr/share/logstash/pipeline.so/6500_ossec.conf -/usr/share/logstash/pipeline.so/6501_ossec_sysmon.conf -/usr/share/logstash/pipeline.so/6502_ossec_autoruns.conf -/usr/share/logstash/pipeline.so/6600_winlogbeat_sysmon.conf -/usr/share/logstash/pipeline.so/6700_winlogbeat.conf -#/usr/share/logstash/pipeline.so/8000_postprocess_bro_cleanup.conf -/usr/share/logstash/pipeline.so/8001_postprocess_common_ip_augmentation.conf -#/usr/share/logstash/pipeline.so/8006_postprocess_dns.conf -#/usr/share/logstash/pipeline.so/8007_postprocess_dns_top1m_tagging.conf -/usr/share/logstash/pipeline.so/8007_postprocess_http.conf -#/usr/share/logstash/pipeline.so/8008_postprocess_dns_whois_age.conf -/usr/share/logstash/pipeline.so/8200_postprocess_tagging.conf -#/usr/share/logstash/pipeline.so/8502_postprocess_freq_analysis_bro_dns.conf -#/usr/share/logstash/pipeline.so/8503_postprocess_freq_analysis_bro_http.conf -#/usr/share/logstash/pipeline.so/8504_postprocess_freq_analysis_bro_ssl.conf -#/usr/share/logstash/pipeline.so/8505_postprocess_freq_analysis_bro_x509.conf -/usr/share/logstash/pipeline.so/8998_postprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/8999_postprocess_rename_type.conf -/usr/share/logstash/pipeline.dynamic/9000_output_bro.conf -/usr/share/logstash/pipeline.dynamic/9001_output_switch.conf -/usr/share/logstash/pipeline.dynamic/9002_output_import.conf -/usr/share/logstash/pipeline.dynamic/9004_output_flow.conf -/usr/share/logstash/pipeline.dynamic/9026_output_dhcp.conf -/usr/share/logstash/pipeline.dynamic/9029_output_esxi.conf -/usr/share/logstash/pipeline.dynamic/9030_output_greensql.conf -/usr/share/logstash/pipeline.dynamic/9031_output_iis.conf -/usr/share/logstash/pipeline.dynamic/9032_output_mcafee.conf -/usr/share/logstash/pipeline.dynamic/9033_output_snort.conf -/usr/share/logstash/pipeline.dynamic/9034_output_syslog.conf -/usr/share/logstash/pipeline.dynamic/9200_output_firewall.conf -/usr/share/logstash/pipeline.dynamic/9300_output_windows.conf -/usr/share/logstash/pipeline.dynamic/9301_output_dns_windows.conf -/usr/share/logstash/pipeline.dynamic/9400_output_suricata.conf -/usr/share/logstash/pipeline.dynamic/9500_output_beats.conf -/usr/share/logstash/pipeline.dynamic/9600_output_ossec.conf -/usr/share/logstash/pipeline.dynamic/9998_output_test_data.conf -/usr/share/logstash/pipeline.dynamic/7100_osquery_wel.conf -/usr/share/logstash/pipeline.dynamic/9100_output_osquery.conf -/usr/share/logstash/pipeline.dynamic/9700_output_strelka.conf diff --git a/salt/logstash/conf/conf.enabled.txt.so-eval b/salt/logstash/conf/conf.enabled.txt.so-eval deleted file mode 100644 index 49948728d..000000000 --- a/salt/logstash/conf/conf.enabled.txt.so-eval +++ /dev/null @@ -1,114 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -# Please note that Bro config is commented out because we're moving that parsing to Elasticsearch ingest. -#/usr/share/logstash/pipeline.so/0000_input_syslogng.conf -#/usr/share/logstash/pipeline.so/0001_input_json.conf -#/usr/share/logstash/pipeline.so/0002_input_windows_json.conf -#/usr/share/logstash/pipeline.so/0003_input_syslog.conf -#/usr/share/logstash/pipeline.so/0005_input_suricata.conf -#/usr/share/logstash/pipeline.dynamic/0006_input_beats.conf -/usr/share/logstash/pipeline.so/0007_input_import.conf -/usr/share/logstash/pipeline.dynamic/0010_input_hhbeats.conf -#/usr/share/logstash/pipeline.so/1000_preprocess_log_elapsed.conf -#/usr/share/logstash/pipeline.so/1001_preprocess_syslogng.conf -#/usr/share/logstash/pipeline.so/1002_preprocess_json.conf -#/usr/share/logstash/pipeline.so/1003_preprocess_bro.conf -#/usr/share/logstash/pipeline.so/1004_preprocess_syslog_types.conf -/usr/share/logstash/pipeline.so/1026_preprocess_dhcp.conf -#/usr/share/logstash/pipeline.so/1029_preprocess_esxi.conf -#/usr/share/logstash/pipeline.so/1030_preprocess_greensql.conf -#/usr/share/logstash/pipeline.so/1031_preprocess_iis.conf -#/usr/share/logstash/pipeline.so/1032_preprocess_mcafee.conf -/usr/share/logstash/pipeline.so/1033_preprocess_snort.conf -#/usr/share/logstash/pipeline.so/1034_preprocess_syslog.conf -#/usr/share/logstash/pipeline.so/1100_preprocess_bro_conn.conf -#/usr/share/logstash/pipeline.so/1101_preprocess_bro_dhcp.conf -#/usr/share/logstash/pipeline.so/1102_preprocess_bro_dns.conf -#/usr/share/logstash/pipeline.so/1103_preprocess_bro_dpd.conf -#/usr/share/logstash/pipeline.so/1104_preprocess_bro_files.conf -#/usr/share/logstash/pipeline.so/1105_preprocess_bro_ftp.conf -#/usr/share/logstash/pipeline.so/1106_preprocess_bro_http.conf -#/usr/share/logstash/pipeline.so/1107_preprocess_bro_irc.conf -#/usr/share/logstash/pipeline.so/1108_preprocess_bro_kerberos.conf -#/usr/share/logstash/pipeline.so/1109_preprocess_bro_notice.conf -#/usr/share/logstash/pipeline.so/1110_preprocess_bro_rdp.conf -#/usr/share/logstash/pipeline.so/1111_preprocess_bro_signatures.conf -#/usr/share/logstash/pipeline.so/1112_preprocess_bro_smtp.conf -#/usr/share/logstash/pipeline.so/1113_preprocess_bro_snmp.conf -#/usr/share/logstash/pipeline.so/1114_preprocess_bro_software.conf -#/usr/share/logstash/pipeline.so/1115_preprocess_bro_ssh.conf -#/usr/share/logstash/pipeline.so/1116_preprocess_bro_ssl.conf -#/usr/share/logstash/pipeline.so/1117_preprocess_bro_syslog.conf -#/usr/share/logstash/pipeline.so/1118_preprocess_bro_tunnel.conf -#/usr/share/logstash/pipeline.so/1119_preprocess_bro_weird.conf -#/usr/share/logstash/pipeline.so/1121_preprocess_bro_mysql.conf -#/usr/share/logstash/pipeline.so/1122_preprocess_bro_socks.conf -#/usr/share/logstash/pipeline.so/1123_preprocess_bro_x509.conf -#/usr/share/logstash/pipeline.so/1124_preprocess_bro_intel.conf -#/usr/share/logstash/pipeline.so/1125_preprocess_bro_modbus.conf -#/usr/share/logstash/pipeline.so/1126_preprocess_bro_sip.conf -#/usr/share/logstash/pipeline.so/1127_preprocess_bro_radius.conf -#/usr/share/logstash/pipeline.so/1128_preprocess_bro_pe.conf -#/usr/share/logstash/pipeline.so/1129_preprocess_bro_rfb.conf -#/usr/share/logstash/pipeline.so/1130_preprocess_bro_dnp3.conf -#/usr/share/logstash/pipeline.so/1131_preprocess_bro_smb_files.conf -#/usr/share/logstash/pipeline.so/1132_preprocess_bro_smb_mapping.conf -#/usr/share/logstash/pipeline.so/1133_preprocess_bro_ntlm.conf -#/usr/share/logstash/pipeline.so/1134_preprocess_bro_dce_rpc.conf -#/usr/share/logstash/pipeline.so/1998_test_data.conf -#/usr/share/logstash/pipeline.so/2000_network_flow.conf -#/usr/share/logstash/pipeline.so/6000_bro.conf -#/usr/share/logstash/pipeline.so/6001_bro_import.conf -#/usr/share/logstash/pipeline.so/6002_syslog.conf -#/usr/share/logstash/pipeline.so/6101_switch_brocade.conf -#/usr/share/logstash/pipeline.so/6200_firewall_fortinet.conf -#/usr/share/logstash/pipeline.so/6201_firewall_pfsense.conf -#/usr/share/logstash/pipeline.so/6300_windows.conf -#/usr/share/logstash/pipeline.so/6301_dns_windows.conf -#/usr/share/logstash/pipeline.so/6400_suricata.conf -/usr/share/logstash/pipeline.so/6500_ossec.conf -/usr/share/logstash/pipeline.so/6501_ossec_sysmon.conf -/usr/share/logstash/pipeline.so/6502_ossec_autoruns.conf -/usr/share/logstash/pipeline.so/6600_winlogbeat_sysmon.conf -/usr/share/logstash/pipeline.so/6700_winlogbeat.conf -#/usr/share/logstash/pipeline.so/8000_postprocess_bro_cleanup.conf -/usr/share/logstash/pipeline.so/8001_postprocess_common_ip_augmentation.conf -#/usr/share/logstash/pipeline.so/8006_postprocess_dns.conf -#/usr/share/logstash/pipeline.so/8007_postprocess_dns_top1m_tagging.conf -/usr/share/logstash/pipeline.so/8007_postprocess_http.conf -#/usr/share/logstash/pipeline.so/8008_postprocess_dns_whois_age.conf -/usr/share/logstash/pipeline.so/8200_postprocess_tagging.conf -#/usr/share/logstash/pipeline.so/8502_postprocess_freq_analysis_bro_dns.conf -#/usr/share/logstash/pipeline.so/8503_postprocess_freq_analysis_bro_http.conf -#/usr/share/logstash/pipeline.so/8504_postprocess_freq_analysis_bro_ssl.conf -#/usr/share/logstash/pipeline.so/8505_postprocess_freq_analysis_bro_x509.conf -#/usr/share/logstash/pipeline.so/8998_postprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/8999_postprocess_rename_type.conf -/usr/share/logstash/pipeline.dynamic/9000_output_bro.conf -#/usr/share/logstash/pipeline.dynamic/9001_output_switch.conf -/usr/share/logstash/pipeline.dynamic/9002_output_import.conf -#/usr/share/logstash/pipeline.dynamic/9004_output_flow.conf -#/usr/share/logstash/pipeline.dynamic/9026_output_dhcp.conf -#/usr/share/logstash/pipeline.dynamic/9029_output_esxi.conf -#/usr/share/logstash/pipeline.dynamic/9030_output_greensql.conf -#/usr/share/logstash/pipeline.dynamic/9031_output_iis.conf -#/usr/share/logstash/pipeline.dynamic/9032_output_mcafee.conf -/usr/share/logstash/pipeline.dynamic/9033_output_snort.conf -#/usr/share/logstash/pipeline.dynamic/9034_output_syslog.conf -#/usr/share/logstash/pipeline.dynamic/9200_output_firewall.conf -#/usr/share/logstash/pipeline.dynamic/9300_output_windows.conf -#/usr/share/logstash/pipeline.dynamic/9301_output_dns_windows.conf -/usr/share/logstash/pipeline.dynamic/9400_output_suricata.conf -/usr/share/logstash/pipeline.dynamic/9500_output_beats.conf -/usr/share/logstash/pipeline.dynamic/9600_output_ossec.conf -#/usr/share/logstash/pipeline.dynamic/9998_output_test_data.conf -/usr/share/logstash/pipeline.dynamic/7100_osquery_wel.conf -/usr/share/logstash/pipeline.dynamic/9100_output_osquery.conf -/usr/share/logstash/pipeline.dynamic/9700_output_strelka.conf diff --git a/salt/logstash/conf/conf.enabled.txt.so-eval.old b/salt/logstash/conf/conf.enabled.txt.so-eval.old deleted file mode 100644 index e5ce9c803..000000000 --- a/salt/logstash/conf/conf.enabled.txt.so-eval.old +++ /dev/null @@ -1,109 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -/usr/share/logstash/pipeline.so/0000_input_syslogng.conf -/usr/share/logstash/pipeline.so/0001_input_json.conf -/usr/share/logstash/pipeline.so/0002_input_windows_json.conf -/usr/share/logstash/pipeline.so/0003_input_syslog.conf -/usr/share/logstash/pipeline.so/0005_input_suricata.conf -/usr/share/logstash/pipeline.so/0007_input_import.conf -/usr/share/logstash/pipeline.so/0008_input_eval.conf -/usr/share/logstash/pipeline.so/1000_preprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/1001_preprocess_syslogng.conf -/usr/share/logstash/pipeline.so/1002_preprocess_json.conf -/usr/share/logstash/pipeline.so/1003_preprocess_bro.conf -/usr/share/logstash/pipeline.so/1004_preprocess_syslog_types.conf -/usr/share/logstash/pipeline.so/1026_preprocess_dhcp.conf -/usr/share/logstash/pipeline.so/1029_preprocess_esxi.conf -/usr/share/logstash/pipeline.so/1030_preprocess_greensql.conf -/usr/share/logstash/pipeline.so/1031_preprocess_iis.conf -/usr/share/logstash/pipeline.so/1032_preprocess_mcafee.conf -/usr/share/logstash/pipeline.so/1033_preprocess_snort.conf -/usr/share/logstash/pipeline.so/1034_preprocess_syslog.conf -/usr/share/logstash/pipeline.so/1100_preprocess_bro_conn.conf -/usr/share/logstash/pipeline.so/1101_preprocess_bro_dhcp.conf -/usr/share/logstash/pipeline.so/1102_preprocess_bro_dns.conf -/usr/share/logstash/pipeline.so/1103_preprocess_bro_dpd.conf -/usr/share/logstash/pipeline.so/1104_preprocess_bro_files.conf -/usr/share/logstash/pipeline.so/1105_preprocess_bro_ftp.conf -/usr/share/logstash/pipeline.so/1106_preprocess_bro_http.conf -/usr/share/logstash/pipeline.so/1107_preprocess_bro_irc.conf -/usr/share/logstash/pipeline.so/1108_preprocess_bro_kerberos.conf -/usr/share/logstash/pipeline.so/1109_preprocess_bro_notice.conf -/usr/share/logstash/pipeline.so/1110_preprocess_bro_rdp.conf -/usr/share/logstash/pipeline.so/1111_preprocess_bro_signatures.conf -/usr/share/logstash/pipeline.so/1112_preprocess_bro_smtp.conf -/usr/share/logstash/pipeline.so/1113_preprocess_bro_snmp.conf -/usr/share/logstash/pipeline.so/1114_preprocess_bro_software.conf -/usr/share/logstash/pipeline.so/1115_preprocess_bro_ssh.conf -/usr/share/logstash/pipeline.so/1116_preprocess_bro_ssl.conf -/usr/share/logstash/pipeline.so/1117_preprocess_bro_syslog.conf -/usr/share/logstash/pipeline.so/1118_preprocess_bro_tunnel.conf -/usr/share/logstash/pipeline.so/1119_preprocess_bro_weird.conf -/usr/share/logstash/pipeline.so/1121_preprocess_bro_mysql.conf -/usr/share/logstash/pipeline.so/1122_preprocess_bro_socks.conf -/usr/share/logstash/pipeline.so/1123_preprocess_bro_x509.conf -/usr/share/logstash/pipeline.so/1124_preprocess_bro_intel.conf -/usr/share/logstash/pipeline.so/1125_preprocess_bro_modbus.conf -/usr/share/logstash/pipeline.so/1126_preprocess_bro_sip.conf -/usr/share/logstash/pipeline.so/1127_preprocess_bro_radius.conf -/usr/share/logstash/pipeline.so/1128_preprocess_bro_pe.conf -/usr/share/logstash/pipeline.so/1129_preprocess_bro_rfb.conf -/usr/share/logstash/pipeline.so/1130_preprocess_bro_dnp3.conf -/usr/share/logstash/pipeline.so/1131_preprocess_bro_smb_files.conf -/usr/share/logstash/pipeline.so/1132_preprocess_bro_smb_mapping.conf -/usr/share/logstash/pipeline.so/1133_preprocess_bro_ntlm.conf -/usr/share/logstash/pipeline.so/1134_preprocess_bro_dce_rpc.conf -/usr/share/logstash/pipeline.so/1998_test_data.conf -/usr/share/logstash/pipeline.so/2000_network_flow.conf -/usr/share/logstash/pipeline.so/6000_bro.conf -/usr/share/logstash/pipeline.so/6001_bro_import.conf -/usr/share/logstash/pipeline.so/6002_syslog.conf -/usr/share/logstash/pipeline.so/6101_switch_brocade.conf -/usr/share/logstash/pipeline.so/6200_firewall_fortinet.conf -/usr/share/logstash/pipeline.so/6201_firewall_pfsense.conf -/usr/share/logstash/pipeline.so/6300_windows.conf -/usr/share/logstash/pipeline.so/6301_dns_windows.conf -/usr/share/logstash/pipeline.so/6400_suricata.conf -/usr/share/logstash/pipeline.so/6500_ossec.conf -/usr/share/logstash/pipeline.so/6501_ossec_sysmon.conf -/usr/share/logstash/pipeline.so/6502_ossec_autoruns.conf -/usr/share/logstash/pipeline.so/6600_winlogbeat_sysmon.conf -/usr/share/logstash/pipeline.so/6700_winlogbeat.conf -/usr/share/logstash/pipeline.so/8000_postprocess_bro_cleanup.conf -/usr/share/logstash/pipeline.so/8001_postprocess_common_ip_augmentation.conf -#/usr/share/logstash/pipeline.so/8006_postprocess_dns.conf -#/usr/share/logstash/pipeline.so/8007_postprocess_dns_top1m_tagging.conf -/usr/share/logstash/pipeline.so/8007_postprocess_http.conf -#/usr/share/logstash/pipeline.so/8008_postprocess_dns_whois_age.conf -/usr/share/logstash/pipeline.so/8200_postprocess_tagging.conf -#/usr/share/logstash/pipeline.so/8502_postprocess_freq_analysis_bro_dns.conf -#/usr/share/logstash/pipeline.so/8503_postprocess_freq_analysis_bro_http.conf -#/usr/share/logstash/pipeline.so/8504_postprocess_freq_analysis_bro_ssl.conf -#/usr/share/logstash/pipeline.so/8505_postprocess_freq_analysis_bro_x509.conf -/usr/share/logstash/pipeline.so/8998_postprocess_log_elapsed.conf -/usr/share/logstash/pipeline.so/8999_postprocess_rename_type.conf -/usr/share/logstash/pipeline.dynamic/9000_output_bro.conf -/usr/share/logstash/pipeline.dynamic/9001_output_switch.conf -/usr/share/logstash/pipeline.dynamic/9002_output_import.conf -/usr/share/logstash/pipeline.dynamic/9004_output_flow.conf -/usr/share/logstash/pipeline.dynamic/9026_output_dhcp.conf -/usr/share/logstash/pipeline.dynamic/9029_output_esxi.conf -/usr/share/logstash/pipeline.dynamic/9030_output_greensql.conf -/usr/share/logstash/pipeline.dynamic/9031_output_iis.conf -/usr/share/logstash/pipeline.dynamic/9032_output_mcafee.conf -/usr/share/logstash/pipeline.dynamic/9033_output_snort.conf -/usr/share/logstash/pipeline.dynamic/9034_output_syslog.conf -/usr/share/logstash/pipeline.dynamic/9200_output_firewall.conf -/usr/share/logstash/pipeline.dynamic/9300_output_windows.conf -/usr/share/logstash/pipeline.dynamic/9301_output_dns_windows.conf -/usr/share/logstash/pipeline.dynamic/9400_output_suricata.conf -/usr/share/logstash/pipeline.dynamic/9500_output_beats.conf -/usr/share/logstash/pipeline.dynamic/9600_output_ossec.conf -/usr/share/logstash/pipeline.dynamic/9998_output_test_data.conf diff --git a/salt/logstash/conf/conf.enabled.txt.so-helix b/salt/logstash/conf/conf.enabled.txt.so-helix deleted file mode 100644 index ec07b5a90..000000000 --- a/salt/logstash/conf/conf.enabled.txt.so-helix +++ /dev/null @@ -1,47 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -/usr/share/logstash/pipeline.dynamic/0010_input_hhbeats.conf -/usr/share/logstash/pipeline.so/1033_preprocess_snort.conf -/usr/share/logstash/pipeline.so/1100_preprocess_bro_conn.conf -/usr/share/logstash/pipeline.so/1101_preprocess_bro_dhcp.conf -/usr/share/logstash/pipeline.so/1102_preprocess_bro_dns.conf -/usr/share/logstash/pipeline.so/1103_preprocess_bro_dpd.conf -/usr/share/logstash/pipeline.so/1104_preprocess_bro_files.conf -/usr/share/logstash/pipeline.so/1105_preprocess_bro_ftp.conf -/usr/share/logstash/pipeline.so/1106_preprocess_bro_http.conf -/usr/share/logstash/pipeline.so/1107_preprocess_bro_irc.conf -/usr/share/logstash/pipeline.so/1108_preprocess_bro_kerberos.conf -/usr/share/logstash/pipeline.so/1109_preprocess_bro_notice.conf -/usr/share/logstash/pipeline.so/1110_preprocess_bro_rdp.conf -/usr/share/logstash/pipeline.so/1111_preprocess_bro_signatures.conf -/usr/share/logstash/pipeline.so/1112_preprocess_bro_smtp.conf -/usr/share/logstash/pipeline.so/1113_preprocess_bro_snmp.conf -/usr/share/logstash/pipeline.so/1114_preprocess_bro_software.conf -/usr/share/logstash/pipeline.so/1115_preprocess_bro_ssh.conf -/usr/share/logstash/pipeline.so/1116_preprocess_bro_ssl.conf -/usr/share/logstash/pipeline.so/1117_preprocess_bro_syslog.conf -/usr/share/logstash/pipeline.so/1118_preprocess_bro_tunnel.conf -/usr/share/logstash/pipeline.so/1119_preprocess_bro_weird.conf -/usr/share/logstash/pipeline.so/1121_preprocess_bro_mysql.conf -/usr/share/logstash/pipeline.so/1122_preprocess_bro_socks.conf -/usr/share/logstash/pipeline.so/1123_preprocess_bro_x509.conf -/usr/share/logstash/pipeline.so/1124_preprocess_bro_intel.conf -/usr/share/logstash/pipeline.so/1125_preprocess_bro_modbus.conf -/usr/share/logstash/pipeline.so/1126_preprocess_bro_sip.conf -/usr/share/logstash/pipeline.so/1127_preprocess_bro_radius.conf -/usr/share/logstash/pipeline.so/1128_preprocess_bro_pe.conf -/usr/share/logstash/pipeline.so/1129_preprocess_bro_rfb.conf -/usr/share/logstash/pipeline.so/1130_preprocess_bro_dnp3.conf -/usr/share/logstash/pipeline.so/1131_preprocess_bro_smb_files.conf -/usr/share/logstash/pipeline.so/1132_preprocess_bro_smb_mapping.conf -/usr/share/logstash/pipeline.so/1133_preprocess_bro_ntlm.conf -/usr/share/logstash/pipeline.so/1134_preprocess_bro_dce_rpc.conf -/usr/share/logstash/pipeline.so/8001_postprocess_common_ip_augmentation.conf -/usr/share/logstash/pipeline.dynamic/9997_output_helix.conf diff --git a/salt/logstash/conf/conf.enabled.txt.so-master b/salt/logstash/conf/conf.enabled.txt.so-master deleted file mode 100644 index 6464496fa..000000000 --- a/salt/logstash/conf/conf.enabled.txt.so-master +++ /dev/null @@ -1,18 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -/usr/share/logstash/pipeline.so/0000_input_syslogng.conf -/usr/share/logstash/pipeline.so/0001_input_json.conf -/usr/share/logstash/pipeline.so/0002_input_windows_json.conf -/usr/share/logstash/pipeline.so/0003_input_syslog.conf -/usr/share/logstash/pipeline.so/0005_input_suricata.conf -#/usr/share/logstash/pipeline.dynamic/0006_input_beats.conf -/usr/share/logstash/pipeline.dynamic/0010_input_hhbeats.conf -/usr/share/logstash/pipeline.so/0007_input_import.conf -/usr/share/logstash/pipeline.dynamic/9999_output_redis.conf diff --git a/salt/logstash/conf/conf.enabled.txt.so-mastersearch b/salt/logstash/conf/conf.enabled.txt.so-mastersearch deleted file mode 100644 index 6464496fa..000000000 --- a/salt/logstash/conf/conf.enabled.txt.so-mastersearch +++ /dev/null @@ -1,18 +0,0 @@ -# This is where can specify which LogStash configs get loaded. -# -# The custom folder on the master gets automatically synced to each logstash -# node. -# -# To enable a custom configuration see the following example and uncomment: -# /usr/share/logstash/pipeline.custom/1234_input_custom.conf -## -# All of the defaults are loaded. -/usr/share/logstash/pipeline.so/0000_input_syslogng.conf -/usr/share/logstash/pipeline.so/0001_input_json.conf -/usr/share/logstash/pipeline.so/0002_input_windows_json.conf -/usr/share/logstash/pipeline.so/0003_input_syslog.conf -/usr/share/logstash/pipeline.so/0005_input_suricata.conf -#/usr/share/logstash/pipeline.dynamic/0006_input_beats.conf -/usr/share/logstash/pipeline.dynamic/0010_input_hhbeats.conf -/usr/share/logstash/pipeline.so/0007_input_import.conf -/usr/share/logstash/pipeline.dynamic/9999_output_redis.conf diff --git a/salt/logstash/conf/pipelines/eval/templates/9000_output_bro.conf b/salt/logstash/conf/pipelines/eval/templates/9000_output_bro.conf deleted file mode 100644 index 2beafc8be..000000000 --- a/salt/logstash/conf/pipelines/eval/templates/9000_output_bro.conf +++ /dev/null @@ -1,32 +0,0 @@ -{%- if grains['role'] == 'so-eval' -%} -{%- set ES = salt['pillar.get']('master:mainip', '') -%} -{%- set NAME = grains.host -%} -{%- else %} -{%- set ES = salt['pillar.get']('node:mainip', '') -%} -{%- endif %} -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - - -filter { - if "bro" in [tags] and "test_data" not in [tags] and "import" not in [tags] { - mutate { - add_field => { "sensor_name" => "{{ NAME }}" } - } - } -} -output { - if "bro" in [tags] and "test_data" not in [tags] and "import" not in [tags] { -# stdout { codec => rubydebug } - elasticsearch { - pipeline => "%{event_type}" - hosts => "{{ ES }}" - index => "logstash-bro-%{+YYYY.MM.dd}" - template_name => "logstash" - template => "/logstash-template.json" - template_overwrite => true - } - } -} diff --git a/salt/logstash/conf/pipelines/eval/templates/9100_output_osquery.conf b/salt/logstash/conf/pipelines/eval/templates/9100_output_osquery.conf deleted file mode 100644 index 132f0eb66..000000000 --- a/salt/logstash/conf/pipelines/eval/templates/9100_output_osquery.conf +++ /dev/null @@ -1,32 +0,0 @@ -{%- if grains['role'] == 'so-eval' -%} -{%- set ES = salt['pillar.get']('master:mainip', '') -%} -{%- else %} -{%- set ES = salt['pillar.get']('node:mainip', '') -%} -{%- endif %} -# Author: Security Onion Solutions -# Last Update: 2/3/2020 -# Output to ES for osquery tagged logs - EVAL install - - -filter { - if "osquery" in [tags] { - mutate { - rename => { "host" => "beat_host" } - remove_tag => ["beat"] - } - json { - source => "message" - target => "osquery" - } - } -} - -output { - if "osquery" in [tags] { - elasticsearch { - hosts => "{{ ES }}" - index => "logstash-osquery-%{+YYYY.MM.dd}" - template => "/logstash-template.json" - } - } -} diff --git a/salt/logstash/conf/pipelines/eval/templates/9400_output_suricata.conf b/salt/logstash/conf/pipelines/eval/templates/9400_output_suricata.conf deleted file mode 100644 index 1de235444..000000000 --- a/salt/logstash/conf/pipelines/eval/templates/9400_output_suricata.conf +++ /dev/null @@ -1,28 +0,0 @@ -{%- if grains['role'] == 'so-eval' -%} -{%- set ES = salt['pillar.get']('master:mainip', '') -%} -{%- set NAME = grains.host -%} -{%- else %} -{%- set ES = salt['pillar.get']('node:mainip', '') -%} -{%- endif %} -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -filter { - if [event_type] == "suricata" and "test_data" not in [tags] { - mutate { - add_field => { "sensor_name" => "{{ NAME }}" } - } - } -} -output { - if [event_type] == "suricata" and "test_data" not in [tags] { - #stdout { codec => rubydebug } - elasticsearch { - hosts => "{{ ES }}" - index => "logstash-ids-%{+YYYY.MM.dd}" - template => "/logstash-template.json" - } - } -} diff --git a/salt/logstash/conf/pipelines/helix/1033_preprocess_snort.conf b/salt/logstash/conf/pipelines/helix/1033_preprocess_snort.conf deleted file mode 100644 index 897a8ae4b..000000000 --- a/salt/logstash/conf/pipelines/helix/1033_preprocess_snort.conf +++ /dev/null @@ -1,181 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Updated by: Doug Burks -# Last Update: 3/15/2018 - -filter { - if [type] == "ids" { - # This is the initial parsing of the log - if [engine] == "suricata" { - json { - source => "message" - } - mutate { - rename => { "alert" => "orig_alert" } - rename => { "[orig_alert][gid]" => "gid" } - rename => { "[orig_alert][signature_id]" => "sid" } - rename => { "[orig_alert][rev]" => "rev" } - rename => { "[orig_alert][signature]" => "alert" } - rename => { "[orig_alert][category]" => "classification" } - rename => { "[orig_alert][severity]" => "priority" } - rename => { "[orig_alert][rule]" => "rule_signature" } - rename => { "app_proto" => "application_protocol" } - rename => { "dest_ip" => "destination_ip" } - rename => { "dest_port" => "destination_port" } - rename => { "in_iface" => "interface" } - rename => { "proto" => "protocol" } - rename => { "src_ip" => "source_ip" } - rename => { "src_port" => "source_port" } - #rename => { "[fileinfo][filename]" => "filename" } - #rename => { "[fileinfo][gaps]" => "gaps" } - #rename => { "[fileinfo][size]" => "size" } - #rename => { "[fileinfo][state]" => "state" } - #rename => { "[fileinfo][stored]" => "stored" } - #rename => { "[fileinfo][tx_id]" => "tx_id" } - #rename => { "[flow][age]" => "duration" } - #rename => { "[flow][alerted]" => "flow_alerted" } - #rename => { "[flow][bytes_toclient]" => "bytes_to_client" } - #rename => { "[flow][bytes_toserver]" => "bytes_to_server" } - #rename => { "[flow][end]" => "flow_end" } - #rename => { "[flow][pkts_toclient]" => "packets_to_client" } - #rename => { "[flow][pkts_toserver]" => "packets_to_server" } - #rename => { "[flow][reason]" => "reason" } - #rename => { "[flow][start]" => "flow_start" } - #rename => { "[flow][state]" => "state" } - #rename => { "[netflow][age]" => "duration" } - #rename => { "[netflow][bytes]" => "bytes" } - #rename => { "[netflow][end]" => "netflow_end" } - #rename => { "[netflow][start]" => "netflow_start" } - #rename => { "[netflow][pkts]" => "packets" } - rename => { "[alert][action]" => "action" } - rename => { "[alert][category]" => "category" } - rename => { "[alert][gid]" => "gid" } - rename => { "[alert][rev]" => "rev" } - rename => { "[alert][severity]" => "severity" } - rename => { "[alert][signature]" => "signature" } - rename => { "[alert][signature_id]" => "sid" } - #rename => { "[dns][aa]" => "aa" } - #rename => { "[dns][flags]" => "flags" } - #rename => { "[dns][id]" => "id" } - #rename => { "[dns][qr]" => "qr" } - #rename => { "[dns][rcode]" => "rcode_name" } - #rename => { "[dns][rrname]" => "rrname" } - #rename => { "[dns][rrtype]" => "rrtype" } - #rename => { "[dns][tx_id]" => "tx_id" } - #rename => { "[dns][type]" => "record_type" } - #rename => { "[dns][version]" => "version" } - rename => { "[http][hostname]" => "virtual_host" } - rename => { "[http][http_content_type]" => "content_type" } - rename => { "[http][http_port]" => "http_port" } - rename => { "[http][http_method]" => "method" } - rename => { "[http][http_user_agent]" => "useragent" } - #rename => { "[http][length]" => "payload_length" } - #rename => { "[http][protocol]" => "http_version" } - rename => { "[http][status]" => "status_message" } - rename => { "[http][url]" => "url" } - #rename => { "[metadata][flowbits]" => "flowbits" } - rename => { "[tls][fingerprint]" => "certificate_serial_number" } - rename => { "[tls][issuerdn]" => "issuer_distinguished_name" } - rename => { "[tls][notafter]" => "certificate_not_valid_after" } - rename => { "[tls][notbefore]" => "certificate_not_valid_before" } - rename => { "[tls][subject]" => "certificate_common_name" } - rename => { "[tls][version]" => "tls_version" } - rename => { "event_type" => "ids_event_type" } - remove_field => [ "offset", "orig_alert", "beat", "input", "prospector" ] - remove_tag => [ "beats_input_codec_plain_applied" ] - add_tag => [ "eve" ] - - } - } else { - grok { - match => ["message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+<%{DATA:interface}>\s+{%{DATA:protocol}}\s+(?:%{IPV4:source_ip}|%{IPV6:source_ip}):%{INT:source_port}\s+->\s+(?:%{IPV4:destination_ip}|%{IPV6:destination_ip}):%{INT:destination_port}", - "message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+<%{DATA:interface}>\s+{%{DATA:protocol}}\s(?:%{IPV4:source_ip}|%{IPV6:source_ip})\s+->\s+(?:%{IPV4:destination_ip}|%{IPV6:destination_ip})", - "message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+{%{DATA:protocol}}\s+(?:%{IPV4:source_ip}|%{IPV6:source_ip}):%{INT:source_port}\s+->\s+%{IPV4:destination_ip}:%{INT:destination_port}", - "message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+{%{DATA:protocol}}\s(?:%{IPV4:source_ip}|%{IPV6:source_ip})\s+->\s+(?:%{IPV4:destination_ip}|%{IPV6:destination_ip})", - "message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+{%{DATA:protocol}}\s+(?:%{IPV4:source_ip}|%{IPV6:source_ip}):%{INT:source_port}\s+->\s+(?:%{IPV4:destination_ip}|%{IPV6:destination_ip}):%{INT:destination_port}", - "message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+{%{DATA:protocol}}\s(?:%{IPV4:source_ip}|%{IPV6:source_ip})\s+->\s+(?:%{IPV4:source_ip}|%{IPV6:source_ip})", - "message", "\[%{INT:gid}:%{INT:sid}:%{INT:rev}\]\s%{DATA:alert}\[Classification:\s+%{DATA:classification}\]\s+\[Priority:\s+%{INT:priority}\]:\s+{%{DATA:protocol}}", - "message", "\A%{TIME} pid\(%{INT}\) Alert Received: %{INT} %{INT:priority} %{DATA:classification} %{DATA:interface} \{%{DATA:timestamp}} %{INT} %{INT} \{%{DATA:alert}} %{IP:source_ip} %{IP:destination_ip} %{INT:protocol} %{INT:source_port} %{INT:destination_port} %{INT:gid} %{INT:sid} %{INT:rev} %{INT} %{INT}\Z", - "message", "%{GREEDYDATA:alert}"] - } - } - if [timestamp] { - mutate { - add_field => { "logstash_timestamp" => "%{@timestamp}" } - } - mutate { - convert => { "logstash_timestamp" => "string" } - } - date { - match => [ "timestamp", "ISO8601" ] - } - mutate { - rename => { "logstash_timestamp" => "timestamp" } - } - } - - # If the alert is a Snort GPL alert break it apart for easier reading and categorization - if [alert] =~ "GPL " { - # This will parse out the category type from the alert - grok { - match => { "alert" => "GPL\s+%{DATA:category}\s" } - } - # This will store the category - mutate { - add_field => { "rule_type" => "Snort GPL" } - lowercase => [ "category"] - } - } - # If the alert is an Emerging Threat alert break it apart for easier reading and categorization - if [alert] =~ "ET " { - # This will parse out the category type from the alert - grok { - match => { "alert" => "ET\s+%{DATA:category}\s" } - } - # This will store the category - mutate { - add_field => { "rule_type" => "Emerging Threats" } - lowercase => [ "category"] - } - } - # I recommend changing the field types below to integer so searches can do greater than or less than - # and also so math functions can be ran against them - mutate { - convert => [ "source_port", "integer" ] - convert => [ "destination_port", "integer" ] - convert => [ "gid", "integer" ] - convert => [ "sid", "integer" ] - # remove_field => [ "message"] - } - # This will translate the priority field into a severity field of either High, Medium, or Low - if [priority] == 1 { - mutate { - add_field => { "severity" => "High" } - } - } - if [priority] == 2 { - mutate { - add_field => { "severity" => "Medium" } - } - } - if [priority] == 3 { - mutate { - add_field => { "severity" => "Low" } - } - } - # This section adds URLs to lookup information about a rule online - if [sid] and [sid] > 0 and [sid] < 1000000 { - mutate { - add_field => [ "signature_info", "https://www.snort.org/search?query=%{gid}-%{sid}" ] - } - } - if [sid] and [sid] > 1999999 and [sid] < 2999999 { - mutate { - add_field => [ "signature_info", "http://doc.emergingthreats.net/%{sid}" ] - } - } -# mutate { - #add_tag => [ "conf_file_1033"] -# } - } -} diff --git a/salt/logstash/conf/pipelines/helix/8001_postprocess_common_ip_augmentation.conf b/salt/logstash/conf/pipelines/helix/8001_postprocess_common_ip_augmentation.conf deleted file mode 100644 index d28449da6..000000000 --- a/salt/logstash/conf/pipelines/helix/8001_postprocess_common_ip_augmentation.conf +++ /dev/null @@ -1,58 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Updated by: Doug Burks -# Last Update: 5/20/2017 - -filter { - if [source_ip] { - if [source_ip] == "-" { - mutate { - replace => { "source_ip" => "0.0.0.0" } - } - } - if [source_ip] =~ "10\." or [source_ip] =~ "192\.168\." or [source_ip] =~ "172\.(1[6-9]|2[0-9]|3[0-1])\." or [source_ip] =~ "fe80::20c:29ff:fe19:f7d" or [source_ip] =~ "::1" { - mutate { - } - } else { - geoip { - source => "[source_ip]" - target => "source_geo" - } - } - if [source_ip] { - mutate { - add_field => { "ips" => "%{source_ip}" } - add_field => { "source_ips" => [ "%{source_ip}" ] } - } - } - } - if [destination_ip] { - if [destination_ip] == "-" { - mutate { - replace => { "destination_ip" => "0.0.0.0" } - } - } - if [destination_ip] =~ "10\." or [destination_ip] =~ "192\.168\." or [destination_ip] =~ "172\.(1[6-9]|2[0-9]|3[0-1])\." or [destination_ip] =~ "239.255.255.250" or [destination_ip] =~ "224\.0\.0\." or [destination_ip] =~ "255.255.255.255" or [destination_ip] =~ "ff02::fb" or [destination_ip] =~ "fe80::20c:29ff:fe19:f7d" or [destination_ip] =~ "224\.0\.1\." { - mutate { - } - } - else { - geoip { - source => "[destination_ip]" - target => "destination_geo" - } - } - } - if [destination_ip] { - mutate { - add_field => { "ips" => "%{destination_ip}" } - add_field => { "destination_ips" => [ "%{destination_ip}" ] } - } - } -} - #if [source_ip] or [destination_ip] { - # mutate { - #add_tag => [ "conf_file_8001"] - # } - #} - diff --git a/salt/logstash/conf/pipelines/master/0010_input_hhbeats.conf b/salt/logstash/conf/pipelines/master/0010_input_hhbeats.conf deleted file mode 100644 index 6b7667f5c..000000000 --- a/salt/logstash/conf/pipelines/master/0010_input_hhbeats.conf +++ /dev/null @@ -1,40 +0,0 @@ -input { - beats { - port => "5644" - ssl => true - ssl_certificate_authorities => ["/usr/share/filebeat/ca.crt"] - ssl_certificate => "/usr/share/logstash/filebeat.crt" - ssl_key => "/usr/share/logstash/filebeat.key" - tags => [ "beat" ] - } -} -filter { - if [type] == "ids" or [type] =~ "bro" { - mutate { - rename => { "host" => "beat_host" } - remove_tag => ["beat"] - add_field => { "sensor_name" => "%{[beat][name]}" } - add_field => { "syslog-host_from" => "%{[beat][name]}" } - remove_field => [ "beat", "prospector", "input", "offset" ] - } - } - if [type] =~ "ossec" { - mutate { - rename => { "host" => "beat_host" } - remove_tag => ["beat"] - add_field => { "syslog-host_from" => "%{[beat][name]}" } - remove_field => [ "beat", "prospector", "input", "offset" ] - } - } - if [type] == "osquery" { - mutate { - rename => { "host" => "beat_host" } - remove_tag => ["beat"] - add_tag => ["osquery"] - } - json { - source => "message" - target => "osquery" - } - } -} diff --git a/salt/logstash/conf/pipelines/search/1000_preprocess_log_elapsed.conf b/salt/logstash/conf/pipelines/search/1000_preprocess_log_elapsed.conf deleted file mode 100644 index d098eb11a..000000000 --- a/salt/logstash/conf/pipelines/search/1000_preprocess_log_elapsed.conf +++ /dev/null @@ -1,13 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -filter { - ruby { - code => "event.set('task_start', Time.now.to_f)" - } - mutate { - #add_tag => [ "conf_file_1000"] - } -} diff --git a/salt/logstash/conf/pipelines/search/1001_preprocess_syslogng.conf b/salt/logstash/conf/pipelines/search/1001_preprocess_syslogng.conf deleted file mode 100644 index 84bce8802..000000000 --- a/salt/logstash/conf/pipelines/search/1001_preprocess_syslogng.conf +++ /dev/null @@ -1,33 +0,0 @@ -# Updated by: Doug Burks and Wes Lambert -# Last Update: 10/30/2018 - -filter { - if "syslogng" in [tags] { - mutate { - rename => { "MESSAGE" => "message" } - rename => { "PROGRAM" => "type" } - rename => { "FACILITY" => "syslog-facility" } - rename => { "FILE_NAME" => "syslog-file_name" } - rename => { "HOST" => "syslog-host" } - rename => { "HOST_FROM" => "syslog-host_from" } - rename => { "LEGACY_MSGHDR" => "syslog-legacy_msghdr" } - rename => { "PID" => "syslog-pid" } - rename => { "PRIORITY" => "syslog-priority" } - rename => { "SOURCEIP" => "syslog-sourceip" } - rename => { "TAGS" => "syslog-tags" } - lowercase => [ "syslog-host_from" ] - remove_field => [ "ISODATE" ] - remove_field => [ "SEQNUM" ] - #add_tag => [ "conf_file_1001"] - } - if "bro_" in [type] { - mutate { - add_tag => [ "bro" ] - } - } else if [type] !~ /ossec.*|snort/ and "firewall" not in [tags] { - mutate { - add_tag => [ "syslog" ] - } - } - } -} diff --git a/salt/logstash/conf/pipelines/search/1002_preprocess_json.conf b/salt/logstash/conf/pipelines/search/1002_preprocess_json.conf deleted file mode 100644 index ea7c677da..000000000 --- a/salt/logstash/conf/pipelines/search/1002_preprocess_json.conf +++ /dev/null @@ -1,18 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolution.com -# Last Update: 12/9/2016 - -filter { - if "json" in [tags]{ - json { - source => "message" - } - mutate { - remove_tag => [ "json" ] - } - mutate { - #add_tag => [ "conf_file_1002"] - } - } -} diff --git a/salt/logstash/conf/pipelines/search/1004_preprocess_syslog_types.conf b/salt/logstash/conf/pipelines/search/1004_preprocess_syslog_types.conf deleted file mode 100644 index 243abcc15..000000000 --- a/salt/logstash/conf/pipelines/search/1004_preprocess_syslog_types.conf +++ /dev/null @@ -1,19 +0,0 @@ -filter { - if "syslog" in [tags] { - if [host] == "172.16.1.1" { - mutate { - add_field => { "type" => "fortinet" } - add_tag => [ "firewall" ] - } - } - if [host] == "10.0.0.101" { - mutate { - add_field => { "type" => "brocade" } - add_tag => [ "switch" ] - } - } - mutate { - #add_tag => [ "conf_file_1004"] - } - } -} diff --git a/salt/logstash/conf/pipelines/search/1026_preprocess_dhcp.conf b/salt/logstash/conf/pipelines/search/1026_preprocess_dhcp.conf deleted file mode 100644 index 2f893cf7a..000000000 --- a/salt/logstash/conf/pipelines/search/1026_preprocess_dhcp.conf +++ /dev/null @@ -1,140 +0,0 @@ -# Author: Justin Henderson -# SANS Instructor and author of SANS SEC555: SIEM and Tactical Analytics -# Email: justin@hasecuritysolutions.com -# Last Update: 12/9/2016 -# This conf file is based on accepting logs for DHCP. It is currently based on Windows DHCP only. -filter { - if [type] == "dhcp" { - mutate { - add_field => { "Hostname" => "%{host}" } - } - mutate { - strip => "message" - } - # This is the initial parsing of the log - grok { - # Server 2008+ - match => { "message" => "%{DATA:id},%{DATE_US:date},(?