Merge pull request #295 from Security-Onion-Solutions/quickfix/eval

Quickfix/eval

pillar/logstash/eval.sls

@@ -0,0 +1,4 @@
+logstash:
+  pipelines:
+    eval:
+      config: "/usr/share/logstash/pipelines/eval/*.conf"

pillar/logstash/search.sls

@@ -1,6 +1,4 @@
 logstash:
   pipelines:
-    master:
-      config: "/usr/share/logstash/pipelines/master/*.conf"
     search:
       config: "/usr/share/logstash/pipelines/search/*.conf"

pillar/top.sls

@@ -4,7 +4,8 @@ base:
 
   'G@role:so-mastersearch or G@role:so-heavynode':
     - match: compound
-    - logstash.mastersearch
+    - logstash.master
+    - logstash.search
 
   'G@role:so-sensor':
     - static
@@ -29,6 +30,7 @@ base:
     - data.*
     - brologs
     - auth
+    - logstash.eval
     - minions.{{ grains.id }}
 
   'G@role:so-node':

salt/logstash/conf/pipelines/eval/0010_input_hhbeats.conf

@@ -1,40 +0,0 @@
-input {
-  beats {
-    port => "5644"
-    ssl => true
-    ssl_certificate_authorities => ["/usr/share/filebeat/ca.crt"]
-    ssl_certificate => "/usr/share/logstash/filebeat.crt"
-    ssl_key => "/usr/share/logstash/filebeat.key"
-    tags => [ "beat" ]
-  }
-}
-filter {
-  if [type] == "ids" or [type] =~ "bro" {
-    mutate {
-      rename => { "host" => "beat_host" }
-      remove_tag => ["beat"]
-      add_field => { "sensor_name" => "%{[beat][name]}" }
-      add_field => { "syslog-host_from" => "%{[beat][name]}" }
-      remove_field => [ "beat", "prospector", "input", "offset" ]
-    }
-  }
-  if [type] =~ "ossec" {
-    mutate {
-      rename => { "host" => "beat_host" }
-      remove_tag => ["beat"]
-      add_field => { "syslog-host_from" => "%{[beat][name]}" }
-      remove_field => [ "beat", "prospector", "input", "offset" ]
-    }
-   }
-    if [type] == "osquery" {
-    mutate {
-      rename => { "host" => "beat_host" }
-      remove_tag => ["beat"]
-      add_tag => ["osquery"]
-        	}
-   json {
-    source => "message"
-    target => "osquery"
-        }
-  }
-}

salt/logstash/conf/pipelines/eval/0800_input_eval.conf

@@ -9,173 +9,173 @@ input {
 	}
 	file {
 		path => "/nsm/zeek/logs/current/conn*.log"
-		type => "zeek_conn"
+		type => "bro_conn"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/dce_rpc*.log"
-		type => "zeek_dce_rpc"
+		type => "bro_dce_rpc"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/dhcp*.log"
-		type => "zeek_dhcp"
+		type => "bro_dhcp"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/dnp3*.log"
-		type => "zeek_dnp3"
+		type => "bro_dnp3"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/dns*.log"
-		type => "zeek_dns"
+		type => "bro_dns"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/dpd*.log"
-		type => "zeek_dpd"
+		type => "bro_dpd"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/files*.log"
-		type => "zeek_files"
+		type => "bro_files"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/ftp*.log"
-		type => "zeek_ftp"
+		type => "bro_ftp"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/http*.log"
-		type => "zeek_http"
+		type => "bro_http"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/intel*.log"
-		type => "zeek_intel"
+		type => "bro_intel"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/irc*.log"
-		type => "zeek_irc"
+		type => "bro_irc"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/kerberos*.log"
-		type => "zeek_kerberos"
+		type => "bro_kerberos"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/modbus*.log"
-		type => "zeek_modbus"
+		type => "bro_modbus"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/mysql*.log"
-		type => "zeek_mysql"
+		type => "bro_mysql"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/notice*.log"
-		type => "zeek_notice"
+		type => "bro_notice"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/ntlm*.log"
-		type => "zeek_ntlm"
+		type => "bro_ntlm"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/pe*.log"
-		type => "zeek_pe"
+		type => "bro_pe"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/radius*.log"
-		type => "zeek_radius"
+		type => "bro_radius"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/rdp*.log"
-		type => "zeek_rdp"
+		type => "bro_rdp"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/rfb*.log"
-		type => "zeek_rfb"
+		type => "bro_rfb"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/signatures*.log"
-		type => "zeek_signatures"
+		type => "bro_signatures"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/sip*.log"
-		type => "zeek_sip"
+		type => "bro_sip"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/smb_files*.log"
-		type => "zeek_smb_files"
+		type => "bro_smb_files"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/smb_mapping*.log"
-		type => "zeek_smb_mapping"
+		type => "bro_smb_mapping"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/smtp*.log"
-		type => "zeek_smtp"
+		type => "bro_smtp"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/snmp*.log"
-		type => "zeek_snmp"
+		type => "bro_snmp"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/socks*.log"
-		type => "zeek_socks"
+		type => "bro_socks"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/software*.log"
-		type => "zeek_software"
+		type => "bro_software"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/ssh*.log"
-		type => "zeek_ssh"
+		type => "bro_ssh"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/ssl*.log"
-		type => "zeek_ssl"
+		type => "bro_ssl"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/syslog*.log"
-		type => "zeek_syslog"
+		type => "bro_syslog"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/tunnel*.log"
-		type => "zeek_tunnels"
+		type => "bro_tunnels"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/weird*.log"
-		type => "zeek_weird"
+		type => "bro_weird"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
 	file {
 		path => "/nsm/zeek/logs/current/x509*.log"
-		type => "zeek_x509"
+		type => "bro_x509"
-	    	tags => ["zeek"]
+	    	tags => ["bro"]
 	}
   file {
     path => "/wazuh/alerts/alerts.json"

setup/functions.sh

@@ -651,7 +651,7 @@ install_master() {
 ls_heapsize() {
 
   # Determine LS Heap Size
-  if [ $TOTAL_MEM -ge 32000 ] ; then
+  if [ $TOTAL_MEM -ge 32000 ] || [ $INSTALLTYPE == 'EVALMODE' ]; then
       LS_HEAP_SIZE="1000m"
   else
       # If minimal RAM, then set minimal heap

setup/so-setup.sh

@@ -843,7 +843,7 @@ if (whiptail_you_sure) ; then
       whiptail_log_size_limit
     else
       NODE_ES_HEAP_SIZE=$ES_HEAP_SIZE
-      NODE_LS_HEAP_SIZE=1000m
+      NODE_LS_HEAP_SIZE=$LS_HEAP_SIZE
       LSPIPELINEWORKERS=$CPUCORES
       LSPIPELINEBATCH=125
       LSINPUTTHREADS=1