mirror of
https://github.com/Security-Onion-Solutions/securityonion.git
synced 2025-12-06 17:22:49 +01:00
166 lines
8.1 KiB
Plaintext
Executable File
166 lines
8.1 KiB
Plaintext
Executable File
|
|
#!/bin/bash
|
|
|
|
# Copyright Security Onion Solutions LLC and/or licensed to Security Onion Solutions LLC under one
|
|
# or more contributor license agreements. Licensed under the Elastic License 2.0; you may not use
|
|
# this file except in compliance with the Elastic License 2.0.
|
|
{% from 'vars/globals.map.jinja' import GLOBALS %}
|
|
|
|
INTCA=/etc/pki/tls/certs/intca.crt
|
|
|
|
. /usr/sbin/so-common
|
|
. /usr/sbin/so-elastic-fleet-common
|
|
|
|
# Deleting Elastic Fleet data...
|
|
|
|
# Check to make sure that Elasticsearch is up & ready
|
|
RETURN_CODE=0
|
|
wait_for_web_response "https://localhost:9200/_cat/indices/.kibana*" "green open" 300 "curl -K /opt/so/conf/elasticsearch/curl.config"
|
|
RETURN_CODE=$?
|
|
|
|
if [[ "$RETURN_CODE" != "0" ]]; then
|
|
status "Elasticsearch not accessible, exiting Elastic Fleet setup..."
|
|
exit 1
|
|
fi
|
|
|
|
ALIASES=".fleet-servers .fleet-policies-leader .fleet-policies .fleet-agents .fleet-artifacts .fleet-enrollment-api-keys .kibana_ingest"
|
|
for ALIAS in ${ALIASES}
|
|
do
|
|
# Get all concrete indices from alias
|
|
INDXS=$(curl -K /opt/so/conf/kibana/curl.config -s -k -L -H "Content-Type: application/json" "https://localhost:9200/_resolve/index/${ALIAS}" | jq -r '.aliases[].indices[]')
|
|
|
|
# Delete all resolved indices
|
|
for INDX in ${INDXS}
|
|
do
|
|
status "Deleting $INDX"
|
|
curl -K /opt/so/conf/kibana/curl.config -s -k -L -H "Content-Type: application/json" "https://localhost:9200/${INDX}" -XDELETE
|
|
done
|
|
done
|
|
|
|
# Restarting Kibana...
|
|
so-kibana-restart
|
|
|
|
# Check to make sure that Kibana API is up & ready
|
|
RETURN_CODE=0
|
|
wait_for_web_response "http://localhost:5601/api/fleet/settings" "fleet" 300 "curl -K /opt/so/conf/elasticsearch/curl.config"
|
|
RETURN_CODE=$?
|
|
|
|
if [[ "$RETURN_CODE" != "0" ]]; then
|
|
printf "Kibana API not accessible, exiting Elastic Fleet setup..."
|
|
exit 1
|
|
fi
|
|
|
|
printf "\n### Create ES Token ###\n"
|
|
ESTOKEN=$(curl -K /opt/so/conf/elasticsearch/curl.config -L -X POST "localhost:5601/api/fleet/service_tokens" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' | jq -r .value)
|
|
|
|
### Create Outputs, Fleet Policy and Fleet URLs ###
|
|
# Create the Manager Elasticsearch Output first and set it as the default output
|
|
printf "\nAdd Manager Elasticsearch Output...\n"
|
|
ESCACRT=$(openssl x509 -in $INTCA)
|
|
JSON_STRING=$( jq -n \
|
|
--arg ESCACRT "$ESCACRT" \
|
|
'{"name":"so-manager_elasticsearch","id":"so-manager_elasticsearch","type":"elasticsearch","hosts":["https://{{ GLOBALS.manager_ip }}:9200","https://{{ GLOBALS.manager }}:9200"],"is_default":true,"is_default_monitoring":true,"config_yaml":"","ssl":{"certificate_authorities": [$ESCACRT]}}' )
|
|
curl -K /opt/so/conf/elasticsearch/curl.config -L -X POST "localhost:5601/api/fleet/outputs" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' -d "$JSON_STRING"
|
|
printf "\n\n"
|
|
|
|
# Create the Manager Fleet Server Host Agent Policy
|
|
# This has to be done while the Elasticsearch Output is set to the default Output
|
|
printf "Create Manager Fleet Server Policy...\n"
|
|
elastic_fleet_policy_create "FleetServer_{{ GLOBALS.hostname }}" "Fleet Server - {{ GLOBALS.hostname }}" "true" "120"
|
|
|
|
# Now we can create the Logstash Output and set it to to be the default Output
|
|
printf "\n\nCreate Logstash Output Config if node is not an Import or Eval install\n"
|
|
{% if grains.role not in ['so-import', 'so-eval'] %}
|
|
LOGSTASHCRT=$(openssl x509 -in /etc/pki/elasticfleet-logstash.crt)
|
|
LOGSTASHKEY=$(openssl rsa -in /etc/pki/elasticfleet-logstash.key)
|
|
LOGSTASHCA=$(openssl x509 -in $INTCA)
|
|
JSON_STRING=$( jq -n \
|
|
--arg LOGSTASHCRT "$LOGSTASHCRT" \
|
|
--arg LOGSTASHKEY "$LOGSTASHKEY" \
|
|
--arg LOGSTASHCA "$LOGSTASHCA" \
|
|
'{"name":"grid-logstash","is_default":true,"is_default_monitoring":true,"id":"so-manager_logstash","type":"logstash","hosts":["{{ GLOBALS.manager_ip }}:5055", "{{ GLOBALS.manager }}:5055"],"config_yaml":"","ssl":{"certificate": $LOGSTASHCRT,"key": $LOGSTASHKEY,"certificate_authorities":[ $LOGSTASHCA ]},"proxy_id":null}'
|
|
)
|
|
curl -K /opt/so/conf/elasticsearch/curl.config -L -X POST "localhost:5601/api/fleet/outputs" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' -d "$JSON_STRING"
|
|
printf "\n\n"
|
|
{%- endif %}
|
|
|
|
printf "\nCreate Kafka Output Config if node is not an Import or Eval install\n"
|
|
{% if grains.role not in ['so-import', 'so-eval'] %}
|
|
/usr/sbin/so-kafka-fleet-output-policy
|
|
{% endif %}
|
|
|
|
# Add Manager Hostname & URL Base to Fleet Host URLs
|
|
printf "\nAdd SO-Manager Fleet URL\n"
|
|
if [ "{{ GLOBALS.hostname }}" = "{{ GLOBALS.url_base }}" ]; then
|
|
JSON_STRING=$( jq -n '{"id":"grid-default","name":"grid-default","is_default":true,"host_urls":["https://{{ GLOBALS.url_base }}:8220"]}')
|
|
else
|
|
JSON_STRING=$( jq -n '{"id":"grid-default","name":"grid-default","is_default":true,"host_urls":["https://{{ GLOBALS.url_base }}:8220", "https://{{ GLOBALS.hostname }}:8220"]}')
|
|
fi
|
|
|
|
## This array replaces whatever URLs are currently configured
|
|
curl -K /opt/so/conf/elasticsearch/curl.config -L -X POST "localhost:5601/api/fleet/fleet_server_hosts" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' -d "$JSON_STRING"
|
|
printf "\n\n"
|
|
|
|
### Create Policies & Associated Integration Configuration ###
|
|
# Load packages
|
|
/usr/sbin/so-elastic-fleet-package-load
|
|
|
|
# Load Elasticsearch templates
|
|
/usr/sbin/so-elasticsearch-templates-load
|
|
|
|
# Initial Endpoints Policy
|
|
elastic_fleet_policy_create "endpoints-initial" "Initial Endpoint Policy" "false" "1209600"
|
|
|
|
# Grid Nodes - General Policy
|
|
elastic_fleet_policy_create "so-grid-nodes_general" "SO Grid Nodes - General Purpose" "false" "1209600"
|
|
|
|
# Grid Nodes - Heavy Node Policy
|
|
elastic_fleet_policy_create "so-grid-nodes_heavy" "SO Grid Nodes - Heavy Node" "false" "1209600"
|
|
|
|
# Load Integrations for default policies
|
|
so-elastic-fleet-integration-policy-load
|
|
|
|
# Set Elastic Agent Artifact Registry URL
|
|
JSON_STRING=$( jq -n \
|
|
--arg NAME "FleetServer_{{ GLOBALS.hostname }}" \
|
|
--arg URL "http://{{ GLOBALS.url_base }}:8443/artifacts/" \
|
|
'{"name":$NAME,"host":$URL,"is_default":true}'
|
|
)
|
|
|
|
curl -K /opt/so/conf/elasticsearch/curl.config -L -X POST "localhost:5601/api/fleet/agent_download_sources" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' -d "$JSON_STRING"
|
|
|
|
### Finalization ###
|
|
|
|
# Query for Enrollment Tokens for default policies
|
|
ENDPOINTSENROLLMENTOKEN=$(curl -K /opt/so/conf/elasticsearch/curl.config -L "localhost:5601/api/fleet/enrollment_api_keys" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' | jq .list | jq -r -c '.[] | select(.policy_id | contains("endpoints-initial")) | .api_key')
|
|
GRIDNODESENROLLMENTOKENGENERAL=$(curl -K /opt/so/conf/elasticsearch/curl.config -L "localhost:5601/api/fleet/enrollment_api_keys" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' | jq .list | jq -r -c '.[] | select(.policy_id | contains("so-grid-nodes_general")) | .api_key')
|
|
GRIDNODESENROLLMENTOKENHEAVY=$(curl -K /opt/so/conf/elasticsearch/curl.config -L "localhost:5601/api/fleet/enrollment_api_keys" -H 'kbn-xsrf: true' -H 'Content-Type: application/json' | jq .list | jq -r -c '.[] | select(.policy_id | contains("so-grid-nodes_heavy")) | .api_key')
|
|
|
|
# Store needed data in minion pillar
|
|
pillar_file=/opt/so/saltstack/local/pillar/minions/{{ GLOBALS.minion_id }}.sls
|
|
printf '%s\n'\
|
|
"elasticfleet:"\
|
|
" enabled: True"\
|
|
" config:"\
|
|
" server:"\
|
|
" es_token: '$ESTOKEN'"\
|
|
" endpoints_enrollment: '$ENDPOINTSENROLLMENTOKEN'"\
|
|
" grid_enrollment_general: '$GRIDNODESENROLLMENTOKENGENERAL'"\
|
|
" grid_enrollment_heavy: '$GRIDNODESENROLLMENTOKENHEAVY'"\
|
|
"" >> "$pillar_file"
|
|
|
|
#Store Grid Nodes Enrollment token in Global pillar
|
|
global_pillar_file=/opt/so/saltstack/local/pillar/global/soc_global.sls
|
|
printf '%s\n'\
|
|
" fleet_grid_enrollment_token_general: '$GRIDNODESENROLLMENTOKENGENERAL'"\
|
|
" fleet_grid_enrollment_token_heavy: '$GRIDNODESENROLLMENTOKENHEAVY'"\
|
|
"" >> "$global_pillar_file"
|
|
|
|
# Call Elastic-Fleet Salt State
|
|
salt-call state.apply elasticfleet queue=True
|
|
|
|
# Generate installers & install Elastic Agent on the node
|
|
so-elastic-agent-gen-installers
|
|
salt-call state.apply elasticfleet.install_agent_grid queue=True
|
|
exit 0
|