mirror of
https://github.com/Security-Onion-Solutions/securityonion.git
synced 2026-05-09 12:52:38 +02:00
05f6503d61
postgres.auth was running an `unless` shell check per up-minion on every manager highstate, even when nothing had changed — N fork+python starts of so-yaml.py add up on large grids. The work is only needed when a specific minion's key is accepted. - salt/postgres/auth.sls: fan out only when postgres_fanout_minion pillar is set (targets that single minion). Manager highstates with no pillar take a zero-N code path. - salt/reactor/telegraf_user_sync.sls: re-pass the accepted minion id as postgres_fanout_minion to the orch. - salt/orch/telegraf_postgres_sync.sls: forward the pillar to the salt.state invocation so the state render sees it. - salt/manager/tools/sbin/soup: for the one-time 3.1.0 backfill, drop the per-minion state.apply and do an in-shell loop over the minion pillar files using so-yaml.py directly. Skips minions that already have postgres.telegraf.user set.
91 lines
3.7 KiB
Plaintext
91 lines
3.7 KiB
Plaintext
# Copyright Security Onion Solutions LLC and/or licensed to Security Onion Solutions LLC under one
|
|
# or more contributor license agreements. Licensed under the Elastic License 2.0 as shown at
|
|
# https://securityonion.net/license; you may not use this file except in compliance with the
|
|
# Elastic License 2.0.
|
|
|
|
{% from 'allowed_states.map.jinja' import allowed_states %}
|
|
{% if sls in allowed_states %}
|
|
|
|
{% set DIGITS = "1234567890" %}
|
|
{% set LOWERCASE = "qwertyuiopasdfghjklzxcvbnm" %}
|
|
{% set UPPERCASE = "QWERTYUIOPASDFGHJKLZXCVBNM" %}
|
|
{% set SYMBOLS = "~!@#^&*()-_=+[]|;:,.<>?" %}
|
|
{% set CHARS = DIGITS~LOWERCASE~UPPERCASE~SYMBOLS %}
|
|
{% set so_postgres_user_pass = salt['pillar.get']('postgres:auth:users:so_postgres_user:pass', salt['random.get_str'](72, chars=CHARS)) %}
|
|
|
|
{# Per-minion Telegraf Postgres credentials. Merge currently-up minions with any #}
|
|
{# previously-known entries in pillar so existing passwords persist across runs. #}
|
|
{% set existing = salt['pillar.get']('postgres:auth:users', {}) %}
|
|
{% set up_minions = salt['saltutil.runner']('manage.up') or [] %}
|
|
{% set telegraf_users = {} %}
|
|
{% for key, entry in existing.items() %}
|
|
{%- if key.startswith('telegraf_') and entry.get('user') and entry.get('pass') %}
|
|
{%- do telegraf_users.update({key: entry}) %}
|
|
{%- endif %}
|
|
{% endfor %}
|
|
{% for mid in up_minions %}
|
|
{%- set safe = mid | replace('.','_') | replace('-','_') | lower %}
|
|
{%- set key = 'telegraf_' ~ safe %}
|
|
{%- if key not in telegraf_users %}
|
|
{%- do telegraf_users.update({key: {'user': 'so_telegraf_' ~ safe, 'pass': salt['random.get_str'](72, chars=CHARS)}}) %}
|
|
{%- endif %}
|
|
{% endfor %}
|
|
|
|
postgres_auth_pillar:
|
|
file.managed:
|
|
- name: /opt/so/saltstack/local/pillar/postgres/auth.sls
|
|
- mode: 640
|
|
- reload_pillar: True
|
|
- contents: |
|
|
postgres:
|
|
auth:
|
|
users:
|
|
so_postgres_user:
|
|
user: so_postgres
|
|
pass: "{{ so_postgres_user_pass }}"
|
|
{% for key, entry in telegraf_users.items() %}
|
|
{{ key }}:
|
|
user: {{ entry.user }}
|
|
pass: "{{ entry.pass }}"
|
|
{% endfor %}
|
|
- show_changes: False
|
|
|
|
{# Fan a specific minion's telegraf cred out to its own pillar file. Only
|
|
runs when postgres_fanout_minion pillar is provided — otherwise this state
|
|
is a no-op. That keeps manager highstates from doing N so-yaml.py forks
|
|
when nothing changed. The reactor passes postgres_fanout_minion through
|
|
the orch on salt-key accept; soup handles bulk backfill separately. #}
|
|
{% set fanout_mid = salt['pillar.get']('postgres_fanout_minion') %}
|
|
{% if fanout_mid %}
|
|
{%- set safe = fanout_mid | replace('.','_') | replace('-','_') | lower %}
|
|
{%- set key = 'telegraf_' ~ safe %}
|
|
{%- set entry = telegraf_users.get(key) %}
|
|
{%- if entry %}
|
|
|
|
postgres_telegraf_minion_pillar_{{ safe }}:
|
|
cmd.run:
|
|
- name: |
|
|
set -e
|
|
PILLAR_FILE=/opt/so/saltstack/local/pillar/minions/{{ fanout_mid }}.sls
|
|
if [ ! -f "$PILLAR_FILE" ]; then
|
|
echo '{}' > "$PILLAR_FILE"
|
|
chown socore:socore "$PILLAR_FILE" 2>/dev/null || true
|
|
chmod 640 "$PILLAR_FILE"
|
|
fi
|
|
/usr/sbin/so-yaml.py replace "$PILLAR_FILE" postgres.telegraf.user '{{ entry.user }}'
|
|
/usr/sbin/so-yaml.py replace "$PILLAR_FILE" postgres.telegraf.pass '{{ entry.pass }}'
|
|
- unless: |
|
|
[ "$(/usr/sbin/so-yaml.py get -r /opt/so/saltstack/local/pillar/minions/{{ fanout_mid }}.sls postgres.telegraf.user 2>/dev/null)" = '{{ entry.user }}' ]
|
|
- require:
|
|
- file: postgres_auth_pillar
|
|
|
|
{%- endif %}
|
|
{% endif %}
|
|
{% else %}
|
|
|
|
{{sls}}_state_not_allowed:
|
|
test.fail_without_changes:
|
|
- name: {{sls}}_state_not_allowed
|
|
|
|
{% endif %}
|