diff --git a/salt/common/tools/sbin/so-influxdb-downsample b/salt/common/tools/sbin/so-influxdb-downsample index 7ab5378f7..d1e32ef9f 100755 --- a/salt/common/tools/sbin/so-influxdb-downsample +++ b/salt/common/tools/sbin/so-influxdb-downsample @@ -14,6 +14,10 @@ # # You should have received a copy of the GNU General Public License # along with this program. If not, see . +{%- set role = grains.id.split('_') | last %} +{%- if role in ['manager', 'managersearch', 'eval', 'standalone'] %} + {%- import_yaml 'influxdb/defaults.yaml' as default_settings %} + {%- set influxdb = salt['grains.filter_by'](default_settings, default='influxdb', merge=salt['pillar.get']('influxdb', {})) %} . /usr/sbin/so-common @@ -22,14 +26,18 @@ echo -e "\nThis script is used to reduce the size of InfluxDB by downsampling ol echo -e "\nInfluxDB will now be downsampled. This could take a few hours depending on how large the database is and hardware resources available." read -r -p "Are you sure you want to continue? [y/N] " yorn if [[ "$yorn" =~ ^([yY][eE][sS]|[yY])$ ]]; then - echo -e "\nMigrating InfluxDb started at `date`. This may take several hours depending on how much data needs to be downsampled." + echo -e "\nDownsampling InfluxDb started at `date`. This may take several hours depending on how much data needs to be downsampled." + + {% for dest_rp in influxdb.downsample.keys() -%} + {% for measurement in influxdb.downsample[dest_rp].get('measurements', []) -%} + day=0 startdate=`date` - - while docker exec -t so-influxdb /bin/bash -c "influx -ssl -unsafeSsl -database telegraf -execute \"SELECT mean(*) INTO \"so_long_term\".:MEASUREMENT FROM \"autogen\"./.*/ WHERE \"time\" >= '2020-07-21T00:00:00.0000000Z' + ${day}d AND \"time\" <= '2020-07-21T00:00:00.0000000Z' + $((day+1))d GROUP BY time(5m),*\""; do + while docker exec -t so-influxdb /bin/bash -c "influx -ssl -unsafeSsl -database telegraf -execute \"SELECT mean(*) INTO \"so_long_term\".\"{{measurement}}\" FROM \"autogen\".\"{{measurement}}\" WHERE \"time\" >= '2020-07-21T00:00:00.0000000Z' + ${day}d AND \"time\" <= '2020-07-21T00:00:00.0000000Z' + $((day+1))d GROUP BY time(5m),*\""; do # why 2020-07-21? migrationdate=`date -d "2020-07-21 + ${day} days" +"%y-%m-%d"` - echo "Downsampling of $migrationdate started at $startdate and completed at `date`." + + echo "Downsampling of measurement: {{measurement}} from $migrationdate started at $startdate and completed at `date`." newdaytomigrate=$(date -d "$migrationdate + 1 days" +"%s") today=$(date +"%s") @@ -38,12 +46,18 @@ if [[ "$yorn" =~ ^([yY][eE][sS]|[yY])$ ]]; then else ((day=day+1)) startdate=`date` - echo -e "\nDownsampling the next day's worth of data." + echo -e "\nDownsampling the next day's worth of data for measurement: {{measurement}}." fi done + {% endfor -%} + {% endfor -%} + echo -e "\nInfluxDb data downsampling complete." else echo -e "\nExiting as requested." fi +{%- else %} +echo -e "\nThis script can only be run on a node running InfluxDB." +{%- endif %}