unitproc/bkFreqWrite

   1 #!/bin/bash
   2 # Desc: Writes stdin to disk every 5 minutes
   3
   4 yell() { echo "[$(date --iso-8601=ns)]:$0: $*" >&2; }      #o Yell, Die, Try Three-Fingered Claw technique
   5 die() { yell "$*"; exit 111; }     #o Ref/Attrib: https://stackoverflow.com/a/25515370
   6 try() { "$@" || die "cannot $*"; } #o
   7
   8 declare -a buffer # Initialize buffer array
   9 scriptTTL="15";
  10 bufferTTL="5";
  11
  12 magicWriteBuffer() {
  13     printf "%s\n" "${buffer[@]}" >> /dev/shm/$(date +%s)..bkFreqWrite-output.txt;
  14 }
  15
  16 bufferRound=0;
  17 # Run until script TTL seconds pass
  18 while [[ $SECONDS -lt "scriptTTL" ]]; do
  19     bufferTOD="$((SECONDS + $bufferTTL))";
  20     lineCount=0;
  21     # Consume stdin to fill buffer until buffer time-of-death (TOD) arrives
  22     while read -r line && [[ $SECONDS -lt "$bufferTOD" ]]; do
  23         # Append line to buffer
  24         buffer+=("$line");
  25         echo "Processing line:$lineCount";
  26         echo "Current line   :$line";
  27         echo "buf elem count :${#buffer[@]}";
  28         ((lineCount++));
  29     done;
  30     # Export buffer to asynchronous processing.
  31     magicWriteBuffer &
  32     unset buffer;
  33     # Increment buffer round
  34     ((bufferRound++));
  35 done;
  36
  37 # Author: Steven Baltakatei Sandoval
  38 # License: GPLv3+