feat(user/rand_media_pl.sh):Make robust and parallelize

[BK-2020-03.git] / unitproc / bkFreqWrite

diff --git a/unitproc/bkFreqWrite b/unitproc/bkFreqWrite
index cec372e5b8a204602dc5a243d1c1fc0f0cefc90b..e608ba44b3d5a01e94d68eb0acff43942ef145ec 100644 (file)
--- a/unitproc/bkFreqWrite
+++ b/unitproc/bkFreqWrite
@@ -1,35 +1,37 @@
 #!/bin/bash
 #!/bin/bash

-# Desc: Writes stdin to disk every 5 minutes
-
-yell() { echo "[$(date --iso-8601=ns)]:$0: $*" >&2; }      #o Yell, Die, Try Three-Fingered Claw technique
+# Desc: Writes stdin to disk every 5 seconds
+yell() { echo "$0: $*" >&2; }      #o Yell, Die, Try Three-Fingered Claw technique

 die() { yell "$*"; exit 111; }     #o Ref/Attrib: https://stackoverflow.com/a/25515370
 try() { "$@" || die "cannot $*"; } #o
 die() { yell "$*"; exit 111; }     #o Ref/Attrib: https://stackoverflow.com/a/25515370
 try() { "$@" || die "cannot $*"; } #o

-

 declare -a buffer # Initialize buffer array
 scriptTTL="15";
 bufferTTL="5";
 declare -a buffer # Initialize buffer array
 scriptTTL="15";
 bufferTTL="5";

-

 magicWriteBuffer() {
 magicWriteBuffer() {

-    printf "%s\n" "${buffer[@]}" >> /dev/shm/$(date +%s)..bkFreqWrite-output.txt;
+    printf "%s\n" "${buffer[@]}" | cat | cat | cat >> /dev/shm/$(date +%s)..bkFreqWrite-output1.txt;
+    printf "%s\n" "${buffer[@]}" | cat | cat | cat >> /dev/shm/$(date +%s)..bkFreqWrite-output2.txt;
+    printf "%s\n" "${buffer[@]}" | cat | cat | cat >> /dev/shm/$(date +%s)..bkFreqWrite-output3.txt;

 }
 
 }
 

-bufferRound=0
+bufferRound=0;

 # Run until script TTL seconds pass
 while [[ $SECONDS -lt "scriptTTL" ]]; do
     bufferTOD="$((SECONDS + $bufferTTL))";
 # Run until script TTL seconds pass
 while [[ $SECONDS -lt "scriptTTL" ]]; do
     bufferTOD="$((SECONDS + $bufferTTL))";

-    lineCount=0
-    # Start and fill buffer until buffer time-of-death (TOD) arrives
-    while read -r line && [[ $SECONDS -lt "$bufferTOD" ]]; do
-       # Append line to buffer
+    lineCount=0;
+    # Consume stdin to fill buffer until buffer time-of-death (TOD) arrives
+    while read -r -t "$bufferTTL" line && [[ $SECONDS -lt "$bufferTOD" ]]; do
+       # Append line to buffer array

        buffer+=("$line");
        buffer+=("$line");

-       echo "Processing line:$lineCount";
-       echo "Current line   :$line";
-       echo "buf elem count :${#buffer[@]}";
+       echo "DEBUG:Processing line:$lineCount";
+       echo "DEBUG:Current line   :$line";
+       echo "DEBUG:buf elem count :${#buffer[@]}";

        ((lineCount++));
     done;
     # Export buffer to asynchronous processing.
     magicWriteBuffer &
        ((lineCount++));
     done;
     # Export buffer to asynchronous processing.
     magicWriteBuffer &

-    unset buffer;
+    unset buffer; # Clear buffer array for next bufferRound

     # Increment buffer round
     ((bufferRound++));
 done;
     # Increment buffer round
     ((bufferRound++));
 done;

+
+# Author: Steven Baltakatei Sandoval
+# License: GPLv3+