update(unitproc:bkvideo2webm):Rename, add example

[BK-2020-03.git] / unitproc / bktemp-appendFileTar

diff --git a/unitproc/bktemp-appendFileTar b/unitproc/bktemp-appendFileTar
index 1b3ee940b3e14d3c24acb331e3df2256eb617a40..04cda7ca4fc3eb612ebc16848946d7b064b2ae89 100644 (file)
--- a/unitproc/bktemp-appendFileTar
+++ b/unitproc/bktemp-appendFileTar
@@ -1,67 +1,58 @@
 #!/bin/bash
 #!/bin/bash

-
-# Desc: Template function to write data supplied as argument
+# Desc: Append [processed] file to tar

 
 yell() { echo "$0: $*" >&2; } # Yell, Die, Try Three-Fingered Claw technique; # Ref/Attrib: https://stackoverflow.com/a/25515370
 die() { yell "$*"; exit 111; }
 try() { "$@" || die "cannot $*"; }
 appendFileTar(){
 
 yell() { echo "$0: $*" >&2; } # Yell, Die, Try Three-Fingered Claw technique; # Ref/Attrib: https://stackoverflow.com/a/25515370
 die() { yell "$*"; exit 111; }
 try() { "$@" || die "cannot $*"; }
 appendFileTar(){

-    # Desc: Processes first file and then appends to tar
-    # Usage: appendFileTar [file path] [name of file to be inserted] [tar path] [temp dir] ([cmd1] [cmd2] [cmd3] [cmd4]...)
-    # Version: 1.0.0
+    # Desc: Appends [processed] file to tar
+    # Usage: appendFileTar [file path] [name of file to be inserted] [tar path] [temp dir] ([process cmd])
+    # Version: 2.0.1

     # Input: arg1: path of file to be (processed and) written
     #        arg2: name to use for file inserted into tar
     #        arg3: tar archive path (must exist first)
     #        arg4: temporary working dir
     # Input: arg1: path of file to be (processed and) written
     #        arg2: name to use for file inserted into tar
     #        arg3: tar archive path (must exist first)
     #        arg4: temporary working dir

-    #        arg5+: command strings (ex: "gpsbabel -i nmea -f - -o kml -F - ")
+    #        arg5: (optional) command string to process file (ex: "gpsbabel -i nmea -f - -o kml -F - ")

     # Output: file written to disk
     # Example: decrypt multiple large files in parallel
     # Output: file written to disk
     # Example: decrypt multiple large files in parallel

-    #          appendArgTar /tmp/largefile1.gpg "largefile1" $HOME/archive.tar /tmp "gpg --decrypt" &
-    #          appendArgTar /tmp/largefile2.gpg "largefile2" $HOME/archive.tar /tmp "gpg --decrypt" &
-    #          appendArgTar /tmp/largefile3.gpg "largefile3" $HOME/archive.tar /tmp "gpg --decrypt" &
-    # Depends: bash 5
+    #          appendFileTar /tmp/largefile1.gpg "largefile1" $HOME/archive.tar /tmp "gpg --decrypt" &
+    #          appendFileTar /tmp/largefile2.gpg "largefile2" $HOME/archive.tar /tmp "gpg --decrypt" &
+    #          appendFileTar /tmp/largefile3.gpg "largefile3" $HOME/archive.tar /tmp "gpg --decrypt" &
+    # Depends: bash 5.0.3, tar 1.30, cat 8.30, yell()
+    local fn fileName tarPath tmpDir

 
     # Save function name
 
     # Save function name

-    local FN="${FUNCNAME[0]}";
-    #yell "DEBUG:STATUS:$FN:Finished appendArgTar()."
+    fn="${FUNCNAME[0]}";
+    #yell "DEBUG:STATUS:$fn:Started appendFileTar()."

     
     # Set file name
     
     # Set file name

-    if ! [ -z "$2" ]; then FILENAME="$2"; else yell "ERROR:$FN:Not enough arguments."; exit 1; fi
-    
+    if ! [ -z "$2" ]; then fileName="$2"; else yell "ERROR:$fn:Not enough arguments."; exit 1; fi

     # Check tar path is a file
     # Check tar path is a file

-    if [ -f "$3" ]; then TAR_PATH="$3"; else yell "ERROR:$FN:Tar archive arg not a file."; exit 1; fi
-       
+    if [ -f "$3" ]; then tarPath="$3"; else yell "ERROR:$fn:Tar archive arg not a file:$3"; exit 1; fi

     # Check temp dir arg
     # Check temp dir arg

-    if ! [ -z "$4" ]; then TMP_DIR="$4"; else yell "ERROR:$FN:No temporary working dir set."; exit 1; fi
-    
+    if ! [ -z "$4" ]; then tmpDir="$4"; else yell "ERROR:$fn:No temporary working dir set."; exit 1; fi

     # Set command strings
     # Set command strings

-    if ! [ -z "$5" ]; then CMD1="$5"; else CMD1="tee /dev/null "; fi # command string 1
-    if ! [ -z "$6" ]; then CMD2="$6"; else CMD2="tee /dev/null "; fi # command string 2
-    if ! [ -z "$7" ]; then CMD3="$7"; else CMD3="tee /dev/null "; fi # command string 3
-    if ! [ -z "$8" ]; then CMD4="$8"; else CMD4="tee /dev/null "; fi # command string 4
+    if ! [ -z "$5" ]; then cmd1="$5"; else cmd1="cat "; fi # command string

 
 

-    # # Debug
-    # yell "DEBUG:STATUS:$FN:CMD1:$CMD1"
-    # yell "DEBUG:STATUS:$FN:CMD2:$CMD2"
-    # yell "DEBUG:STATUS:$FN:CMD3:$CMD3"
-    # yell "DEBUG:STATUS:$FN:CMD4:$CMD4"
-    # yell "DEBUG:STATUS:$FN:FILENAME:$FILENAME"
-    # yell "DEBUG:STATUS:$FN:TAR_PATH:$TAR_PATH"
-    # yell "DEBUG:STATUS:$FN:TMP_DIR:$TMP_DIR"
+    # Input command string
+    cmd0="cat \"\$1\"";

     
     # Write to temporary working dir
     
     # Write to temporary working dir

-    cat "$1" | $CMD1 | $CMD2 | $CMD3 | $CMD4 > "$TMP_DIR"/"$FILENAME";
+    eval "$cmd0 | $cmd1" > "$tmpDir"/"$fileName";

 
     # Append to tar
 
     # Append to tar

-    try tar --append --directory="$TMP_DIR" --file="$TAR_PATH" "$FILENAME";
-    #yell "DEBUG:STATUS:$FN:Finished appendArgTar()."
-} # Append Bash var to file appended to Tar archive
+    try tar --append --directory="$tmpDir" --file="$tarPath" "$fileName";
+    #yell "DEBUG:STATUS:$fn:Finished appendFileTar()."
+} # Append [processed] file to Tar archive

 
 #==BEGIN sample code==
 
 #==BEGIN sample code==

-myFile="/tmp/$(date +%s)..original"
-echo "how are you doing?" > "$myFile"
-myVAR="$(cat "$myFile")"
-writeArg "$myVAR" "$myFile..LOUD_CHILD" "tee /tmp/cloneityclone " "tr '[:lower:]' '[:upper:]'"
+myTar="/tmp/$(date +%s).tar";
+myTmpDir="/dev/shm";
+try tar --create --file="$myTar" --files-from=/dev/null ;
+myFile="/tmp/$(date +%s)..original";
+echo "how are you doing?" > "$myFile";
+appendFileTar "$myFile" "$(date +%s)..LOUD_insidetar" "$myTar" "$myTmpDir" "tee /tmp/$(date +%s)..outsidetar | tr '[:lower:]' '[:upper:]'" && \
+    echo "Inserted a processed version of $myFile into $myTar using temp dir $myTmpDir ";

 #==END sample code==
 
 # Author: Steven Baltakatei Sandoval
 #==END sample code==
 
 # Author: Steven Baltakatei Sandoval