| 1 | #!/bin/bash |
| 2 | # Desc: Append [processed] file to tar |
| 3 | |
| 4 | yell() { echo "$0: $*" >&2; } # Yell, Die, Try Three-Fingered Claw technique; # Ref/Attrib: https://stackoverflow.com/a/25515370 |
| 5 | die() { yell "$*"; exit 111; } |
| 6 | try() { "$@" || die "cannot $*"; } |
| 7 | appendFileTar(){ |
| 8 | # Desc: Appends [processed] file to tar |
| 9 | # Usage: appendFileTar [file path] [name of file to be inserted] [tar path] [temp dir] ([process cmd]) |
| 10 | # Version: 2.0.0 |
| 11 | # Input: arg1: path of file to be (processed and) written |
| 12 | # arg2: name to use for file inserted into tar |
| 13 | # arg3: tar archive path (must exist first) |
| 14 | # arg4: temporary working dir |
| 15 | # arg5: (optional) command string to process file (ex: "gpsbabel -i nmea -f - -o kml -F - ") |
| 16 | # Output: file written to disk |
| 17 | # Example: decrypt multiple large files in parallel |
| 18 | # appendFileTar /tmp/largefile1.gpg "largefile1" $HOME/archive.tar /tmp "gpg --decrypt" & |
| 19 | # appendFileTar /tmp/largefile2.gpg "largefile2" $HOME/archive.tar /tmp "gpg --decrypt" & |
| 20 | # appendFileTar /tmp/largefile3.gpg "largefile3" $HOME/archive.tar /tmp "gpg --decrypt" & |
| 21 | # Depends: bash 5.0.3, tar 1.30, cat 8.30, yell() |
| 22 | local fn fileName tarPath tmpDir |
| 23 | |
| 24 | # Save function name |
| 25 | fn="${FUNCNAME[0]}"; |
| 26 | #yell "DEBUG:STATUS:$fn:Started appendFileTar()." |
| 27 | |
| 28 | # Set file name |
| 29 | if ! [ -z "$2" ]; then fileName="$2"; else yell "ERROR:$fn:Not enough arguments."; exit 1; fi |
| 30 | # Check tar path is a file |
| 31 | if [ -f "$3" ]; then tarPath="$3"; else yell "ERROR:$fn:Tar archive arg not a file:$3"; exit 1; fi |
| 32 | # Check temp dir arg |
| 33 | if ! [ -z "$4" ]; then tmpDir="$4"; else yell "ERROR:$fn:No temporary working dir set."; exit 1; fi |
| 34 | # Set command strings |
| 35 | if ! [ -z "$5" ]; then cmd1="$5"; else cmd1="cat "; fi # command string |
| 36 | |
| 37 | # Input command string |
| 38 | cmd0="cat \"\$1\""; |
| 39 | |
| 40 | # Write to temporary working dir |
| 41 | eval "$cmd0 | $cmd1" > "$tmpDir"/"$fileName"; |
| 42 | |
| 43 | # Append to tar |
| 44 | try tar --append --directory="$tmpDir" --file="$tarPath" "$fileName"; |
| 45 | #yell "DEBUG:STATUS:$fn:Finished appendFileTar()." |
| 46 | } # Append file to Tar archive |
| 47 | |
| 48 | #==BEGIN sample code== |
| 49 | myTar="/tmp/$(date +%s).tar"; |
| 50 | myTmpDir="/dev/shm"; |
| 51 | try tar --create --file="$myTar" --files-from=/dev/null ; |
| 52 | myFile="/tmp/$(date +%s)..original"; |
| 53 | echo "how are you doing?" > "$myFile"; |
| 54 | appendFileTar "$myFile" "$(date +%s)..LOUD_insidetar" "$myTar" "$myTmpDir" "tee /tmp/$(date +%s)..outsidetar | tr '[:lower:]' '[:upper:]'" && \ |
| 55 | echo "Inserted a processed version of $myFile into $myTar using temp dir $myTmpDir "; |
| 56 | #==END sample code== |
| 57 | |
| 58 | # Author: Steven Baltakatei Sandoval |
| 59 | # License: GPLv3+ |