#!/bin/bash tags="" tmp_list=$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 13) tmp_list="tmp_${tmp_list}.list" rm $tmp_list > /dev/null 2>&1 if [ $# -eq 0 ]; then echo >&2 "" echo >&2 "OBSOLETE: Just use silentextract -j16" echo >&2 "" echo >&2 "silentextractparallel by bcov - a tool extract a silent file in parallel" echo >&2 "Usage:" echo >&2 " silentextractparallel myfile.silent" echo >&2 "Flags:" echo >&2 " -j cpus" echo >&2 " -p param_file" echo >&2 " @flags_file" exit 1 fi source $(dirname $(type -p "$0"))/_helpers/extract_flags.sh if [ ! -f $1 ]; then echo >&2 "silentextractparallel: $1 doesn't exist!" exit 1 fi if [ -z "${SILENT_J}" ]; then silentextract -j16 "$@" else silentextract "$@" fi # tmp_fol=$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 13) # tmp_fol="tmp_${tmp_fol}" # cpus=16 #$(parallel --number-of-cores) # silentls $1 > $tmp_list # splitno=$((( $(wc -l $tmp_list | awk '{print $1}') / $cpus + 1))) # mkdir $tmp_fol # split -l $splitno $tmp_list $tmp_fol/x # ls $tmp_fol/x* | parallel "cat {} | silentslice $1 > {}.silent" # ls $tmp_fol/x*.silent | parallel 'silentextract {}' # rm $tmp_list # rm -r $tmp_fol