model/include/silent_tools/silentextractparallel

#!/bin/bash

tags=""

tmp_list=$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 13)
tmp_list="tmp_${tmp_list}.list"
rm $tmp_list > /dev/null 2>&1

if [ $# -eq 0 ]; then
    echo >&2 ""
    echo >&2 "OBSOLETE: Just use silentextract -j16"
    echo >&2 ""
    echo >&2 "silentextractparallel by bcov - a tool extract a silent file in parallel"
    echo >&2 "Usage:"
    echo >&2 "        silentextractparallel myfile.silent"
    echo >&2 "Flags:"
    echo >&2 "        -j cpus"
    echo >&2 "        -p param_file"
    echo >&2 "        @flags_file"
    exit 1
fi

source $(dirname $(type -p "$0"))/_helpers/extract_flags.sh

if [ ! -f $1 ]; then
    echo >&2 "silentextractparallel: $1 doesn't exist!"
    exit 1
fi

if [ -z "${SILENT_J}" ]; then
    silentextract -j16 "$@"
else
    silentextract "$@"
fi



# tmp_fol=$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 13)
# tmp_fol="tmp_${tmp_fol}"

# cpus=16 #$(parallel --number-of-cores)

# silentls $1 > $tmp_list

# splitno=$((( $(wc -l $tmp_list | awk '{print $1}') / $cpus + 1)))

# mkdir $tmp_fol

# split -l $splitno $tmp_list $tmp_fol/x

# ls $tmp_fol/x* | parallel "cat {} | silentslice $1 > {}.silent"

# ls $tmp_fol/x*.silent | parallel 'silentextract {}'

# rm $tmp_list
# rm -r $tmp_fol