Skip to content

Commit

Permalink
Add multithreaded xz
Browse files Browse the repository at this point in the history
  • Loading branch information
Tim Reichelt committed Aug 11, 2017
1 parent 833fdfc commit 5df2cb9
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions deduped/dedupe.sh
Original file line number Diff line number Diff line change
Expand Up @@ -21,10 +21,10 @@ if [[ -f ${DONEFILE} ]]; then
exit 0
fi

if [[ -f ${DEDUPEDFILE} ]]; then
xz -cd "${INFILE}" | ${DEDUPE_BIN} "${PREVIOUS_DEDUPED}" | xz -c > "${OUTFILE}"
if [[ -f ${PREVIOUS_DEDUPED} ]]; then
/fs/zisa0/tim/bin/xz -T8 -cd "${INFILE}" | ${DEDUPE_BIN} "${PREVIOUS_DEDUPED}" | /fs/zisa0/tim/bin/xz -T8 -c > "${OUTFILE}"
else
xz -cd "${INFILE}" | ${DEDUPE_BIN} /dev/null | xz -c > "${OUTFILE}"
/fs/zisa0/tim/bin/xz -T8 -cd "${INFILE}" | ${DEDUPE_BIN} /dev/null | /fs/zisa0/tim/bin/xz -T8 -c > "${OUTFILE}"
fi

touch "${DONEFILE}"
Expand Down

0 comments on commit 5df2cb9

Please sign in to comment.