mirror of
https://github.com/9001/copyparty.git
synced 2025-11-04 05:43:17 +00:00
74 lines
2.1 KiB
Bash
Executable File
74 lines
2.1 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
# recompress logs so they decompress faster + save some space;
|
|
# * will not recurse into subfolders
|
|
# * each file in current folder gets recompressed to zstd; input file is DELETED
|
|
# * any xz-compressed logfiles are decompressed before converting to zstd
|
|
# * SHOULD ignore and skip files which are currently open; SHOULD be safe to run while copyparty is running
|
|
|
|
|
|
# for files larger than $cutoff, compress with `zstd -T0`
|
|
# (otherwise do several files in parallel (scales better))
|
|
cutoff=400M
|
|
|
|
|
|
# osx support:
|
|
# port install findutils gsed coreutils
|
|
command -v gfind >/dev/null &&
|
|
command -v gsed >/dev/null &&
|
|
command -v gsort >/dev/null && {
|
|
find() { gfind "$@"; }
|
|
sed() { gsed "$@"; }
|
|
sort() { gsort "$@"; }
|
|
}
|
|
|
|
packfun() {
|
|
local jobs=$1 fn="$2"
|
|
printf '%s\n' "$fn" | grep -qF .zst && return
|
|
|
|
local of="$(printf '%s\n' "$fn" | sed -r 's/\.(xz|txt)/.zst/')"
|
|
[ "$fn" = "$of" ] &&
|
|
of="$of.zst"
|
|
|
|
[ -e "$of" ] &&
|
|
echo "SKIP: output file exists: $of" &&
|
|
return
|
|
|
|
lsof -- "$fn" 2>/dev/null | grep -E .. &&
|
|
printf "SKIP: file in use: %s\n\n" $fn &&
|
|
return
|
|
|
|
# determine by header; old copyparty versions would produce xz output without .xz names
|
|
head -c3 "$fn" | grep -qF 7z &&
|
|
cmd="xz -dkc" || cmd="cat"
|
|
|
|
printf '<%s> T%d: %s\n' "$cmd" $jobs "$of"
|
|
|
|
$cmd <"$fn" >/dev/null || {
|
|
echo "ERROR: uncompress failed: $fn"
|
|
return
|
|
}
|
|
|
|
$cmd <"$fn" | zstd --long -19 -T$jobs >"$of"
|
|
touch -r "$fn" -- "$of"
|
|
|
|
cmp <($cmd <"$fn") <(zstd -d <"$of") || {
|
|
echo "ERROR: data mismatch: $of"
|
|
mv "$of"{,.BAD}
|
|
return
|
|
}
|
|
rm -- "$fn"
|
|
}
|
|
|
|
# do small files in parallel first (in descending size);
|
|
# each file can use 4 threads in case the cutoff is poor
|
|
export -f packfun
|
|
export -f sed 2>/dev/null || true
|
|
find -maxdepth 1 -type f -size -$cutoff -printf '%s %p\n' |
|
|
sort -nr | sed -r 's`[^ ]+ ``; s`^\./``' | tr '\n' '\0' |
|
|
xargs "$@" -0i -P$(nproc) bash -c 'packfun 4 "$@"' _ {}
|
|
|
|
# then the big ones, letting each file use the whole cpu
|
|
for f in *; do packfun 0 "$f"; done
|