This repository has been archived on 2024-03-04. You can view files and clone it, but cannot push or open issues or pull requests.
linux/.linux/bash/module/archive.sh

312 lines
8 KiB
Bash
Raw Normal View History

_ARCHIVE_PATTERN="_[0-9]{12}-[[:alnum:]]{40}.t[xg]z"
2023-11-03 00:15:40 +03:00
_ARCHIVE_DATE()
{
date +%Y%m%d%H%M
}
2023-10-30 14:22:24 +03:00
2023-08-08 16:24:15 +03:00
# archive file with maximum compression and checksum.
2023-10-30 03:49:10 +03:00
# usage: archive [FILES]
2023-08-08 16:24:15 +03:00
archive()
{
local targets=("${@}") # target file(s).
local count=0 # processed count.
local total=${#} # total to process.
local date=$(_ARCHIVE_DATE) # date stamp.
2023-08-08 16:24:15 +03:00
# set dafult value to target all supported archives.
2023-10-30 03:49:10 +03:00
if [[ "${targets}" = "" ]]; then
targets=(*)
total=${#targets[@]}
2023-08-08 16:24:15 +03:00
fi
2023-10-30 03:49:10 +03:00
# iterate each target.
for target in "${targets[@]}"; do
2023-10-29 21:26:22 +03:00
# increment counter.
((count++))
# status info.
2023-10-30 03:49:10 +03:00
local status="[${count}/${total}] ${target}"
echo "${status}"
2023-08-08 16:24:15 +03:00
# create archive.
tar -c "${target}" | pv -s $(du -sb "${target}" | awk '{print $1}') | xz -9e > "${target%/*}".txz
2023-08-08 16:24:15 +03:00
2023-10-30 03:49:10 +03:00
# append hash to target name.
mv "${target%/*}".txz "${target%/*}"_${date}-$(pv "${target%/*}".txz | sha1sum | cut -d\ -f1).txz
# report success.
echo -e "${color_green}${status}: done.${color_default}"
2023-08-08 16:24:15 +03:00
done
}
# archive file with minimal compression and checksum.
2023-10-30 03:49:10 +03:00
# usage: archive_fast [FILES]
2023-08-08 16:24:15 +03:00
archive_fast()
{
local targets=("${@}") # target file(s).
local count=0 # processed count.
local total=${#} # total to process.
local date=$(_ARCHIVE_DATE) # date stamp.
2023-08-08 16:24:15 +03:00
# set dafult value to target all supported archives.
2023-10-30 03:49:10 +03:00
if [[ "${targets}" = "" ]]; then
targets=(*)
total=${#targets[@]}
2023-08-08 16:24:15 +03:00
fi
2023-10-30 03:49:10 +03:00
# iterate each target.
for target in "${targets[@]}"; do
2023-10-29 21:26:22 +03:00
# increment counter.
((count++))
# status info.
2023-10-30 03:49:10 +03:00
local status="[${count}/${total}] ${target}"
echo "${status}"
2023-08-08 16:24:15 +03:00
# create archive.
tar -c "${target}" | pv -s $(du -sb "${target}" | awk '{print $1}') | gzip -1 > "${target%/*}".tgz
2023-08-08 16:24:15 +03:00
2023-10-30 03:49:10 +03:00
# append hash to target name.
mv "${target%/*}".tgz "${target%/*}"_${date}-$(pv "${target%/*}".tgz | sha1sum | cut -d\ -f1).tgz
# report success.
echo -e "${color_green}${status}: done.${color_default}"
2023-08-08 16:24:15 +03:00
done
}
# check archive hashes.
2023-10-30 03:49:10 +03:00
# usage: archive_check [FILES]
2023-08-08 16:24:15 +03:00
archive_check()
{
2023-10-30 03:49:10 +03:00
local targets=("${@}") # target file(s).
local total=${#} # total to process.
local count=0 # processed count.
local failed=0 # total failed checks.
2023-08-08 16:24:15 +03:00
# set dafult value to target all supported archives.
2023-10-30 03:49:10 +03:00
if [[ "${targets}" = "" ]]; then
targets=($(ls | grep -E ${_ARCHIVE_PATTERN}))
2023-10-30 03:49:10 +03:00
total=${#targets[@]}
2023-08-08 16:24:15 +03:00
fi
2023-10-30 03:49:10 +03:00
# iterate each target.
for target in "${targets[@]}"; do
# process only files.
[[ -f "${target}" ]] || continue
2023-10-29 21:26:22 +03:00
# increment counter.
((count++))
# status info.
2023-10-30 03:49:10 +03:00
local status="[${count}/${total}] ${target}"
2023-08-08 16:24:15 +03:00
# extract hash from name.
local saved="${target##*-}"
2023-08-08 16:24:15 +03:00
saved="${saved%%.*}"
# calculate actual hash.
2023-10-30 03:49:10 +03:00
local actual=$(pv "${target}" | sha1sum | cut -d\ -f1)
2023-08-08 16:24:15 +03:00
# compare hashes, show error on mismatch.
2023-10-13 09:18:41 +03:00
if [[ "${actual}" = "${saved}" ]]; then
echo "${status}: validation OK."
2023-08-08 16:24:15 +03:00
else
echo -e "${color_bred}${status}: validation failed.${color_default}"
((failed++))
2023-08-08 16:24:15 +03:00
fi
done
# report result.
if [[ ${count} -gt 1 ]] || [[ "${*}" = "" ]]; then
2023-10-29 21:26:22 +03:00
if [[ ${failed} -gt 0 ]]; then
echo -e "${color_bred}Items failed to validate: ${failed}.${color_default}"
else
echo -e "${color_green}All successful.${color_default}"
fi
fi
2023-08-08 16:24:15 +03:00
}
# extract previously created archive with checksum validation.
2023-10-30 03:49:10 +03:00
# usage: unarchive [FILES]
2023-08-08 16:24:15 +03:00
unarchive()
{
2023-10-30 03:49:10 +03:00
local targets=("${@}") # target file(s).
local count=0 # processed count.
local total=${#} # total to process.
2023-08-08 16:24:15 +03:00
# set dafult value to target all supported archives.
2023-10-30 03:49:10 +03:00
if [[ "${targets}" = "" ]]; then
targets=($(ls | grep -E ${_ARCHIVE_PATTERN}))
2023-10-30 03:49:10 +03:00
total=${#targets[@]}
2023-08-08 16:24:15 +03:00
fi
2023-10-30 03:49:10 +03:00
# iterate each target.
for target in "${targets[@]}"; do
2023-10-29 21:26:22 +03:00
# increment counter.
((count++))
# status info.
2023-10-30 03:49:10 +03:00
local status="[${count}/${total}] ${target}"
2023-08-08 16:24:15 +03:00
# extract hash from name.
local saved="${target##*-}"
2023-08-08 16:24:15 +03:00
saved="${saved%%.*}"
# calculate actual hash.
local actual=$(pv "${target}" | sha1sum | cut -d\ -f1)
2023-08-08 16:24:15 +03:00
# extract if hash matched or show error if not.
2023-10-29 21:26:22 +03:00
if [[ "${saved}" = "${actual}" ]]; then
echo "${status}: validation OK."
# figure out the compression tool.
local compressor
case "${target##*.}" in
2023-11-02 23:51:54 +03:00
"txz")
compressor="xz -d"
;;
2023-11-02 23:51:54 +03:00
"tgz")
compressor="gzip -d"
;;
esac
# extract.
pv "${target}" | ${compressor} | tar -xf -
2023-08-08 16:24:15 +03:00
else
# report validation error & exit.
echo -e "${color_bred}${status}: validation failed.${color_default}"
return 1
2023-08-08 16:24:15 +03:00
fi
# report extraction complete.
echo -e "${color_green}${status}: done.${color_default}"
2023-08-08 16:24:15 +03:00
done
}
2023-10-30 03:49:10 +03:00
# rename archive. if no name specified, it simplifies archive's name.
# usage: archive_name [ARCHIVE] [NAME]
archive_name()
{
2023-10-30 03:49:10 +03:00
local targets="${1}" # target archive(s).
local name="${2}" # new name.
local total=1 # total targets to process.
local count=0 # processed targets counter.
# set dafult value to target all supported archives.
if [[ "${targets}" = "" ]]; then
targets=($(ls | grep -E ${_ARCHIVE_PATTERN}))
2023-10-30 03:49:10 +03:00
total=${#targets[@]}
fi
2023-10-30 03:49:10 +03:00
# iterate each target.
for target in "${targets[@]}"; do
# only work with targets.
[[ -f "${target}" ]] || continue
# iterate counter.
((count++))
# simplify name by default.
if [[ "${name}" = "" || ${count} -gt 1 ]]; then
name="${target%_*}"
name="$(parse_alnum ${name})"
fi
# remove old name.
local data="${target##*_}"
local new_name="${name}_${data}"
2023-10-30 03:49:10 +03:00
# prepare status.
local status="[${count}/${total}] ${target} -> ${new_name}"
2023-10-30 03:49:10 +03:00
# check for the same name.
if [[ "${target}" = "${new_name}" ]]; then
echo -e "${color_green}${status}: no change.${color_default}"
continue
fi
# check for existing target.
if [[ -f "${new_name}" ]]; then
echo -e "${color_bred}${status}: already exists.${color_default}"
2023-10-30 03:49:10 +03:00
return 1
fi
# rename.
mv -- "${target}" "${new_name}" && echo "${color_green}${status}${color_default}" || echo -e "${color_bred}${status}: error.${color_default}"
2023-10-30 03:49:10 +03:00
done
}
# convert an old archive to a new format. TODO: remove me after some time when there won't be any old archives.
archive_convert()
{
local old_format="_[[:alnum:]]{40}.tar.[xg]z"
local targets=($(ls | grep -E ${old_format}))
# add timestamp.
for target in "${targets[@]}"; do
local stamp=$(stat --format '%w' -- "${target}" | sed -e 's/\..*//' -e 's/:..$//' -e 's/-//g' -e 's/://' -e 's/\ //')
local name="${target%_*}"
local old_data="${target##*_}"
local new_name="${name}_${stamp}-${old_data}"
echo "${target} -> ${new_name}"
mv "${target}" "${new_name}"
done
# convert tar.xz and tar.gz to .tgz and .txz.
old_format="_[0-9]{12}-[[:alnum:]]{40}.tar.[xg]z"
targets=($(ls | grep -E ${old_format}))
for target in "${targets[@]}"; do
local compression="${target##*.}"
local new_compression
case "${compression}" in
"gz")
new_compression="tgz"
;;
"xz")
new_compression="txz"
;;
esac
local new_name="${target%.tar.*}".${new_compression}
echo "${target} -> ${new_name}"
mv -- "${target}" "${new_name}"
done
}
2023-08-08 16:24:15 +03:00
# export everything, primarily for use with parallel..
2023-11-03 00:15:40 +03:00
export -f archive archive_fast archive_check unarchive archive_name _ARCHIVE_DATE
export _ARCHIVE_PATTERN
2023-10-23 00:33:09 +03:00
2023-10-29 21:26:22 +03:00
# autocomplete.
2023-10-30 03:49:10 +03:00
_archive_name()
{
COMPREPLY=()
local cur="${COMP_WORDS[COMP_CWORD]}"
local prev="${COMP_WORDS[COMP_CWORD-1]}"
local command="${COMP_WORDS[0]}"
if [[ "${prev}" = "${command}" ]]; then
2023-10-30 14:22:24 +03:00
COMPREPLY=( $(compgen -W "$(ls | grep -E ${_ARCHIVE_PATTERN})" -- ${cur}) )
return 0
else
local name="${prev%_*}"
COMPREPLY=( $(compgen -W "${name}" -- ${cur}) )
return 0
fi
}
2023-10-30 14:22:24 +03:00
_archive_grep()
{
_autocomplete_grep ${_ARCHIVE_PATTERN}
}
complete -F _archive_grep archive_check unarchive
2023-10-30 03:49:10 +03:00
complete -F _archive_name archive_name