forked from 0k/0k-charms
Browse Source
new: [rsync-backup] rewrite of mirror-dir
new: [rsync-backup] rewrite of mirror-dir
Includes ``mirror-dir-check`` with the ``mirror-dir check`` call, the replacement of ``mirror-dir`` call is ``mirror-dir backup``. An additional ``mirror-dir report`` was added. Signed-off-by: Valentin Lab <valentin.lab@kalysto.org>upd-docker
3 changed files with 536 additions and 395 deletions
-
16rsync-backup/hooks/install.d/60-install.sh
-
579rsync-backup/resources/bin/mirror-dir
-
194rsync-backup/resources/bin/mirror-dir-check
@ -1,194 +0,0 @@ |
|||||
#!/bin/bash |
|
||||
|
|
||||
|
|
||||
#:- |
|
||||
. /etc/shlib |
|
||||
#:- |
|
||||
|
|
||||
include common |
|
||||
include parse |
|
||||
include process |
|
||||
|
|
||||
depends shyaml lock |
|
||||
|
|
||||
[ "$UID" != "0" ] && echo "You must be root." && exit 1 |
|
||||
|
|
||||
|
|
||||
CHECK_DEFAULT_SOURCE=/etc/default/alerting |
|
||||
[ -f "$CHECK_DEFAULT_SOURCE" ] && . "$CHECK_DEFAULT_SOURCE" |
|
||||
|
|
||||
if [ "${#MAIL_DESTS[@]}" == 0 ]; then |
|
||||
echo "You must set at least one recipient destination for mails." >&2 |
|
||||
echo " You can do that in '$CHECK_DEFAULT_SOURCE', using the variable" >&2 |
|
||||
echo " '\$MAIL_DESTS'. Note this is a bash array variable." >&2 |
|
||||
exit 1 |
|
||||
fi |
|
||||
|
|
||||
|
|
||||
usage="usage: $exname -d DEST1 [-d DEST2 [...]] [DIR1 [DIR2 ...]] |
|
||||
|
|
||||
Checks that mirror-dir did it's job. Will send an email if not. |
|
||||
|
|
||||
Options: |
|
||||
DIR1 ... DIRn |
|
||||
Local directories that should be mirrored on destination(s). |
|
||||
|
|
||||
examples: /etc /home /var/backups |
|
||||
|
|
||||
If no directories are provided, the config file root |
|
||||
entries will be used all as destination to copy. |
|
||||
|
|
||||
-d DESTn |
|
||||
Can be repeated. Specifies host destination towards which |
|
||||
files will be send. Note that you can specify port number after |
|
||||
a colon and a bandwidth limit for rsync after a '/'. |
|
||||
|
|
||||
examples: -d liszt.musicalta:10022 -d 10.8.0.19/200 |
|
||||
|
|
||||
-n TIME_SPEC |
|
||||
Give a full english time spec about how old the last full |
|
||||
run of rsync should be at most. Defaults to '12 hours'. |
|
||||
|
|
||||
examples: -n '12 hours' |
|
||||
" |
|
||||
|
|
||||
|
|
||||
dests=() |
|
||||
source_dirs=() |
|
||||
time_spec='12 hours' |
|
||||
while [ "$#" != 0 ]; do |
|
||||
case "$1" in |
|
||||
"-d") |
|
||||
dests+=("$2") |
|
||||
shift |
|
||||
;; |
|
||||
"-n") |
|
||||
time_spec="$2" |
|
||||
shift |
|
||||
;; |
|
||||
*) |
|
||||
source_dirs+=("$1") |
|
||||
;; |
|
||||
esac |
|
||||
shift |
|
||||
done |
|
||||
|
|
||||
config_file="/etc/mirror-dir/config.yml" |
|
||||
|
|
||||
if [ "${#source_dirs[@]}" == 0 ]; then |
|
||||
if [ -e "$config_file" ]; then |
|
||||
source_dirs=($(eval echo $(shyaml get-values default.sources < "$config_file"))) |
|
||||
fi >&2 |
|
||||
if [ "${#source_dirs[@]}" == 0 ]; then |
|
||||
err "You must specify at least one source directory to mirror" \ |
|
||||
"on command line (or in a config file)." |
|
||||
print_usage |
|
||||
exit 1 |
|
||||
fi |
|
||||
fi |
|
||||
|
|
||||
if [ "${#dests[@]}" == 0 ]; then |
|
||||
err "You must specify at least a destination." |
|
||||
print_usage |
|
||||
exit 1 |
|
||||
fi |
|
||||
|
|
||||
state_dir=/var/run/mirror-dir |
|
||||
|
|
||||
get_ids() { |
|
||||
local session_id id_done |
|
||||
declare -A id_done |
|
||||
for file in "$state_dir"/*{-fail,-success}; do |
|
||||
session_id=${file%-*} |
|
||||
[ "${id_done["$session_id"]}" ] && continue |
|
||||
id_done["$session_id"]=1 |
|
||||
echo "${session_id##*/}" |
|
||||
done |
|
||||
} |
|
||||
|
|
||||
|
|
||||
dir_max_len=0 |
|
||||
for d in "${source_dirs[@]}"; do |
|
||||
[ "$dir_max_len" -lt "${#d}" ] && |
|
||||
dir_max_len="${#d}" |
|
||||
done |
|
||||
|
|
||||
|
|
||||
declare -A sessions=() |
|
||||
bad_sessions=() |
|
||||
for dest in "${dests[@]}"; do |
|
||||
if [[ "$dest" == *"/"* ]]; then |
|
||||
current_rsync_options+=("--bwlimit" "${dest##*/}") |
|
||||
dest="${dest%/*}" |
|
||||
fi |
|
||||
|
|
||||
msg=() |
|
||||
for d in "${source_dirs[@]}"; do |
|
||||
|
|
||||
session_id="$(echo "$dest$d" | md5_compat)" |
|
||||
session_id="${session_id:1:8}" |
|
||||
sessions["$session_id"]="$dest $d" |
|
||||
f=$(find "$state_dir" \ |
|
||||
-maxdepth 1 -newermt "-$time_spec" \ |
|
||||
-type f -name "${session_id}-success") |
|
||||
if [ -z "$f" ]; then |
|
||||
if [ -e "$state_dir/${session_id}-success" ]; then |
|
||||
msg+=("$(printf "%s %-${dir_max_len}s last full sync %s" \ |
|
||||
"$dest" \ |
|
||||
"$d" \ |
|
||||
"$(stat -c %y "$state_dir/${session_id}-success" | |
|
||||
sed -r 's/\.[0-9]{9,9} / /g')")") |
|
||||
else |
|
||||
msg+=("$(printf "%s %-${dir_max_len}s never finished yet" \ |
|
||||
"$dest" \ |
|
||||
"$d")") |
|
||||
fi |
|
||||
bad_sessions+=("$session_id") |
|
||||
fi |
|
||||
done |
|
||||
done |
|
||||
|
|
||||
|
|
||||
if [ "${#msg[@]}" != 0 ]; then |
|
||||
|
|
||||
cat <<EOF | mail -s "[$(hostname)] mirror backup failing" "${MAIL_DESTS[@]}" |
|
||||
Hi, |
|
||||
|
|
||||
Some configured mirroring targets have not finished gracefully in |
|
||||
the last $time_spec. Please see for yourself: |
|
||||
|
|
||||
$( |
|
||||
for m in "${msg[@]}"; do |
|
||||
echo " $m" |
|
||||
done |
|
||||
) |
|
||||
|
|
||||
You might want to find these following information of some use: |
|
||||
|
|
||||
$( |
|
||||
|
|
||||
for m in "${bad_sessions[@]}"; do |
|
||||
if [ -e "${state_dir}"/$m-fail ]; then |
|
||||
echo " ${sessions[$m]}:" |
|
||||
tail -n 5 "${state_dir}"/$m-fail | cut -f 1,2,5- -d " " | sed -r "s/^/ /g" |
|
||||
echo |
|
||||
else |
|
||||
echo " ${sessions[$m]}: no fail log available" |
|
||||
fi |
|
||||
done |
|
||||
|
|
||||
) |
|
||||
|
|
||||
Hoping all this will help you sort out the issue... |
|
||||
|
|
||||
Yours sincerly, |
|
||||
-- |
|
||||
mirror-dir-check |
|
||||
|
|
||||
PS: You received this email because your email is listed in |
|
||||
\$MAIL_DESTS of '$CHECK_DEFAULT_SOURCE' of '$(hostname)' |
|
||||
(also known as $(cat /etc/mailname)). |
|
||||
|
|
||||
EOF |
|
||||
|
|
||||
fi |
|
||||
Write
Preview
Loading…
Cancel
Save
Reference in new issue