forked from 0k/0k-charms
Browse Source
new: [rsync-backup] rewrite of mirror-dir
new: [rsync-backup] rewrite of mirror-dir
Includes ``mirror-dir-check`` with the ``mirror-dir check`` call, the replacement of ``mirror-dir`` call is ``mirror-dir backup``. An additional ``mirror-dir report`` was added. Signed-off-by: Valentin Lab <valentin.lab@kalysto.org>upd-docker
3 changed files with 536 additions and 395 deletions
-
16rsync-backup/hooks/install.d/60-install.sh
-
591rsync-backup/resources/bin/mirror-dir
-
194rsync-backup/resources/bin/mirror-dir-check
@ -1,194 +0,0 @@ |
|||
#!/bin/bash |
|||
|
|||
|
|||
#:- |
|||
. /etc/shlib |
|||
#:- |
|||
|
|||
include common |
|||
include parse |
|||
include process |
|||
|
|||
depends shyaml lock |
|||
|
|||
[ "$UID" != "0" ] && echo "You must be root." && exit 1 |
|||
|
|||
|
|||
CHECK_DEFAULT_SOURCE=/etc/default/alerting |
|||
[ -f "$CHECK_DEFAULT_SOURCE" ] && . "$CHECK_DEFAULT_SOURCE" |
|||
|
|||
if [ "${#MAIL_DESTS[@]}" == 0 ]; then |
|||
echo "You must set at least one recipient destination for mails." >&2 |
|||
echo " You can do that in '$CHECK_DEFAULT_SOURCE', using the variable" >&2 |
|||
echo " '\$MAIL_DESTS'. Note this is a bash array variable." >&2 |
|||
exit 1 |
|||
fi |
|||
|
|||
|
|||
usage="usage: $exname -d DEST1 [-d DEST2 [...]] [DIR1 [DIR2 ...]] |
|||
|
|||
Checks that mirror-dir did it's job. Will send an email if not. |
|||
|
|||
Options: |
|||
DIR1 ... DIRn |
|||
Local directories that should be mirrored on destination(s). |
|||
|
|||
examples: /etc /home /var/backups |
|||
|
|||
If no directories are provided, the config file root |
|||
entries will be used all as destination to copy. |
|||
|
|||
-d DESTn |
|||
Can be repeated. Specifies host destination towards which |
|||
files will be send. Note that you can specify port number after |
|||
a colon and a bandwidth limit for rsync after a '/'. |
|||
|
|||
examples: -d liszt.musicalta:10022 -d 10.8.0.19/200 |
|||
|
|||
-n TIME_SPEC |
|||
Give a full english time spec about how old the last full |
|||
run of rsync should be at most. Defaults to '12 hours'. |
|||
|
|||
examples: -n '12 hours' |
|||
" |
|||
|
|||
|
|||
dests=() |
|||
source_dirs=() |
|||
time_spec='12 hours' |
|||
while [ "$#" != 0 ]; do |
|||
case "$1" in |
|||
"-d") |
|||
dests+=("$2") |
|||
shift |
|||
;; |
|||
"-n") |
|||
time_spec="$2" |
|||
shift |
|||
;; |
|||
*) |
|||
source_dirs+=("$1") |
|||
;; |
|||
esac |
|||
shift |
|||
done |
|||
|
|||
config_file="/etc/mirror-dir/config.yml" |
|||
|
|||
if [ "${#source_dirs[@]}" == 0 ]; then |
|||
if [ -e "$config_file" ]; then |
|||
source_dirs=($(eval echo $(shyaml get-values default.sources < "$config_file"))) |
|||
fi >&2 |
|||
if [ "${#source_dirs[@]}" == 0 ]; then |
|||
err "You must specify at least one source directory to mirror" \ |
|||
"on command line (or in a config file)." |
|||
print_usage |
|||
exit 1 |
|||
fi |
|||
fi |
|||
|
|||
if [ "${#dests[@]}" == 0 ]; then |
|||
err "You must specify at least a destination." |
|||
print_usage |
|||
exit 1 |
|||
fi |
|||
|
|||
state_dir=/var/run/mirror-dir |
|||
|
|||
get_ids() { |
|||
local session_id id_done |
|||
declare -A id_done |
|||
for file in "$state_dir"/*{-fail,-success}; do |
|||
session_id=${file%-*} |
|||
[ "${id_done["$session_id"]}" ] && continue |
|||
id_done["$session_id"]=1 |
|||
echo "${session_id##*/}" |
|||
done |
|||
} |
|||
|
|||
|
|||
dir_max_len=0 |
|||
for d in "${source_dirs[@]}"; do |
|||
[ "$dir_max_len" -lt "${#d}" ] && |
|||
dir_max_len="${#d}" |
|||
done |
|||
|
|||
|
|||
declare -A sessions=() |
|||
bad_sessions=() |
|||
for dest in "${dests[@]}"; do |
|||
if [[ "$dest" == *"/"* ]]; then |
|||
current_rsync_options+=("--bwlimit" "${dest##*/}") |
|||
dest="${dest%/*}" |
|||
fi |
|||
|
|||
msg=() |
|||
for d in "${source_dirs[@]}"; do |
|||
|
|||
session_id="$(echo "$dest$d" | md5_compat)" |
|||
session_id="${session_id:1:8}" |
|||
sessions["$session_id"]="$dest $d" |
|||
f=$(find "$state_dir" \ |
|||
-maxdepth 1 -newermt "-$time_spec" \ |
|||
-type f -name "${session_id}-success") |
|||
if [ -z "$f" ]; then |
|||
if [ -e "$state_dir/${session_id}-success" ]; then |
|||
msg+=("$(printf "%s %-${dir_max_len}s last full sync %s" \ |
|||
"$dest" \ |
|||
"$d" \ |
|||
"$(stat -c %y "$state_dir/${session_id}-success" | |
|||
sed -r 's/\.[0-9]{9,9} / /g')")") |
|||
else |
|||
msg+=("$(printf "%s %-${dir_max_len}s never finished yet" \ |
|||
"$dest" \ |
|||
"$d")") |
|||
fi |
|||
bad_sessions+=("$session_id") |
|||
fi |
|||
done |
|||
done |
|||
|
|||
|
|||
if [ "${#msg[@]}" != 0 ]; then |
|||
|
|||
cat <<EOF | mail -s "[$(hostname)] mirror backup failing" "${MAIL_DESTS[@]}" |
|||
Hi, |
|||
|
|||
Some configured mirroring targets have not finished gracefully in |
|||
the last $time_spec. Please see for yourself: |
|||
|
|||
$( |
|||
for m in "${msg[@]}"; do |
|||
echo " $m" |
|||
done |
|||
) |
|||
|
|||
You might want to find these following information of some use: |
|||
|
|||
$( |
|||
|
|||
for m in "${bad_sessions[@]}"; do |
|||
if [ -e "${state_dir}"/$m-fail ]; then |
|||
echo " ${sessions[$m]}:" |
|||
tail -n 5 "${state_dir}"/$m-fail | cut -f 1,2,5- -d " " | sed -r "s/^/ /g" |
|||
echo |
|||
else |
|||
echo " ${sessions[$m]}: no fail log available" |
|||
fi |
|||
done |
|||
|
|||
) |
|||
|
|||
Hoping all this will help you sort out the issue... |
|||
|
|||
Yours sincerly, |
|||
-- |
|||
mirror-dir-check |
|||
|
|||
PS: You received this email because your email is listed in |
|||
\$MAIL_DESTS of '$CHECK_DEFAULT_SOURCE' of '$(hostname)' |
|||
(also known as $(cat /etc/mailname)). |
|||
|
|||
EOF |
|||
|
|||
fi |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue