ryanc/ansible
1
0
Fork 0
Code Issues 4 Pull Requests Releases Wiki Activity

use lock files to prevent restic jobs from stacking

Browse Source
This commit is contained in:
Ryan Cavicchioni 2020-04-22 21:39:16 -05:00
parent 92bc6f43c8
commit 1cc7ba9fb1
Signed by: ryanc
GPG Key ID: 877EEDAF9245103D
1 changed files with 32 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
roles/restic/files/restic-job.sh
View File

@ -8,13 +8,27 @@ error_exit() {
} }
RESTIC_ETC_PATH=${RESTIC_ETC_PATH:-/etc/restic} RESTIC_ETC_PATH=${RESTIC_ETC_PATH:-/etc/restic}
LOCK_PATH=/run/restic
# shellcheck source=/dev/null # shellcheck source=/dev/null
source "${RESTIC_ETC_PATH}/env.sh" source "${RESTIC_ETC_PATH}/env.sh"
KEEP_LOCK=
MAX_ATTEMPTS=60 MAX_ATTEMPTS=60
NICE="ionice -c2 nice -n19" NICE="ionice -c2 nice -n19"
JOB=$1 JOB=$1
LOCK="/run/restic/${JOB}.lock"
function finish {
if [ -z $KEEP_LOCK ]; then
rm -f "$LOCK"
fi
}
trap finish EXIT
if [ ! -d $LOCK_PATH ]; then
mkdir $LOCK_PATH
fi
if [ -z "$JOB" ]; then if [ -z "$JOB" ]; then
error_exit "job is missing" error_exit "job is missing"
@ -51,6 +65,24 @@ if [ -z "${PATHS+x}" ]; then
error_exit "\$PATHS is not set" error_exit "\$PATHS is not set"
fi fi
if [ -f "$LOCK" ]; then
pid=$(cat "$LOCK")
if ! kill -0 "$pid" 2> /dev/null; then
printf "removing orphaned lock, pid %d does not exist\n" "$pid"
rm -f "$LOCK"
else
if [[ -f "/proc/${pid}/cmdline" ]] && ! [[ $(cat "/proc/${pid}/cmdline") =~ $(basename "$0") ]]; then
printf "removing orphaned lock, pid %d belongs to another process\n" "$pid"
rm -f "$LOCK"
else
KEEP_LOCK=1
error_exit "another job is running, pid=${pid}"
fi
fi
fi
echo $$ > "$LOCK"
printf "job '%s' started\n" "$JOB" printf "job '%s' started\n" "$JOB"
if [ -d "${HOOKS_PATH}" ]; then if [ -d "${HOOKS_PATH}" ]; then