ryanc/ansible
1
0
Fork 0
Code Issues 4 Pull Requests Releases Wiki Activity

add more restic helper scripts

Browse Source
This commit is contained in:
Ryan Cavicchioni 2019-12-18 22:09:05 -06:00
parent 0eb5699a8d
commit 8ab9c36366
Signed by: ryanc
GPG Key ID: 877EEDAF9245103D
7 changed files with 198 additions and 121 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

75
roles/restic/files/restic-job.sh Normal file
View File

@ -0,0 +1,75 @@
#!/bin/bash
# Ansible managed
error_exit() {
printf "%s\n" "$1"
exit 1
}
RESTIC_ETC_PATH=${RESTIC_ETC_PATH:-/etc/restic}
RESTIC_PATH=${RESTIC_PATH:-/usr/local/bin/restic}
MAX_ATTEMPTS=60
NICE="ionice -c2 nice -n19"
JOB=$1
if [ -z "$JOB" ]; then
error_exit "job is missing"
fi
JOB_PATH="${RESTIC_ETC_PATH}/jobs/${JOB}"
JOB_ENV="${JOB_PATH}/env.sh"
if [ ! -r "$JOB_ENV" ]; then
error_exit "${JOB_ENV} does not exist"
fi
# shellcheck disable=SC1090
. "$JOB_ENV"
if [ -z "${REPO+x}" ]; then
error_exit "\$REPO is not set"
fi
REPO_PATH="${RESTIC_ETC_PATH}/repos/${REPO}"
REPO_ENV="${REPO_PATH}/env.sh"
if [ ! -r "$REPO_ENV" ]; then
error_exit "${REPO_ENV} does not exist"
fi
# shellcheck disable=SC1090
. "$REPO_ENV"
EXCLUDE_PATH="${JOB_PATH}/exclude.txt"
if [ -z "${PATHS+x}" ]; then
error_exit "\$PATHS is not set"
fi
counter=0
sleep=1
rc=1
until [ $counter -eq "$MAX_ATTEMPTS" ] || [ $rc -eq 0 ]; do
if [ -r "$EXCLUDE_PATH" ]; then
$NICE "$RESTIC_PATH" backup -q --exclude-file="${EXCLUDE_PATH}" "${PATHS}"
else
$NICE "$RESTIC_PATH" backup -q "${PATHS}"
fi
rc=$?
if [ $rc -ne 0 ]; then
sleep=$((counter * 5))
printf "sleeping for %d seconds (%d)\n" $sleep $counter
sleep $sleep
fi
(( counter++ ))
done
if [ $rc -ne 0 ] && [ $counter -eq "$MAX_ATTEMPTS" ]; then
printf "restic job timed out, exiting\n"
fi

30
roles/restic/files/restic-repo.sh Normal file
View File

@ -0,0 +1,30 @@
#!/bin/bash
# Ansible managed
error_exit() {
printf "%s\n" "$1"
exit 1
}
RESTIC_ETC_PATH=${RESTIC_ETC_PATH:-/etc/restic}
RESTIC_PATH=${RESTIC_PATH:-/usr/local/bin/restic}
if [ $# -lt 2 ]; then
error_exit "missing arguments"
fi
REPO=$1
shift
REPO_PATH="${RESTIC_ETC_PATH}/repos/${REPO}"
REPO_ENV="${REPO_PATH}/env.sh"
if [ ! -r "$REPO_ENV" ]; then
error_exit "${REPO_ENV} does not exist"
fi
# shellcheck disable=SC1090
. "$REPO_ENV"
$RESTIC_PATH "$@"

68
roles/restic/files/restic-tidy.sh Normal file
View File

@ -0,0 +1,68 @@
#!/bin/bash
# {{ ansible_managed }}
error_exit() {
printf "%s\n" "$1"
exit 1
}
RESTIC_ETC_PATH=${RESTIC_ETC_PATH:-/etc/restic}
RESTIC_PATH=${RESTIC_PATH:-/usr/local/bin/restic}
MAX_ATTEMPTS=60
MAX_SLEEP=43200 # 12 hours
REPO=$1
if [ -z "$REPO" ]; then
error_exit "repo is missing"
fi
REPO_PATH="${RESTIC_ETC_PATH}/repos/${REPO}"
REPO_ENV="${REPO_PATH}/env.sh"
if [ ! -r "$REPO_ENV" ]; then
error_exit "${REPO_ENV} does not exist"
fi
# shellcheck disable=SC1090
. "$REPO_ENV"
KEEP_HOURLY=${KEEP_HOURLY:-24}
KEEP_DAILY=${KEEP_DAILY:-7}
KEEP_WEEKLY=${KEEP_WEEKLY:-5}
KEEP_MONTHLY=${KEEP_MONTHLY:-12}
KEEP_YEARLY=${KEEP_YEARLY:-10}
# initial sleep
sleep "$(((RANDOM % MAX_SLEEP) + 1))s"
counter=0
sleep=1
rc=1
until [ $counter -eq "$MAX_ATTEMPTS" ] || [ $rc -eq 0 ]; do
$RESTIC_PATH forget \
--quiet \
--host "$(hostname -f)" \
--keep-hourly "$KEEP_HOURLY" \
--keep-daily "$KEEP_DAILY" \
--keep-weekly "$KEEP_WEEKLY" \
--keep-monthly "$KEEP_MONTHLY" \
--keep-yearly "$KEEP_YEARLY" \
--prune
rc=$?
if [ $rc -ne 0 ]; then
sleep=$((counter * 5))
printf "sleeping for %d seconds (%d)\n" $sleep $counter
sleep $sleep
fi
(( counter++ ))
done
if [ $rc -ne 0 ] && [ $counter -eq "$MAX_ATTEMPTS" ]; then
printf "tidy timed out, exiting\n"
fi

20
roles/restic/tasks/main.yaml
View File

@ -65,21 +65,17 @@
- "{{ restic_etc_path }}/repos"
- "{{ restic_etc_path }}/jobs"
- name: create restic job wrapper script
template:
src: restic-job.sh.j2
dest: "{{ restic_bin_path }}/restic-job"
owner: root
group: root
mode: 0755
- name: create restic tidy wrapper
template:
src: restic-tidy.sh.j2
dest: "{{ restic_bin_path }}/restic-tidy"
- name: copy restic helper scripts
copy:
src: "{{ item }}"
dest: "{{ restic_bin_path }}/{{ item | basename | splitext | first }}"
owner: root
group: root
mode: 0755
loop:
- restic-tidy.sh
- restic-repo.sh
- restic-job.sh
- name: manage repos
include: repo.yaml

17
roles/restic/tasks/repo.yaml
View File

@ -36,6 +36,23 @@
group: root
mode: 0400
- name: symlink default repo
block:
- name: explicit default
file:
src: "{{ restic_etc_path }}/repos/{{ item.name }}"
dest: "{{ restic_etc_path }}/repos/default"
state: link
force: yes
when: item.default is defined and item.default == True
- name: implicit default
file:
src: "{{ restic_etc_path }}/repos/{{ item.name }}"
dest: "{{ restic_etc_path }}/repos/default"
state: link
force: yes
when: restic_repos | count == 1
- name: create cron
cron:
name: "restic {{ item.name }} tidy"

50
roles/restic/templates/restic-job.sh.j2
View File

@ -1,50 +0,0 @@
#!/bin/bash
# {{ ansible_managed }}
error_exit() {
printf "%s\n" "$1"
exit 1
}
NICE="ionice -c2 nice -n19"
JOB=$1
if [ -z "$JOB" ]; then
error_exit "job is missing"
fi
RESTIC_ETC_PATH="{{ restic_etc_path }}"
JOB_PATH="${RESTIC_ETC_PATH}/jobs/${JOB}"
JOB_ENV="${JOB_PATH}/env.sh"
if [ ! -r "$JOB_ENV" ]; then
error_exit "${JOB_ENV} does not exist"
fi
. "$JOB_ENV"
if [ -z "${REPO+x}" ]; then
error_exit "\$REPO is not set"
fi
REPO_PATH="${RESTIC_ETC_PATH}/repos/${REPO}"
REPO_ENV="${REPO_PATH}/env.sh"
if [ ! -r "$REPO_ENV" ]; then
error_exit "${REPO_ENV} does not exist"
fi
. "$REPO_ENV"
EXCLUDE_PATH="${JOB_PATH}/exclude.txt"
if [ -z "${PATHS+x}" ]; then
error_exit "\$PATHS is not set"
fi
if [ -r "$EXCLUDE_PATH" ]; then
$NICE {{ restic_path }} backup -q --exclude-file="${EXCLUDE_PATH}" "${PATHS}"
else
$NICE {{ restic_path }} backup -q "${PATHS}"
fi

59
roles/restic/templates/restic-tidy.sh.j2
View File

@ -1,59 +0,0 @@
#!/bin/bash
# {{ ansible_managed }}
error_exit() {
printf "%s\n" "$1"
exit 1
}
MAX_ATTEMPTS=60
REPO=$1
if [ -z "$REPO" ]; then
error_exit "repo is missing"
fi
RESTIC_ETC_PATH="{{ restic_etc_path }}"
REPO_PATH="${RESTIC_ETC_PATH}/repos/${REPO}"
REPO_ENV="${REPO_PATH}/env.sh"
if [ ! -r "$REPO_ENV" ]; then
error_exit "${REPO_ENV} does not exist"
fi
. "$REPO_ENV"
KEEP_DAILY=${KEEP_DAILY:-7}
KEEP_WEEKLY=${KEEP_WEEKLY:-5}
KEEP_MONTHLY=${KEEP_MONTHLY:-12}
KEEP_YEARLY=${KEEP_YEARLY:-10}
counter=0
sleep=1
rc=1
until [ $counter -eq $MAX_ATTEMPTS ] || [ $rc -eq 0 ]; do
{{ restic_path }} forget \
--quiet \
--host $(hostname -f) \
--keep-daily "$KEEP_DAILY" \
--keep-weekly "$KEEP_WEEKLY" \
--keep-monthly "$KEEP_MONTHLY" \
--keep-yearly "$KEEP_YEARLY" \
--prune
rc=$?
if [ $rc -ne 0 ]; then
sleep=$((counter * 5))
printf "sleeping for %d seconds (%d)\n" $sleep $counter
sleep $sleep
fi
let counter+=1
done
if [ $rc -ne 0 ] && [ $counter -eq $MAX_ATTEMPTS ]; then
printf "tidy timed out, exiting\n"
fi