feat(borg): repository and restore tools (Layer 1 complete)
- borg-apiscp-repo: status/init/check-access/gen-passphrase/key-status/ backup-key/key-bundle/config-get/set/sites/run/running/prune/maintenance (borg compact)/verify (borg check [--data])/set-schedule/notify-test/ list-databases. Config whitelist + single-quote escaping + newline guard, mirroring apiscp-kopia's security boundary. - borg-apiscp-restore: list/list-json/site (+ --subpath)/account/system/ restore-db/import-db and site-owner variants (owner-files/-account/ -restore-db/-import-db) that land under /.borg-restore chowned to the owner. All restores are `borg extract` with computed --strip-components to rebase archived paths under a staging target; ACLs/xattrs come back natively.
This commit is contained in:
Laurence Horrocks-Barlow
parent
9b741e9dec
commit
3ce5bf1a47
2 changed files with 617 additions and 0 deletions
362
bin/borg-apiscp-repo
Normal file
362
bin/borg-apiscp-repo
Normal file
|
|
@ -0,0 +1,362 @@
|
||||||
|
#!/bin/sh
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo: manage the Borg repository the engine writes to.
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# borg-apiscp-repo status
|
||||||
|
# Show repository info (borg info).
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo init
|
||||||
|
# Create (initialise) the repository at BORG_REPO with BORG_ENCRYPTION
|
||||||
|
# (default repokey-blake2). Needs a passphrase (see gen-passphrase). Safe
|
||||||
|
# to run once; refuses if the repository already exists.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo check-access
|
||||||
|
# Confirm the repository is reachable and the passphrase is correct
|
||||||
|
# (prints "ok" or an error); always exits 0 so a UI can read the message.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo gen-passphrase
|
||||||
|
# Generate a strong random passphrase, store it as BORG_PASSPHRASE, and
|
||||||
|
# print ONLY the passphrase to stdout (so a UI can show it once).
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo key-status
|
||||||
|
# Print "yes" if the one-time key/passphrase backup has been done, else "no".
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo backup-key [DEST] [--force]
|
||||||
|
# Export the passphrase and `borg key export` to DEST (default
|
||||||
|
# KEY_BACKUP_DIR), 0600, once. Store DEST off this machine.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo key-bundle
|
||||||
|
# Print a self-contained recovery bundle (instructions + passphrase +
|
||||||
|
# exported key + repo location) to stdout for the one-time GUI display.
|
||||||
|
# Contains secrets by design.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo config-get | config-set KEY VALUE
|
||||||
|
# Read / write whitelisted keys in the config file.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo sites
|
||||||
|
# List "siteN<TAB>domain" for every ApisCP site.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo run [--site SITE | --path PATH]
|
||||||
|
# No args: start the scheduled backup service (detached). --site/--path:
|
||||||
|
# a detached one-shot scoped to one site or one extra absolute path.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo running
|
||||||
|
# Print the backup service state (active/inactive/...).
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo prune
|
||||||
|
# Apply retention (borg prune) across all archive prefixes per config.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo maintenance
|
||||||
|
# Run `borg compact` (reclaim space), detached.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo verify [--data]
|
||||||
|
# Run `borg check` (repository + archive consistency), detached. --data
|
||||||
|
# also reads file contents back (slow, thorough).
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo set-schedule [SPEC]
|
||||||
|
# Set the backup timer's OnCalendar (HH:MM daily or an OnCalendar
|
||||||
|
# expression); falls back to BACKUP_SCHEDULE. Writes a timer drop-in.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo notify-test
|
||||||
|
# Send a test notification email to NOTIFY_EMAIL.
|
||||||
|
#
|
||||||
|
# borg-apiscp-repo list-databases SITE
|
||||||
|
# List "<engine>\t<db>" for every database ApisCP knows for SITE.
|
||||||
|
|
||||||
|
set -u
|
||||||
|
|
||||||
|
_self_dir=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
|
||||||
|
for _cand in \
|
||||||
|
"${APISCP_BORG_LIB:-}" \
|
||||||
|
"$_self_dir/../lib/apiscp-borg-common.sh" \
|
||||||
|
/usr/local/lib/apiscp-borg/apiscp-borg-common.sh \
|
||||||
|
/usr/lib/apiscp-borg/apiscp-borg-common.sh; do
|
||||||
|
[ -n "$_cand" ] && [ -r "$_cand" ] && { . "$_cand"; _lib_loaded=1; break; }
|
||||||
|
done
|
||||||
|
[ "${_lib_loaded:-0}" = 1 ] || { echo "FATAL: cannot find apiscp-borg-common.sh" >&2; exit 1; }
|
||||||
|
|
||||||
|
CONFIG_FILE="${APISCP_BORG_CONFIG:-/etc/apiscp-borg/config}"
|
||||||
|
# shellcheck source=/dev/null
|
||||||
|
[ -r "$CONFIG_FILE" ] && . "$CONFIG_FILE"
|
||||||
|
: "${BORG_REPO:=}"
|
||||||
|
: "${BORG_ENCRYPTION:=repokey-blake2}"
|
||||||
|
: "${BORG_RSH:=ssh -o BatchMode=yes}"
|
||||||
|
: "${KEY_BACKUP_DIR:=/root/apiscp-borg-keys}"
|
||||||
|
: "${VIRTBASE:=/home/virtual}"
|
||||||
|
: "${APNSCP_CMD:=/usr/local/apnscp/bin/cmd}"
|
||||||
|
export BORG_REPO BORG_RSH
|
||||||
|
[ -n "${BORG_PASSPHRASE:-}" ] && export BORG_PASSPHRASE
|
||||||
|
|
||||||
|
usage() { awk 'NR>=2 && /^set -u/{exit} NR>=2{sub(/^# ?/,""); print}' "$0"; exit "${1:-2}"; }
|
||||||
|
|
||||||
|
# Config keys the GUI/CLI may set. This list is the security boundary.
|
||||||
|
CONFIG_ALLOWED="BORG_REPO BORG_PASSPHRASE BORG_ENCRYPTION BORG_RSH BORG_COMPRESSION KEY_BACKUP_DIR VIRTBASE METRICS_DIR RUN_DB_EXPORT BACKUP_SITES BACKUP_SYSTEM BACKUP_PATHS BACKUP_DATABASES BACKUP_EXCLUDES BACKUP_SCHEDULE CAPTURE_META_SIDECAR RETENTION_KEEP_WITHIN RETENTION_KEEP_DAILY RETENTION_KEEP_WEEKLY RETENTION_KEEP_MONTHLY RETENTION_KEEP_ANNUAL NOTIFY_EMAIL NOTIFY_ON NOTIFY_FROM"
|
||||||
|
|
||||||
|
_need_repo() { [ -n "$BORG_REPO" ] || akp_die "BORG_REPO is not set (config-set BORG_REPO ... first)"; }
|
||||||
|
|
||||||
|
cmd_config_get() {
|
||||||
|
[ -r "$CONFIG_FILE" ] || return 0
|
||||||
|
while IFS= read -r _line; do
|
||||||
|
case "$_line" in ''|\#*) continue ;; esac
|
||||||
|
case "$_line" in *=*) ;; *) continue ;; esac
|
||||||
|
_k=$(printf '%s' "${_line%%=*}" | tr -d '[:space:]')
|
||||||
|
_v=${_line#*=}
|
||||||
|
_v=$(printf '%s' "$_v" | sed -e "s/^'//" -e "s/'\$//" -e 's/^"//' -e 's/"$//')
|
||||||
|
printf '%s=%s\n' "$_k" "$_v"
|
||||||
|
done < "$CONFIG_FILE"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_config_set() {
|
||||||
|
_k="${1:-}"; _v="${2:-}"
|
||||||
|
[ -n "$_k" ] || akp_die "config-set: key required"
|
||||||
|
case " $CONFIG_ALLOWED " in *" $_k "*) ;; *) akp_die "config-set: refusing unknown key '$_k'" ;; esac
|
||||||
|
if [ "$_v" != "$(printf '%s' "$_v" | tr -d '\r\n')" ]; then
|
||||||
|
akp_die "config-set: value may not contain newlines"
|
||||||
|
fi
|
||||||
|
_esc=$(printf '%s' "$_v" | sed "s/'/'\\\\''/g")
|
||||||
|
mkdir -p "$(dirname "$CONFIG_FILE")"
|
||||||
|
_tmp=$(mktemp); _found=0
|
||||||
|
if [ -f "$CONFIG_FILE" ]; then
|
||||||
|
while IFS= read -r _line; do
|
||||||
|
case "$_line" in
|
||||||
|
"$_k="*|"$_k ="*) printf "%s='%s'\n" "$_k" "$_esc" >> "$_tmp"; _found=1 ;;
|
||||||
|
*) printf '%s\n' "$_line" >> "$_tmp" ;;
|
||||||
|
esac
|
||||||
|
done < "$CONFIG_FILE"
|
||||||
|
fi
|
||||||
|
[ "$_found" = 1 ] || printf "%s='%s'\n" "$_k" "$_esc" >> "$_tmp"
|
||||||
|
install -m 0600 "$_tmp" "$CONFIG_FILE"; rm -f "$_tmp"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_sites() {
|
||||||
|
for _d in "$VIRTBASE"/site[0-9]*; do
|
||||||
|
[ -d "$_d" ] || continue
|
||||||
|
_s=$(basename "$_d")
|
||||||
|
_dom=$(akp_site_domain "$_s")
|
||||||
|
printf '%s\t%s\n' "$_s" "${_dom:-$_s}"
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_status() { _need_repo; echo "repository: $BORG_REPO"; akp_borg info 2>&1 | sed 's/^/ /' | head -30; }
|
||||||
|
|
||||||
|
cmd_check_access() {
|
||||||
|
_need_repo
|
||||||
|
if akp_borg info >/dev/null 2>&1; then echo ok; else echo "error: cannot access $BORG_REPO (check passphrase/connectivity)"; fi
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_init() {
|
||||||
|
_need_repo
|
||||||
|
[ -n "${BORG_PASSPHRASE:-}" ] || akp_die "no passphrase set; run: borg-apiscp-repo gen-passphrase first"
|
||||||
|
if akp_borg info >/dev/null 2>&1; then
|
||||||
|
akp_log "repository already exists at $BORG_REPO; nothing to do"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
akp_log "initialising repository at $BORG_REPO ($BORG_ENCRYPTION)"
|
||||||
|
akp_borg init --encryption "$BORG_ENCRYPTION" || akp_die "init failed"
|
||||||
|
akp_log "repository initialised. Now back up the key: borg-apiscp-repo backup-key"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_gen_passphrase() {
|
||||||
|
if command -v openssl >/dev/null 2>&1; then _pw=$(openssl rand -base64 30); else _pw=$(head -c 30 /dev/urandom | base64); fi
|
||||||
|
_pw=$(printf '%s' "$_pw" | tr -d '\r\n')
|
||||||
|
[ -n "$_pw" ] || akp_die "gen-passphrase: failed to generate"
|
||||||
|
cmd_config_set BORG_PASSPHRASE "$_pw"
|
||||||
|
printf '%s\n' "$_pw"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_key_status() { [ -e "$KEY_BACKUP_DIR/.apiscp-borg-key-backed-up" ] && echo yes || echo no; }
|
||||||
|
|
||||||
|
cmd_backup_key() {
|
||||||
|
_dest="$KEY_BACKUP_DIR"; _force=0
|
||||||
|
for a in "$@"; do case "$a" in --force) _force=1 ;; -*) usage 2 ;; *) _dest="$a" ;; esac; done
|
||||||
|
_need_repo
|
||||||
|
_sentinel="$_dest/.apiscp-borg-key-backed-up"
|
||||||
|
if [ -e "$_sentinel" ] && [ "$_force" != 1 ]; then
|
||||||
|
akp_log "key already backed up at $_dest ($(cat "$_sentinel")). Use --force to redo."; return 0
|
||||||
|
fi
|
||||||
|
mkdir -p "$_dest" && chmod 0700 "$_dest" || akp_die "cannot create $_dest"
|
||||||
|
if [ -n "${BORG_PASSPHRASE:-}" ]; then
|
||||||
|
umask 077; printf '%s\n' "$BORG_PASSPHRASE" > "$_dest/repository.passphrase"; chmod 0600 "$_dest/repository.passphrase"
|
||||||
|
else
|
||||||
|
akp_warn "no BORG_PASSPHRASE in config; store the passphrase separately"
|
||||||
|
fi
|
||||||
|
akp_borg key export :: "$_dest/repository.key" 2>/dev/null || akp_warn "borg key export failed (repokey repos keep the key in the repo)"
|
||||||
|
[ -f "$_dest/repository.key" ] && chmod 0600 "$_dest/repository.key"
|
||||||
|
cat > "$_dest/README.txt" <<EOF
|
||||||
|
apiscp-borg repository key backup
|
||||||
|
=================================
|
||||||
|
The ONLY way to recover this encrypted Borg repository if the server is lost.
|
||||||
|
Copy this directory OFF the machine and keep it safe.
|
||||||
|
|
||||||
|
Files:
|
||||||
|
repository.passphrase the Borg passphrase (guard this)
|
||||||
|
repository.key exported key material (borg key import)
|
||||||
|
|
||||||
|
Recover on a fresh machine:
|
||||||
|
1. install borgbackup
|
||||||
|
2. export BORG_PASSPHRASE=\$(cat repository.passphrase)
|
||||||
|
3. export BORG_REPO=<the repository location>
|
||||||
|
4. borg key import :: repository.key # only needed for keyfile-mode repos
|
||||||
|
5. borg list
|
||||||
|
EOF
|
||||||
|
chmod 0600 "$_dest/README.txt"
|
||||||
|
date '+%Y-%m-%dT%H:%M:%S%z' > "$_sentinel" 2>/dev/null || echo done > "$_sentinel"
|
||||||
|
akp_log "repository key backed up to $_dest"
|
||||||
|
echo "IMPORTANT: copy $_dest to secure OFF-MACHINE storage now." >&2
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_key_bundle() {
|
||||||
|
_need_repo
|
||||||
|
echo "apiscp-borg repository recovery bundle"
|
||||||
|
echo "======================================"
|
||||||
|
echo "KEEP THIS SAFE AND OFF THE SERVER. If this passphrase/key is lost, the"
|
||||||
|
echo "encrypted backups are PERMANENTLY IRRECOVERABLE."
|
||||||
|
echo
|
||||||
|
echo "Repository: $BORG_REPO"
|
||||||
|
echo
|
||||||
|
echo "== passphrase =="
|
||||||
|
printf '%s\n' "${BORG_PASSPHRASE:-}"
|
||||||
|
echo
|
||||||
|
echo "== exported key (borg key import :: <file>; needed for keyfile-mode) =="
|
||||||
|
akp_borg key export :: /dev/stdout 2>/dev/null || echo "(key export unavailable)"
|
||||||
|
}
|
||||||
|
|
||||||
|
# run: no args starts the scheduled service; --site/--path a detached one-shot.
|
||||||
|
cmd_run() {
|
||||||
|
case "${1:-}" in
|
||||||
|
""|--all) systemctl start --no-block borg-apiscp-backup.service ;;
|
||||||
|
--site)
|
||||||
|
_s="${2:-}"; case "$_s" in site[0-9]*|none) ;; *) akp_die "run --site: invalid site '$_s'" ;; esac
|
||||||
|
_run_oneshot BACKUP_SITES="$_s" BACKUP_SYSTEM=0 ;;
|
||||||
|
--path)
|
||||||
|
_p="${2:-}"; [ -n "$_p" ] || akp_die "run --path: path required"
|
||||||
|
case "$_p" in /*) ;; *) akp_die "run --path: must be absolute" ;; esac
|
||||||
|
{ [ -e "$_p" ] && [ -r "$_p" ]; } || akp_die "run --path: not readable: $_p"
|
||||||
|
_run_oneshot BACKUP_SITES=none BACKUP_SYSTEM=0 BACKUP_PATHS="$_p" ;;
|
||||||
|
*) akp_die "run: unknown option '$1'" ;;
|
||||||
|
esac
|
||||||
|
}
|
||||||
|
|
||||||
|
_run_oneshot() {
|
||||||
|
_unit="apiscp-borg-manual-$(date +%s)"
|
||||||
|
if command -v systemd-run >/dev/null 2>&1; then
|
||||||
|
_sr="systemd-run --collect --unit=$_unit"
|
||||||
|
for _kv in "$@"; do _sr="$_sr --setenv=$_kv"; done
|
||||||
|
$_sr /usr/local/bin/borg-apiscp-backup
|
||||||
|
else
|
||||||
|
env "$@" /usr/local/bin/borg-apiscp-backup >/dev/null 2>&1 &
|
||||||
|
akp_log "started detached backup (pid $!)"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_running() { systemctl is-active borg-apiscp-backup.service 2>/dev/null || true; }
|
||||||
|
|
||||||
|
# prune: apply retention across every archive prefix per config.
|
||||||
|
cmd_prune() {
|
||||||
|
_need_repo
|
||||||
|
set --
|
||||||
|
[ -n "${RETENTION_KEEP_WITHIN:-}" ] && set -- "$@" --keep-within "$RETENTION_KEEP_WITHIN"
|
||||||
|
[ -n "${RETENTION_KEEP_DAILY:-}" ] && set -- "$@" --keep-daily "$RETENTION_KEEP_DAILY"
|
||||||
|
[ -n "${RETENTION_KEEP_WEEKLY:-}" ] && set -- "$@" --keep-weekly "$RETENTION_KEEP_WEEKLY"
|
||||||
|
[ -n "${RETENTION_KEEP_MONTHLY:-}" ] && set -- "$@" --keep-monthly "$RETENTION_KEEP_MONTHLY"
|
||||||
|
[ -n "${RETENTION_KEEP_ANNUAL:-}" ] && set -- "$@" --keep-yearly "$RETENTION_KEEP_ANNUAL"
|
||||||
|
[ "$#" -ge 1 ] || { akp_log "prune: no retention configured; nothing to do"; return 0; }
|
||||||
|
# Prune per prefix so one site's churn never expires another's history.
|
||||||
|
for _d in "$VIRTBASE"/site[0-9]*; do
|
||||||
|
[ -d "$_d" ] || continue
|
||||||
|
_s=$(basename "$_d")
|
||||||
|
for _sub in shadow info db; do
|
||||||
|
akp_borg prune --glob-archives "$_s-$_sub-*" "$@" >/dev/null 2>&1 && akp_log "pruned $_s-$_sub-*" || akp_warn "prune failed for $_s-$_sub-*"
|
||||||
|
done
|
||||||
|
done
|
||||||
|
akp_borg prune --glob-archives "_system-*" "$@" >/dev/null 2>&1 || true
|
||||||
|
akp_borg prune --glob-archives "_custom-*" "$@" >/dev/null 2>&1 || true
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_maintenance() {
|
||||||
|
_need_repo
|
||||||
|
_unit="apiscp-borg-compact-$(date +%s)"
|
||||||
|
if command -v systemd-run >/dev/null 2>&1; then
|
||||||
|
systemd-run --collect --unit="$_unit" --setenv=BORG_REPO="$BORG_REPO" ${BORG_PASSPHRASE:+--setenv=BORG_PASSPHRASE="$BORG_PASSPHRASE"} --setenv=BORG_RSH="$BORG_RSH" borg compact
|
||||||
|
akp_log "started borg compact ($_unit)"
|
||||||
|
else
|
||||||
|
akp_borg compact >/dev/null 2>&1 & akp_log "started borg compact (pid $!)"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_verify() {
|
||||||
|
_need_repo
|
||||||
|
_data=""; [ "${1:-}" = "--data" ] && _data="--verify-data"
|
||||||
|
_unit="apiscp-borg-check-$(date +%s)"
|
||||||
|
if command -v systemd-run >/dev/null 2>&1; then
|
||||||
|
systemd-run --collect --unit="$_unit" --setenv=BORG_REPO="$BORG_REPO" ${BORG_PASSPHRASE:+--setenv=BORG_PASSPHRASE="$BORG_PASSPHRASE"} --setenv=BORG_RSH="$BORG_RSH" borg check $_data
|
||||||
|
akp_log "started borg check ${_data:-(consistency)} ($_unit)"
|
||||||
|
else
|
||||||
|
akp_borg check $_data >/dev/null 2>&1 & akp_log "started borg check (pid $!)"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_set_schedule() {
|
||||||
|
_spec="${1:-${BACKUP_SCHEDULE:-}}"
|
||||||
|
[ -n "$_spec" ] || akp_die "set-schedule: no schedule given (HH:MM or an OnCalendar expression)"
|
||||||
|
case "$_spec" in
|
||||||
|
[0-9][0-9]:[0-9][0-9])
|
||||||
|
_h=${_spec%%:*}; _m=${_spec#*:}
|
||||||
|
{ [ "$_h" -ge 0 ] && [ "$_h" -le 23 ] && [ "$_m" -ge 0 ] && [ "$_m" -le 59 ]; } 2>/dev/null || akp_die "set-schedule: invalid time '$_spec'"
|
||||||
|
_cal="*-*-* $_spec:00" ;;
|
||||||
|
*) case "$_spec" in *[!0-9A-Za-z:*\ ,/-]*) akp_die "set-schedule: invalid schedule '$_spec'" ;; esac; _cal="$_spec" ;;
|
||||||
|
esac
|
||||||
|
_dir=/etc/systemd/system/borg-apiscp-backup.timer.d
|
||||||
|
mkdir -p "$_dir"; _tmp=$(mktemp)
|
||||||
|
printf '[Timer]\n# Managed by apiscp-borg (panel / BACKUP_SCHEDULE). Do not edit by hand.\nOnCalendar=\nOnCalendar=%s\n' "$_cal" > "$_tmp"
|
||||||
|
install -m 0644 "$_tmp" "$_dir/override.conf"; rm -f "$_tmp"
|
||||||
|
systemctl daemon-reload; systemctl restart borg-apiscp-backup.timer 2>/dev/null || true
|
||||||
|
akp_log "backup schedule set to OnCalendar='$_cal'"; printf '%s\n' "$_cal"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_notify_test() {
|
||||||
|
[ -n "${NOTIFY_EMAIL:-}" ] || akp_die "notify-test: set NOTIFY_EMAIL first"
|
||||||
|
_h=$(hostname 2>/dev/null || echo apiscp)
|
||||||
|
akp_send_mail "$NOTIFY_EMAIL" "[apiscp-borg] test notification from $_h" \
|
||||||
|
"This is a test email from apiscp-borg on $_h. If you received it, backup notifications are configured correctly." \
|
||||||
|
"${NOTIFY_FROM:-}" || akp_die "notify-test: send failed (check the mail system)"
|
||||||
|
akp_log "sent test notification to $NOTIFY_EMAIL"; printf 'sent to %s\n' "$NOTIFY_EMAIL"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_list_databases() {
|
||||||
|
_site="${1:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "list-databases: invalid site '$_site'" ;; esac
|
||||||
|
_dom=$(akp_site_domain "$_site"); [ -n "$_dom" ] || akp_die "list-databases: no domain for $_site"
|
||||||
|
for _eng in mysql pgsql; do
|
||||||
|
_json=$("$APNSCP_CMD" -o json -d "$_dom" "$_eng:list_databases" 2>/dev/null) || continue
|
||||||
|
[ -n "$_json" ] || continue
|
||||||
|
printf '%s\n' "$_json" | grep -oE '"[A-Za-z0-9_-]+"' | sed 's/"//g' | while IFS= read -r _db; do
|
||||||
|
[ -n "$_db" ] && printf '%s\t%s\n' "$_eng" "$_db"
|
||||||
|
done
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
case "${1:-}" in
|
||||||
|
status) shift; cmd_status "$@" ;;
|
||||||
|
init) shift; cmd_init "$@" ;;
|
||||||
|
check-access) shift; cmd_check_access "$@" ;;
|
||||||
|
gen-passphrase) shift; cmd_gen_passphrase "$@" ;;
|
||||||
|
key-status) shift; cmd_key_status "$@" ;;
|
||||||
|
backup-key) shift; cmd_backup_key "$@" ;;
|
||||||
|
key-bundle) shift; cmd_key_bundle "$@" ;;
|
||||||
|
config-get) shift; cmd_config_get "$@" ;;
|
||||||
|
config-set) shift; cmd_config_set "$@" ;;
|
||||||
|
sites) shift; cmd_sites "$@" ;;
|
||||||
|
run) shift; cmd_run "$@" ;;
|
||||||
|
running) shift; cmd_running "$@" ;;
|
||||||
|
prune) shift; cmd_prune "$@" ;;
|
||||||
|
maintenance) shift; cmd_maintenance "$@" ;;
|
||||||
|
verify) shift; cmd_verify "$@" ;;
|
||||||
|
set-schedule) shift; cmd_set_schedule "$@" ;;
|
||||||
|
notify-test) shift; cmd_notify_test "$@" ;;
|
||||||
|
list-databases) shift; cmd_list_databases "$@" ;;
|
||||||
|
-h|--help|help|"") usage 0 ;;
|
||||||
|
*) echo "unknown command: $1" >&2; usage 2 ;;
|
||||||
|
esac
|
||||||
255
bin/borg-apiscp-restore
Normal file
255
bin/borg-apiscp-restore
Normal file
|
|
@ -0,0 +1,255 @@
|
||||||
|
#!/bin/sh
|
||||||
|
#
|
||||||
|
# borg-apiscp-restore: restore ApisCP data from a Borg repository.
|
||||||
|
#
|
||||||
|
# Borg stores archived paths relative (leading "/" stripped) and preserves
|
||||||
|
# POSIX ACLs and xattrs natively, so restore is a plain `borg extract` with
|
||||||
|
# `--strip-components` to rebase the archived path under a staging target. No
|
||||||
|
# ACL/xattr replay is needed (that is the kopia engine's job, not Borg's).
|
||||||
|
#
|
||||||
|
# Archive naming (from the engine): siteN-shadow-{now}, siteN-info-{now},
|
||||||
|
# siteN-db-{now}, _system-{now}, _custom-<slug>-{now}. "newest" means the most
|
||||||
|
# recent archive of a given prefix.
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# borg-apiscp-restore list [PREFIX]
|
||||||
|
# List archives, optionally filtered to a prefix glob (e.g. "site1").
|
||||||
|
# borg-apiscp-restore list-json PREFIX
|
||||||
|
# Raw `borg list --json` for archives matching PREFIX-* (for the module).
|
||||||
|
# borg-apiscp-restore site SITE TARGET [--subpath P ...]
|
||||||
|
# Restore SITE's newest shadow (+ info) into TARGET/{shadow,info}. With
|
||||||
|
# --subpath, restore only those paths (relative to the site root).
|
||||||
|
# borg-apiscp-restore account SITE TARGET
|
||||||
|
# Restore a whole account: files (shadow+info) plus all databases (newest
|
||||||
|
# SITE-db archive) into TARGET, databases under TARGET/databases/.
|
||||||
|
# borg-apiscp-restore system TARGET
|
||||||
|
# Restore the newest _system archive into TARGET.
|
||||||
|
# borg-apiscp-restore restore-db SITE ENGINE DB TARGET
|
||||||
|
# Restore one database dump (DB.sql) from the newest SITE-db archive into
|
||||||
|
# TARGET/ (non-destructive).
|
||||||
|
# borg-apiscp-restore import-db SITE ENGINE DB
|
||||||
|
# DESTRUCTIVE: restore the newest dump of SITE's DB and import it into the
|
||||||
|
# live database via ApisCP's native, site-context import.
|
||||||
|
# borg-apiscp-restore owner-files SITE [--subpath P ...]
|
||||||
|
# borg-apiscp-restore owner-account SITE
|
||||||
|
# borg-apiscp-restore owner-restore-db SITE ENGINE DB
|
||||||
|
# borg-apiscp-restore owner-import-db SITE ENGINE DB
|
||||||
|
# Site-owner variants: restore INTO the site's own filesystem under
|
||||||
|
# /.borg-restore/, chowned to the site owner; print the in-site path.
|
||||||
|
# SITE is supplied by the trusted site-owner module (auth context).
|
||||||
|
|
||||||
|
set -u
|
||||||
|
|
||||||
|
_self_dir=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
|
||||||
|
for _cand in \
|
||||||
|
"${APISCP_BORG_LIB:-}" \
|
||||||
|
"$_self_dir/../lib/apiscp-borg-common.sh" \
|
||||||
|
/usr/local/lib/apiscp-borg/apiscp-borg-common.sh \
|
||||||
|
/usr/lib/apiscp-borg/apiscp-borg-common.sh; do
|
||||||
|
[ -n "$_cand" ] && [ -r "$_cand" ] && { . "$_cand"; _lib_loaded=1; break; }
|
||||||
|
done
|
||||||
|
[ "${_lib_loaded:-0}" = 1 ] || { echo "FATAL: cannot find apiscp-borg-common.sh" >&2; exit 1; }
|
||||||
|
|
||||||
|
CONFIG_FILE="${APISCP_BORG_CONFIG:-/etc/apiscp-borg/config}"
|
||||||
|
# shellcheck source=/dev/null
|
||||||
|
[ -r "$CONFIG_FILE" ] && . "$CONFIG_FILE"
|
||||||
|
: "${BORG_REPO:=}"
|
||||||
|
: "${BORG_RSH:=ssh -o BatchMode=yes}"
|
||||||
|
: "${VIRTBASE:=/home/virtual}"
|
||||||
|
: "${APNSCP_CMD:=/usr/local/apnscp/bin/cmd}"
|
||||||
|
export BORG_REPO BORG_RSH
|
||||||
|
[ -n "${BORG_PASSPHRASE:-}" ] && export BORG_PASSPHRASE
|
||||||
|
# Every real command needs a repository; help/usage does not.
|
||||||
|
case "${1:-}" in
|
||||||
|
-h|--help|help|"") ;;
|
||||||
|
*) [ -n "$BORG_REPO" ] || akp_die "BORG_REPO is not set (edit $CONFIG_FILE)" ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
usage() { awk 'NR>=2 && /^set -u/{exit} NR>=2{sub(/^# ?/,""); print}' "$0"; exit "${1:-2}"; }
|
||||||
|
|
||||||
|
# Number of path components in $1 (leading/trailing slashes ignored).
|
||||||
|
_strip_for() { printf '%s' "$1" | sed 's#^/*##; s#/*$##' | awk -F/ '{print NF}'; }
|
||||||
|
# Relative (leading-slash-stripped) form of a path, as Borg stores it.
|
||||||
|
_rel() { printf '%s' "$1" | sed 's#^/*##'; }
|
||||||
|
# Newest archive name for a prefix (PREFIX-*), or empty.
|
||||||
|
_newest() { akp_borg list --glob-archives "$1-*" --last 1 --format '{archive}{NL}' 2>/dev/null | head -1; }
|
||||||
|
|
||||||
|
cmd_list() {
|
||||||
|
if [ -n "${1:-}" ]; then akp_borg list --glob-archives "$1-*"; else akp_borg list; fi
|
||||||
|
}
|
||||||
|
cmd_list_json() {
|
||||||
|
[ -n "${1:-}" ] || akp_die "list-json: PREFIX required"
|
||||||
|
akp_borg list --json --glob-archives "$1-*"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Extract SITE's shadow/info into TARGET (optionally only --subpath paths).
|
||||||
|
_extract_site_files() {
|
||||||
|
_site="$1"; _target="$2"; shift 2
|
||||||
|
_subs=""
|
||||||
|
while [ $# -gt 0 ]; do case "$1" in --subpath) _subs="$_subs${2:-}
|
||||||
|
"; shift 2 ;; *) shift ;; esac; done
|
||||||
|
mkdir -p "$_target" || akp_die "cannot create $_target"
|
||||||
|
_sc=$(_strip_for "$VIRTBASE/$_site")
|
||||||
|
_any=0
|
||||||
|
for _sub in shadow info; do
|
||||||
|
_arch=$(_newest "$_site-$_sub")
|
||||||
|
[ -n "$_arch" ] || continue
|
||||||
|
if [ -n "$_subs" ] && [ "$_sub" = shadow ]; then
|
||||||
|
# Selected paths only (relative to the site root, under shadow/).
|
||||||
|
_oifs=$IFS; IFS='
|
||||||
|
'
|
||||||
|
for _sp in $_subs; do
|
||||||
|
[ -n "$_sp" ] || continue
|
||||||
|
case "$_sp" in /*|*..*) akp_warn "skip unsafe subpath $_sp"; continue ;; esac
|
||||||
|
if ( cd "$_target" && akp_borg extract --numeric-ids --strip-components "$_sc" "::$_arch" "$(_rel "$VIRTBASE/$_site")/shadow/$_sp" ); then
|
||||||
|
_any=1; akp_log "restored $_sub/$_sp"
|
||||||
|
else akp_warn "failed subpath $_sub/$_sp"; fi
|
||||||
|
done
|
||||||
|
IFS=$_oifs
|
||||||
|
else
|
||||||
|
if ( cd "$_target" && akp_borg extract --numeric-ids --strip-components "$_sc" "::$_arch" ); then
|
||||||
|
_any=1; akp_log "restored $_sub ($_arch)"
|
||||||
|
else akp_warn "failed to restore $_sub ($_arch)"; fi
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
return $(( _any == 1 ? 0 : 1 ))
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_site() {
|
||||||
|
_site="${1:-}"; _target="${2:-}"; shift 2 2>/dev/null || usage 2
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "site: invalid site '$_site'" ;; esac
|
||||||
|
[ -n "$_target" ] || usage 2
|
||||||
|
_extract_site_files "$_site" "$_target" "$@" || akp_die "site: nothing restored for $_site"
|
||||||
|
echo "Restored $_site to $_target. Review, then copy back into place." >&2
|
||||||
|
}
|
||||||
|
|
||||||
|
# Extract all databases (newest SITE-db archive) into TARGET/databases.
|
||||||
|
_extract_site_dbs() {
|
||||||
|
_site="$1"; _target="$2"
|
||||||
|
_arch=$(_newest "$_site-db")
|
||||||
|
[ -n "$_arch" ] || { akp_warn "no database archive for $_site"; return 1; }
|
||||||
|
mkdir -p "$_target/databases" || return 1
|
||||||
|
_sc=$(_strip_for "$VIRTBASE/$_site/fst/tmp/.apiscp-borg-db")
|
||||||
|
( cd "$_target/databases" && akp_borg extract --strip-components "$_sc" "::$_arch" ) \
|
||||||
|
&& akp_log "restored databases ($_arch) -> $_target/databases" \
|
||||||
|
|| { akp_warn "failed to restore databases for $_site"; return 1; }
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_account() {
|
||||||
|
_site="${1:-}"; _target="${2:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "account: invalid site '$_site'" ;; esac
|
||||||
|
[ -n "$_target" ] || usage 2
|
||||||
|
mkdir -p "$_target" || akp_die "account: cannot create $_target"
|
||||||
|
_extract_site_files "$_site" "$_target" || akp_die "account: no file archives for $_site"
|
||||||
|
_extract_site_dbs "$_site" "$_target" || akp_warn "account: no databases restored (files only)"
|
||||||
|
echo "Restored account $_site to $_target (files + databases under databases/)." >&2
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_system() {
|
||||||
|
_target="${1:-}"; [ -n "$_target" ] || usage 2
|
||||||
|
_arch=$(_newest "_system")
|
||||||
|
[ -n "$_arch" ] || akp_die "system: no _system archive found"
|
||||||
|
mkdir -p "$_target" || akp_die "system: cannot create $_target"
|
||||||
|
( cd "$_target" && akp_borg extract --numeric-ids "::$_arch" ) || akp_die "system: extract failed"
|
||||||
|
akp_log "restored system archive $_arch -> $_target"
|
||||||
|
echo "Restored system paths to $_target. Review, then copy back into place." >&2
|
||||||
|
}
|
||||||
|
|
||||||
|
# restore-db SITE ENGINE DB TARGET: extract one dump to TARGET/DB.sql.
|
||||||
|
cmd_restore_db() {
|
||||||
|
_site="${1:-}"; _eng="${2:-}"; _db="${3:-}"; _target="${4:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "restore-db: invalid site '$_site'" ;; esac
|
||||||
|
case "$_eng" in mysql|pgsql) ;; *) akp_die "restore-db: ENGINE must be mysql or pgsql" ;; esac
|
||||||
|
case "$_db" in ''|*[!A-Za-z0-9_-]*) akp_die "restore-db: invalid DB name '$_db'" ;; esac
|
||||||
|
[ -n "$_target" ] || akp_die "restore-db: TARGET required"
|
||||||
|
_arch=$(_newest "$_site-db"); [ -n "$_arch" ] || akp_die "restore-db: no database archive for $_site"
|
||||||
|
mkdir -p "$_target" || akp_die "restore-db: cannot create $_target"
|
||||||
|
_sc=$(_strip_for "$VIRTBASE/$_site/fst/tmp/.apiscp-borg-db/$_eng")
|
||||||
|
_relpath="$(_rel "$VIRTBASE/$_site")/fst/tmp/.apiscp-borg-db/$_eng/$_db.sql"
|
||||||
|
( cd "$_target" && akp_borg extract --strip-components "$_sc" "::$_arch" "$_relpath" ) \
|
||||||
|
|| akp_die "restore-db: could not extract $_eng/$_db.sql from $_arch"
|
||||||
|
[ -f "$_target/$_db.sql" ] || akp_die "restore-db: $_db.sql not found in archive"
|
||||||
|
akp_log "restored $_eng db $_db for $_site to $_target/$_db.sql"
|
||||||
|
printf '%s\n' "$_target/$_db.sql"
|
||||||
|
}
|
||||||
|
|
||||||
|
# import-db SITE ENGINE DB: restore newest dump and import into the live DB.
|
||||||
|
cmd_import_db() {
|
||||||
|
_site="${1:-}"; _eng="${2:-}"; _db="${3:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "import-db: invalid site '$_site'" ;; esac
|
||||||
|
case "$_eng" in mysql|pgsql) ;; *) akp_die "import-db: ENGINE must be mysql or pgsql" ;; esac
|
||||||
|
case "$_db" in ''|*[!A-Za-z0-9_-]*) akp_die "import-db: invalid DB name '$_db'" ;; esac
|
||||||
|
_dom=$(akp_site_domain "$_site"); [ -n "$_dom" ] || akp_die "import-db: no domain for $_site"
|
||||||
|
_tmp=$(mktemp -d) || akp_die "import-db: cannot stage"
|
||||||
|
cmd_restore_db "$_site" "$_eng" "$_db" "$_tmp" >/dev/null
|
||||||
|
# ApisCP import resolves the path inside the site fs namespace: stage the dump
|
||||||
|
# under the site fst and import via the site-relative path.
|
||||||
|
_srel="/tmp/.apiscp-borg-import"; _fst=$(akp_site_fst "$_site")
|
||||||
|
[ -d "$_fst" ] || { rm -rf "$_tmp"; akp_die "import-db: site fst not found ($_fst)"; }
|
||||||
|
_stage="$_fst$_srel"; mkdir -p "$_stage" || { rm -rf "$_tmp"; akp_die "import-db: cannot stage under $_stage"; }
|
||||||
|
cp "$_tmp/$_db.sql" "$_stage/$_db.sql" || { rm -rf "$_tmp" "$_stage"; akp_die "import-db: cannot stage dump"; }
|
||||||
|
chmod 0644 "$_stage/$_db.sql" 2>/dev/null || true
|
||||||
|
akp_log "importing $_eng db $_db into $_site ($_dom) (DESTRUCTIVE)"
|
||||||
|
_rc=0; "$APNSCP_CMD" -d "$_dom" "$_eng:import" "$_db" "$_srel/$_db.sql" || _rc=1
|
||||||
|
rm -rf "$_stage" "$_tmp"
|
||||||
|
[ "$_rc" = 0 ] || akp_die "import-db: import of $_db failed"
|
||||||
|
akp_log "imported $_eng db $_db into $_site"
|
||||||
|
}
|
||||||
|
|
||||||
|
# --- site-owner variants: restore into the site's own fs, chowned ------------
|
||||||
|
|
||||||
|
_owner_target() { printf '%s%s' "$(akp_site_fst "$1")" "/.borg-restore/$2-$(date +%s)"; }
|
||||||
|
|
||||||
|
cmd_owner_files() {
|
||||||
|
_site="${1:-}"; [ $# -ge 1 ] && shift || usage 2
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "owner-files: invalid site '$_site'" ;; esac
|
||||||
|
_fst=$(akp_site_fst "$_site"); [ -d "$_fst" ] || akp_die "owner-files: site fst not found"
|
||||||
|
_rel="/.borg-restore/files-$(date +%s)"; _target="$_fst$_rel"
|
||||||
|
_extract_site_files "$_site" "$_target" "$@" || { rm -rf "$_target"; akp_die "owner-files: nothing restored"; }
|
||||||
|
akp_owner_chown "$_site" "$_fst/.borg-restore" || true
|
||||||
|
printf '%s\n' "$_rel"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_owner_account() {
|
||||||
|
_site="${1:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "owner-account: invalid site '$_site'" ;; esac
|
||||||
|
_fst=$(akp_site_fst "$_site"); [ -d "$_fst" ] || akp_die "owner-account: site fst not found"
|
||||||
|
_rel="/.borg-restore/account-$(date +%s)"; _target="$_fst$_rel"
|
||||||
|
mkdir -p "$_target" || akp_die "owner-account: cannot create restore dir"
|
||||||
|
_extract_site_files "$_site" "$_target" || { rm -rf "$_target"; akp_die "owner-account: no file archives"; }
|
||||||
|
_extract_site_dbs "$_site" "$_target" || akp_warn "owner-account: no databases restored"
|
||||||
|
akp_owner_chown "$_site" "$_fst/.borg-restore" || true
|
||||||
|
printf '%s\n' "$_rel"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_owner_restore_db() {
|
||||||
|
_site="${1:-}"; _eng="${2:-}"; _db="${3:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "owner-restore-db: invalid site '$_site'" ;; esac
|
||||||
|
_fst=$(akp_site_fst "$_site"); [ -d "$_fst" ] || akp_die "owner-restore-db: site fst not found"
|
||||||
|
_rel="/.borg-restore/db-$(date +%s)"; _target="$_fst$_rel"
|
||||||
|
cmd_restore_db "$_site" "$_eng" "$_db" "$_target" >/dev/null
|
||||||
|
akp_owner_chown "$_site" "$_fst/.borg-restore" || true
|
||||||
|
printf '%s/%s.sql\n' "$_rel" "$_db"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_owner_import_db() {
|
||||||
|
_site="${1:-}"; _eng="${2:-}"; _db="${3:-}"
|
||||||
|
case "$_site" in site[0-9]*) ;; *) akp_die "owner-import-db: invalid site '$_site'" ;; esac
|
||||||
|
cmd_import_db "$_site" "$_eng" "$_db"
|
||||||
|
}
|
||||||
|
|
||||||
|
case "${1:-}" in
|
||||||
|
list) shift; cmd_list "$@" ;;
|
||||||
|
list-json) shift; cmd_list_json "$@" ;;
|
||||||
|
site) shift; cmd_site "$@" ;;
|
||||||
|
account) shift; cmd_account "$@" ;;
|
||||||
|
system) shift; cmd_system "$@" ;;
|
||||||
|
restore-db) shift; cmd_restore_db "$@" ;;
|
||||||
|
import-db) shift; cmd_import_db "$@" ;;
|
||||||
|
owner-files) shift; cmd_owner_files "$@" ;;
|
||||||
|
owner-account) shift; cmd_owner_account "$@" ;;
|
||||||
|
owner-restore-db) shift; cmd_owner_restore_db "$@" ;;
|
||||||
|
owner-import-db) shift; cmd_owner_import_db "$@" ;;
|
||||||
|
-h|--help|help|"") usage 0 ;;
|
||||||
|
*) echo "unknown command: $1" >&2; usage 2 ;;
|
||||||
|
esac
|
||||||
Loading…
Add table
Add a link
Reference in a new issue