rbackup/bin/backup

260 lines
6.9 KiB
Plaintext
Raw Normal View History

2019-02-07 23:19:21 -08:00
#!/usr/bin/python3
2019-03-13 02:19:20 -07:00
"""
Run a backup.
Command-Line Arguments
======================
2019-03-17 18:27:20 -07:00
* -c, --use-checksums use rsync's checksum feature to detect file changes
* -d, --dry-run make this backup a dry run
* -s, --run-post-sync run sync syscall after backup
* -v, --verbose increase script verbosity
On each run of this script, a new snapshot is made and any unchanged
files are hardlinked into this new snapshot.
2019-03-13 02:19:20 -07:00
"""
import argparse
import logging
2019-03-17 18:27:20 -07:00
import os
import sys
2019-03-13 02:19:20 -07:00
2019-03-17 18:27:20 -07:00
from rbackup.hierarchy.repository import Repository
from rbackup.rsync import rsync
2019-03-17 18:59:02 -07:00
from subprocess import CalledProcessError
2019-03-13 02:19:20 -07:00
# ========== Constants ==========
2019-03-17 18:27:20 -07:00
LOGFORMAT = "==> %(levelname)s %(message)s"
2019-03-13 02:19:20 -07:00
RSYNC_DEFAULT_OPTS = [
2019-03-17 18:27:20 -07:00
"--acls",
2019-03-13 02:19:20 -07:00
"--archive",
2019-03-17 18:27:20 -07:00
"--backup",
2019-03-13 02:19:20 -07:00
"--hard-links",
2019-03-17 18:27:20 -07:00
"--ignore-missing-args",
2019-03-17 18:59:02 -07:00
"--prune-empty-dirs",
2019-03-17 18:27:20 -07:00
"--suffix=.old",
"--xattrs",
2019-03-13 02:19:20 -07:00
]
EXTRA_RSYNC_OPTS = {
"dry_run": "--dry-run",
"delete": "--delete-after",
"checksum": "--checksum",
"update": "--update",
}
2019-03-13 02:19:20 -07:00
CONFIG_DIR = "/etc/rbackup"
ETC_INCLUDE_FILE = f"{CONFIG_DIR}/etc-include.conf"
HOME_EXCLUDE_FILE = f"{CONFIG_DIR}/home-exclude.conf"
2019-03-17 18:27:20 -07:00
# ----- Error Codes -----
2019-03-17 18:59:02 -07:00
E_FAILED_PROCESS = 1
2019-03-13 02:19:20 -07:00
# ========== Logging Setup ==========
console_formatter = logging.Formatter(LOGFORMAT)
2019-03-17 18:27:20 -07:00
syslog = logging.getLogger("rbackup")
syslog.setLevel(logging.DEBUG)
stdout_handler = logging.StreamHandler(sys.stdout)
stdout_handler.setLevel(logging.INFO)
stdout_handler.setFormatter(console_formatter)
stdout_handler.addFilter(lambda record: record.levelno <= logging.INFO)
stderr_handler = logging.StreamHandler(sys.stderr)
stderr_handler.setLevel(logging.WARNING)
stderr_handler.setFormatter(console_formatter)
syslog.addHandler(stdout_handler)
syslog.addHandler(stderr_handler)
2019-03-13 02:19:20 -07:00
2019-03-17 18:27:20 -07:00
# ========== Functions ==========
2019-03-17 18:59:02 -07:00
def backup_all(s, prev, rsync_opts):
"""Run all backup functions.
:param s: snapshot to back up to
:type s: Snapshot object
:param prev: previous snapshot for hardlinking
:type prev: Snapshot object or None
:param opts: options to pass to rsync
:type opts: list
"""
2019-03-17 18:27:20 -07:00
raise NotImplementedError
2019-03-17 18:59:02 -07:00
def backup_etc(s, prev, rsync_opts):
"""Create a backup of /etc.
2019-03-17 18:27:20 -07:00
:param s: snapshot to back up to
:type s: Snapshot object
2019-03-17 18:59:02 -07:00
:param prev: previous snapshot for hardlinking
:type prev: Snapshot object or None
2019-03-17 18:27:20 -07:00
:param opts: options to pass to rsync
:type opts: list
"""
local_opts = rsync_opts
local_opts.append(f"--files-from={ETC_INCLUDE_FILE}")
2019-03-17 18:59:02 -07:00
if prev is not None:
rsync_opts.append(f"--link-dest={prev_snapshot.etc_dir}")
2019-03-17 18:38:12 -07:00
syslog.debug("Creating directory {s.etc_dir}")
2019-03-17 18:27:20 -07:00
s.etc_dir.mkdir(parents=True, exist_ok=False)
2019-03-17 18:38:12 -07:00
rsync(*local_opts, "/etc/", str(s.etc_dir))
2019-03-17 18:27:20 -07:00
def backup_home(s, prev, rsync_opts):
"""Create a backup of /home.
:param s: snapshot to back up to
:type s: Snapshot object
:param prev: previous snapshot for hardlinking
:type prev: Snapshot object or None
:param opts: options to pass to rsync
:type opts: list
"""
local_opts = rsync_opts
local_opts.append(f"--exclude-from={HOME_EXCLUDE_FILE}")
if prev is not None:
rsync_opts.append(f"--link-dest={prev_snapshot.home_dir}")
2019-03-17 18:27:20 -07:00
syslog.debug("Creating directory {s.home_dir}")
s.home_dir.mkdir(parents=True, exist_ok=False)
rsync(*local_opts, "/home/", str(s.home_dir))
2019-03-17 18:27:20 -07:00
def backup_pkgmanager(s, prev, rsync_opts):
"""Create a backup of package manager files.
:param s: snapshot to back up to
:type s: Snapshot object
:param prev: previous snapshot for hardlinking
:type prev: Snapshot object or None
:param opts: options to pass to rsync
:type opts: list
"""
2019-03-17 18:27:20 -07:00
raise NotImplementedError
def backup_root_home(s, prev, rsync_opts):
"""Create a backup of /root.
:param s: snapshot to back up to
:type s: Snapshot object
:param prev: previous snapshot for hardlinking
:type prev: Snapshot object or None
:param opts: options to pass to rsync
:type opts: list
"""
local_opts = rsync_opts
local_opts.append(f"--exclude-from={HOME_EXCLUDE_FILE}")
if prev is not None:
rsync_opts.append(f"--link-dest={prev_snapshot.root_home_dir}")
syslog.debug("Creating directory {s.root_home_dir}")
s.root_home_dir.mkdir(parents=True, exist_ok=False)
rsync(*local_opts, "/root/", str(s.root_home_dir))
2019-03-17 18:27:20 -07:00
def backup_system():
"""Create a backup of system directories.
:param s: snapshot to back up to
:type s: Snapshot object
:param prev: previous snapshot for hardlinking
:type prev: Snapshot object or None
:param opts: options to pass to rsync
:type opts: list
"""
2019-03-17 18:27:20 -07:00
raise NotImplementedError
DISPATCHER = {
"all": backup_all,
"etc": backup_etc,
"home": backup_home,
"system": backup_system,
}
2019-03-13 02:19:20 -07:00
# ========== Main Script ==========
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument(
"-c",
"--use-checksums",
action="store_const",
dest="extra_rsync_opts",
const=EXTRA_RSYNC_OPTS["checksum"],
2019-03-17 18:27:20 -07:00
help="use rsync's checksumming feature to look for changed files",
)
2019-03-13 02:19:20 -07:00
parser.add_argument(
"-d",
"--dry-run",
action="append_const",
dest="extra_rsync_opts",
const=EXTRA_RSYNC_OPTS["dry_run"],
help="pass --dry-run to rsync",
)
parser.add_argument(
2019-03-17 18:27:20 -07:00
"-s",
"--run-post-sync",
action="store_true",
help="run sync operation after backup is complete",
)
parser.add_argument(
"-v",
"--verbose",
action="store_true",
help="increase script verbosity",
)
parser.add_argument(
"operation",
choices=["all", "etc", "home", "pkg", "system"],
help="the operation to perform",
metavar="op",
)
parser.add_argument(
"repository", help="repository to back up to", metavar="repo"
)
2019-03-13 02:19:20 -07:00
2019-03-17 18:27:20 -07:00
args = parser.parse_args()
2019-03-13 02:19:20 -07:00
2019-03-17 18:38:12 -07:00
rsync_opts = RSYNC_DEFAULT_OPTS
2019-03-17 18:27:20 -07:00
if args.extra_rsync_opts is not None:
rsync_opts.extend(args.extra_rsync_opts)
args = parser.parse_args()
repo = Repository(args.repository)
2019-03-13 02:19:20 -07:00
if args.verbose:
stdout_handler.setLevel(logging.DEBUG)
2019-03-17 18:27:20 -07:00
if repo.empty:
prev_snapshot = None
else:
prev_snapshot = repo.curr_snapshot
repo.create_snapshot()
curr_snapshot = repo.curr_snapshot
rsync_opts.append("--backup-dir=backup")
2019-03-17 18:59:02 -07:00
try:
DISPATCHER[args.operation](curr_snapshot, prev_snapshot, rsync_opts)
except CalledProcessError as e:
syslog.error("Backup process failed")
syslog.info(f"Failing command: {e.cmd}")
exit(E_FAILED_PROCESS)
2019-03-17 18:27:20 -07:00
snapshot_symlink = repo.path / "current"
2019-03-17 18:27:20 -07:00
try:
snapshot_symlink.unlink()
except FileNotFoundError:
pass
2019-03-17 18:59:02 -07:00
snapshot_symlink.symlink_to(curr_snapshot.path, target_is_directory=True)
2019-03-13 02:19:20 -07:00
2019-03-17 18:27:20 -07:00
if args.run_post_sync:
os.sync()