Fri, 19 Jan 2018 16:00:36 +0000
basic schedule calculation
# # Borgend Backup instance # import config import logging import time from instance import BorgInstance from queue import Queue from threading import Thread, Lock class Backup: def __decode_config(self, cfg): loc0='backup target %d' % self.identifier self.name=config.check_string(cfg, 'name', 'Name', loc0) self.loc='backup target "%s"' % self.name self.repository=config.check_string(cfg, 'repository', 'Target repository', self.loc) self.archive_prefix=config.check_string(cfg, 'archive_prefix', 'Archive prefix', self.loc) self.archive_template=config.check_string(cfg, 'archive_template', 'Archive template', self.loc) self.backup_interval=config.check_nonneg_int(cfg, 'backup_interval', 'Backup interval', self.loc, config.defaults['backup_interval']) self.retry_interval=config.check_nonneg_int(cfg, 'retry_interval', 'Retry interval', self.loc, config.defaults['retry_interval']) self.paths=config.check_nonempty_list_of_strings(cfg, 'paths', 'Paths', self.loc) self.create_parameters=config.check_list_of_dicts(cfg, 'create_parameters', 'Borg parameters', self.loc, default=[]) self.prune_parameters=config.check_list_of_dicts(cfg, 'prune_parameters', 'Borg parameters', self.loc, default=[]) def __init__(self, identifier, cfg): self.identifier=identifier self.__decode_config(cfg) self.config=config self.lastrun=None self.lastrun_success=None self.borg_instance=None self.current_operation=None self.thread=None self.lock=Lock() def __block_when_running(self): with self.lock: not_running=self.borg_instance is None and self.thread is None assert(not_running) def __listener(self): success=True for status in iter(self.borg_instance.read, None): t=status['type'] if t=='progress_percent': pass elif t=='archive_progress': pass elif t=='progress_message': # handle errors pass elif t=='progress_percent': pass elif t=='file_status': pass elif t=='log_message': pass elif t=='exception': success=False pass elif t=='unparsed_error': success=False pass # What to do? print(status) logging.info('Borg subprocess finished; terminating listener thread') with self.lock: if self.current_operation=='create': self.lastrun=self.time_started self.lastrun_success=success self.borg_instance=None self.thread=None self.current_operation=None self.time_started=None def __launch(self, queue, operation, archive_or_repository, *args): inst=BorgInstance(operation, archive_or_repository, *args) inst.launch() t=Thread(target=self.__listener) t.daemon=True self.thread=t self.borg_instance=inst self.queue=queue self.current_operation=operation self.time_started=time.monotonic() t.start() def create(self, queue): self.__block_when_running() archive="%s::%s%s" % (self.repository, self.archive_prefix, self.archive_template) self.__launch(queue, 'create', archive, self.create_parameters, self.paths) def prune(self, queue): self.__block_when_running() self.__launch(queue, 'prune', self.repository, [{'prefix': self.archive_prefix}] + self.prune_parameters) # TODO: Decide exact (manual) abort mechanism. Perhaps two stages def abort(self): with self.lock: if self.borg_instance: self.borg_instance.terminate() if self.thread: self.thread.terminate() def join(self): if self.thread: self.thread.join() def next_action(): # TODO pruning as well now=time.monotonic() if not self.lastrun: return 'create', now+self.retry_interval elif not self.lastrun_success: return 'create', self.lastrun+self.retry_interval else: if self.backup_interval==0: return 'none', 0 else: return 'create', self.lastrun+self.backup_interval