# Copyright (C) 2015 Combox author(s). See AUTHORS. # # This file is part of Combox. # # Combox is free software: you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # Combox is distributed in the hope that it will be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # General Public License for more details. # # You should have received a copy of the GNU General Public License # along with Combox (see COPYING). If not, see # . import os import logging from os import path from watchdog.events import LoggingEventHandler from combox.crypto import split_and_encrypt from combox.file import (mk_nodedir, rm_nodedir, rm_shards, relative_path, move_shards, move_nodedir) from combox.silo import ComboxSilo class ComboxDirMonitor(LoggingEventHandler): """Monitors Combox directory for changes and does its crypto thing. """ def __init__(self, config): """ config: a dictinary which contains combox configuration. """ super(ComboxDirMonitor, self).__init__() logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(message)s', datefmt='%Y-%m-%d %H:%M:%S') self.config = config self.silo = ComboxSilo(self.config) self.housekeep() def housekeep(self): """Recursively traverses combox directory, discovers changes and updates silo and node directories. Information about files that have been removed from combox directory is purged from the silo. Also the corresponding shards are removed from the node directories. The untracked files are encrypted and split between the node directories and information about these files are stashed in the silo. Information about modified files in the combox directory are updated and the file's shards are updated. """ print "combox is housekeeping." print "Please don't make any changes to combox directory now." print "Thanks for your patience." # Remove information about files that were deleted. for fpath in self.silo.keys(): if not path.exists(fpath): # remove this file's info from silo. print fpath, "was deleted. Removing it from DB." self.silo.remove(fpath) # also purge the file's shards in node directories. rm_shards(fpath, self.config) # Add/update information about files that were created/modded. # Also do split_and_encrypt on files that were created/modded. for root, dirs, files in os.walk(self.config['combox_dir']): for f in files: fpath = path.join(root, f) if (self.silo.exists(fpath) and self.silo.stale(fpath)): # file was modified print fpath, "was modified. Updating DB and shards..." split_and_encrypt(fpath, self.config) self.silo.update(fpath) elif not self.silo.exists(fpath): # new file print 'Adding new file', fpath, '...' split_and_encrypt(fpath, self.config) self.silo.update(fpath) print "combox is done with the drudgery." print "Do what you want to the combox directory." def on_moved(self, event): super(ComboxDirMonitor, self).on_moved(event) if event.is_directory: # creates a corresponding directory at the node dirs. move_nodedir(event.src_path, event.dest_path, self.config) else: # file moved move_shards(event.src_path, event.dest_path, self.config) # update file info in silo. self.silo.remove(event.src_path) self.silo.update(event.dest_path) def on_created(self, event): super(ComboxDirMonitor, self).on_created(event) if event.is_directory: # creates a corresponding directory at the node dirs. mk_nodedir(event.src_path, self.config) else: # file was created split_and_encrypt(event.src_path, self.config) # store file info in silo. self.silo.update(event.src_path) def on_deleted(self, event): super(ComboxDirMonitor, self).on_deleted(event) if event.is_directory: # Delete corresponding directory in the nodes. rm_nodedir(event.src_path, self.config) else: # remove the corresponding file shards in the node # directories. rm_shards(event.src_path, self.config) # remove file info from silo. self.silo.remove(event.src_path) def on_modified(self, event): super(ComboxDirMonitor, self).on_modified(event) if event.is_directory: # do nothing pass else: # file was modified split_and_encrypt(event.src_path, self.config) # update file info in silo. self.silo.update(event.src_path)