1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
# Copyright (C) 2015 Combox author(s). See AUTHORS.
#
# This file is part of Combox.
#
# Combox is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Combox is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Combox (see COPYING). If not, see
# <http://www.gnu.org/licenses/>.
import os
import logging
from os import path
from watchdog.events import LoggingEventHandler
from combox.crypto import split_and_encrypt
from combox.file import (mk_nodedir, rm_nodedir, rm_shards,
relative_path, move_shards, move_nodedir)
from combox.silo import ComboxSilo
class ComboxDirMonitor(LoggingEventHandler):
"""Monitors Combox directory for changes and does its crypto thing.
"""
def __init__(self, config):
"""
config: a dictinary which contains combox configuration.
"""
super(ComboxDirMonitor, self).__init__()
self.config = config
self.silo = ComboxSilo(self.config)
self.housekeep()
def housekeep(self):
"""Recursively traverses combox directory, discovers changes and updates silo and node directories.
Information about files that have been removed from combox
directory is purged from the silo. Also the corresponding
shards are removed from the node directories.
The untracked files are encrypted and split between the node
directories and information about these files are stashed in
the silo.
Information about modified files in the combox directory are
updated and the file's shards are updated.
"""
print "combox is housekeeping."
print "Please don't make any changes to combox directory now."
print "Thanks for your patience."
# Remove information about files that were deleted.
for fpath in self.silo.keys():
if not path.exists(fpath):
# remove this file's info from silo.
print fpath, "was deleted. Removing it from DB."
self.silo.remove(fpath)
# also purge the file's shards in node directories.
rm_shards(fpath, self.config)
# Add/update information about files that were created/modded.
# Also do split_and_encrypt on files that were created/modded.
for root, dirs, files in os.walk(self.config['combox_dir']):
for f in files:
fpath = path.join(root, f)
if (self.silo.exists(fpath) and
self.silo.stale(fpath)):
# file was modified
print fpath, "was modified. Updating DB and shards..."
split_and_encrypt(fpath, self.config)
self.silo.update(fpath)
elif not self.silo.exists(fpath):
# new file
print 'Adding new file', fpath, '...'
split_and_encrypt(fpath, self.config)
self.silo.update(fpath)
print "combox is done with the drudgery."
print "Do what you want to the combox directory."
def on_moved(self, event):
super(ComboxDirMonitor, self).on_moved(event)
if event.is_directory:
# creates a corresponding directory at the node dirs.
move_nodedir(event.src_path, event.dest_path, self.config)
else:
# file moved
move_shards(event.src_path, event.dest_path, self.config)
# update file info in silo.
self.silo.remove(event.src_path)
self.silo.update(event.dest_path)
def on_created(self, event):
super(ComboxDirMonitor, self).on_created(event)
if event.is_directory:
# creates a corresponding directory at the node dirs.
mk_nodedir(event.src_path, self.config)
else:
# file was created
split_and_encrypt(event.src_path, self.config)
# store file info in silo.
self.silo.update(event.src_path)
def on_deleted(self, event):
super(ComboxDirMonitor, self).on_deleted(event)
if event.is_directory:
# Delete corresponding directory in the nodes.
rm_nodedir(event.src_path, self.config)
else:
# remove the corresponding file shards in the node
# directories.
rm_shards(event.src_path, self.config)
# remove file info from silo.
self.silo.remove(event.src_path)
def on_modified(self, event):
super(ComboxDirMonitor, self).on_modified(event)
if event.is_directory:
# do nothing
pass
else:
# file was modified
split_and_encrypt(event.src_path, self.config)
# update file info in silo.
self.silo.update(event.src_path)
|
