1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
# Copyright (C) 2015 Combox author(s). See AUTHORS.
#
# This file is part of Combox.
#
# Combox is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Combox is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Combox (see COPYING). If not, see
# <http://www.gnu.org/licenses/>.
import yaml
from hashlib import sha512
from glob import glob
from nose.tools import *
from os import path, remove
from combox.config import get_nodedirs
from combox.file import (split_data, glue_data, write_file,
read_file, write_shards, read_shards,
hash_file, rm_shards)
from tests.utils import get_config
class TestFile(object):
"""
Class that tests the config.py module.
"""
@classmethod
def setup_class(self):
"""Set things up."""
self.config = get_config()
FILES_DIR = self.config['combox_dir']
self.TEST_FILE = path.join(FILES_DIR,'the-red-star.jpg')
def test_split(self):
"""Test to split, glue and create a copy of the image file from the
glued image file.
"""
f = path.abspath(self.TEST_FILE)
f_content = read_file(f)
f_parts = split_data(f_content, 5)
f_content_glued = glue_data(f_parts)
assert f_content == f_content_glued
def test_shards(self):
"""Split file into N shards, write them to disk, glue them together
and check if they're the same as the orginal file.
"""
# no. of shards = no. of nodes
SHARDS = len(self.config['nodes_info'].keys())
f = path.abspath(self.TEST_FILE)
f_content = read_file(f)
f_shards = split_data(f_content, SHARDS)
f_basename = path.basename(f)
nodes = get_nodedirs(self.config)
write_shards(f_shards, nodes, f_basename)
# check if the shards have been created.
i = 0
for node in nodes:
shard = "%s.shard%s" % (path.join(node, f_basename), i)
i += 1
assert path.isfile(shard)
f_shards = read_shards(nodes, f_basename)
f_content_glued = glue_data(f_shards)
assert f_content == f_content_glued
def test_hashing(self):
"""
Tests the hashing function - hash_file
"""
fhash = hash_file(self.TEST_FILE)
fcontent = read_file(self.TEST_FILE)
assert fhash == sha512(fcontent).hexdigest()
@classmethod
def teardown_class(self):
"""Purge the mess created by this test."""
rm_shards(self.TEST_FILE, self.config)
|
