1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
# -*- coding: utf-8 -*-
#
# Copyright (C) 2015 Combox contributor(s). See CONTRIBUTORS.rst.
#
# This file is part of Combox.
#
# Combox is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Combox is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Combox (see COPYING). If not, see
# <http://www.gnu.org/licenses/>.
##################################################
## YAML Config format
##################################################
##
## combox_dir: path/to/combox/
##
## topsecret: dba0079f1cb3a3b56e102dd5e04fa2af
##
## nodes_info:
## node_name:
## path: path/to/shard1/dir/
## size: 1000 # in MB
## available: 500 # in MB
## node name:
## path: path/to/shard2/dir/
## size: 2000
## available: 1500
## node name:
## path: path/to/shard3/dir
## size: 3000
## available: 1500
##
##################################################
import os
import yaml
import getpass
import hashlib
import sys
import stat
from os import path
from os.path import expanduser
def get_secret():
"Gets the pass phrase from std. input."
return getpass.getpass('passphrase: ')
def get_stdin(prompt):
"Gets a string from std. input."
prompt = "%s: " % (prompt)
return raw_input(prompt)
def config_cb(config_dir = path.join(expanduser("~"), '.combox'),
pass_func = get_secret,
input_func = get_stdin,
write=True):
"""
Configure combox.
"""
if not path.exists(config_dir):
# Create combox dir.
os.mkdir(config_dir, 0700)
config_file_path = path.join(config_dir, 'config.yaml')
config_info = {}
config_info['combox_name'] = input_func('name of this combox')
config_info['combox_dir'] = path.abspath(expanduser(input_func('path to combox directory')))
silo_help_txt = 'silo directory (default: %s)' % (config_dir)
silo_dir = expanduser(input_func(silo_help_txt))
if silo_dir:
config_info['silo_dir'] = path.abspath(silo_dir)
else:
config_info['silo_dir'] = path.abspath(config_dir)
config_info['topsecret'] = pass_func()
no_nodes = int(input_func('number of nodes'))
nodes = {}
for i in range(no_nodes):
node_name = input_func('node %d name' % i)
nodes[node_name] = {}
nodes[node_name]['path'] = path.abspath(expanduser(input_func('node %d path' % i)))
nodes[node_name]['size'] = input_func('node %d size (in mega bytes)' % i)
nodes[node_name]['available'] = nodes[node_name]['size']
# create node path, if it doesn't exists yet.
if not path.exists(nodes[node_name]['path']):
os.makedirs(nodes[node_name]['path'])
config_info['nodes_info'] = nodes
if write:
config_file = open(config_file_path, 'w')
yaml.dump(config_info, config_file, default_flow_style=False)
os.chmod(config_file_path,stat.S_IRUSR|stat.S_IWUSR)
return config_info
else:
return config_info
def get_nodedirs(config):
"""
Returns the node path to directories as a list.
config: a dictionary which has the combox configuration
"""
nodes = []
for node in config['nodes_info'].itervalues():
node_path = path.abspath(node['path'])
nodes.append(node_path)
return sorted(nodes)
|
