1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
|
# -*- coding: utf-8 -*-
#
# Copyright (C) 2015 Combox contributor(s). See CONTRIBUTORS.rst.
#
# This file is part of Combox.
#
# Combox is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# Combox is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Combox (see COPYING). If not, see
# <http://www.gnu.org/licenses/>.
##################################################
## YAML Config format
##################################################
##
## combox_dir: path/to/combox/
##
## topsecret: dba0079f1cb3a3b56e102dd5e04fa2af
##
## nodes_info:
## node_name:
## path: path/to/shard1/dir/
## size: 1000 # in MB
## available: 500 # in MB
## node name:
## path: path/to/shard2/dir/
## size: 2000
## available: 1500
## node name:
## path: path/to/shard3/dir
## size: 3000
## available: 1500
##
##################################################
import os
import yaml
import getpass
import hashlib
import sys
import stat
from os import path
from os.path import expanduser
def get_secret():
"""Reads passphrase from standard input.
Uses :func:`getpass.getpass`.
:returns:
The passphrase read from standard input.
:rtype: str
:raises EOFError:
If the standard input is closed.
:raises GetPassWarning:
When unable to turn echo off on the input.
"""
return getpass.getpass('passphrase: ')
def get_stdin(prompt):
"""Read string from standard input.
:param str prompt:
Prompt string.
:returns:
The string read from standard input.
:rtype: str
"""
prompt = "%s: " % (prompt)
return raw_input(prompt)
def config_cb(config_dir = path.join(expanduser("~"), '.combox'),
pass_func = get_secret,
input_func = get_stdin,
write=True):
"""config_cb(config_dir = path.join(expanduser("~"), '.combox'), pass_func=get_secret, input_func=get_stdin, write=True)
Configure combox (CLI).
:param str config_dir:
Location of the combox config directory. Defaults to $HOME/.combox.
:param function pass_func:
Function to read the passphrase. Defaults to
:func:`get_secret`.
:param function input_func:
Function to read a string from standard input. Defaults to
:func:`get_stdin`.
:param bool write:
`True` if combox configuration must be written to disk under the
combox config directory; `False` otherwise. Defaults to `True`.
:returns: combox configuration information as dictionary.
:rtype: dict
"""
config_file_path = path.join(config_dir, 'config.yaml')
config_info = {}
config_info['combox_name'] = input_func('name of this combox')
config_info['combox_dir'] = path.abspath(expanduser(input_func('path to combox directory')))
silo_help_txt = 'silo directory (default: %s)' % (config_dir)
silo_dir = expanduser(input_func(silo_help_txt))
if silo_dir:
config_info['silo_dir'] = path.abspath(silo_dir)
else:
config_info['silo_dir'] = path.abspath(config_dir)
config_info['topsecret'] = pass_func()
no_nodes = int(input_func('number of nodes'))
nodes = {}
for i in range(no_nodes):
node_name = input_func('node %d name' % i)
nodes[node_name] = {}
nodes[node_name]['path'] = path.abspath(expanduser(input_func('node %d path' % i)))
nodes[node_name]['size'] = input_func('node %d size (in mega bytes)' % i)
nodes[node_name]['available'] = nodes[node_name]['size']
# create node path, if it doesn't exists yet.
if not path.exists(nodes[node_name]['path']):
os.makedirs(nodes[node_name]['path'])
config_info['nodes_info'] = nodes
if not path.exists(config_dir):
# Create combox config directory.
os.mkdir(config_dir, 0700)
if not path.exists(config_info['combox_dir']):
# Create combox directory.
os.makedirs(config_info['combox_dir'])
if write:
config_file = open(config_file_path, 'w')
yaml.dump(config_info, config_file, default_flow_style=False)
os.chmod(config_file_path,stat.S_IRUSR|stat.S_IWUSR)
return config_info
else:
return config_info
def get_nodedirs(config):
"""Returns paths of node directories as a list.
:param dict config:
A dictionary that contains configuration information about
combox.
:returns:
Paths of node directories as a list.
:rtype: list
"""
nodes = []
for node in config['nodes_info'].itervalues():
node_path = path.abspath(node['path'])
nodes.append(node_path)
return sorted(nodes)
|
