1 # Copyright 2011 GRNET S.A. All rights reserved.
3 # Redistribution and use in source and binary forms, with or
4 # without modification, are permitted provided that the following
7 # 1. Redistributions of source code must retain the above
8 # copyright notice, this list of conditions and the following
11 # 2. Redistributions in binary form must reproduce the above
12 # copyright notice, this list of conditions and the following
13 # disclaimer in the documentation and/or other materials
14 # provided with the distribution.
16 # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 # POSSIBILITY OF SUCH DAMAGE.
29 # The views and conclusions contained in the software and
30 # documentation are those of the authors and should not be
31 # interpreted as representing official policies, either expressed
32 # or implied, of GRNET S.A.
34 from sys import stdout, stdin
35 from re import compile as regex_compile
36 from time import sleep
37 from os import walk, path
38 from json import dumps
40 from kamaki.cli.errors import raiseCLIError
45 url='#install-ansicolors-progress',
46 description='Add colors to console responses'),
49 url='#install-ansicolors-progress',
50 description='Add progress bars to some commands'))
53 from colors import magenta, red, yellow, bold
55 # No colours? No worries, use dummy foo instead
58 red = yellow = magenta = bold = dummy
59 suggest['ansicolors']['active'] = True
62 from progress.bar import ShadyBar
64 suggest['progress']['active'] = True
67 def suggest_missing(miss=None):
69 kamaki_docs = 'http://www.synnefo.org/docs/kamaki/latest'
70 for k, v in (miss, suggest[miss]) if miss else suggest.items():
71 if v['active'] and stdout.isatty():
72 print('Suggestion: for better user experience install %s' % k)
73 print('\t%s' % v['description'])
74 print('\tIt is easy, here are the instructions:')
75 print('\t%s/installation.html%s' % (kamaki_docs, v['url']))
87 red = yellow = magenta = bold = dummy
90 def pretty_keys(d, delim='_', recurcive=False):
91 """<term>delim<term> to <term> <term> transformation
94 for key, val in d.items():
95 new_key = key.split(delim)[-1]
96 if recurcive and isinstance(val, dict):
97 new_val = pretty_keys(val, delim, recurcive)
100 new_d[new_key] = new_val
104 def print_json(data):
105 """Print a list or dict as json in console
107 :param data: json-dumpable data
109 print(dumps(data, indent=2))
113 d, exclude=(), ident=0,
114 with_enumeration=False, recursive_enumeration=False):
116 Pretty-print a dictionary object
118 :param d: (dict) the input
120 :param excelude: (set or list) keys to exclude from printing
122 :param ident: (int) initial indentation (recursive)
124 :param with_enumeration: (bool) enumerate each 1st level key if true
126 :recursive_enumeration: (bool) recursively enumerate dicts and lists of
129 :raises CLIError: (TypeError wrapper) non-dict input
131 if not isinstance(d, dict):
132 raiseCLIError(TypeError('Cannot dict_print a non-dict object'))
135 margin = max(len(('%s' % key).strip()) for key in d.keys() if (
139 for key, val in sorted(d.items()):
145 print_str = '%s. ' % counter
147 print_str = '%s%s' % (' ' * (ident - len(print_str)), print_str)
148 print_str += key.strip()
149 print_str += ' ' * (margin - len(key.strip()))
151 if isinstance(val, dict):
156 ident=margin + ident,
157 with_enumeration=recursive_enumeration,
158 recursive_enumeration=recursive_enumeration)
159 elif isinstance(val, list):
164 ident=margin + ident,
165 with_enumeration=recursive_enumeration,
166 recursive_enumeration=recursive_enumeration)
168 print print_str + ' ' + ('%s' % val).strip()
172 l, exclude=(), ident=0,
173 with_enumeration=False, recursive_enumeration=False):
175 Pretty-print a list object
177 :param l: (list) the input
179 :param excelude: (object - anytype) values to exclude from printing
181 :param ident: (int) initial indentation (recursive)
183 :param with_enumeration: (bool) enumerate each 1st level value if true
185 :recursive_enumeration: (bool) recursively enumerate dicts and lists of
188 :raises CLIError: (TypeError wrapper) non-list input
190 if not isinstance(l, list):
191 raiseCLIError(TypeError('Cannot list_print a non-list object'))
195 margin = max(len(('%s' % item).strip()) for item in l if not (
196 isinstance(item, dict) or
197 isinstance(item, list) or
200 margin = (2 + len(('%s' % len(l)))) if enumerate else 1
204 for item in sorted(l):
207 elif with_enumeration:
208 prefix = '%s. ' % counter
210 prefix = '%s%s' % (' ' * (ident - len(prefix)), prefix)
213 if isinstance(item, dict):
219 ident=margin + ident,
220 with_enumeration=recursive_enumeration,
221 recursive_enumeration=recursive_enumeration)
222 elif isinstance(item, list):
228 ident=margin + ident,
229 with_enumeration=recursive_enumeration,
230 recursive_enumeration=recursive_enumeration)
232 print('%s%s' % (prefix, item))
235 def page_hold(index, limit, maxlen):
236 """Check if there are results to show, and hold the page when needed
237 :param index: (int) > 0
238 :param limit: (int) 0 < limit <= max, page hold if limit mod index == 0
239 :param maxlen: (int) Don't hold if index reaches maxlen
241 :returns: True if there are more to show, False if all results are shown
243 if index >= limit and index % limit == 0:
247 print('(%s listed - %s more - "enter" to continue)' % (
257 items, title=('id', 'name'),
258 with_enumeration=False, with_redundancy=False,
260 """print dict or list items in a list, using some values as title
261 Objects of next level don't inherit enumeration (default: off) or titles
263 :param items: (list) items are lists or dict
264 :param title: (tuple) keys to use their values as title
265 :param with_enumeration: (boolean) enumerate items (order id on title)
266 :param with_redundancy: (boolean) values in title also appear on body
267 :param page_size: (int) show results in pages of page_size items, enter to
273 page_size = int(page_size) if int(page_size) > 0 else len(items)
275 page_size = len(items)
276 num_of_pages = len(items) // page_size
277 num_of_pages += 1 if len(items) % page_size else 0
278 for i, item in enumerate(items):
280 stdout.write('%s. ' % (i + 1))
281 if isinstance(item, dict):
282 title = sorted(set(title).intersection(item.keys()))
284 header = ' '.join('%s' % item[key] for key in title)
286 header = ' '.join('%s' % item.pop(key) for key in title)
288 if isinstance(item, dict):
289 print_dict(item, ident=1)
290 elif isinstance(item, list):
291 print_list(item, ident=1)
294 page_hold(i + 1, page_size, len(items))
297 def format_size(size):
298 units = ('B', 'KiB', 'MiB', 'GiB', 'TiB')
301 except ValueError as err:
302 raiseCLIError(err, 'Cannot format %s in bytes' % size)
308 while '.' in s and s[-1] in ('0', '.'):
313 def to_bytes(size, format):
315 :param size: (float) the size in the given format
316 :param format: (case insensitive) KiB, KB, MiB, MB, GiB, GB, TiB, TB
318 :returns: (int) the size in bytes
320 format = format.upper()
324 units_dc = ('KB', 'MB', 'GB', 'TB')
325 units_bi = ('KIB', 'MIB', 'GIB', 'TIB')
327 factor = 1024 if format in units_bi else 1000 if format in units_dc else 0
329 raise ValueError('Invalid data size format %s' % format)
330 for prefix in ('K', 'M', 'G', 'T'):
332 if format.startswith(prefix):
337 def dict2file(d, f, depth=0):
338 for k, v in d.items():
339 f.write('%s%s: ' % ('\t' * depth, k))
340 if isinstance(v, dict):
342 dict2file(v, f, depth + 1)
343 elif isinstance(v, list):
345 list2file(v, f, depth + 1)
350 def list2file(l, f, depth=1):
352 if isinstance(item, dict):
353 dict2file(item, f, depth + 1)
354 elif isinstance(item, list):
355 list2file(item, f, depth + 1)
357 f.write('%s%s\n' % ('\t' * depth, item))
359 # Split input auxiliary
362 def _parse_with_regex(line, regex):
363 re_parser = regex_compile(regex)
364 return (re_parser.split(line), re_parser.findall(line))
367 def _sub_split(line):
369 (sub_trivials, sub_interesting) = _parse_with_regex(line, ' ".*?" ')
370 for subi, subipart in enumerate(sub_interesting):
371 terms += sub_trivials[subi].split()
372 terms.append(subipart[2:-2])
373 terms += sub_trivials[-1].split()
377 def old_split_input(line):
378 """Use regular expressions to split a line correctly"""
380 (trivial_parts, interesting_parts) = _parse_with_regex(line, ' \'.*?\' ')
382 for i, ipart in enumerate(interesting_parts):
383 terms += _sub_split(trivial_parts[i])
384 terms.append(ipart[2:-2])
385 terms += _sub_split(trivial_parts[-1])
389 def _get_from_parsed(parsed_str):
391 parsed_str = parsed_str.strip()
395 if parsed_str[0] == parsed_str[-1] and parsed_str[0] in ("'", '"'):
396 return [parsed_str[1:-1]]
397 return parsed_str.split(' ')
401 def split_input(line):
404 reg_expr = '\'.*?\'|".*?"|^[\S]*$'
405 (trivial_parts, interesting_parts) = _parse_with_regex(line, reg_expr)
406 assert(len(trivial_parts) == 1 + len(interesting_parts))
407 #print(' [split_input] trivial_parts %s are' % trivial_parts)
408 #print(' [split_input] interesting_parts %s are' % interesting_parts)
410 for i, tpart in enumerate(trivial_parts):
411 part = _get_from_parsed(tpart)
415 part = _get_from_parsed(interesting_parts[i])
423 def ask_user(msg, true_resp=['Y', 'y']):
424 """Print msg and read user response
426 :param true_resp: (tuple of chars)
428 :returns: (bool) True if reponse in true responses, False otherwise
430 stdout.write('%s (%s or enter for yes):' % (msg, ', '.join(true_resp)))
432 user_response = stdin.readline()
433 return user_response[0] in true_resp + ['\n']
436 def spiner(size=None):
437 spins = ('/', '-', '\\', '|')
442 stdout.write('\b%s' % spins[i % len(spins)])
449 if __name__ == '__main__':
452 '\'la la\' \'le le\' \'li li\'',
453 '\'la la\' le_le \'li li\'',
454 'la_la \'le le\' li_li',
455 'la_la \'le le\' \'li li\'',
456 '"la la" "le le" "li li"',
457 '"la la" le_le "li li"',
458 'la_la "le le" li_li',
459 '"la_la" "le le" "li li"',
460 '\'la la\' "le le" \'li li\'',
461 'la_la \'le le\' "li li"',
462 'la_la \'le le\' li_li',
463 '\'la la\' le_le "li li"',
464 '"la la" le_le \'li li\'',
465 '"la la" \'le le\' li_li',
466 'la_la \'le\'le\' "li\'li"',
469 '\'la "la" la\' "le \'le\' le" li_"li"_li',
472 for i, example in enumerate(examples):
473 print('%s. Split this: (%s)' % (i + 1, example))
474 ret = old_split_input(example)
475 print('\t(%s) of size %s' % (ret, len(ret)))
478 def get_path_size(testpath):
479 if path.isfile(testpath):
480 return path.getsize(testpath)
482 for top, dirs, files in walk(path.abspath(testpath)):
484 f = path.join(top, f)
486 total_size += path.getsize(f)