Synnefo

#!/usr/bin/env python

# Copyright 2011-2012 GRNET S.A. All rights reserved.

# Redistribution and use in source and binary forms, with or

# without modification, are permitted provided that the following

# conditions are met:

#   1. Redistributions of source code must retain the above

#      copyright notice, this list of conditions and the following

#      disclaimer.

#   2. Redistributions in binary form must reproduce the above

#      copyright notice, this list of conditions and the following

#      disclaimer in the documentation and/or other materials

#      provided with the distribution.

# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS

# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR

# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN

# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

# POSSIBILITY OF SUCH DAMAGE.

# The views and conclusions contained in the software and

# documentation are those of the authors and should not be

# interpreted as representing official policies, either expressed

_cli_commands = {}

def cli_command(*args):

    def decorator(cls):

        cls.commands = args

        return cls

    return decorator

def class_for_cli_command(name):

    return _cli_commands[name]

class Command(object):

    syntax = ''

    def __init__(self, name, argv):

        parser = OptionParser('%%prog %s [options] %s' % (name, self.syntax))

        parser.add_option('--url', dest='url', metavar='URL',

                          default=False, help='debug output')

        self.add_options(parser)

        options, args = parser.parse_args(argv)

        # Add options to self

        for opt in parser.option_list:

            key = opt.dest

            if key:

                val = getattr(options, key)

                setattr(self, key, val)

        self.parser = parser

        self.args = args

    def _build_args(self, attrs):

        args = {}

        for a in [a for a in attrs if getattr(self, a)]:

    def add_options(self, parser):

        pass

    def execute(self, *args):

        pass

@cli_command('list', 'ls')

class List(Command):

    syntax = '[<container>[/<object>]]'

    description = 'list containers or objects'

    def add_options(self, parser):

        parser.add_option('-l', action='store_true', dest='detail',

                          default=False, help='show detailed output')

                          default=False, help='show only shared')

        parser.add_option('--public', action='store_true', dest='public',

                          default=False, help='show only public')

    def execute(self, container=None):

        if container:

            self.list_objects(container)

        else:

            self.list_containers()

    def list_containers(self):

        attrs = ['limit', 'marker', 'if_modified_since',

                 'if_unmodified_since', 'shared', 'public']

        args = self._build_args(attrs)

        args['format'] = 'json' if self.detail else 'text'

        if getattr(self, 'until'):

            t = _time.strptime(self.until, self.format)

            args['until'] = int(_time.mktime(t))

        l = self.client.list_containers(**args)

        print_list(l)

    def list_objects(self, container):

        #prepate params

        params = {}

                 'shared', 'public']

        args = self._build_args(attrs)

        args['format'] = 'json' if self.detail else 'text'

        if self.until:

            t = _time.strptime(self.until, self.format)

            args['until'] = int(_time.mktime(t))

        container, sep, object = container.partition('/')

        if object:

            return

        detail = 'json'

        #if request with meta quering disable trash filtering

        show_trashed = True if self.meta else False

        l = self.client.list_objects(container, **args)

        print_list(l, detail=self.detail)

@cli_command('meta')

class Meta(Command):

    syntax = '[<container>[/<object>]]'

    description = 'get account/container/object metadata'

    def add_options(self, parser):

        parser.add_option('-r', action='store_true', dest='restricted',

                          default=False, help='show only user defined metadata')

        parser.add_option('--version', action='store', dest='version',

                          default=None, help='show specific version \

                                  (applies only for objects)')

    def execute(self, path=''):

        container, sep, object = path.partition('/')

        args = {'restricted': self.restricted}

        if getattr(self, 'until'):

            t = _time.strptime(self.until, self.format)

            args['until'] = int(_time.mktime(t))

        if object:

            meta = self.client.retrieve_object_metadata(container, object,

                                                        self.restricted,

            meta = self.client.retrieve_container_metadata(container, **args)

        else:

            meta = self.client.retrieve_account_metadata(**args)

            print 'Entity does not exist'

        else:

            print_dict(meta, header=None)

@cli_command('create')

class CreateContainer(Command):

    syntax = '<container> [key=val] [...]'

    description = 'create a container'

    def add_options(self, parser):

        parser.add_option('--versioning', action='store', dest='versioning',

                          default=None, help='set container versioning (auto/none)')

        parser.add_option('--quota', action='store', dest='quota',

                          default=None, help='set default container quota')

    def execute(self, container, *args):

        meta = {}

        for arg in args:

            policy['versioning'] = self.versioning

        if getattr(self, 'quota'):

            policy['quota'] = self.quota

        if not ret:

            print 'Container already exists'

@cli_command('delete', 'rm')

class Delete(Command):

    syntax = '<container>[/<object>]'

    description = 'delete a container or an object'

    def add_options(self, parser):

        parser.add_option('--until', action='store', dest='until',

                          default=None, help='remove history until that date')

        parser.add_option('-r', action='store_true',

                          dest='recursive', default=False,

                          help='mass delimiter objects with delimiter /')

    def execute(self, path):

        container, sep, object = path.partition('/')

        until = None

        if getattr(self, 'until'):

            t = _time.strptime(self.until, self.format)

            until = int(_time.mktime(t))

        kwargs = {}

        if self.delimiter:

            kwargs['delimiter'] = self.delimiter

        elif self.recursive:

            kwargs['delimiter'] = '/'

        if object:

            self.client.delete_object(container, object, until, **kwargs)

        else:

            self.client.delete_container(container, until, **kwargs)

@cli_command('get')

class GetObject(Command):

    syntax = '<container>/<object>'

    description = 'get the data of an object'

    def add_options(self, parser):

        parser.add_option('-l', action='store_true', dest='detail',

                          default=False, help='show detailed output')

        parser.add_option('--hashmap', action='store_true',

                          dest='hashmap', default=False,

                          help='get the object hashmap instead')

    def execute(self, path):

        attrs = ['if_match', 'if_none_match', 'if_modified_since',

                 'if_unmodified_since', 'hashmap']

            args['range'] = 'bytes=%s' % self.range

        if getattr(self, 'if_range'):

            args['if-range'] = 'If-Range:%s' % getattr(self, 'if_range')

        container, sep, object = path.partition('/')

        data = None

        if self.versionlist:

                args.pop('detail')

            args.pop('format')

            self.detail = True

        elif self.version:

            data = self.client.retrieve_object_version(container, object,

                                                       self.version, **args)

                args.pop('detail')

            args.pop('format')

            self.detail = True

        else:

        f = open(self.file, 'w') if self.file else stdout

            if self.versionlist:

                print_versions(data, f=f)

            else:

            f.write(data)

        f.close()

@cli_command('mkdir')

class PutMarker(Command):

    syntax = '<container>/<directory marker>'

    description = 'create a directory marker'

    def execute(self, path):

        container, sep, object = path.partition('/')

        self.client.create_directory_marker(container, object)

@cli_command('put')

class PutObject(Command):

    syntax = '<container>/<object> [key=val] [...]'

    description = 'create/override object'

    def add_options(self, parser):

        parser.add_option('--chunked', action='store_true', dest='chunked',

                          default=False, help='set chunked transfer mode')

        parser.add_option('--etag', action='store', dest='etag',

        parser.add_option('--public', action='store_true',

                          dest='x_object_public', default=False,

                          help='make object publicly accessible')

    def execute(self, path, *args):

        if path.find('=') != -1:

            raise Fault('Missing path argument')

        #prepare user defined meta

        meta = {}

        for arg in args:

            key, sep, val = arg.partition('=')

            meta[key] = val

        attrs = ['etag', 'content_encoding', 'content_disposition',

                 'content_type', 'x_object_sharing', 'x_object_public']

        args = self._build_args(attrs)

        container, sep, object = path.partition('/')

        f = None

        if self.srcpath:

            f = open(self.srcpath) if self.srcpath != '-' else stdin

        if self.use_hashes and not f:

            raise Fault('Illegal option combination')

        if self.chunked:

            self.client.create_object_using_chunks(container, object, f,

        elif self.use_hashes:

            data = f.read()

            hashmap = json.loads(data)

            self.client.create_object_by_hashmap(container, object, hashmap,

        elif self.x_object_manifest:

        elif not f:

        else:

            self.client.create_object(container, object, f, meta=meta, **args)

        if f:

            f.close()

@cli_command('copy', 'cp')

class CopyObject(Command):

    syntax = '<src container>/<src object> [<dst container>/]<dst object> [key=val] [...]'

    description = 'copy an object to a different location'

    def add_options(self, parser):

        parser.add_option('--version', action='store',

                          dest='version', default=False,

        parser.add_option('-r', action='store_true',

                          dest='recursive', default=False,

                          help='mass copy with delimiter /')

    def execute(self, src, dst, *args):

        src_container, sep, src_object = src.partition('/')

        dst_container, sep, dst_object = dst.partition('/')

        #prepare user defined meta

        meta = {}

        for arg in args:

            key, sep, val = arg.partition('=')

            meta[key] = val

        if not sep:

            dst_container = src_container

            dst_object = dst

        if self.delimiter:

        elif self.recursive:

        self.client.copy_object(src_container, src_object, dst_container,

                                dst_object, meta, self.public, self.version,

                                **args)

@cli_command('set')

class SetMeta(Command):

    syntax = '[<container>[/<object>]] key=val [key=val] [...]'

    description = 'set account/container/object metadata'

    def execute(self, path, *args):

        #in case of account fix the args

        if path.find('=') != -1:

        else:

            self.client.update_account_metadata(**meta)

@cli_command('update')

class UpdateObject(Command):

    syntax = '<container>/<object> path [key=val] [...]'

    description = 'update object metadata/data (default mode: append)'

    def add_options(self, parser):

        parser.add_option('-a', action='store_true', dest='append',

                          default=True, help='append data')

                          help='provide the presentation style of the object')

        parser.add_option('--manifest', action='store', type='str',

                          dest='x_object_manifest', default=None,

        parser.add_option('--sharing', action='store',

                          dest='x_object_sharing', default=None,

                          help='define sharing object policy')

        parser.add_option('--replace', action='store_true',

                          dest='replace', default=False,

                          help='override metadata')

    def execute(self, path, *args):

        if path.find('=') != -1:

            raise Fault('Missing path argument')

        #prepare user defined meta

        meta = {}

        for arg in args:

            key, sep, val = arg.partition('=')

            meta[key] = val

        attrs = ['content_encoding', 'content_disposition', 'x_object_sharing',

                 'x_object_public', 'x_object_manifest', 'replace', 'offset',

                 'content_range']

        args = self._build_args(attrs)

        if self.no_sharing:

            args['x_object_sharing'] = ''

        container, sep, object = path.partition('/')

        f = None

        if self.srcpath:

            f = open(self.srcpath) if self.srcpath != '-' else stdin

        if self.chunked:

            self.client.update_object_using_chunks(container, object, f,

        else:

            self.client.update_object(container, object, f, meta=meta, **args)

        if f:

            f.close()

@cli_command('move', 'mv')

class MoveObject(Command):

    syntax = '<src container>/<src object> [<dst container>/]<dst object>'

    description = 'move an object to a different location'

    def add_options(self, parser):

        parser.add_option('--public', action='store_true',

                          dest='public', default=False,

        parser.add_option('-r', action='store_true',

                          dest='recursive', default=False,

                          help='mass move objects with delimiter /')

    def execute(self, src, dst, *args):

        src_container, sep, src_object = src.partition('/')

        dst_container, sep, dst_object = dst.partition('/')

        if not sep:

            dst_container = src_container

            dst_object = dst

        #prepare user defined meta

        meta = {}

        for arg in args:

            key, sep, val = arg.partition('=')

            meta[key] = val

        if self.delimiter:

        elif self.recursive:

        self.client.move_object(src_container, src_object, dst_container,

                                dst_object, meta, self.public, **args)

@cli_command('unset')

class UnsetObject(Command):

    syntax = '<container>/[<object>] key [key] [...]'

    description = 'delete metadata info'

    def execute(self, path, *args):

        #in case of account fix the args

        if len(args) == 0:

        else:

            self.client.delete_account_metadata(meta)

@cli_command('group')

class CreateGroup(Command):

    syntax = 'key=val [key=val] [...]'

    description = 'create account groups'

    def execute(self, *args):

        groups = {}

        for arg in args:

            groups[key] = val

        self.client.set_account_groups(**groups)

@cli_command('ungroup')

class DeleteGroup(Command):

    syntax = 'key [key] [...]'

    description = 'delete account groups'

    def execute(self, *args):

        groups = []

        for arg in args:

            groups.append(arg)

        self.client.unset_account_groups(groups)

@cli_command('policy')

class SetPolicy(Command):

    syntax = 'container key=val [key=val] [...]'

    description = 'set container policies'

    def execute(self, path, *args):

        if path.find('=') != -1:

            raise Fault('Missing container argument')

        container, sep, object = path.partition('/')

        if object:

            raise Fault('Only containers have policies')

        policies = {}

        for arg in args:

            key, sep, val = arg.partition('=')

            policies[key] = val

        self.client.set_container_policies(container, **policies)

@cli_command('publish')

class PublishObject(Command):

    syntax = '<container>/<object>'

    description = 'publish an object'

    def execute(self, src):

        src_container, sep, src_object = src.partition('/')

        self.client.publish_object(src_container, src_object)

@cli_command('unpublish')

class UnpublishObject(Command):

    syntax = '<container>/<object>'

    description = 'unpublish an object'

    def execute(self, src):

        src_container, sep, src_object = src.partition('/')

        self.client.unpublish_object(src_container, src_object)

@cli_command('sharing')

class SharingObject(Command):

    syntax = 'list users sharing objects with the user'

    description = 'list user accounts sharing objects with the user'

    def add_options(self, parser):

        parser.add_option('-l', action='store_true', dest='detail',

                          default=False, help='show detailed output')

        parser.add_option('--marker', action='store', type='str',

                          dest='marker', default=None,

                          help='show output greater then marker')

    def execute(self):

        attrs = ['limit', 'marker']

        args = self._build_args(attrs)

        args['format'] = 'json' if self.detail else 'text'

        print_list(self.client.list_shared_by_others(**args))

@cli_command('send')

class Send(Command):

    syntax = '<file> <container>[/<prefix>]'

    description = 'upload file to container (using prefix)'

    def execute(self, file, path):

        container, sep, prefix = path.partition('/')

        upload(self.client, file, container, prefix)

@cli_command('receive')

class Receive(Command):

    syntax = '<container>/<object> <file>'

    description = 'download object to file'

    def execute(self, path, file):

        container, sep, object = path.partition('/')

        download(self.client, container, object, file)

def print_usage():

    cmd = Command('', [])

    parser = cmd.parser

    parser.usage = '%prog <command> [options]'

    parser.print_help()

    commands = []

    for cls in set(_cli_commands.values()):

        name = ', '.join(cls.commands)

        commands.append('  %s %s' % (name.ljust(12), description))

    print '\nCommands:\n' + '\n'.join(sorted(commands))

def print_dict(d, header='name', f=stdout, detail=True):

    header = header if header in d else 'subdir'

    if header and header in d:

    if detail:

        patterns = ['^x_(account|container|object)_meta_(\w+)$']

        patterns.append(patterns[0].replace('_', '-'))

        for key, val in sorted(d.items()):

            f.write('%s: %s\n' % (key.rjust(30), val))

def print_list(l, verbose=False, f=stdout, detail=True):

    for elem in l:

        #if it's empty string continue

        if not elem:

            continue

            print_dict(elem, f=f, detail=detail)

            if not verbose:

                elem = elem.split('Traceback')[0]

            f.write('%s\n' % elem)

        else:

            f.write('%s\n' % elem)

def print_versions(data, f=stdout):

    if 'versions' not in data:

        return

    f.write('versions:\n')

    for id, t in data['versions']:

def main():

    except (IndexError, KeyError):

        print_usage()

        exit(1)

    cmd = cls(name, argv[2:])

    try:

        cmd.execute(*cmd.args)

    except TypeError, e: