Synnefo » ./kamaki

# Copyright 2011-2013 GRNET S.A. All rights reserved.

#

# Redistribution and use in source and binary forms, with or

# without modification, are permitted provided that the following

# conditions are met:

#

#   1. Redistributions of source code must retain the above

#      copyright notice, this list of conditions and the following

#      disclaimer.

#

#   2. Redistributions in binary form must reproduce the above

#      copyright notice, this list of conditions and the following

#      disclaimer in the documentation and/or other materials

#      provided with the distribution.

#

# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS

# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR

# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR

# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,

# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT

# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF

# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED

# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT

# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN

# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

# POSSIBILITY OF SUCH DAMAGE.

#

# The views and conclusions contained in the software and

# documentation are those of the authors and should not be

# interpreted as representing official policies, either expressed

# or implied, of GRNET S.A.

from base64 import b64encode

from os.path import exists

from io import StringIO

from pydoc import pager

from kamaki.cli import command

from kamaki.cli.command_tree import CommandTree

from kamaki.cli.utils import remove_from_items, filter_dicts_by_dict

from kamaki.cli.errors import raiseCLIError, CLISyntaxError, CLIBaseUrlError

from kamaki.clients.cyclades import CycladesClient, ClientError

from kamaki.cli.argument import FlagArgument, ValueArgument, KeyValueArgument

from kamaki.cli.argument import ProgressBarArgument, DateArgument, IntArgument

from kamaki.cli.commands import _command_init, errors, addLogSettings

from kamaki.cli.commands import (

    _optional_output_cmd, _optional_json, _name_filter, _id_filter)

server_cmds = CommandTree('server', 'Cyclades/Compute API server commands')

flavor_cmds = CommandTree('flavor', 'Cyclades/Compute API flavor commands')

network_cmds = CommandTree('network', 'Cyclades/Compute API network commands')

_commands = [server_cmds, flavor_cmds, network_cmds]

about_authentication = '\nUser Authentication:\

    \n* to check authentication: /user authenticate\

    \n* to set authentication token: /config set cloud.<cloud>.token <token>'

howto_personality = [

    'Defines a file to be injected to virtual servers file system.',

    'syntax:  PATH,[SERVER_PATH,[OWNER,[GROUP,[MODE]]]]',

    '  PATH: local file to be injected (relative or absolute)',

    '  SERVER_PATH: destination location inside server Image',

    '  OWNER: virtual servers user id of the remote destination file',

    '  GROUP: virtual servers group id or name of the destination file',

    '  MODEL: permition in octal (e.g., 0777 or o+rwx)']

class _service_wait(object):

    wait_arguments = dict(

        progress_bar=ProgressBarArgument(

            'do not show progress bar', ('-N', '--no-progress-bar'), False)

    )

    def _wait(self, service, service_id, status_method, currect_status):

        (progress_bar, wait_cb) = self._safe_progress_bar(

            '%s %s still in %s mode' % (service, service_id, currect_status))

        try:

            new_mode = status_method(

                service_id, currect_status, wait_cb=wait_cb)

        finally:

            self._safe_progress_bar_finish(progress_bar)

        if new_mode:

            self.error('%s %s is now in %s mode' % (

                service, service_id, new_mode))

        else:

            raiseCLIError(None, 'Time out')

class _server_wait(_service_wait):

    def _wait(self, server_id, currect_status):

        super(_server_wait, self)._wait(

            'Server', server_id, self.client.wait_server, currect_status)

class _network_wait(_service_wait):

    def _wait(self, net_id, currect_status):

        super(_network_wait, self)._wait(

            'Network', net_id, self.client.wait_network, currect_status)

class _init_cyclades(_command_init):

    @errors.generic.all

    @addLogSettings

    def _run(self, service='compute'):

        if getattr(self, 'cloud', None):

            base_url = self._custom_url(service) or self._custom_url(

                'cyclades')

            if base_url:

                token = self._custom_token(service) or self._custom_token(

                    'cyclades') or self.config.get_cloud('token')

                self.client = CycladesClient(base_url=base_url, token=token)

                return

        else:

            self.cloud = 'default'

        if getattr(self, 'auth_base', False):

            cyclades_endpoints = self.auth_base.get_service_endpoints(

                self._custom_type('cyclades') or 'compute',

                self._custom_version('cyclades') or '')

            base_url = cyclades_endpoints['publicURL']

            token = self.auth_base.token

            self.client = CycladesClient(base_url=base_url, token=token)

        else:

            raise CLIBaseUrlError(service='cyclades')

    def main(self):

        self._run()

@command(server_cmds)

class server_list(_init_cyclades, _optional_json, _name_filter, _id_filter):

    """List virtual servers accessible by user

    Use filtering arguments (e.g., --name-like) to manage long server lists

    """

    PERMANENTS = ('id', 'name')

    arguments = dict(

        detail=FlagArgument('show detailed output', ('-l', '--details')),

        since=DateArgument(

            'show only items since date (\' d/m/Y H:M:S \')',

            '--since'),

        limit=IntArgument(

            'limit number of listed virtual servers', ('-n', '--number')),

        more=FlagArgument(

            'output results in pages (-n to set items per page, default 10)',

            '--more'),

        enum=FlagArgument('Enumerate results', '--enumerate'),

        flavor_id=ValueArgument('filter by flavor id', ('--flavor-id')),

        image_id=ValueArgument('filter by image id', ('--image-id')),

        user_id=ValueArgument('filter by user id', ('--user-id')),

        user_name=ValueArgument('filter by user name', ('--user-name')),

        status=ValueArgument(

            'filter by status (ACTIVE, STOPPED, REBOOT, ERROR, etc.)',

            ('--status')),

        meta=KeyValueArgument('filter by metadata key=values', ('--metadata')),

        meta_like=KeyValueArgument(

            'print only if in key=value, the value is part of actual value',

            ('--metadata-like')),

    )

    def _add_user_name(self, servers):

        uuids = self._uuids2usernames(list(set(

                [srv['user_id'] for srv in servers] +

                [srv['tenant_id'] for srv in servers])))

        for srv in servers:

            srv['user_id'] += ' (%s)' % uuids[srv['user_id']]

            srv['tenant_id'] += ' (%s)' % uuids[srv['tenant_id']]

        return servers

    def _apply_common_filters(self, servers):

        common_filters = dict()

        if self['status']:

            common_filters['status'] = self['status']

        if self['user_id'] or self['user_name']:

            uuid = self['user_id'] or self._username2uuid(self['user_name'])

            common_filters['user_id'] = uuid

        return filter_dicts_by_dict(servers, common_filters)

    def _filter_by_image(self, servers):

        iid = self['image_id']

        return [srv for srv in servers if srv['image']['id'] == iid]

    def _filter_by_flavor(self, servers):

        fid = self['flavor_id']

        return [srv for srv in servers if (

            '%s' % srv['image']['id'] == '%s' % fid)]

    def _filter_by_metadata(self, servers):

        new_servers = []

        for srv in servers:

            if not 'metadata' in srv:

                continue

            meta = [dict(srv['metadata'])]

            if self['meta']:

                meta = filter_dicts_by_dict(meta, self['meta'])

            if meta and self['meta_like']:

                meta = filter_dicts_by_dict(

                    meta, self['meta_like'], exact_match=False)

            if meta:

                new_servers.append(srv)

        return new_servers

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.date

    def _run(self):

        withimage = bool(self['image_id'])

        withflavor = bool(self['flavor_id'])

        withmeta = bool(self['meta'] or self['meta_like'])

        withcommons = bool(

            self['status'] or self['user_id'] or self['user_name'])

        detail = self['detail'] or (

            withimage or withflavor or withmeta or withcommons)

        servers = self.client.list_servers(detail, self['since'])

        servers = self._filter_by_name(servers)

        servers = self._filter_by_id(servers)

        servers = self._apply_common_filters(servers)

        if withimage:

            servers = self._filter_by_image(servers)

        if withflavor:

            servers = self._filter_by_flavor(servers)

        if withmeta:

            servers = self._filter_by_metadata(servers)

        if self['detail'] and not self['json_output']:

            servers = self._add_user_name(servers)

        elif not (self['detail'] or self['json_output']):

            remove_from_items(servers, 'links')

        if detail and not self['detail']:

            for srv in servers:

                for key in set(srv).difference(self.PERMANENTS):

                    srv.pop(key)

        kwargs = dict(with_enumeration=self['enum'])

        if self['more']:

            kwargs['out'] = StringIO()

            kwargs['title'] = ()

        if self['limit']:

            servers = servers[:self['limit']]

        self._print(servers, **kwargs)

        if self['more']:

            pager(kwargs['out'].getvalue())

    def main(self):

        super(self.__class__, self)._run()

        self._run()

@command(server_cmds)

class server_info(_init_cyclades, _optional_json):

    """Detailed information on a Virtual Machine

    Contains:

    - name, id, status, create/update dates

    - network interfaces

    - metadata (e.g., os, superuser) and diagnostics

    - hardware flavor and os image ids

    """

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        vm = self.client.get_server_details(server_id)

        uuids = self._uuids2usernames([vm['user_id'], vm['tenant_id']])

        vm['user_id'] += ' (%s)' % uuids[vm['user_id']]

        vm['tenant_id'] += ' (%s)' % uuids[vm['tenant_id']]

        self._print(vm, self.print_dict)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

class PersonalityArgument(KeyValueArgument):

    @property

    def value(self):

        return self._value if hasattr(self, '_value') else []

    @value.setter

    def value(self, newvalue):

        if newvalue == self.default:

            return self.value

        self._value = []

        for i, terms in enumerate(newvalue):

            termlist = terms.split(',')

            if len(termlist) > 5:

                msg = 'Wrong number of terms (should be 1 to 5)'

                raiseCLIError(CLISyntaxError(msg), details=howto_personality)

            path = termlist[0]

            if not exists(path):

                raiseCLIError(

                    None,

                    '--personality: File %s does not exist' % path,

                    importance=1, details=howto_personality)

            self._value.append(dict(path=path))

            with open(path) as f:

                self._value[i]['contents'] = b64encode(f.read())

            try:

                self._value[i]['path'] = termlist[1]

                self._value[i]['owner'] = termlist[2]

                self._value[i]['group'] = termlist[3]

                self._value[i]['mode'] = termlist[4]

            except IndexError:

                pass

@command(server_cmds)

class server_create(_init_cyclades, _optional_json, _server_wait):

    """Create a server (aka Virtual Machine)

    Parameters:

    - name: (single quoted text)

    - flavor id: Hardware flavor. Pick one from: /flavor list

    - image id: OS images. Pick one from: /image list

    """

    arguments = dict(

        personality=PersonalityArgument(

            (80 * ' ').join(howto_personality), ('-p', '--personality')),

        wait=FlagArgument('Wait server to build', ('-w', '--wait'))

    )

    @errors.generic.all

    @errors.cyclades.connection

    @errors.plankton.id

    @errors.cyclades.flavor_id

    def _run(self, name, flavor_id, image_id):

        r = self.client.create_server(

            name, int(flavor_id), image_id, personality=self['personality'])

        usernames = self._uuids2usernames([r['user_id'], r['tenant_id']])

        r['user_id'] += ' (%s)' % usernames[r['user_id']]

        r['tenant_id'] += ' (%s)' % usernames[r['tenant_id']]

        self._print(r, self.print_dict)

        if self['wait']:

            self._wait(r['id'], r['status'])

    def main(self, name, flavor_id, image_id):

        super(self.__class__, self)._run()

        self._run(name=name, flavor_id=flavor_id, image_id=image_id)

@command(server_cmds)

class server_rename(_init_cyclades, _optional_output_cmd):

    """Set/update a virtual server name

    virtual server names are not unique, therefore multiple servers may share

    the same name

    """

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id, new_name):

        self._optional_output(

            self.client.update_server_name(int(server_id), new_name))

    def main(self, server_id, new_name):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, new_name=new_name)

@command(server_cmds)

class server_delete(_init_cyclades, _optional_output_cmd, _server_wait):

    """Delete a virtual server"""

    arguments = dict(

        wait=FlagArgument('Wait server to be destroyed', ('-w', '--wait'))

    )

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

            status = 'DELETED'

            if self['wait']:

                details = self.client.get_server_details(server_id)

                status = details['status']

            r = self.client.delete_server(int(server_id))

            self._optional_output(r)

            if self['wait']:

                self._wait(server_id, status)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_reboot(_init_cyclades, _optional_output_cmd, _server_wait):

    """Reboot a virtual server"""

    arguments = dict(

        hard=FlagArgument(

            'perform a hard reboot (deprecated)', ('-f', '--force')),

        type=ValueArgument('SOFT or HARD - default: SOFT', ('--type')),

        wait=FlagArgument('Wait server to be destroyed', ('-w', '--wait'))

    )

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        hard_reboot = self['hard']

        if hard_reboot:

            self.error(

                'WARNING: -f/--force will be deprecated in version 0.12\n'

                '\tIn the future, please use --type=hard instead')

        if self['type']:

            if self['type'].lower() in ('soft', ):

                hard_reboot = False

            elif self['type'].lower() in ('hard', ):

                hard_reboot = True

            else:

                raise CLISyntaxError(

                    'Invalid reboot type %s' % self['type'],

                    importance=2, details=[

                        '--type values are either SOFT (default) or HARD'])

        r = self.client.reboot_server(int(server_id), hard_reboot)

        self._optional_output(r)

        if self['wait']:

            self._wait(server_id, 'REBOOT')

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_start(_init_cyclades, _optional_output_cmd, _server_wait):

    """Start an existing virtual server"""

    arguments = dict(

        wait=FlagArgument('Wait server to be destroyed', ('-w', '--wait'))

    )

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        status = 'ACTIVE'

        if self['wait']:

            details = self.client.get_server_details(server_id)

            status = details['status']

            if status in ('ACTIVE', ):

                return

        r = self.client.start_server(int(server_id))

        self._optional_output(r)

        if self['wait']:

            self._wait(server_id, status)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_shutdown(_init_cyclades, _optional_output_cmd, _server_wait):

    """Shutdown an active virtual server"""

    arguments = dict(

        wait=FlagArgument('Wait server to be destroyed', ('-w', '--wait'))

    )

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        status = 'STOPPED'

        if self['wait']:

            details = self.client.get_server_details(server_id)

            status = details['status']

            if status in ('STOPPED', ):

                return

        r = self.client.shutdown_server(int(server_id))

        self._optional_output(r)

        if self['wait']:

            self._wait(server_id, status)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_console(_init_cyclades, _optional_json):

    """Get a VNC console to access an existing virtual server

    Console connection information provided (at least):

    - host: (url or address) a VNC host

    - port: (int) the gateway to enter virtual server on host

    - password: for VNC authorization

    """

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        self._print(

            self.client.get_server_console(int(server_id)), self.print_dict)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_resize(_init_cyclades, _optional_output_cmd):

    """Set a different flavor for an existing server

    To get server ids and flavor ids:

    /server list

    /flavor list

    """

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    @errors.cyclades.flavor_id

    def _run(self, server_id, flavor_id):

        self._optional_output(self.client.resize_server(server_id, flavor_id))

    def main(self, server_id, flavor_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, flavor_id=flavor_id)

@command(server_cmds)

class server_firewall(_init_cyclades):

    """Manage virtual server firewall profiles for public networks"""

@command(server_cmds)

class server_firewall_set(_init_cyclades, _optional_output_cmd):

    """Set the firewall profile on virtual server public network

    Values for profile:

    - DISABLED: Shutdown firewall

    - ENABLED: Firewall in normal mode

    - PROTECTED: Firewall in secure mode

    """

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    @errors.cyclades.firewall

    def _run(self, server_id, profile):

        self._optional_output(self.client.set_firewall_profile(

            server_id=int(server_id), profile=('%s' % profile).upper()))

    def main(self, server_id, profile):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, profile=profile)

@command(server_cmds)

class server_firewall_get(_init_cyclades):

    """Get the firewall profile for a virtual servers' public network"""

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        self.writeln(self.client.get_firewall_profile(server_id))

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_addr(_init_cyclades, _optional_json):

    """List the addresses of all network interfaces on a virtual server"""

    arguments = dict(

        enum=FlagArgument('Enumerate results', '--enumerate')

    )

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        reply = self.client.list_server_nics(int(server_id))

        self._print(reply, with_enumeration=self['enum'] and (reply) > 1)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_metadata(_init_cyclades):

    """Manage Server metadata (key:value pairs of server attributes)"""

@command(server_cmds)

class server_metadata_list(_init_cyclades, _optional_json):

    """Get server metadata"""

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    @errors.cyclades.metadata

    def _run(self, server_id, key=''):

        self._print(

            self.client.get_server_metadata(int(server_id), key),

            self.print_dict)

    def main(self, server_id, key=''):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, key=key)

@command(server_cmds)

class server_metadata_set(_init_cyclades, _optional_json):

    """Set / update virtual server metadata

    Metadata should be given in key/value pairs in key=value format

    For example: /server metadata set <server id> key1=value1 key2=value2

    Old, unreferenced metadata will remain intact

    """

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id, keyvals):

        assert keyvals, 'Please, add some metadata ( key=value)'

        metadata = dict()

        for keyval in keyvals:

            k, sep, v = keyval.partition('=')

            if sep and k:

                metadata[k] = v

            else:

                raiseCLIError(

                    'Invalid piece of metadata %s' % keyval,

                    importance=2, details=[

                        'Correct metadata format: key=val',

                        'For example:',

                        '/server metadata set <server id>'

                        'key1=value1 key2=value2'])

        self._print(

            self.client.update_server_metadata(int(server_id), **metadata),

            self.print_dict)

    def main(self, server_id, *key_equals_val):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, keyvals=key_equals_val)

@command(server_cmds)

class server_metadata_delete(_init_cyclades, _optional_output_cmd):

    """Delete virtual server metadata"""

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    @errors.cyclades.metadata

    def _run(self, server_id, key):

        self._optional_output(

            self.client.delete_server_metadata(int(server_id), key))

    def main(self, server_id, key):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, key=key)

@command(server_cmds)

class server_stats(_init_cyclades, _optional_json):

    """Get virtual server statistics"""

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id):

        self._print(

            self.client.get_server_stats(int(server_id)), self.print_dict)

    def main(self, server_id):

        super(self.__class__, self)._run()

        self._run(server_id=server_id)

@command(server_cmds)

class server_wait(_init_cyclades, _server_wait):

    """Wait for server to finish [BUILD, STOPPED, REBOOT, ACTIVE]"""

    @errors.generic.all

    @errors.cyclades.connection

    @errors.cyclades.server_id

    def _run(self, server_id, currect_status):

        self._wait(server_id, currect_status)

    def main(self, server_id, currect_status='BUILD'):

        super(self.__class__, self)._run()

        self._run(server_id=server_id, currect_status=currect_status)

@command(flavor_cmds)

class flavor_list(_init_cyclades, _optional_json, _name_filter, _id_filter):

    """List available hardware flavors"""

    PERMANENTS = ('id', 'name')

    arguments = dict(

        detail=FlagArgument('show detailed output', ('-l', '--details')),

        limit=IntArgument('limit # of listed flavors', ('-n', '--number')),

        more=FlagArgument(

            'output results in pages (-n to set items per page, default 10)',

            '--more'),

        enum=FlagArgument('Enumerate results', '--enumerate'),

        ram=ValueArgument('filter by ram', ('--ram')),

        vcpus=ValueArgument('filter by number of VCPUs', ('--vcpus')),

        disk=ValueArgument('filter by disk size in GB', ('--disk')),

        disk_template=ValueArgument(

            'filter by disk_templace', ('--disk-template'))

    )

    def _apply_common_filters(self, flavors):

        common_filters = dict()

        if self['ram']:

            common_filters['ram'] = self['ram']