Synnefo » snf-ganeti

#!/usr/bin/python

#

# Copyright (C) 2006, 2007 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

import sys

from optparse import make_option

import pprint

import os.path

from ganeti.cli import *

from ganeti import opcodes

from ganeti import constants

from ganeti import errors

from ganeti import utils

from ganeti import bootstrap

from ganeti import ssh

from ganeti import ssconf

def InitCluster(opts, args):

  """Initialize the cluster.

  Args:

    opts - class with options as members

    args - list of arguments, expected to be [clustername]

  """

  if not opts.lvm_storage and opts.vg_name:

    print ("Options --no-lvm-storage and --vg-name conflict.")

    return 1

  vg_name = opts.vg_name

  if opts.lvm_storage and not opts.vg_name:

    vg_name = constants.DEFAULT_VG

  hvlist = opts.enabled_hypervisors

  if hvlist is not None:

    hvlist = hvlist.split(",")

  else:

    hvlist = constants.DEFAULT_ENABLED_HYPERVISOR

  hvparams = opts.hvparams

  if hvparams:

    # a list of (name, dict) we can pass directly to dict()

    hvparams = dict(opts.hvparams)

  else:

    # otherwise init as empty dict

    hvparams = {}

  beparams = opts.beparams

  # check for invalid parameters

  for parameter in beparams:

    if parameter not in constants.BES_PARAMETERS:

      print "Invalid backend parameter: %s" % parameter

      return 1

  # prepare beparams dict

  for parameter in constants.BES_PARAMETERS:

    if parameter not in beparams:

      beparams[parameter] = constants.BEC_DEFAULTS[parameter]

  # type wrangling

  try:

    beparams[constants.BE_VCPUS] = int(beparams[constants.BE_VCPUS])

  except ValueError:

    print "%s must be an integer" % constants.BE_VCPUS

    return 1

  beparams[constants.BE_MEMORY] = utils.ParseUnit(beparams[constants.BE_MEMORY])

  # prepare hvparams dict

  for hv in constants.HYPER_TYPES:

    if hv not in hvparams:

      hvparams[hv] = {}

    for parameter in constants.HVC_DEFAULTS[hv]:

      if parameter not in hvparams[hv]:

        hvparams[hv][parameter] = constants.HVC_DEFAULTS[hv][parameter]

  for hv in hvlist:

    if hv not in constants.HYPER_TYPES:

      print "invalid hypervisor: %s" % hv

      return 1

  bootstrap.InitCluster(cluster_name=args[0],

                        secondary_ip=opts.secondary_ip,

                        vg_name=vg_name,

                        mac_prefix=opts.mac_prefix,

                        def_bridge=opts.def_bridge,

                        master_netdev=opts.master_netdev,

                        file_storage_dir=opts.file_storage_dir,

                        enabled_hypervisors=hvlist,

                        hvparams=hvparams,

                        beparams=beparams)

  return 0

def DestroyCluster(opts, args):

  """Destroy the cluster.

  Args:

    opts - class with options as members

  """

  if not opts.yes_do_it:

    print ("Destroying a cluster is irreversibly. If you really want destroy"

           " this cluster, supply the --yes-do-it option.")

    return 1

  op = opcodes.OpDestroyCluster()

  master = SubmitOpCode(op)

  # if we reached this, the opcode didn't fail; we can proceed to

  # shutdown all the daemons

  bootstrap.FinalizeClusterDestroy(master)

  return 0

def RenameCluster(opts, args):

  """Rename the cluster.

  Args:

    opts - class with options as members, we use force only

    args - list of arguments, expected to be [new_name]

  """

  name = args[0]

  if not opts.force:

    usertext = ("This will rename the cluster to '%s'. If you are connected"

                " over the network to the cluster name, the operation is very"

                " dangerous as the IP address will be removed from the node"

                " and the change may not go through. Continue?") % name

    if not AskUser(usertext):

      return 1

  op = opcodes.OpRenameCluster(name=name)

  SubmitOpCode(op)

  return 0

def ShowClusterVersion(opts, args):

  """Write version of ganeti software to the standard output.

  Args:

    opts - class with options as members

  """

  op = opcodes.OpQueryClusterInfo()

  result = SubmitOpCode(op)

  print ("Software version: %s" % result["software_version"])

  print ("Internode protocol: %s" % result["protocol_version"])

  print ("Configuration format: %s" % result["config_version"])

  print ("OS api version: %s" % result["os_api_version"])

  print ("Export interface: %s" % result["export_version"])

  return 0

def ShowClusterMaster(opts, args):

  """Write name of master node to the standard output.

  Args:

    opts - class with options as members

  """

  print GetClient().QueryConfigValues(["master_node"])[0]

  return 0

def ShowClusterConfig(opts, args):

  """Shows cluster information.

  """

  op = opcodes.OpQueryClusterInfo()

  result = SubmitOpCode(op)

  print ("Cluster name: %s" % result["name"])

  print ("Master node: %s" % result["master"])

  print ("Architecture (this node): %s (%s)" %

         (result["architecture"][0], result["architecture"][1]))

  print ("Default hypervisor: %s" % result["hypervisor_type"])

  print ("Enabled hypervisors: %s" % ", ".join(result["enabled_hypervisors"]))

  print "Hypervisor parameters:"

  for hv_name, hv_dict in result["hvparams"].items():

    print "  - %s:" % hv_name

    for item, val in hv_dict.iteritems():

      print "      %s: %s" % (item, val)

  print "Cluster parameters:"

  for gr_name, gr_dict in result["beparams"].items():

    print "  - %s:" % gr_name

    for item, val in gr_dict.iteritems():

      print "      %s: %s" % (item, val)

  return 0

def ClusterCopyFile(opts, args):

  """Copy a file from master to some nodes.

  Args:

    opts - class with options as members

    args - list containing a single element, the file name

  Opts used:

    nodes - list containing the name of target nodes; if empty, all nodes

  """

  filename = args[0]

  if not os.path.exists(filename):

    raise errors.OpPrereqError("No such filename '%s'" % filename)

  cl = GetClient()

  myname = utils.HostInfo().name

  cluster_name = cl.QueryConfigValues(["cluster_name"])[0]

  op = opcodes.OpQueryNodes(output_fields=["name"], names=opts.nodes)

  results = [row[0] for row in SubmitOpCode(op, cl=cl) if row[0] != myname]

  srun = ssh.SshRunner(cluster_name=cluster_name)

  for node in results:

    if not srun.CopyFileToNode(node, filename):

      print >> sys.stderr, ("Copy of file %s to node %s failed" %

                            (filename, node))

  return 0

def RunClusterCommand(opts, args):

  """Run a command on some nodes.

  Args:

    opts - class with options as members

    args - the command list as a list

  Opts used:

    nodes: list containing the name of target nodes; if empty, all nodes

  """

  cl = GetClient()

  command = " ".join(args)

  op = opcodes.OpQueryNodes(output_fields=["name"], names=opts.nodes)

  nodes = [row[0] for row in SubmitOpCode(op, cl=cl)]

  cluster_name, master_node = cl.QueryConfigValues(["cluster_name",

                                                    "master_node"])

  srun = ssh.SshRunner(cluster_name=cluster_name)

  # Make sure master node is at list end

  if master_node in nodes:

    nodes.remove(master_node)

    nodes.append(master_node)

  for name in nodes:

    result = srun.Run(name, "root", command)

    print ("------------------------------------------------")

    print ("node: %s" % name)

    print ("%s" % result.output)

    print ("return code = %s" % result.exit_code)

  return 0

def VerifyCluster(opts, args):

  """Verify integrity of cluster, performing various test on nodes.

  Args:

    opts - class with options as members

  """

  skip_checks = []

  if opts.skip_nplusone_mem:

    skip_checks.append(constants.VERIFY_NPLUSONE_MEM)

  op = opcodes.OpVerifyCluster(skip_checks=skip_checks)

  if SubmitOpCode(op):

    return 0

  else:

    return 1

def VerifyDisks(opts, args):

  """Verify integrity of cluster disks.

  Args:

    opts - class with options as members

  """

  op = opcodes.OpVerifyDisks()

  result = SubmitOpCode(op)

  if not isinstance(result, (list, tuple)) or len(result) != 4:

    raise errors.ProgrammerError("Unknown result type for OpVerifyDisks")

  nodes, nlvm, instances, missing = result

  if nodes:

    print "Nodes unreachable or with bad data:"

    for name in nodes:

      print "\t%s" % name

  retcode = constants.EXIT_SUCCESS

  if nlvm:

    for node, text in nlvm.iteritems():

      print ("Error on node %s: LVM error: %s" %

             (node, text[-400:].encode('string_escape')))

      retcode |= 1

      print "You need to fix these nodes first before fixing instances"

  if instances:

    for iname in instances:

      if iname in missing:

        continue

      op = opcodes.OpActivateInstanceDisks(instance_name=iname)

      try:

        print "Activating disks for instance '%s'" % iname

        SubmitOpCode(op)

      except errors.GenericError, err:

        nret, msg = FormatError(err)

        retcode |= nret

        print >> sys.stderr, ("Error activating disks for instance %s: %s" %

                              (iname, msg))

  if missing:

    for iname, ival in missing.iteritems():

      all_missing = utils.all(ival, lambda x: x[0] in nlvm)

      if all_missing:

        print ("Instance %s cannot be verified as it lives on"

               " broken nodes" % iname)

      else:

        print "Instance %s has missing logical volumes:" % iname

        ival.sort()

        for node, vol in ival:

          if node in nlvm:

            print ("\tbroken node %s /dev/xenvg/%s" % (node, vol))

          else:

            print ("\t%s /dev/xenvg/%s" % (node, vol))

    print ("You need to run replace_disks for all the above"

           " instances, if this message persist after fixing nodes.")

    retcode |= 1

  return retcode

def MasterFailover(opts, args):

  """Failover the master node.

  This command, when run on a non-master node, will cause the current

  master to cease being master, and the non-master to become new

  master.

  """

  return bootstrap.MasterFailover()

def SearchTags(opts, args):

  """Searches the tags on all the cluster.

  """

  op = opcodes.OpSearchTags(pattern=args[0])

  result = SubmitOpCode(op)

  if not result:

    return 1

  result = list(result)

  result.sort()

  for path, tag in result:

    print "%s %s" % (path, tag)

def SetClusterParams(opts, args):

  """Modify the cluster.

  Args:

    opts - class with options as members

  """

  if not (not opts.lvm_storage or opts.vg_name or

          opts.enabled_hypervisors or opts.hvparams or

          opts.beparams):

    print "Please give at least one of the parameters."

    return 1

  vg_name = opts.vg_name

  if not opts.lvm_storage and opts.vg_name:

    print ("Options --no-lvm-storage and --vg-name conflict.")

    return 1

  hvlist = opts.enabled_hypervisors

  if hvlist is not None:

    hvlist = hvlist.split(",")

  hvparams = opts.hvparams

  if hvparams:

    # a list of (name, dict) we can pass directly to dict()

    hvparams = dict(opts.hvparams)

  beparams = opts.beparams

  op = opcodes.OpSetClusterParams(vg_name=opts.vg_name,

                                  enabled_hypervisors=hvlist,

                                  hvparams=hvparams,

                                  beparams=beparams)

  SubmitOpCode(op)

  return 0

def QueueOps(opts, args):

  """Queue operations.

  """

  command = args[0]

  client = GetClient()

  if command in ("drain", "undrain"):

    drain_flag = command == "drain"

    client.SetQueueDrainFlag(drain_flag)

  elif command == "info":

    result = client.QueryConfigValues(["drain_flag"])

    print "The drain flag is",

    if result[0]:

      print "set"

    else:

      print "unset"

  return 0

# this is an option common to more than one command, so we declare

# it here and reuse it

node_option = make_option("-n", "--node", action="append", dest="nodes",

                          help="Node to copy to (if not given, all nodes),"

                               " can be given multiple times",

                          metavar="<node>", default=[])

commands = {

  'init': (InitCluster, ARGS_ONE,

           [DEBUG_OPT,

            make_option("-s", "--secondary-ip", dest="secondary_ip",

                        help="Specify the secondary ip for this node;"

                        " if given, the entire cluster must have secondary"

                        " addresses",

                        metavar="ADDRESS", default=None),

            make_option("-m", "--mac-prefix", dest="mac_prefix",

                        help="Specify the mac prefix for the instance IP"

                        " addresses, in the format XX:XX:XX",

                        metavar="PREFIX",

                        default="aa:00:00",),

            make_option("-g", "--vg-name", dest="vg_name",

                        help="Specify the volume group name "

                        " (cluster-wide) for disk allocation [xenvg]",

                        metavar="VG",

                        default=None,),

            make_option("-b", "--bridge", dest="def_bridge",

                        help="Specify the default bridge name (cluster-wide)"

                          " to connect the instances to [%s]" %

                          constants.DEFAULT_BRIDGE,

                        metavar="BRIDGE",

                        default=constants.DEFAULT_BRIDGE,),

            make_option("--master-netdev", dest="master_netdev",

                        help="Specify the node interface (cluster-wide)"

                          " on which the master IP address will be added "

                          " [%s]" % constants.DEFAULT_BRIDGE,

                        metavar="NETDEV",

                        default=constants.DEFAULT_BRIDGE,),

            make_option("--file-storage-dir", dest="file_storage_dir",

                        help="Specify the default directory (cluster-wide)"

                             " for storing the file-based disks [%s]" %

                             constants.DEFAULT_FILE_STORAGE_DIR,

                        metavar="DIR",

                        default=constants.DEFAULT_FILE_STORAGE_DIR,),

            make_option("--no-lvm-storage", dest="lvm_storage",

                        help="No support for lvm based instances"

                             " (cluster-wide)",

                        action="store_false", default=True,),

            make_option("--enabled-hypervisors", dest="enabled_hypervisors",

                        help="Comma-separated list of hypervisors",

                        type="string", default=None),

            ikv_option("-H", "--hypervisor-parameters", dest="hvparams",

                       help="Hypervisor and hypervisor options, in the"

                         " format"

                       " hypervisor:option=value,option=value,...",

                       default=[],

                       action="append",

                       type="identkeyval"),

            keyval_option("-B", "--backend-parameters", dest="beparams",

                          type="keyval", default={},

                          help="Backend parameters"),

            ],

           "[opts...] <cluster_name>",

           "Initialises a new cluster configuration"),

  'destroy': (DestroyCluster, ARGS_NONE,

              [DEBUG_OPT,

               make_option("--yes-do-it", dest="yes_do_it",

                           help="Destroy cluster",

                           action="store_true"),

              ],

              "", "Destroy cluster"),

  'rename': (RenameCluster, ARGS_ONE, [DEBUG_OPT, FORCE_OPT],

               "<new_name>",

               "Renames the cluster"),

  'verify': (VerifyCluster, ARGS_NONE, [DEBUG_OPT,

             make_option("--no-nplus1-mem", dest="skip_nplusone_mem",

                         help="Skip N+1 memory redundancy tests",

                         action="store_true",

                         default=False,),

             ],

             "", "Does a check on the cluster configuration"),

  'verify-disks': (VerifyDisks, ARGS_NONE, [DEBUG_OPT],

                   "", "Does a check on the cluster disk status"),

  'masterfailover': (MasterFailover, ARGS_NONE, [DEBUG_OPT],

                     "", "Makes the current node the master"),

  'version': (ShowClusterVersion, ARGS_NONE, [DEBUG_OPT],

              "", "Shows the cluster version"),

  'getmaster': (ShowClusterMaster, ARGS_NONE, [DEBUG_OPT],

                "", "Shows the cluster master"),

  'copyfile': (ClusterCopyFile, ARGS_ONE, [DEBUG_OPT, node_option],

               "[-n node...] <filename>",

               "Copies a file to all (or only some) nodes"),

  'command': (RunClusterCommand, ARGS_ATLEAST(1), [DEBUG_OPT, node_option],

              "[-n node...] <command>",

              "Runs a command on all (or only some) nodes"),

  'info': (ShowClusterConfig, ARGS_NONE, [DEBUG_OPT],

                 "", "Show cluster configuration"),

  'list-tags': (ListTags, ARGS_NONE,

                [DEBUG_OPT], "", "List the tags of the cluster"),

  'add-tags': (AddTags, ARGS_ANY, [DEBUG_OPT, TAG_SRC_OPT],

               "tag...", "Add tags to the cluster"),

  'remove-tags': (RemoveTags, ARGS_ANY, [DEBUG_OPT, TAG_SRC_OPT],

                  "tag...", "Remove tags from the cluster"),

  'search-tags': (SearchTags, ARGS_ONE,

                  [DEBUG_OPT], "", "Searches the tags on all objects on"

                  " the cluster for a given pattern (regex)"),

  'queue': (QueueOps, ARGS_ONE, [DEBUG_OPT],

            "drain|undrain|info", "Change queue properties"),

  'modify': (SetClusterParams, ARGS_NONE,

             [DEBUG_OPT,

              make_option("-g", "--vg-name", dest="vg_name",

                          help="Specify the volume group name "

                          " (cluster-wide) for disk allocation "

                          "and enable lvm based storage",

                          metavar="VG",),

              make_option("--no-lvm-storage", dest="lvm_storage",

                          help="Disable support for lvm based instances"

                               " (cluster-wide)",

                          action="store_false", default=True,),

              make_option("--enabled-hypervisors", dest="enabled_hypervisors",

                          help="Comma-separated list of hypervisors",

                          type="string", default=None),

              ikv_option("-H", "--hypervisor-parameters", dest="hvparams",

                         help="Hypervisor and hypervisor options, in the"

                         " format"

                         " hypervisor:option=value,option=value,...",

                         default=[],

                         action="append",

                         type="identkeyval"),

              keyval_option("-B", "--backend-parameters", dest="beparams",

                            type="keyval", default={},

                            help="Backend parameters"),

              ],

             "[opts...]",

             "Alters the parameters of the cluster"),

  }

if __name__ == '__main__':

  sys.exit(GenericMain(commands, override={"tag_type": constants.TAG_CLUSTER}))