Fix gnt-cluster init to set cluster defaults.
[ganeti-local] / scripts / gnt-cluster
index f0c6513..1c3fca8 100755 (executable)
 import sys
 from optparse import make_option
 import pprint
+import os.path
 
 from ganeti.cli import *
 from ganeti import opcodes
 from ganeti import constants
 from ganeti import errors
 from ganeti import utils
+from ganeti import bootstrap
+from ganeti import ssh
+from ganeti import ssconf
 
 
 def InitCluster(opts, args):
@@ -38,15 +42,73 @@ def InitCluster(opts, args):
     args - list of arguments, expected to be [clustername]
 
   """
-  op = opcodes.OpInitCluster(cluster_name=args[0],
-                             secondary_ip=opts.secondary_ip,
-                             hypervisor_type=opts.hypervisor_type,
-                             vg_name=opts.vg_name,
-                             mac_prefix=opts.mac_prefix,
-                             def_bridge=opts.def_bridge,
-                             master_netdev=opts.master_netdev,
-                             file_storage_dir=opts.file_storage_dir)
-  SubmitOpCode(op)
+  if not opts.lvm_storage and opts.vg_name:
+    print ("Options --no-lvm-storage and --vg-name conflict.")
+    return 1
+
+  vg_name = opts.vg_name
+  if opts.lvm_storage and not opts.vg_name:
+    vg_name = constants.DEFAULT_VG
+
+  hvlist = opts.enabled_hypervisors
+  if hvlist is not None:
+    hvlist = hvlist.split(",")
+  else:
+    hvlist = constants.DEFAULT_ENABLED_HYPERVISOR
+
+  hvparams = opts.hvparams
+  if hvparams:
+    # a list of (name, dict) we can pass directly to dict()
+    hvparams = dict(opts.hvparams)
+  else:
+    # otherwise init as empty dict
+    hvparams = {}
+
+  beparams = opts.beparams
+  # check for invalid parameters
+  for parameter in beparams:
+    if parameter not in constants.BES_PARAMETERS:
+      print "Invalid backend parameter: %s" % parameter
+      return 1
+
+  # prepare beparams dict
+  for parameter in constants.BES_PARAMETERS:
+    if parameter not in beparams:
+      beparams[parameter] = constants.BEC_DEFAULTS[parameter]
+
+  # type wrangling
+  try:
+    beparams[constants.BE_VCPUS] = int(beparams[constants.BE_VCPUS])
+  except ValueError:
+    print "%s must be an integer" % constants.BE_VCPUS
+    return 1
+
+  beparams[constants.BE_MEMORY] = utils.ParseUnit(beparams[constants.BE_MEMORY])
+
+  # prepare hvparams dict
+  for hv in constants.HYPER_TYPES:
+    if hv not in hvparams:
+      hvparams[hv] = {}
+    for parameter in constants.HVC_DEFAULTS[hv]:
+      if parameter not in hvparams[hv]:
+        hvparams[hv][parameter] = constants.HVC_DEFAULTS[hv][parameter]
+
+  for hv in hvlist:
+    if hv not in constants.HYPER_TYPES:
+      print "invalid hypervisor: %s" % hv
+      return 1
+
+  bootstrap.InitCluster(cluster_name=args[0],
+                        secondary_ip=opts.secondary_ip,
+                        hypervisor_type=opts.hypervisor_type,
+                        vg_name=vg_name,
+                        mac_prefix=opts.mac_prefix,
+                        def_bridge=opts.def_bridge,
+                        master_netdev=opts.master_netdev,
+                        file_storage_dir=opts.file_storage_dir,
+                        enabled_hypervisors=hvlist,
+                        hvparams=hvparams,
+                        beparams=beparams)
   return 0
 
 
@@ -63,7 +125,10 @@ def DestroyCluster(opts, args):
     return 1
 
   op = opcodes.OpDestroyCluster()
-  SubmitOpCode(op)
+  master = SubmitOpCode(op)
+  # if we reached this, the opcode didn't fail; we can proceed to
+  # shutdown all the daemons
+  bootstrap.FinalizeClusterDestroy(master)
   return 0
 
 
@@ -113,9 +178,7 @@ def ShowClusterMaster(opts, args):
     opts - class with options as members
 
   """
-  op = opcodes.OpQueryClusterInfo()
-  result = SubmitOpCode(op)
-  print (result["master"])
+  print GetClient().QueryConfigValues(["master_node"])[0]
   return 0
 
 
@@ -133,6 +196,21 @@ def ShowClusterConfig(opts, args):
   print ("Architecture (this node): %s (%s)" %
          (result["architecture"][0], result["architecture"][1]))
 
+  print ("Default hypervisor: %s" % result["hypervisor_type"])
+  print ("Enabled hypervisors: %s" % ", ".join(result["enabled_hypervisors"]))
+
+  print "Hypervisor parameters:"
+  for hv_name, hv_dict in result["hvparams"].items():
+    print "  - %s:" % hv_name
+    for item, val in hv_dict.iteritems():
+      print "      %s: %s" % (item, val)
+
+  print "Cluster parameters:"
+  for gr_name, gr_dict in result["beparams"].items():
+    print "  - %s:" % gr_name
+    for item, val in gr_dict.iteritems():
+      print "      %s: %s" % (item, val)
+
   return 0
 
 
@@ -146,8 +224,25 @@ def ClusterCopyFile(opts, args):
     nodes - list containing the name of target nodes; if empty, all nodes
 
   """
-  op = opcodes.OpClusterCopyFile(filename=args[0], nodes=opts.nodes)
-  SubmitOpCode(op)
+  filename = args[0]
+  if not os.path.exists(filename):
+    raise errors.OpPrereqError("No such filename '%s'" % filename)
+
+  cl = GetClient()
+
+  myname = utils.HostInfo().name
+
+  cluster_name = cl.QueryConfigValues(["cluster_name"])[0]
+
+  op = opcodes.OpQueryNodes(output_fields=["name"], names=opts.nodes)
+  results = [row[0] for row in SubmitOpCode(op, cl=cl) if row[0] != myname]
+
+  srun = ssh.SshRunner(cluster_name=cluster_name)
+  for node in results:
+    if not srun.CopyFileToNode(node, filename):
+      print >> sys.stderr, ("Copy of file %s to node %s failed" %
+                            (filename, node))
+
   return 0
 
 
@@ -161,15 +256,30 @@ def RunClusterCommand(opts, args):
     nodes: list containing the name of target nodes; if empty, all nodes
 
   """
+  cl = GetClient()
+
   command = " ".join(args)
-  nodes = opts.nodes
-  op = opcodes.OpRunClusterCommand(command=command, nodes=nodes)
-  result = SubmitOpCode(op)
-  for node, output, exit_code in result:
+  op = opcodes.OpQueryNodes(output_fields=["name"], names=opts.nodes)
+  nodes = [row[0] for row in SubmitOpCode(op, cl=cl)]
+
+  cluster_name, master_node = cl.QueryConfigValues(["cluster_name",
+                                                    "master_node"])
+
+  srun = ssh.SshRunner(cluster_name=cluster_name)
+
+  # Make sure master node is at list end
+  if master_node in nodes:
+    nodes.remove(master_node)
+    nodes.append(master_node)
+
+  for name in nodes:
+    result = srun.Run(name, "root", command)
     print ("------------------------------------------------")
-    print ("node: %s" % node)
-    print ("%s" % output)
-    print ("return code = %s" % exit_code)
+    print ("node: %s" % name)
+    print ("%s" % result.output)
+    print ("return code = %s" % result.exit_code)
+
+  return 0
 
 
 def VerifyCluster(opts, args):
@@ -179,9 +289,14 @@ def VerifyCluster(opts, args):
     opts - class with options as members
 
   """
-  op = opcodes.OpVerifyCluster()
-  result = SubmitOpCode(op)
-  return result
+  skip_checks = []
+  if opts.skip_nplusone_mem:
+    skip_checks.append(constants.VERIFY_NPLUSONE_MEM)
+  op = opcodes.OpVerifyCluster(skip_checks=skip_checks)
+  if SubmitOpCode(op):
+    return 0
+  else:
+    return 1
 
 
 def VerifyDisks(opts, args):
@@ -193,7 +308,7 @@ def VerifyDisks(opts, args):
   """
   op = opcodes.OpVerifyDisks()
   result = SubmitOpCode(op)
-  if not isinstance(result, tuple) or len(result) != 4:
+  if not isinstance(result, (list, tuple)) or len(result) != 4:
     raise errors.ProgrammerError("Unknown result type for OpVerifyDisks")
 
   nodes, nlvm, instances, missing = result
@@ -254,8 +369,7 @@ def MasterFailover(opts, args):
   master.
 
   """
-  op = opcodes.OpMasterFailover()
-  SubmitOpCode(op)
+  return bootstrap.MasterFailover()
 
 
 def SearchTags(opts, args):
@@ -272,6 +386,61 @@ def SearchTags(opts, args):
     print "%s %s" % (path, tag)
 
 
+def SetClusterParams(opts, args):
+  """Modify the cluster.
+
+  Args:
+    opts - class with options as members
+
+  """
+  if not (not opts.lvm_storage or opts.vg_name or
+          opts.enabled_hypervisors or opts.hvparams or
+          opts.beparams):
+    print "Please give at least one of the parameters."
+    return 1
+
+  vg_name = opts.vg_name
+  if not opts.lvm_storage and opts.vg_name:
+    print ("Options --no-lvm-storage and --vg-name conflict.")
+    return 1
+
+  hvlist = opts.enabled_hypervisors
+  if hvlist is not None:
+    hvlist = hvlist.split(",")
+
+  hvparams = opts.hvparams
+  if hvparams:
+    # a list of (name, dict) we can pass directly to dict()
+    hvparams = dict(opts.hvparams)
+
+  beparams = opts.beparams
+
+  op = opcodes.OpSetClusterParams(vg_name=opts.vg_name,
+                                  enabled_hypervisors=hvlist,
+                                  hvparams=hvparams,
+                                  beparams=beparams)
+  SubmitOpCode(op)
+  return 0
+
+
+def QueueOps(opts, args):
+  """Queue operations.
+
+  """
+  command = args[0]
+  client = GetClient()
+  if command in ("drain", "undrain"):
+    drain_flag = command == "drain"
+    client.SetQueueDrainFlag(drain_flag)
+  elif command == "info":
+    result = client.QueryConfigValues(["drain_flag"])
+    print "The drain flag is",
+    if result[0]:
+      print "set"
+    else:
+      print "unset"
+  return 0
+
 # this is an option common to more than one command, so we declare
 # it here and reuse it
 node_option = make_option("-n", "--node", action="append", dest="nodes",
@@ -289,11 +458,12 @@ commands = {
                         metavar="ADDRESS", default=None),
             make_option("-t", "--hypervisor-type", dest="hypervisor_type",
                         help="Specify the hypervisor type "
-                        "(xen-3.0, fake, xen-hvm-3.1)",
-                        metavar="TYPE", choices=["xen-3.0",
+                        "(xen-pvm, kvm, fake, xen-hvm)",
+                        metavar="TYPE", choices=["xen-pvm",
+                                                 "kvm",
                                                  "fake",
-                                                 "xen-hvm-3.1"],
-                        default="xen-3.0",),
+                                                 "xen-hvm"],
+                        default="xen-pvm",),
             make_option("-m", "--mac-prefix", dest="mac_prefix",
                         help="Specify the mac prefix for the instance IP"
                         " addresses, in the format XX:XX:XX",
@@ -303,7 +473,7 @@ commands = {
                         help="Specify the volume group name "
                         " (cluster-wide) for disk allocation [xenvg]",
                         metavar="VG",
-                        default="xenvg",),
+                        default=None,),
             make_option("-b", "--bridge", dest="def_bridge",
                         help="Specify the default bridge name (cluster-wide)"
                           " to connect the instances to [%s]" %
@@ -322,6 +492,23 @@ commands = {
                              constants.DEFAULT_FILE_STORAGE_DIR,
                         metavar="DIR",
                         default=constants.DEFAULT_FILE_STORAGE_DIR,),
+            make_option("--no-lvm-storage", dest="lvm_storage",
+                        help="No support for lvm based instances"
+                             " (cluster-wide)",
+                        action="store_false", default=True,),
+            make_option("--enabled-hypervisors", dest="enabled_hypervisors",
+                        help="Comma-separated list of hypervisors",
+                        type="string", default=None),
+            ikv_option("-H", "--hypervisor-parameters", dest="hvparams",
+                       help="Hypervisor and hypervisor options, in the"
+                         " format"
+                       " hypervisor:option=value,option=value,...",
+                       default=[],
+                       action="append",
+                       type="identkeyval"),
+            keyval_option("-B", "--backend-parameters", dest="beparams",
+                          type="keyval", default={},
+                          help="Backend parameters"),
             ],
            "[opts...] <cluster_name>",
            "Initialises a new cluster configuration"),
@@ -335,7 +522,12 @@ commands = {
   'rename': (RenameCluster, ARGS_ONE, [DEBUG_OPT, FORCE_OPT],
                "<new_name>",
                "Renames the cluster"),
-  'verify': (VerifyCluster, ARGS_NONE, [DEBUG_OPT],
+  'verify': (VerifyCluster, ARGS_NONE, [DEBUG_OPT,
+             make_option("--no-nplus1-mem", dest="skip_nplusone_mem",
+                         help="Skip N+1 memory redundancy tests",
+                         action="store_true",
+                         default=False,),
+             ],
              "", "Does a check on the cluster configuration"),
   'verify-disks': (VerifyDisks, ARGS_NONE, [DEBUG_OPT],
                    "", "Does a check on the cluster disk status"),
@@ -362,6 +554,35 @@ commands = {
   'search-tags': (SearchTags, ARGS_ONE,
                   [DEBUG_OPT], "", "Searches the tags on all objects on"
                   " the cluster for a given pattern (regex)"),
+  'queue': (QueueOps, ARGS_ONE, [DEBUG_OPT],
+            "drain|undrain|info", "Change queue properties"),
+  'modify': (SetClusterParams, ARGS_NONE,
+             [DEBUG_OPT,
+              make_option("-g", "--vg-name", dest="vg_name",
+                          help="Specify the volume group name "
+                          " (cluster-wide) for disk allocation "
+                          "and enable lvm based storage",
+                          metavar="VG",),
+              make_option("--no-lvm-storage", dest="lvm_storage",
+                          help="Disable support for lvm based instances"
+                               " (cluster-wide)",
+                          action="store_false", default=True,),
+              make_option("--enabled-hypervisors", dest="enabled_hypervisors",
+                          help="Comma-separated list of hypervisors",
+                          type="string", default=None),
+              ikv_option("-H", "--hypervisor-parameters", dest="hvparams",
+                         help="Hypervisor and hypervisor options, in the"
+                         " format"
+                         " hypervisor:option=value,option=value,...",
+                         default=[],
+                         action="append",
+                         type="identkeyval"),
+              keyval_option("-B", "--backend-parameters", dest="beparams",
+                            type="keyval", default={},
+                            help="Backend parameters"),
+              ],
+             "[opts...]",
+             "Alters the parameters of the cluster"),
   }
 
 if __name__ == '__main__':