4 # Copyright (C) 2006, 2007 Google Inc.
6 # This program is free software; you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation; either version 2 of the License, or
9 # (at your option) any later version.
11 # This program is distributed in the hope that it will be useful, but
12 # WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 # General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program; if not, write to the Free Software
18 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
21 """Cluster related commands"""
23 # pylint: disable-msg=W0401,W0613,W0614,C0103
24 # W0401: Wildcard import ganeti.cli
25 # W0613: Unused argument, since all functions follow the same API
26 # W0614: Unused import %s from wildcard import (since we need cli)
27 # C0103: Invalid name gnt-cluster
34 from ganeti.cli import *
35 from ganeti import opcodes
36 from ganeti import constants
37 from ganeti import errors
38 from ganeti import utils
39 from ganeti import bootstrap
40 from ganeti import ssh
41 from ganeti import objects
42 from ganeti import uidpool
43 from ganeti import compat
47 def InitCluster(opts, args):
48 """Initialize the cluster.
50 @param opts: the command line options selected by the user
52 @param args: should contain only one element, the desired
55 @return: the desired exit code
58 if not opts.lvm_storage and opts.vg_name:
59 ToStderr("Options --no-lvm-storage and --vg-name conflict.")
62 vg_name = opts.vg_name
63 if opts.lvm_storage and not opts.vg_name:
64 vg_name = constants.DEFAULT_VG
66 hvlist = opts.enabled_hypervisors
68 hvlist = constants.DEFAULT_ENABLED_HYPERVISOR
69 hvlist = hvlist.split(",")
71 hvparams = dict(opts.hvparams)
72 beparams = opts.beparams
73 nicparams = opts.nicparams
75 # prepare beparams dict
76 beparams = objects.FillDict(constants.BEC_DEFAULTS, beparams)
77 utils.ForceDictType(beparams, constants.BES_PARAMETER_TYPES)
79 # prepare nicparams dict
80 nicparams = objects.FillDict(constants.NICC_DEFAULTS, nicparams)
81 utils.ForceDictType(nicparams, constants.NICS_PARAMETER_TYPES)
83 # prepare hvparams dict
84 for hv in constants.HYPER_TYPES:
85 if hv not in hvparams:
87 hvparams[hv] = objects.FillDict(constants.HVC_DEFAULTS[hv], hvparams[hv])
88 utils.ForceDictType(hvparams[hv], constants.HVS_PARAMETER_TYPES)
90 if opts.candidate_pool_size is None:
91 opts.candidate_pool_size = constants.MASTER_POOL_SIZE_DEFAULT
93 if opts.mac_prefix is None:
94 opts.mac_prefix = constants.DEFAULT_MAC_PREFIX
96 uid_pool = opts.uid_pool
97 if uid_pool is not None:
98 uid_pool = uidpool.ParseUidPool(uid_pool)
100 bootstrap.InitCluster(cluster_name=args[0],
101 secondary_ip=opts.secondary_ip,
103 mac_prefix=opts.mac_prefix,
104 master_netdev=opts.master_netdev,
105 file_storage_dir=opts.file_storage_dir,
106 enabled_hypervisors=hvlist,
110 candidate_pool_size=opts.candidate_pool_size,
111 modify_etc_hosts=opts.modify_etc_hosts,
112 modify_ssh_setup=opts.modify_ssh_setup,
113 maintain_node_health=opts.maintain_node_health,
116 op = opcodes.OpPostInitCluster()
117 SubmitOpCode(op, opts=opts)
122 def DestroyCluster(opts, args):
123 """Destroy the cluster.
125 @param opts: the command line options selected by the user
127 @param args: should be an empty list
129 @return: the desired exit code
132 if not opts.yes_do_it:
133 ToStderr("Destroying a cluster is irreversible. If you really want"
134 " destroy this cluster, supply the --yes-do-it option.")
137 op = opcodes.OpDestroyCluster()
138 master = SubmitOpCode(op, opts=opts)
139 # if we reached this, the opcode didn't fail; we can proceed to
140 # shutdown all the daemons
141 bootstrap.FinalizeClusterDestroy(master)
145 def RenameCluster(opts, args):
146 """Rename the cluster.
148 @param opts: the command line options selected by the user
150 @param args: should contain only one element, the new cluster name
152 @return: the desired exit code
157 usertext = ("This will rename the cluster to '%s'. If you are connected"
158 " over the network to the cluster name, the operation is very"
159 " dangerous as the IP address will be removed from the node"
160 " and the change may not go through. Continue?") % name
161 if not AskUser(usertext):
164 op = opcodes.OpRenameCluster(name=name)
165 SubmitOpCode(op, opts=opts)
169 def RedistributeConfig(opts, args):
170 """Forces push of the cluster configuration.
172 @param opts: the command line options selected by the user
174 @param args: empty list
176 @return: the desired exit code
179 op = opcodes.OpRedistributeConfig()
180 SubmitOrSend(op, opts)
184 def ShowClusterVersion(opts, args):
185 """Write version of ganeti software to the standard output.
187 @param opts: the command line options selected by the user
189 @param args: should be an empty list
191 @return: the desired exit code
195 result = cl.QueryClusterInfo()
196 ToStdout("Software version: %s", result["software_version"])
197 ToStdout("Internode protocol: %s", result["protocol_version"])
198 ToStdout("Configuration format: %s", result["config_version"])
199 ToStdout("OS api version: %s", result["os_api_version"])
200 ToStdout("Export interface: %s", result["export_version"])
204 def ShowClusterMaster(opts, args):
205 """Write name of master node to the standard output.
207 @param opts: the command line options selected by the user
209 @param args: should be an empty list
211 @return: the desired exit code
214 master = bootstrap.GetMaster()
219 def _PrintGroupedParams(paramsdict, level=1):
220 """Print Grouped parameters (be, nic, disk) by group.
222 @type paramsdict: dict of dicts
223 @param paramsdict: {group: {param: value, ...}, ...}
225 @param level: Level of indention
229 for item, val in sorted(paramsdict.items()):
230 if isinstance(val, dict):
231 ToStdout("%s- %s:", indent, item)
232 _PrintGroupedParams(val, level=level + 1)
234 ToStdout("%s %s: %s", indent, item, val)
237 def ShowClusterConfig(opts, args):
238 """Shows cluster information.
240 @param opts: the command line options selected by the user
242 @param args: should be an empty list
244 @return: the desired exit code
248 result = cl.QueryClusterInfo()
250 ToStdout("Cluster name: %s", result["name"])
251 ToStdout("Cluster UUID: %s", result["uuid"])
253 ToStdout("Creation time: %s", utils.FormatTime(result["ctime"]))
254 ToStdout("Modification time: %s", utils.FormatTime(result["mtime"]))
256 ToStdout("Master node: %s", result["master"])
258 ToStdout("Architecture (this node): %s (%s)",
259 result["architecture"][0], result["architecture"][1])
262 tags = utils.CommaJoin(utils.NiceSort(result["tags"]))
266 ToStdout("Tags: %s", tags)
268 ToStdout("Default hypervisor: %s", result["default_hypervisor"])
269 ToStdout("Enabled hypervisors: %s",
270 utils.CommaJoin(result["enabled_hypervisors"]))
272 ToStdout("Hypervisor parameters:")
273 _PrintGroupedParams(result["hvparams"])
275 ToStdout("OS specific hypervisor parameters:")
276 _PrintGroupedParams(result["os_hvp"])
278 ToStdout("Cluster parameters:")
279 ToStdout(" - candidate pool size: %s", result["candidate_pool_size"])
280 ToStdout(" - master netdev: %s", result["master_netdev"])
281 ToStdout(" - lvm volume group: %s", result["volume_group_name"])
282 ToStdout(" - file storage path: %s", result["file_storage_dir"])
283 ToStdout(" - maintenance of node health: %s",
284 result["maintain_node_health"])
285 ToStdout(" - uid pool: %s", uidpool.FormatUidPool(result["uid_pool"]))
287 ToStdout("Default instance parameters:")
288 _PrintGroupedParams(result["beparams"])
290 ToStdout("Default nic parameters:")
291 _PrintGroupedParams(result["nicparams"])
296 def ClusterCopyFile(opts, args):
297 """Copy a file from master to some nodes.
299 @param opts: the command line options selected by the user
301 @param args: should contain only one element, the path of
302 the file to be copied
304 @return: the desired exit code
308 if not os.path.exists(filename):
309 raise errors.OpPrereqError("No such filename '%s'" % filename,
314 cluster_name = cl.QueryConfigValues(["cluster_name"])[0]
316 results = GetOnlineNodes(nodes=opts.nodes, cl=cl, filter_master=True,
317 secondary_ips=opts.use_replication_network)
319 srun = ssh.SshRunner(cluster_name=cluster_name)
321 if not srun.CopyFileToNode(node, filename):
322 ToStderr("Copy of file %s to node %s failed", filename, node)
327 def RunClusterCommand(opts, args):
328 """Run a command on some nodes.
330 @param opts: the command line options selected by the user
332 @param args: should contain the command to be run and its arguments
334 @return: the desired exit code
339 command = " ".join(args)
341 nodes = GetOnlineNodes(nodes=opts.nodes, cl=cl)
343 cluster_name, master_node = cl.QueryConfigValues(["cluster_name",
346 srun = ssh.SshRunner(cluster_name=cluster_name)
348 # Make sure master node is at list end
349 if master_node in nodes:
350 nodes.remove(master_node)
351 nodes.append(master_node)
354 result = srun.Run(name, "root", command)
355 ToStdout("------------------------------------------------")
356 ToStdout("node: %s", name)
357 ToStdout("%s", result.output)
358 ToStdout("return code = %s", result.exit_code)
363 def VerifyCluster(opts, args):
364 """Verify integrity of cluster, performing various test on nodes.
366 @param opts: the command line options selected by the user
368 @param args: should be an empty list
370 @return: the desired exit code
374 if opts.skip_nplusone_mem:
375 skip_checks.append(constants.VERIFY_NPLUSONE_MEM)
376 op = opcodes.OpVerifyCluster(skip_checks=skip_checks,
377 verbose=opts.verbose,
378 error_codes=opts.error_codes,
379 debug_simulate_errors=opts.simulate_errors)
380 if SubmitOpCode(op, opts=opts):
386 def VerifyDisks(opts, args):
387 """Verify integrity of cluster disks.
389 @param opts: the command line options selected by the user
391 @param args: should be an empty list
393 @return: the desired exit code
396 op = opcodes.OpVerifyDisks()
397 result = SubmitOpCode(op, opts=opts)
398 if not isinstance(result, (list, tuple)) or len(result) != 3:
399 raise errors.ProgrammerError("Unknown result type for OpVerifyDisks")
401 bad_nodes, instances, missing = result
403 retcode = constants.EXIT_SUCCESS
406 for node, text in bad_nodes.items():
407 ToStdout("Error gathering data on node %s: %s",
408 node, utils.SafeEncode(text[-400:]))
410 ToStdout("You need to fix these nodes first before fixing instances")
413 for iname in instances:
416 op = opcodes.OpActivateInstanceDisks(instance_name=iname)
418 ToStdout("Activating disks for instance '%s'", iname)
419 SubmitOpCode(op, opts=opts)
420 except errors.GenericError, err:
421 nret, msg = FormatError(err)
423 ToStderr("Error activating disks for instance %s: %s", iname, msg)
426 for iname, ival in missing.iteritems():
427 all_missing = compat.all(ival, lambda x: x[0] in bad_nodes)
429 ToStdout("Instance %s cannot be verified as it lives on"
430 " broken nodes", iname)
432 ToStdout("Instance %s has missing logical volumes:", iname)
434 for node, vol in ival:
435 if node in bad_nodes:
436 ToStdout("\tbroken node %s /dev/xenvg/%s", node, vol)
438 ToStdout("\t%s /dev/xenvg/%s", node, vol)
439 ToStdout("You need to run replace_disks for all the above"
440 " instances, if this message persist after fixing nodes.")
446 def RepairDiskSizes(opts, args):
447 """Verify sizes of cluster disks.
449 @param opts: the command line options selected by the user
451 @param args: optional list of instances to restrict check to
453 @return: the desired exit code
456 op = opcodes.OpRepairDiskSizes(instances=args)
457 SubmitOpCode(op, opts=opts)
461 def MasterFailover(opts, args):
462 """Failover the master node.
464 This command, when run on a non-master node, will cause the current
465 master to cease being master, and the non-master to become new
468 @param opts: the command line options selected by the user
470 @param args: should be an empty list
472 @return: the desired exit code
476 usertext = ("This will perform the failover even if most other nodes"
477 " are down, or if this node is outdated. This is dangerous"
478 " as it can lead to a non-consistent cluster. Check the"
479 " gnt-cluster(8) man page before proceeding. Continue?")
480 if not AskUser(usertext):
483 return bootstrap.MasterFailover(no_voting=opts.no_voting)
486 def SearchTags(opts, args):
487 """Searches the tags on all the cluster.
489 @param opts: the command line options selected by the user
491 @param args: should contain only one element, the tag pattern
493 @return: the desired exit code
496 op = opcodes.OpSearchTags(pattern=args[0])
497 result = SubmitOpCode(op, opts=opts)
500 result = list(result)
502 for path, tag in result:
503 ToStdout("%s %s", path, tag)
506 def _RenewCrypto(new_cluster_cert, new_rapi_cert, rapi_cert_filename,
507 new_confd_hmac_key, new_cds, cds_filename,
509 """Renews cluster certificates, keys and secrets.
511 @type new_cluster_cert: bool
512 @param new_cluster_cert: Whether to generate a new cluster certificate
513 @type new_rapi_cert: bool
514 @param new_rapi_cert: Whether to generate a new RAPI certificate
515 @type rapi_cert_filename: string
516 @param rapi_cert_filename: Path to file containing new RAPI certificate
517 @type new_confd_hmac_key: bool
518 @param new_confd_hmac_key: Whether to generate a new HMAC key
520 @param new_cds: Whether to generate a new cluster domain secret
521 @type cds_filename: string
522 @param cds_filename: Path to file containing new cluster domain secret
524 @param force: Whether to ask user for confirmation
527 if new_rapi_cert and rapi_cert_filename:
528 ToStderr("Only one of the --new-rapi-certficate and --rapi-certificate"
529 " options can be specified at the same time.")
532 if new_cds and cds_filename:
533 ToStderr("Only one of the --new-cluster-domain-secret and"
534 " --cluster-domain-secret options can be specified at"
538 if rapi_cert_filename:
539 # Read and verify new certificate
541 rapi_cert_pem = utils.ReadFile(rapi_cert_filename)
543 OpenSSL.crypto.load_certificate(OpenSSL.crypto.FILETYPE_PEM,
545 except Exception, err: # pylint: disable-msg=W0703
546 ToStderr("Can't load new RAPI certificate from %s: %s" %
547 (rapi_cert_filename, str(err)))
551 OpenSSL.crypto.load_privatekey(OpenSSL.crypto.FILETYPE_PEM, rapi_cert_pem)
552 except Exception, err: # pylint: disable-msg=W0703
553 ToStderr("Can't load new RAPI private key from %s: %s" %
554 (rapi_cert_filename, str(err)))
562 cds = utils.ReadFile(cds_filename)
563 except Exception, err: # pylint: disable-msg=W0703
564 ToStderr("Can't load new cluster domain secret from %s: %s" %
565 (cds_filename, str(err)))
571 usertext = ("This requires all daemons on all nodes to be restarted and"
572 " may take some time. Continue?")
573 if not AskUser(usertext):
576 def _RenewCryptoInner(ctx):
577 ctx.feedback_fn("Updating certificates and keys")
578 bootstrap.GenerateClusterCrypto(new_cluster_cert, new_rapi_cert,
581 rapi_cert_pem=rapi_cert_pem,
587 files_to_copy.append(constants.NODED_CERT_FILE)
589 if new_rapi_cert or rapi_cert_pem:
590 files_to_copy.append(constants.RAPI_CERT_FILE)
592 if new_confd_hmac_key:
593 files_to_copy.append(constants.CONFD_HMAC_KEY)
596 files_to_copy.append(constants.CLUSTER_DOMAIN_SECRET_FILE)
599 for node_name in ctx.nonmaster_nodes:
600 ctx.feedback_fn("Copying %s to %s" %
601 (", ".join(files_to_copy), node_name))
602 for file_name in files_to_copy:
603 ctx.ssh.CopyFileToNode(node_name, file_name)
605 RunWhileClusterStopped(ToStdout, _RenewCryptoInner)
607 ToStdout("All requested certificates and keys have been replaced."
608 " Running \"gnt-cluster verify\" now is recommended.")
613 def RenewCrypto(opts, args):
614 """Renews cluster certificates, keys and secrets.
617 return _RenewCrypto(opts.new_cluster_cert,
620 opts.new_confd_hmac_key,
621 opts.new_cluster_domain_secret,
622 opts.cluster_domain_secret,
626 def SetClusterParams(opts, args):
627 """Modify the cluster.
629 @param opts: the command line options selected by the user
631 @param args: should be an empty list
633 @return: the desired exit code
636 if not (not opts.lvm_storage or opts.vg_name or
637 opts.enabled_hypervisors or opts.hvparams or
638 opts.beparams or opts.nicparams or
639 opts.candidate_pool_size is not None or
640 opts.uid_pool is not None or
641 opts.maintain_node_health is not None or
642 opts.add_uids is not None or
643 opts.remove_uids is not None):
644 ToStderr("Please give at least one of the parameters.")
647 vg_name = opts.vg_name
648 if not opts.lvm_storage and opts.vg_name:
649 ToStderr("Options --no-lvm-storage and --vg-name conflict.")
652 if not opts.lvm_storage:
655 hvlist = opts.enabled_hypervisors
656 if hvlist is not None:
657 hvlist = hvlist.split(",")
659 # a list of (name, dict) we can pass directly to dict() (or [])
660 hvparams = dict(opts.hvparams)
661 for hv_params in hvparams.values():
662 utils.ForceDictType(hv_params, constants.HVS_PARAMETER_TYPES)
664 beparams = opts.beparams
665 utils.ForceDictType(beparams, constants.BES_PARAMETER_TYPES)
667 nicparams = opts.nicparams
668 utils.ForceDictType(nicparams, constants.NICS_PARAMETER_TYPES)
671 mnh = opts.maintain_node_health
673 uid_pool = opts.uid_pool
674 if uid_pool is not None:
675 uid_pool = uidpool.ParseUidPool(uid_pool)
677 add_uids = opts.add_uids
678 if add_uids is not None:
679 add_uids = uidpool.ParseUidPool(add_uids)
681 remove_uids = opts.remove_uids
682 if remove_uids is not None:
683 remove_uids = uidpool.ParseUidPool(remove_uids)
685 op = opcodes.OpSetClusterParams(vg_name=vg_name,
686 enabled_hypervisors=hvlist,
691 candidate_pool_size=opts.candidate_pool_size,
692 maintain_node_health=mnh,
695 remove_uids=remove_uids)
696 SubmitOpCode(op, opts=opts)
700 def QueueOps(opts, args):
703 @param opts: the command line options selected by the user
705 @param args: should contain only one element, the subcommand
707 @return: the desired exit code
712 if command in ("drain", "undrain"):
713 drain_flag = command == "drain"
714 client.SetQueueDrainFlag(drain_flag)
715 elif command == "info":
716 result = client.QueryConfigValues(["drain_flag"])
721 ToStdout("The drain flag is %s" % val)
723 raise errors.OpPrereqError("Command '%s' is not valid." % command,
729 def _ShowWatcherPause(until):
730 if until is None or until < time.time():
731 ToStdout("The watcher is not paused.")
733 ToStdout("The watcher is paused until %s.", time.ctime(until))
736 def WatcherOps(opts, args):
737 """Watcher operations.
739 @param opts: the command line options selected by the user
741 @param args: should contain only one element, the subcommand
743 @return: the desired exit code
749 if command == "continue":
750 client.SetWatcherPause(None)
751 ToStdout("The watcher is no longer paused.")
753 elif command == "pause":
755 raise errors.OpPrereqError("Missing pause duration", errors.ECODE_INVAL)
757 result = client.SetWatcherPause(time.time() + ParseTimespec(args[1]))
758 _ShowWatcherPause(result)
760 elif command == "info":
761 result = client.QueryConfigValues(["watcher_pause"])
762 _ShowWatcherPause(result[0])
765 raise errors.OpPrereqError("Command '%s' is not valid." % command,
773 InitCluster, [ArgHost(min=1, max=1)],
774 [BACKEND_OPT, CP_SIZE_OPT, ENABLED_HV_OPT, GLOBAL_FILEDIR_OPT,
775 HVLIST_OPT, MAC_PREFIX_OPT, MASTER_NETDEV_OPT, NIC_PARAMS_OPT,
776 NOLVM_STORAGE_OPT, NOMODIFY_ETCHOSTS_OPT, NOMODIFY_SSH_SETUP_OPT,
777 SECONDARY_IP_OPT, VG_NAME_OPT, MAINTAIN_NODE_HEALTH_OPT,
779 "[opts...] <cluster_name>", "Initialises a new cluster configuration"),
781 DestroyCluster, ARGS_NONE, [YES_DOIT_OPT],
782 "", "Destroy cluster"),
784 RenameCluster, [ArgHost(min=1, max=1)],
787 "Renames the cluster"),
789 RedistributeConfig, ARGS_NONE, [SUBMIT_OPT],
790 "", "Forces a push of the configuration file and ssconf files"
791 " to the nodes in the cluster"),
793 VerifyCluster, ARGS_NONE,
794 [VERBOSE_OPT, DEBUG_SIMERR_OPT, ERROR_CODES_OPT, NONPLUS1_OPT],
795 "", "Does a check on the cluster configuration"),
797 VerifyDisks, ARGS_NONE, [],
798 "", "Does a check on the cluster disk status"),
799 'repair-disk-sizes': (
800 RepairDiskSizes, ARGS_MANY_INSTANCES, [],
801 "", "Updates mismatches in recorded disk sizes"),
803 MasterFailover, ARGS_NONE, [NOVOTING_OPT],
804 "", "Makes the current node the master"),
806 ShowClusterVersion, ARGS_NONE, [],
807 "", "Shows the cluster version"),
809 ShowClusterMaster, ARGS_NONE, [],
810 "", "Shows the cluster master"),
812 ClusterCopyFile, [ArgFile(min=1, max=1)],
813 [NODE_LIST_OPT, USE_REPL_NET_OPT],
814 "[-n node...] <filename>", "Copies a file to all (or only some) nodes"),
816 RunClusterCommand, [ArgCommand(min=1)],
818 "[-n node...] <command>", "Runs a command on all (or only some) nodes"),
820 ShowClusterConfig, ARGS_NONE, [],
821 "", "Show cluster configuration"),
823 ListTags, ARGS_NONE, [], "", "List the tags of the cluster"),
825 AddTags, [ArgUnknown()], [TAG_SRC_OPT],
826 "tag...", "Add tags to the cluster"),
828 RemoveTags, [ArgUnknown()], [TAG_SRC_OPT],
829 "tag...", "Remove tags from the cluster"),
831 SearchTags, [ArgUnknown(min=1, max=1)],
832 [], "", "Searches the tags on all objects on"
833 " the cluster for a given pattern (regex)"),
836 [ArgChoice(min=1, max=1, choices=["drain", "undrain", "info"])],
837 [], "drain|undrain|info", "Change queue properties"),
840 [ArgChoice(min=1, max=1, choices=["pause", "continue", "info"]),
841 ArgSuggest(min=0, max=1, choices=["30m", "1h", "4h"])],
843 "{pause <timespec>|continue|info}", "Change watcher properties"),
845 SetClusterParams, ARGS_NONE,
846 [BACKEND_OPT, CP_SIZE_OPT, ENABLED_HV_OPT, HVLIST_OPT,
847 NIC_PARAMS_OPT, NOLVM_STORAGE_OPT, VG_NAME_OPT, MAINTAIN_NODE_HEALTH_OPT,
848 UIDPOOL_OPT, ADD_UIDS_OPT, REMOVE_UIDS_OPT],
850 "Alters the parameters of the cluster"),
852 RenewCrypto, ARGS_NONE,
853 [NEW_CLUSTER_CERT_OPT, NEW_RAPI_CERT_OPT, RAPI_CERT_OPT,
854 NEW_CONFD_HMAC_KEY_OPT, FORCE_OPT,
855 NEW_CLUSTER_DOMAIN_SECRET_OPT, CLUSTER_DOMAIN_SECRET_OPT],
857 "Renews cluster certificates, keys and secrets"),
861 if __name__ == '__main__':
862 sys.exit(GenericMain(commands, override={"tag_type": constants.TAG_CLUSTER}))