Statistics
| Branch: | Tag: | Revision:

root / lib / bootstrap.py @ fa6dd6bb

History | View | Annotate | Download (32.9 kB)

1 a0c9f010 Michael Hanselmann
#
2 a0c9f010 Michael Hanselmann
#
3 a0c9f010 Michael Hanselmann
4 57dc299a Iustin Pop
# Copyright (C) 2006, 2007, 2008, 2010, 2011, 2012 Google Inc.
5 a0c9f010 Michael Hanselmann
#
6 a0c9f010 Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 a0c9f010 Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 a0c9f010 Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 a0c9f010 Michael Hanselmann
# (at your option) any later version.
10 a0c9f010 Michael Hanselmann
#
11 a0c9f010 Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 a0c9f010 Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 a0c9f010 Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 a0c9f010 Michael Hanselmann
# General Public License for more details.
15 a0c9f010 Michael Hanselmann
#
16 a0c9f010 Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 a0c9f010 Michael Hanselmann
# along with this program; if not, write to the Free Software
18 a0c9f010 Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 a0c9f010 Michael Hanselmann
# 02110-1301, USA.
20 a0c9f010 Michael Hanselmann
21 a0c9f010 Michael Hanselmann
22 a0c9f010 Michael Hanselmann
"""Functions to bootstrap a new cluster.
23 a0c9f010 Michael Hanselmann

24 a0c9f010 Michael Hanselmann
"""
25 a0c9f010 Michael Hanselmann
26 a0c9f010 Michael Hanselmann
import os
27 a0c9f010 Michael Hanselmann
import os.path
28 a0c9f010 Michael Hanselmann
import re
29 b1b6ea87 Iustin Pop
import logging
30 d693c864 Iustin Pop
import time
31 a0c9f010 Michael Hanselmann
32 a0c9f010 Michael Hanselmann
from ganeti import rpc
33 a0c9f010 Michael Hanselmann
from ganeti import ssh
34 a0c9f010 Michael Hanselmann
from ganeti import utils
35 a0c9f010 Michael Hanselmann
from ganeti import errors
36 a0c9f010 Michael Hanselmann
from ganeti import config
37 a0c9f010 Michael Hanselmann
from ganeti import constants
38 b9eeeb02 Michael Hanselmann
from ganeti import objects
39 a0c9f010 Michael Hanselmann
from ganeti import ssconf
40 a33848a5 Guido Trotter
from ganeti import serializer
41 a5728081 Guido Trotter
from ganeti import hypervisor
42 a721e23a Luca Bigliardi
from ganeti import bdev
43 a744b676 Manuel Franceschini
from ganeti import netutils
44 d367b66c Manuel Franceschini
from ganeti import backend
45 3b6b6129 Michael Hanselmann
from ganeti import luxi
46 ff699aa9 Michael Hanselmann
from ganeti import jstore
47 3b6b6129 Michael Hanselmann
48 a0c9f010 Michael Hanselmann
49 88b92fe3 Guido Trotter
# ec_id for InitConfig's temporary reservation manager
50 88b92fe3 Guido Trotter
_INITCONF_ECID = "initconfig-ecid"
51 88b92fe3 Guido Trotter
52 3b6b6129 Michael Hanselmann
#: After how many seconds daemon must be responsive
53 3b6b6129 Michael Hanselmann
_DAEMON_READY_TIMEOUT = 10.0
54 3b6b6129 Michael Hanselmann
55 e38220e4 Michael Hanselmann
56 531baf8e Iustin Pop
def _InitSSHSetup():
57 a0c9f010 Michael Hanselmann
  """Setup the SSH configuration for the cluster.
58 a0c9f010 Michael Hanselmann

59 a0c9f010 Michael Hanselmann
  This generates a dsa keypair for root, adds the pub key to the
60 a0c9f010 Michael Hanselmann
  permitted hosts and adds the hostkey to its own known hosts.
61 a0c9f010 Michael Hanselmann

62 a0c9f010 Michael Hanselmann
  """
63 a0c9f010 Michael Hanselmann
  priv_key, pub_key, auth_keys = ssh.GetUserFiles(constants.GANETI_RUNAS)
64 a0c9f010 Michael Hanselmann
65 a0c9f010 Michael Hanselmann
  for name in priv_key, pub_key:
66 a0c9f010 Michael Hanselmann
    if os.path.exists(name):
67 a0c9f010 Michael Hanselmann
      utils.CreateBackup(name)
68 a0c9f010 Michael Hanselmann
    utils.RemoveFile(name)
69 a0c9f010 Michael Hanselmann
70 a0c9f010 Michael Hanselmann
  result = utils.RunCmd(["ssh-keygen", "-t", "dsa",
71 a0c9f010 Michael Hanselmann
                         "-f", priv_key,
72 a0c9f010 Michael Hanselmann
                         "-q", "-N", ""])
73 a0c9f010 Michael Hanselmann
  if result.failed:
74 a0c9f010 Michael Hanselmann
    raise errors.OpExecError("Could not generate ssh keypair, error %s" %
75 a0c9f010 Michael Hanselmann
                             result.output)
76 a0c9f010 Michael Hanselmann
77 7a0156dc Luca Bigliardi
  utils.AddAuthorizedKey(auth_keys, utils.ReadFile(pub_key))
78 a0c9f010 Michael Hanselmann
79 a0c9f010 Michael Hanselmann
80 c008906b Michael Hanselmann
def GenerateHmacKey(file_name):
81 c008906b Michael Hanselmann
  """Writes a new HMAC key.
82 c008906b Michael Hanselmann

83 c008906b Michael Hanselmann
  @type file_name: str
84 c008906b Michael Hanselmann
  @param file_name: Path to output file
85 c008906b Michael Hanselmann

86 c008906b Michael Hanselmann
  """
87 43575108 Michael Hanselmann
  utils.WriteFile(file_name, data="%s\n" % utils.GenerateSecret(), mode=0400,
88 43575108 Michael Hanselmann
                  backup=True)
89 43575108 Michael Hanselmann
90 43575108 Michael Hanselmann
91 b6267745 Andrea Spadaccini
def GenerateClusterCrypto(new_cluster_cert, new_rapi_cert, new_spice_cert,
92 b6267745 Andrea Spadaccini
                          new_confd_hmac_key, new_cds,
93 b6267745 Andrea Spadaccini
                          rapi_cert_pem=None, spice_cert_pem=None,
94 b6267745 Andrea Spadaccini
                          spice_cacert_pem=None, cds=None,
95 aeefe835 Iustin Pop
                          nodecert_file=constants.NODED_CERT_FILE,
96 aeefe835 Iustin Pop
                          rapicert_file=constants.RAPI_CERT_FILE,
97 b6267745 Andrea Spadaccini
                          spicecert_file=constants.SPICE_CERT_FILE,
98 b6267745 Andrea Spadaccini
                          spicecacert_file=constants.SPICE_CACERT_FILE,
99 fc0726b9 Michael Hanselmann
                          hmackey_file=constants.CONFD_HMAC_KEY,
100 fc0726b9 Michael Hanselmann
                          cds_file=constants.CLUSTER_DOMAIN_SECRET_FILE):
101 43575108 Michael Hanselmann
  """Updates the cluster certificates, keys and secrets.
102 43575108 Michael Hanselmann

103 43575108 Michael Hanselmann
  @type new_cluster_cert: bool
104 43575108 Michael Hanselmann
  @param new_cluster_cert: Whether to generate a new cluster certificate
105 43575108 Michael Hanselmann
  @type new_rapi_cert: bool
106 43575108 Michael Hanselmann
  @param new_rapi_cert: Whether to generate a new RAPI certificate
107 b6267745 Andrea Spadaccini
  @type new_spice_cert: bool
108 b6267745 Andrea Spadaccini
  @param new_spice_cert: Whether to generate a new SPICE certificate
109 6b7d5878 Michael Hanselmann
  @type new_confd_hmac_key: bool
110 6b7d5878 Michael Hanselmann
  @param new_confd_hmac_key: Whether to generate a new HMAC key
111 3db3eb2a Michael Hanselmann
  @type new_cds: bool
112 3db3eb2a Michael Hanselmann
  @param new_cds: Whether to generate a new cluster domain secret
113 43575108 Michael Hanselmann
  @type rapi_cert_pem: string
114 43575108 Michael Hanselmann
  @param rapi_cert_pem: New RAPI certificate in PEM format
115 b6267745 Andrea Spadaccini
  @type spice_cert_pem: string
116 b6267745 Andrea Spadaccini
  @param spice_cert_pem: New SPICE certificate in PEM format
117 b6267745 Andrea Spadaccini
  @type spice_cacert_pem: string
118 b6267745 Andrea Spadaccini
  @param spice_cacert_pem: Certificate of the CA that signed the SPICE
119 b6267745 Andrea Spadaccini
                           certificate, in PEM format
120 3db3eb2a Michael Hanselmann
  @type cds: string
121 3db3eb2a Michael Hanselmann
  @param cds: New cluster domain secret
122 aeefe835 Iustin Pop
  @type nodecert_file: string
123 aeefe835 Iustin Pop
  @param nodecert_file: optional override of the node cert file path
124 aeefe835 Iustin Pop
  @type rapicert_file: string
125 aeefe835 Iustin Pop
  @param rapicert_file: optional override of the rapi cert file path
126 b6267745 Andrea Spadaccini
  @type spicecert_file: string
127 b6267745 Andrea Spadaccini
  @param spicecert_file: optional override of the spice cert file path
128 b6267745 Andrea Spadaccini
  @type spicecacert_file: string
129 b6267745 Andrea Spadaccini
  @param spicecacert_file: optional override of the spice CA cert file path
130 aeefe835 Iustin Pop
  @type hmackey_file: string
131 aeefe835 Iustin Pop
  @param hmackey_file: optional override of the hmac key file path
132 43575108 Michael Hanselmann

133 43575108 Michael Hanselmann
  """
134 168c1de2 Michael Hanselmann
  # noded SSL certificate
135 aeefe835 Iustin Pop
  cluster_cert_exists = os.path.exists(nodecert_file)
136 43575108 Michael Hanselmann
  if new_cluster_cert or not cluster_cert_exists:
137 43575108 Michael Hanselmann
    if cluster_cert_exists:
138 aeefe835 Iustin Pop
      utils.CreateBackup(nodecert_file)
139 43575108 Michael Hanselmann
140 aeefe835 Iustin Pop
    logging.debug("Generating new cluster certificate at %s", nodecert_file)
141 af2ae1c0 Iustin Pop
    utils.GenerateSelfSignedSslCert(nodecert_file)
142 43575108 Michael Hanselmann
143 6b7d5878 Michael Hanselmann
  # confd HMAC key
144 aeefe835 Iustin Pop
  if new_confd_hmac_key or not os.path.exists(hmackey_file):
145 aeefe835 Iustin Pop
    logging.debug("Writing new confd HMAC key to %s", hmackey_file)
146 aeefe835 Iustin Pop
    GenerateHmacKey(hmackey_file)
147 43575108 Michael Hanselmann
148 43575108 Michael Hanselmann
  # RAPI
149 aeefe835 Iustin Pop
  rapi_cert_exists = os.path.exists(rapicert_file)
150 43575108 Michael Hanselmann
151 43575108 Michael Hanselmann
  if rapi_cert_pem:
152 43575108 Michael Hanselmann
    # Assume rapi_pem contains a valid PEM-formatted certificate and key
153 aeefe835 Iustin Pop
    logging.debug("Writing RAPI certificate at %s", rapicert_file)
154 aeefe835 Iustin Pop
    utils.WriteFile(rapicert_file, data=rapi_cert_pem, backup=True)
155 43575108 Michael Hanselmann
156 43575108 Michael Hanselmann
  elif new_rapi_cert or not rapi_cert_exists:
157 43575108 Michael Hanselmann
    if rapi_cert_exists:
158 aeefe835 Iustin Pop
      utils.CreateBackup(rapicert_file)
159 43575108 Michael Hanselmann
160 aeefe835 Iustin Pop
    logging.debug("Generating new RAPI certificate at %s", rapicert_file)
161 af2ae1c0 Iustin Pop
    utils.GenerateSelfSignedSslCert(rapicert_file)
162 c008906b Michael Hanselmann
163 b6267745 Andrea Spadaccini
  # SPICE
164 b6267745 Andrea Spadaccini
  spice_cert_exists = os.path.exists(spicecert_file)
165 b6267745 Andrea Spadaccini
  spice_cacert_exists = os.path.exists(spicecacert_file)
166 b6267745 Andrea Spadaccini
  if spice_cert_pem:
167 b6267745 Andrea Spadaccini
    # spice_cert_pem implies also spice_cacert_pem
168 b6267745 Andrea Spadaccini
    logging.debug("Writing SPICE certificate at %s", spicecert_file)
169 b6267745 Andrea Spadaccini
    utils.WriteFile(spicecert_file, data=spice_cert_pem, backup=True)
170 b6267745 Andrea Spadaccini
    logging.debug("Writing SPICE CA certificate at %s", spicecacert_file)
171 b6267745 Andrea Spadaccini
    utils.WriteFile(spicecacert_file, data=spice_cacert_pem, backup=True)
172 b6267745 Andrea Spadaccini
  elif new_spice_cert or not spice_cert_exists:
173 b6267745 Andrea Spadaccini
    if spice_cert_exists:
174 b6267745 Andrea Spadaccini
      utils.CreateBackup(spicecert_file)
175 b6267745 Andrea Spadaccini
    if spice_cacert_exists:
176 b6267745 Andrea Spadaccini
      utils.CreateBackup(spicecacert_file)
177 b6267745 Andrea Spadaccini
178 b6267745 Andrea Spadaccini
    logging.debug("Generating new self-signed SPICE certificate at %s",
179 b6267745 Andrea Spadaccini
                  spicecert_file)
180 b6267745 Andrea Spadaccini
    (_, cert_pem) = utils.GenerateSelfSignedSslCert(spicecert_file)
181 b6267745 Andrea Spadaccini
182 b6267745 Andrea Spadaccini
    # Self-signed certificate -> the public certificate is also the CA public
183 b6267745 Andrea Spadaccini
    # certificate
184 b6267745 Andrea Spadaccini
    logging.debug("Writing the public certificate to %s",
185 b6267745 Andrea Spadaccini
                  spicecert_file)
186 b6267745 Andrea Spadaccini
    utils.io.WriteFile(spicecacert_file, mode=0400, data=cert_pem)
187 b6267745 Andrea Spadaccini
188 3db3eb2a Michael Hanselmann
  # Cluster domain secret
189 3db3eb2a Michael Hanselmann
  if cds:
190 fc0726b9 Michael Hanselmann
    logging.debug("Writing cluster domain secret to %s", cds_file)
191 fc0726b9 Michael Hanselmann
    utils.WriteFile(cds_file, data=cds, backup=True)
192 fc0726b9 Michael Hanselmann
193 fc0726b9 Michael Hanselmann
  elif new_cds or not os.path.exists(cds_file):
194 fc0726b9 Michael Hanselmann
    logging.debug("Generating new cluster domain secret at %s", cds_file)
195 fc0726b9 Michael Hanselmann
    GenerateHmacKey(cds_file)
196 3db3eb2a Michael Hanselmann
197 c008906b Michael Hanselmann
198 8f215968 Michael Hanselmann
def _InitGanetiServerSetup(master_name):
199 40a97d80 Michael Hanselmann
  """Setup the necessary configuration for the initial node daemon.
200 40a97d80 Michael Hanselmann

201 40a97d80 Michael Hanselmann
  This creates the nodepass file containing the shared password for
202 600535f0 Manuel Franceschini
  the cluster, generates the SSL certificate and starts the node daemon.
203 600535f0 Manuel Franceschini

204 600535f0 Manuel Franceschini
  @type master_name: str
205 600535f0 Manuel Franceschini
  @param master_name: Name of the master node
206 40a97d80 Michael Hanselmann

207 40a97d80 Michael Hanselmann
  """
208 43575108 Michael Hanselmann
  # Generate cluster secrets
209 b6267745 Andrea Spadaccini
  GenerateClusterCrypto(True, False, False, False, False)
210 4a34c5cf Guido Trotter
211 f154a7a3 Michael Hanselmann
  result = utils.RunCmd([constants.DAEMON_UTIL, "start", constants.NODED])
212 a0c9f010 Michael Hanselmann
  if result.failed:
213 a0c9f010 Michael Hanselmann
    raise errors.OpExecError("Could not start the node daemon, command %s"
214 a0c9f010 Michael Hanselmann
                             " had exitcode %s and error %s" %
215 a0c9f010 Michael Hanselmann
                             (result.cmd, result.exit_code, result.output))
216 a0c9f010 Michael Hanselmann
217 5627f375 Michael Hanselmann
  _WaitForNodeDaemon(master_name)
218 5627f375 Michael Hanselmann
219 5627f375 Michael Hanselmann
220 5627f375 Michael Hanselmann
def _WaitForNodeDaemon(node_name):
221 5627f375 Michael Hanselmann
  """Wait for node daemon to become responsive.
222 5627f375 Michael Hanselmann

223 5627f375 Michael Hanselmann
  """
224 d3833ebd Michael Hanselmann
  def _CheckNodeDaemon():
225 db04ce5d Michael Hanselmann
    result = rpc.BootstrapRunner().call_version([node_name])[node_name]
226 d3833ebd Michael Hanselmann
    if result.fail_msg:
227 d3833ebd Michael Hanselmann
      raise utils.RetryAgain()
228 8f215968 Michael Hanselmann
229 d3833ebd Michael Hanselmann
  try:
230 3b6b6129 Michael Hanselmann
    utils.Retry(_CheckNodeDaemon, 1.0, _DAEMON_READY_TIMEOUT)
231 d3833ebd Michael Hanselmann
  except utils.RetryTimeout:
232 5627f375 Michael Hanselmann
    raise errors.OpExecError("Node daemon on %s didn't answer queries within"
233 3b6b6129 Michael Hanselmann
                             " %s seconds" % (node_name, _DAEMON_READY_TIMEOUT))
234 3b6b6129 Michael Hanselmann
235 3b6b6129 Michael Hanselmann
236 3b6b6129 Michael Hanselmann
def _WaitForMasterDaemon():
237 3b6b6129 Michael Hanselmann
  """Wait for master daemon to become responsive.
238 3b6b6129 Michael Hanselmann

239 3b6b6129 Michael Hanselmann
  """
240 3b6b6129 Michael Hanselmann
  def _CheckMasterDaemon():
241 3b6b6129 Michael Hanselmann
    try:
242 3b6b6129 Michael Hanselmann
      cl = luxi.Client()
243 3b6b6129 Michael Hanselmann
      (cluster_name, ) = cl.QueryConfigValues(["cluster_name"])
244 3b6b6129 Michael Hanselmann
    except Exception:
245 3b6b6129 Michael Hanselmann
      raise utils.RetryAgain()
246 3b6b6129 Michael Hanselmann
247 3b6b6129 Michael Hanselmann
    logging.debug("Received cluster name %s from master", cluster_name)
248 3b6b6129 Michael Hanselmann
249 3b6b6129 Michael Hanselmann
  try:
250 3b6b6129 Michael Hanselmann
    utils.Retry(_CheckMasterDaemon, 1.0, _DAEMON_READY_TIMEOUT)
251 3b6b6129 Michael Hanselmann
  except utils.RetryTimeout:
252 3b6b6129 Michael Hanselmann
    raise errors.OpExecError("Master daemon didn't answer queries within"
253 3b6b6129 Michael Hanselmann
                             " %s seconds" % _DAEMON_READY_TIMEOUT)
254 5627f375 Michael Hanselmann
255 a0c9f010 Michael Hanselmann
256 0e3baaf3 Iustin Pop
def _InitFileStorage(file_storage_dir):
257 0e3baaf3 Iustin Pop
  """Initialize if needed the file storage.
258 0e3baaf3 Iustin Pop

259 0e3baaf3 Iustin Pop
  @param file_storage_dir: the user-supplied value
260 0e3baaf3 Iustin Pop
  @return: either empty string (if file storage was disabled at build
261 0e3baaf3 Iustin Pop
      time) or the normalized path to the storage directory
262 0e3baaf3 Iustin Pop

263 0e3baaf3 Iustin Pop
  """
264 0e3baaf3 Iustin Pop
  file_storage_dir = os.path.normpath(file_storage_dir)
265 0e3baaf3 Iustin Pop
266 0e3baaf3 Iustin Pop
  if not os.path.isabs(file_storage_dir):
267 0376655e Guido Trotter
    raise errors.OpPrereqError("File storage directory '%s' is not an absolute"
268 0376655e Guido Trotter
                               " path" % file_storage_dir, errors.ECODE_INVAL)
269 0e3baaf3 Iustin Pop
270 0e3baaf3 Iustin Pop
  if not os.path.exists(file_storage_dir):
271 0e3baaf3 Iustin Pop
    try:
272 0e3baaf3 Iustin Pop
      os.makedirs(file_storage_dir, 0750)
273 0e3baaf3 Iustin Pop
    except OSError, err:
274 0e3baaf3 Iustin Pop
      raise errors.OpPrereqError("Cannot create file storage directory"
275 0e3baaf3 Iustin Pop
                                 " '%s': %s" % (file_storage_dir, err),
276 0e3baaf3 Iustin Pop
                                 errors.ECODE_ENVIRON)
277 0e3baaf3 Iustin Pop
278 0e3baaf3 Iustin Pop
  if not os.path.isdir(file_storage_dir):
279 0e3baaf3 Iustin Pop
    raise errors.OpPrereqError("The file storage directory '%s' is not"
280 0e3baaf3 Iustin Pop
                               " a directory." % file_storage_dir,
281 0e3baaf3 Iustin Pop
                               errors.ECODE_ENVIRON)
282 0e3baaf3 Iustin Pop
  return file_storage_dir
283 0e3baaf3 Iustin Pop
284 0e3baaf3 Iustin Pop
285 18bb6d28 Agata Murawska
def InitCluster(cluster_name, mac_prefix, # pylint: disable=R0913, R0914
286 5a8648eb Andrea Spadaccini
                master_netmask, master_netdev, file_storage_dir,
287 5a8648eb Andrea Spadaccini
                shared_file_storage_dir, candidate_pool_size, secondary_ip=None,
288 5a8648eb Andrea Spadaccini
                vg_name=None, beparams=None, nicparams=None, ndparams=None,
289 bc5d0215 Andrea Spadaccini
                hvparams=None, diskparams=None, enabled_hypervisors=None,
290 bc5d0215 Andrea Spadaccini
                modify_etc_hosts=True, modify_ssh_setup=True,
291 bc5d0215 Andrea Spadaccini
                maintain_node_health=False, drbd_helper=None, uid_pool=None,
292 18bb6d28 Agata Murawska
                default_iallocator=None, primary_ip_version=None, ipolicy=None,
293 c4929a8b René Nussbaumer
                prealloc_wipe_disks=False, use_external_mip_script=False,
294 c4929a8b René Nussbaumer
                hv_state=None, disk_state=None):
295 a0c9f010 Michael Hanselmann
  """Initialise the cluster.
296 a0c9f010 Michael Hanselmann

297 ce735215 Guido Trotter
  @type candidate_pool_size: int
298 ce735215 Guido Trotter
  @param candidate_pool_size: master candidate pool size
299 ce735215 Guido Trotter

300 a0c9f010 Michael Hanselmann
  """
301 ce735215 Guido Trotter
  # TODO: complete the docstring
302 a0c9f010 Michael Hanselmann
  if config.ConfigWriter.IsCluster():
303 debac808 Iustin Pop
    raise errors.OpPrereqError("Cluster is already initialised",
304 debac808 Iustin Pop
                               errors.ECODE_STATE)
305 a0c9f010 Michael Hanselmann
306 b119bccb Guido Trotter
  if not enabled_hypervisors:
307 b119bccb Guido Trotter
    raise errors.OpPrereqError("Enabled hypervisors list must contain at"
308 debac808 Iustin Pop
                               " least one member", errors.ECODE_INVAL)
309 b119bccb Guido Trotter
  invalid_hvs = set(enabled_hypervisors) - constants.HYPER_TYPES
310 b119bccb Guido Trotter
  if invalid_hvs:
311 b119bccb Guido Trotter
    raise errors.OpPrereqError("Enabled hypervisors contains invalid"
312 debac808 Iustin Pop
                               " entries: %s" % invalid_hvs,
313 debac808 Iustin Pop
                               errors.ECODE_INVAL)
314 b119bccb Guido Trotter
315 5a8648eb Andrea Spadaccini
  try:
316 5a8648eb Andrea Spadaccini
    ipcls = netutils.IPAddress.GetClassFromIpVersion(primary_ip_version)
317 5a8648eb Andrea Spadaccini
  except errors.ProgrammerError:
318 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("Invalid primary ip version: %d." %
319 2f20d07b Manuel Franceschini
                               primary_ip_version)
320 2f20d07b Manuel Franceschini
321 2f20d07b Manuel Franceschini
  hostname = netutils.GetHostname(family=ipcls.family)
322 2f20d07b Manuel Franceschini
  if not ipcls.IsValid(hostname.ip):
323 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("This host's IP (%s) is not a valid IPv%d"
324 2f20d07b Manuel Franceschini
                               " address." % (hostname.ip, primary_ip_version))
325 2f20d07b Manuel Franceschini
326 2f20d07b Manuel Franceschini
  if ipcls.IsLoopback(hostname.ip):
327 8b312c1d Manuel Franceschini
    raise errors.OpPrereqError("This host's IP (%s) resolves to a loopback"
328 8b312c1d Manuel Franceschini
                               " address. Please fix DNS or %s." %
329 debac808 Iustin Pop
                               (hostname.ip, constants.ETC_HOSTS),
330 debac808 Iustin Pop
                               errors.ECODE_ENVIRON)
331 a0c9f010 Michael Hanselmann
332 2f20d07b Manuel Franceschini
  if not ipcls.Own(hostname.ip):
333 a0c9f010 Michael Hanselmann
    raise errors.OpPrereqError("Inconsistency: this host's name resolves"
334 a0c9f010 Michael Hanselmann
                               " to %s,\nbut this ip address does not"
335 7c4c22f5 Manuel Franceschini
                               " belong to this host" %
336 debac808 Iustin Pop
                               hostname.ip, errors.ECODE_ENVIRON)
337 a0c9f010 Michael Hanselmann
338 2f20d07b Manuel Franceschini
  clustername = netutils.GetHostname(name=cluster_name, family=ipcls.family)
339 a0c9f010 Michael Hanselmann
340 2f20d07b Manuel Franceschini
  if netutils.TcpPing(clustername.ip, constants.DEFAULT_NODED_PORT, timeout=5):
341 7c4c22f5 Manuel Franceschini
    raise errors.OpPrereqError("Cluster IP already active",
342 debac808 Iustin Pop
                               errors.ECODE_NOTUNIQUE)
343 a0c9f010 Michael Hanselmann
344 2f20d07b Manuel Franceschini
  if not secondary_ip:
345 2f20d07b Manuel Franceschini
    if primary_ip_version == constants.IP6_VERSION:
346 2f20d07b Manuel Franceschini
      raise errors.OpPrereqError("When using a IPv6 primary address, a valid"
347 7c4c22f5 Manuel Franceschini
                                 " IPv4 address must be given as secondary",
348 7c4c22f5 Manuel Franceschini
                                 errors.ECODE_INVAL)
349 b9eeeb02 Michael Hanselmann
    secondary_ip = hostname.ip
350 a0c9f010 Michael Hanselmann
351 2f20d07b Manuel Franceschini
  if not netutils.IP4Address.IsValid(secondary_ip):
352 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("Secondary IP address (%s) has to be a valid"
353 2f20d07b Manuel Franceschini
                               " IPv4 address." % secondary_ip,
354 2f20d07b Manuel Franceschini
                               errors.ECODE_INVAL)
355 2f20d07b Manuel Franceschini
356 2f20d07b Manuel Franceschini
  if not netutils.IP4Address.Own(secondary_ip):
357 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("You gave %s as secondary IP,"
358 2f20d07b Manuel Franceschini
                               " but it does not belong to this host." %
359 2f20d07b Manuel Franceschini
                               secondary_ip, errors.ECODE_ENVIRON)
360 2f20d07b Manuel Franceschini
361 5a8648eb Andrea Spadaccini
  if master_netmask is not None:
362 5a8648eb Andrea Spadaccini
    if not ipcls.ValidateNetmask(master_netmask):
363 5a8648eb Andrea Spadaccini
      raise errors.OpPrereqError("CIDR netmask (%s) not valid for IPv%s " %
364 5a8648eb Andrea Spadaccini
                                  (master_netmask, primary_ip_version))
365 5a8648eb Andrea Spadaccini
  else:
366 5a8648eb Andrea Spadaccini
    master_netmask = ipcls.iplen
367 5a8648eb Andrea Spadaccini
368 a0c9f010 Michael Hanselmann
  if vg_name is not None:
369 a0c9f010 Michael Hanselmann
    # Check if volume group is valid
370 a0c9f010 Michael Hanselmann
    vgstatus = utils.CheckVolumeGroupSize(utils.ListVolumeGroups(), vg_name,
371 a0c9f010 Michael Hanselmann
                                          constants.MIN_VG_SIZE)
372 a0c9f010 Michael Hanselmann
    if vgstatus:
373 a0c9f010 Michael Hanselmann
      raise errors.OpPrereqError("Error: %s\nspecify --no-lvm-storage if"
374 debac808 Iustin Pop
                                 " you are not using lvm" % vgstatus,
375 debac808 Iustin Pop
                                 errors.ECODE_INVAL)
376 a0c9f010 Michael Hanselmann
377 a721e23a Luca Bigliardi
  if drbd_helper is not None:
378 a721e23a Luca Bigliardi
    try:
379 a721e23a Luca Bigliardi
      curr_helper = bdev.BaseDRBD.GetUsermodeHelper()
380 a721e23a Luca Bigliardi
    except errors.BlockDeviceError, err:
381 a721e23a Luca Bigliardi
      raise errors.OpPrereqError("Error while checking drbd helper"
382 a721e23a Luca Bigliardi
                                 " (specify --no-drbd-storage if you are not"
383 a721e23a Luca Bigliardi
                                 " using drbd): %s" % str(err),
384 a721e23a Luca Bigliardi
                                 errors.ECODE_ENVIRON)
385 a721e23a Luca Bigliardi
    if drbd_helper != curr_helper:
386 a721e23a Luca Bigliardi
      raise errors.OpPrereqError("Error: requiring %s as drbd helper but %s"
387 a721e23a Luca Bigliardi
                                 " is the current helper" % (drbd_helper,
388 a721e23a Luca Bigliardi
                                                             curr_helper),
389 a721e23a Luca Bigliardi
                                 errors.ECODE_INVAL)
390 a721e23a Luca Bigliardi
391 0376655e Guido Trotter
  if constants.ENABLE_FILE_STORAGE:
392 0376655e Guido Trotter
    file_storage_dir = _InitFileStorage(file_storage_dir)
393 0376655e Guido Trotter
  else:
394 0376655e Guido Trotter
    file_storage_dir = ""
395 0376655e Guido Trotter
396 0376655e Guido Trotter
  if constants.ENABLE_SHARED_FILE_STORAGE:
397 0376655e Guido Trotter
    shared_file_storage_dir = _InitFileStorage(shared_file_storage_dir)
398 0376655e Guido Trotter
  else:
399 0376655e Guido Trotter
    shared_file_storage_dir = ""
400 a0c9f010 Michael Hanselmann
401 a0c9f010 Michael Hanselmann
  if not re.match("^[0-9a-z]{2}:[0-9a-z]{2}:[0-9a-z]{2}$", mac_prefix):
402 debac808 Iustin Pop
    raise errors.OpPrereqError("Invalid mac prefix given '%s'" % mac_prefix,
403 debac808 Iustin Pop
                               errors.ECODE_INVAL)
404 a0c9f010 Michael Hanselmann
405 a0c9f010 Michael Hanselmann
  result = utils.RunCmd(["ip", "link", "show", "dev", master_netdev])
406 a0c9f010 Michael Hanselmann
  if result.failed:
407 a0c9f010 Michael Hanselmann
    raise errors.OpPrereqError("Invalid master netdev given (%s): '%s'" %
408 a0c9f010 Michael Hanselmann
                               (master_netdev,
409 debac808 Iustin Pop
                                result.output.strip()), errors.ECODE_INVAL)
410 a0c9f010 Michael Hanselmann
411 9dae41ad Guido Trotter
  dirs = [(constants.RUN_GANETI_DIR, constants.RUN_DIRS_MODE)]
412 9dae41ad Guido Trotter
  utils.EnsureDirs(dirs)
413 9dae41ad Guido Trotter
414 b2e233a5 Guido Trotter
  objects.UpgradeBeParams(beparams)
415 a5728081 Guido Trotter
  utils.ForceDictType(beparams, constants.BES_PARAMETER_TYPES)
416 b6a30b0d Guido Trotter
  utils.ForceDictType(nicparams, constants.NICS_PARAMETER_TYPES)
417 18bb6d28 Agata Murawska
418 b6a30b0d Guido Trotter
  objects.NIC.CheckParameterSyntax(nicparams)
419 57dc299a Iustin Pop
420 2cc673a3 Iustin Pop
  full_ipolicy = objects.FillIPolicy(constants.IPOLICY_DEFAULTS, ipolicy)
421 b6a30b0d Guido Trotter
422 6204ee71 René Nussbaumer
  if ndparams is not None:
423 6204ee71 René Nussbaumer
    utils.ForceDictType(ndparams, constants.NDS_PARAMETER_TYPES)
424 6204ee71 René Nussbaumer
  else:
425 6204ee71 René Nussbaumer
    ndparams = dict(constants.NDC_DEFAULTS)
426 6204ee71 René Nussbaumer
427 c4929a8b René Nussbaumer
  # This is ugly, as we modify the dict itself
428 57dc299a Iustin Pop
  # FIXME: Make utils.ForceDictType pure functional or write a wrapper
429 57dc299a Iustin Pop
  # around it
430 c4929a8b René Nussbaumer
  if hv_state:
431 c4929a8b René Nussbaumer
    for hvname, hvs_data in hv_state.items():
432 c4929a8b René Nussbaumer
      utils.ForceDictType(hvs_data, constants.HVSTS_PARAMETER_TYPES)
433 c4929a8b René Nussbaumer
      hv_state[hvname] = objects.Cluster.SimpleFillHvState(hvs_data)
434 c4929a8b René Nussbaumer
  else:
435 c4929a8b René Nussbaumer
    hv_state = dict((hvname, constants.HVST_DEFAULTS)
436 c4929a8b René Nussbaumer
                    for hvname in enabled_hypervisors)
437 c4929a8b René Nussbaumer
438 c4929a8b René Nussbaumer
  # FIXME: disk_state has no default values yet
439 c4929a8b René Nussbaumer
  if disk_state:
440 c4929a8b René Nussbaumer
    for storage, ds_data in disk_state.items():
441 c4929a8b René Nussbaumer
      if storage not in constants.DS_VALID_TYPES:
442 c4929a8b René Nussbaumer
        raise errors.OpPrereqError("Invalid storage type in disk state: %s" %
443 c4929a8b René Nussbaumer
                                   storage, errors.ECODE_INVAL)
444 c4929a8b René Nussbaumer
      for ds_name, state in ds_data.items():
445 c4929a8b René Nussbaumer
        utils.ForceDictType(state, constants.DSS_PARAMETER_TYPES)
446 c4929a8b René Nussbaumer
        ds_data[ds_name] = objects.Cluster.SimpleFillDiskState(state)
447 c4929a8b René Nussbaumer
448 a5728081 Guido Trotter
  # hvparams is a mapping of hypervisor->hvparams dict
449 a5728081 Guido Trotter
  for hv_name, hv_params in hvparams.iteritems():
450 a5728081 Guido Trotter
    utils.ForceDictType(hv_params, constants.HVS_PARAMETER_TYPES)
451 a5728081 Guido Trotter
    hv_class = hypervisor.GetHypervisor(hv_name)
452 a5728081 Guido Trotter
    hv_class.CheckParameterSyntax(hv_params)
453 d4b72030 Guido Trotter
454 bc5d0215 Andrea Spadaccini
  # diskparams is a mapping of disk-template->diskparams dict
455 bc5d0215 Andrea Spadaccini
  for template, dt_params in diskparams.items():
456 bc5d0215 Andrea Spadaccini
    param_keys = set(dt_params.keys())
457 bc5d0215 Andrea Spadaccini
    default_param_keys = set(constants.DISK_DT_DEFAULTS[template].keys())
458 bc5d0215 Andrea Spadaccini
    if not (param_keys <= default_param_keys):
459 bc5d0215 Andrea Spadaccini
      unknown_params = param_keys - default_param_keys
460 bc5d0215 Andrea Spadaccini
      raise errors.OpPrereqError("Invalid parameters for disk template %s:"
461 bc5d0215 Andrea Spadaccini
                                 " %s" % (template,
462 bc5d0215 Andrea Spadaccini
                                          utils.CommaJoin(unknown_params)))
463 bc5d0215 Andrea Spadaccini
    utils.ForceDictType(dt_params, constants.DISK_DT_TYPES)
464 bc5d0215 Andrea Spadaccini
465 a0c9f010 Michael Hanselmann
  # set up ssh config and /etc/hosts
466 13998ef2 Michael Hanselmann
  sshline = utils.ReadFile(constants.SSH_HOST_RSA_PUB)
467 a0c9f010 Michael Hanselmann
  sshkey = sshline.split(" ")[1]
468 a0c9f010 Michael Hanselmann
469 b86a6bcd Guido Trotter
  if modify_etc_hosts:
470 ea8ac9c9 René Nussbaumer
    utils.AddHostToEtcHosts(hostname.name, hostname.ip)
471 b86a6bcd Guido Trotter
472 b989b9d9 Ken Wehr
  if modify_ssh_setup:
473 b989b9d9 Ken Wehr
    _InitSSHSetup()
474 a0c9f010 Michael Hanselmann
475 bf4af505 Apollon Oikonomopoulos
  if default_iallocator is not None:
476 bf4af505 Apollon Oikonomopoulos
    alloc_script = utils.FindFile(default_iallocator,
477 bf4af505 Apollon Oikonomopoulos
                                  constants.IALLOCATOR_SEARCH_PATH,
478 bf4af505 Apollon Oikonomopoulos
                                  os.path.isfile)
479 bf4af505 Apollon Oikonomopoulos
    if alloc_script is None:
480 bf4af505 Apollon Oikonomopoulos
      raise errors.OpPrereqError("Invalid default iallocator script '%s'"
481 bf4af505 Apollon Oikonomopoulos
                                 " specified" % default_iallocator,
482 bf4af505 Apollon Oikonomopoulos
                                 errors.ECODE_INVAL)
483 d1e9c98d Iustin Pop
  elif constants.HTOOLS:
484 d1e9c98d Iustin Pop
    # htools was enabled at build-time, we default to it
485 d1e9c98d Iustin Pop
    if utils.FindFile(constants.IALLOC_HAIL,
486 d1e9c98d Iustin Pop
                      constants.IALLOCATOR_SEARCH_PATH,
487 d1e9c98d Iustin Pop
                      os.path.isfile):
488 d1e9c98d Iustin Pop
      default_iallocator = constants.IALLOC_HAIL
489 bf4af505 Apollon Oikonomopoulos
490 430b923c Iustin Pop
  now = time.time()
491 430b923c Iustin Pop
492 a0c9f010 Michael Hanselmann
  # init of cluster config file
493 b9eeeb02 Michael Hanselmann
  cluster_config = objects.Cluster(
494 b9eeeb02 Michael Hanselmann
    serial_no=1,
495 b9eeeb02 Michael Hanselmann
    rsahostkeypub=sshkey,
496 b9eeeb02 Michael Hanselmann
    highest_used_port=(constants.FIRST_DRBD_PORT - 1),
497 b9eeeb02 Michael Hanselmann
    mac_prefix=mac_prefix,
498 b9eeeb02 Michael Hanselmann
    volume_group_name=vg_name,
499 b9eeeb02 Michael Hanselmann
    tcpudp_port_pool=set(),
500 f6bd6e98 Michael Hanselmann
    master_node=hostname.name,
501 f6bd6e98 Michael Hanselmann
    master_ip=clustername.ip,
502 5a8648eb Andrea Spadaccini
    master_netmask=master_netmask,
503 f6bd6e98 Michael Hanselmann
    master_netdev=master_netdev,
504 f6bd6e98 Michael Hanselmann
    cluster_name=clustername.name,
505 f6bd6e98 Michael Hanselmann
    file_storage_dir=file_storage_dir,
506 4b97f902 Apollon Oikonomopoulos
    shared_file_storage_dir=shared_file_storage_dir,
507 ea3a925f Alexander Schreiber
    enabled_hypervisors=enabled_hypervisors,
508 4ef7f423 Guido Trotter
    beparams={constants.PP_DEFAULT: beparams},
509 b6a30b0d Guido Trotter
    nicparams={constants.PP_DEFAULT: nicparams},
510 6204ee71 René Nussbaumer
    ndparams=ndparams,
511 ea3a925f Alexander Schreiber
    hvparams=hvparams,
512 bc5d0215 Andrea Spadaccini
    diskparams=diskparams,
513 ce735215 Guido Trotter
    candidate_pool_size=candidate_pool_size,
514 022c3a0b Guido Trotter
    modify_etc_hosts=modify_etc_hosts,
515 b989b9d9 Ken Wehr
    modify_ssh_setup=modify_ssh_setup,
516 39b0f0c2 Balazs Lecz
    uid_pool=uid_pool,
517 430b923c Iustin Pop
    ctime=now,
518 430b923c Iustin Pop
    mtime=now,
519 3953242f Iustin Pop
    maintain_node_health=maintain_node_health,
520 a721e23a Luca Bigliardi
    drbd_usermode_helper=drbd_helper,
521 bf4af505 Apollon Oikonomopoulos
    default_iallocator=default_iallocator,
522 2f20d07b Manuel Franceschini
    primary_ip_family=ipcls.family,
523 3d914585 René Nussbaumer
    prealloc_wipe_disks=prealloc_wipe_disks,
524 bf689b7a Andrea Spadaccini
    use_external_mip_script=use_external_mip_script,
525 57dc299a Iustin Pop
    ipolicy=full_ipolicy,
526 c4929a8b René Nussbaumer
    hv_state_static=hv_state,
527 c4929a8b René Nussbaumer
    disk_state_static=disk_state,
528 b9eeeb02 Michael Hanselmann
    )
529 b9eeeb02 Michael Hanselmann
  master_node_config = objects.Node(name=hostname.name,
530 b9eeeb02 Michael Hanselmann
                                    primary_ip=hostname.ip,
531 b9222f32 Guido Trotter
                                    secondary_ip=secondary_ip,
532 c044f32c Guido Trotter
                                    serial_no=1,
533 c044f32c Guido Trotter
                                    master_candidate=True,
534 af64c0ea Iustin Pop
                                    offline=False, drained=False,
535 435e4bd6 Michael Hanselmann
                                    ctime=now, mtime=now,
536 c044f32c Guido Trotter
                                    )
537 9e1333b9 Guido Trotter
  InitConfig(constants.CONFIG_VERSION, cluster_config, master_node_config)
538 d367b66c Manuel Franceschini
  cfg = config.ConfigWriter(offline=True)
539 9e1333b9 Guido Trotter
  ssh.WriteKnownHostsFile(cfg, constants.SSH_KNOWN_HOSTS_FILE)
540 a4eae71f Michael Hanselmann
  cfg.Update(cfg.GetClusterInfo(), logging.error)
541 d367b66c Manuel Franceschini
  backend.WriteSsconfFiles(cfg.GetSsconfValues())
542 d367b66c Manuel Franceschini
543 d367b66c Manuel Franceschini
  # set up the inter-node password and certificate
544 d367b66c Manuel Franceschini
  _InitGanetiServerSetup(hostname.name)
545 827f753e Guido Trotter
546 952d7515 Michael Hanselmann
  logging.debug("Starting daemons")
547 952d7515 Michael Hanselmann
  result = utils.RunCmd([constants.DAEMON_UTIL, "start-all"])
548 952d7515 Michael Hanselmann
  if result.failed:
549 952d7515 Michael Hanselmann
    raise errors.OpExecError("Could not start daemons, command %s"
550 952d7515 Michael Hanselmann
                             " had exitcode %s and error %s" %
551 952d7515 Michael Hanselmann
                             (result.cmd, result.exit_code, result.output))
552 b3f1cf6f Iustin Pop
553 3b6b6129 Michael Hanselmann
  _WaitForMasterDaemon()
554 b3f1cf6f Iustin Pop
555 b1b6ea87 Iustin Pop
556 02f99608 Oleksiy Mishchenko
def InitConfig(version, cluster_config, master_node_config,
557 02f99608 Oleksiy Mishchenko
               cfg_file=constants.CLUSTER_CONF_FILE):
558 7b3a8fb5 Iustin Pop
  """Create the initial cluster configuration.
559 7b3a8fb5 Iustin Pop

560 7b3a8fb5 Iustin Pop
  It will contain the current node, which will also be the master
561 7b3a8fb5 Iustin Pop
  node, and no instances.
562 7b3a8fb5 Iustin Pop

563 7b3a8fb5 Iustin Pop
  @type version: int
564 c41eea6e Iustin Pop
  @param version: configuration version
565 c41eea6e Iustin Pop
  @type cluster_config: L{objects.Cluster}
566 c41eea6e Iustin Pop
  @param cluster_config: cluster configuration
567 c41eea6e Iustin Pop
  @type master_node_config: L{objects.Node}
568 c41eea6e Iustin Pop
  @param master_node_config: master node configuration
569 c41eea6e Iustin Pop
  @type cfg_file: string
570 c41eea6e Iustin Pop
  @param cfg_file: configuration file path
571 c41eea6e Iustin Pop

572 7b3a8fb5 Iustin Pop
  """
573 88b92fe3 Guido Trotter
  uuid_generator = config.TemporaryReservationManager()
574 88b92fe3 Guido Trotter
  cluster_config.uuid = uuid_generator.Generate([], utils.NewUUID,
575 88b92fe3 Guido Trotter
                                                _INITCONF_ECID)
576 88b92fe3 Guido Trotter
  master_node_config.uuid = uuid_generator.Generate([], utils.NewUUID,
577 88b92fe3 Guido Trotter
                                                    _INITCONF_ECID)
578 7b3a8fb5 Iustin Pop
  nodes = {
579 7b3a8fb5 Iustin Pop
    master_node_config.name: master_node_config,
580 7b3a8fb5 Iustin Pop
    }
581 88b92fe3 Guido Trotter
  default_nodegroup = objects.NodeGroup(
582 88b92fe3 Guido Trotter
    uuid=uuid_generator.Generate([], utils.NewUUID, _INITCONF_ECID),
583 75cf411a Adeodato Simo
    name=constants.INITIAL_NODE_GROUP_NAME,
584 88b92fe3 Guido Trotter
    members=[master_node_config.name],
585 bc5d0215 Andrea Spadaccini
    diskparams=cluster_config.diskparams,
586 88b92fe3 Guido Trotter
    )
587 88b92fe3 Guido Trotter
  nodegroups = {
588 88b92fe3 Guido Trotter
    default_nodegroup.uuid: default_nodegroup,
589 88b92fe3 Guido Trotter
    }
590 d693c864 Iustin Pop
  now = time.time()
591 7b3a8fb5 Iustin Pop
  config_data = objects.ConfigData(version=version,
592 7b3a8fb5 Iustin Pop
                                   cluster=cluster_config,
593 88b92fe3 Guido Trotter
                                   nodegroups=nodegroups,
594 7b3a8fb5 Iustin Pop
                                   nodes=nodes,
595 7b3a8fb5 Iustin Pop
                                   instances={},
596 d693c864 Iustin Pop
                                   serial_no=1,
597 d693c864 Iustin Pop
                                   ctime=now, mtime=now)
598 a33848a5 Guido Trotter
  utils.WriteFile(cfg_file,
599 a33848a5 Guido Trotter
                  data=serializer.Dump(config_data.ToDict()),
600 a33848a5 Guido Trotter
                  mode=0600)
601 02f99608 Oleksiy Mishchenko
602 02f99608 Oleksiy Mishchenko
603 140aa4a8 Iustin Pop
def FinalizeClusterDestroy(master):
604 140aa4a8 Iustin Pop
  """Execute the last steps of cluster destroy
605 140aa4a8 Iustin Pop

606 140aa4a8 Iustin Pop
  This function shuts down all the daemons, completing the destroy
607 140aa4a8 Iustin Pop
  begun in cmdlib.LUDestroyOpcode.
608 140aa4a8 Iustin Pop

609 140aa4a8 Iustin Pop
  """
610 b989b9d9 Ken Wehr
  cfg = config.ConfigWriter()
611 b989b9d9 Ken Wehr
  modify_ssh_setup = cfg.GetClusterInfo().modify_ssh_setup
612 7c74bbe0 Andrea Spadaccini
  runner = rpc.BootstrapRunner()
613 7c74bbe0 Andrea Spadaccini
614 f9d20654 Andrea Spadaccini
  master_params = cfg.GetMasterNetworkParameters()
615 c79198a0 Andrea Spadaccini
  master_params.name = master
616 57c7bc57 Andrea Spadaccini
  ems = cfg.GetUseExternalMipScript()
617 c79198a0 Andrea Spadaccini
  result = runner.call_node_deactivate_master_ip(master_params.name,
618 57c7bc57 Andrea Spadaccini
                                                 master_params, ems)
619 c79198a0 Andrea Spadaccini
620 7c74bbe0 Andrea Spadaccini
  msg = result.fail_msg
621 7c74bbe0 Andrea Spadaccini
  if msg:
622 7c74bbe0 Andrea Spadaccini
    logging.warning("Could not disable the master IP: %s", msg)
623 7c74bbe0 Andrea Spadaccini
624 7c74bbe0 Andrea Spadaccini
  result = runner.call_node_stop_master(master)
625 3cebe102 Michael Hanselmann
  msg = result.fail_msg
626 6c00d19a Iustin Pop
  if msg:
627 099c52ad Iustin Pop
    logging.warning("Could not disable the master role: %s", msg)
628 7c74bbe0 Andrea Spadaccini
629 7c74bbe0 Andrea Spadaccini
  result = runner.call_node_leave_cluster(master, modify_ssh_setup)
630 3cebe102 Michael Hanselmann
  msg = result.fail_msg
631 0623d351 Iustin Pop
  if msg:
632 0623d351 Iustin Pop
    logging.warning("Could not shutdown the node daemon and cleanup"
633 0623d351 Iustin Pop
                    " the node: %s", msg)
634 140aa4a8 Iustin Pop
635 140aa4a8 Iustin Pop
636 87622829 Iustin Pop
def SetupNodeDaemon(cluster_name, node, ssh_key_check):
637 827f753e Guido Trotter
  """Add a node to the cluster.
638 827f753e Guido Trotter

639 b1b6ea87 Iustin Pop
  This function must be called before the actual opcode, and will ssh
640 b1b6ea87 Iustin Pop
  to the remote node, copy the needed files, and start ganeti-noded,
641 b1b6ea87 Iustin Pop
  allowing the master to do the rest via normal rpc calls.
642 827f753e Guido Trotter

643 87622829 Iustin Pop
  @param cluster_name: the cluster name
644 87622829 Iustin Pop
  @param node: the name of the new node
645 87622829 Iustin Pop
  @param ssh_key_check: whether to do a strict key check
646 827f753e Guido Trotter

647 827f753e Guido Trotter
  """
648 b43dcc5a Manuel Franceschini
  family = ssconf.SimpleStore().GetPrimaryIPFamily()
649 b43dcc5a Manuel Franceschini
  sshrunner = ssh.SshRunner(cluster_name,
650 72729d6e Michael Hanselmann
                            ipv6=(family == netutils.IP6Address.family))
651 827f753e Guido Trotter
652 b43dcc5a Manuel Franceschini
  bind_address = constants.IP4_ADDRESS_ANY
653 b43dcc5a Manuel Franceschini
  if family == netutils.IP6Address.family:
654 b43dcc5a Manuel Franceschini
    bind_address = constants.IP6_ADDRESS_ANY
655 b43dcc5a Manuel Franceschini
656 827f753e Guido Trotter
  # set up inter-node password and certificate and restarts the node daemon
657 827f753e Guido Trotter
  # and then connect with ssh to set password and start ganeti-noded
658 827f753e Guido Trotter
  # note that all the below variables are sanitized at this point,
659 827f753e Guido Trotter
  # either by being constants or by the checks above
660 9294514d René Nussbaumer
  sshrunner.CopyFileToNode(node, constants.NODED_CERT_FILE)
661 9294514d René Nussbaumer
  sshrunner.CopyFileToNode(node, constants.RAPI_CERT_FILE)
662 bfe86c76 Andrea Spadaccini
  sshrunner.CopyFileToNode(node, constants.SPICE_CERT_FILE)
663 bfe86c76 Andrea Spadaccini
  sshrunner.CopyFileToNode(node, constants.SPICE_CACERT_FILE)
664 9294514d René Nussbaumer
  sshrunner.CopyFileToNode(node, constants.CONFD_HMAC_KEY)
665 72729d6e Michael Hanselmann
  mycommand = ("%s stop-all; %s start %s -b %s" %
666 72729d6e Michael Hanselmann
               (constants.DAEMON_UTIL, constants.DAEMON_UTIL, constants.NODED,
667 72729d6e Michael Hanselmann
                utils.ShellQuote(bind_address)))
668 827f753e Guido Trotter
669 c4b6c29c Michael Hanselmann
  result = sshrunner.Run(node, 'root', mycommand, batch=False,
670 c4b6c29c Michael Hanselmann
                         ask_key=ssh_key_check,
671 9294514d René Nussbaumer
                         use_cluster_key=True,
672 c4b6c29c Michael Hanselmann
                         strict_host_check=ssh_key_check)
673 827f753e Guido Trotter
  if result.failed:
674 827f753e Guido Trotter
    raise errors.OpExecError("Remote command on node %s, error: %s,"
675 827f753e Guido Trotter
                             " output: %s" %
676 827f753e Guido Trotter
                             (node, result.fail_reason, result.output))
677 827f753e Guido Trotter
678 5627f375 Michael Hanselmann
  _WaitForNodeDaemon(node)
679 5627f375 Michael Hanselmann
680 b1b6ea87 Iustin Pop
681 8e2524c3 Guido Trotter
def MasterFailover(no_voting=False):
682 b1b6ea87 Iustin Pop
  """Failover the master node.
683 b1b6ea87 Iustin Pop

684 b1b6ea87 Iustin Pop
  This checks that we are not already the master, and will cause the
685 b1b6ea87 Iustin Pop
  current master to cease being master, and the non-master to become
686 b1b6ea87 Iustin Pop
  new master.
687 b1b6ea87 Iustin Pop

688 8e2524c3 Guido Trotter
  @type no_voting: boolean
689 8e2524c3 Guido Trotter
  @param no_voting: force the operation without remote nodes agreement
690 8e2524c3 Guido Trotter
                      (dangerous)
691 8e2524c3 Guido Trotter

692 b1b6ea87 Iustin Pop
  """
693 8135a2db Iustin Pop
  sstore = ssconf.SimpleStore()
694 b1b6ea87 Iustin Pop
695 8135a2db Iustin Pop
  old_master, new_master = ssconf.GetMasterAndMyself(sstore)
696 8135a2db Iustin Pop
  node_list = sstore.GetNodeList()
697 8135a2db Iustin Pop
  mc_list = sstore.GetMasterCandidates()
698 b1b6ea87 Iustin Pop
699 b1b6ea87 Iustin Pop
  if old_master == new_master:
700 b1b6ea87 Iustin Pop
    raise errors.OpPrereqError("This commands must be run on the node"
701 b1b6ea87 Iustin Pop
                               " where you want the new master to be."
702 b1b6ea87 Iustin Pop
                               " %s is already the master" %
703 debac808 Iustin Pop
                               old_master, errors.ECODE_INVAL)
704 d5927e48 Iustin Pop
705 8135a2db Iustin Pop
  if new_master not in mc_list:
706 8135a2db Iustin Pop
    mc_no_master = [name for name in mc_list if name != old_master]
707 8135a2db Iustin Pop
    raise errors.OpPrereqError("This node is not among the nodes marked"
708 8135a2db Iustin Pop
                               " as master candidates. Only these nodes"
709 8135a2db Iustin Pop
                               " can become masters. Current list of"
710 8135a2db Iustin Pop
                               " master candidates is:\n"
711 debac808 Iustin Pop
                               "%s" % ('\n'.join(mc_no_master)),
712 debac808 Iustin Pop
                               errors.ECODE_STATE)
713 8135a2db Iustin Pop
714 8e2524c3 Guido Trotter
  if not no_voting:
715 8e2524c3 Guido Trotter
    vote_list = GatherMasterVotes(node_list)
716 8e2524c3 Guido Trotter
717 8e2524c3 Guido Trotter
    if vote_list:
718 8e2524c3 Guido Trotter
      voted_master = vote_list[0][0]
719 8e2524c3 Guido Trotter
      if voted_master is None:
720 8e2524c3 Guido Trotter
        raise errors.OpPrereqError("Cluster is inconsistent, most nodes did"
721 debac808 Iustin Pop
                                   " not respond.", errors.ECODE_ENVIRON)
722 8e2524c3 Guido Trotter
      elif voted_master != old_master:
723 8e2524c3 Guido Trotter
        raise errors.OpPrereqError("I have a wrong configuration, I believe"
724 8e2524c3 Guido Trotter
                                   " the master is %s but the other nodes"
725 8e2524c3 Guido Trotter
                                   " voted %s. Please resync the configuration"
726 8e2524c3 Guido Trotter
                                   " of this node." %
727 debac808 Iustin Pop
                                   (old_master, voted_master),
728 debac808 Iustin Pop
                                   errors.ECODE_STATE)
729 b1b6ea87 Iustin Pop
  # end checks
730 b1b6ea87 Iustin Pop
731 b1b6ea87 Iustin Pop
  rcode = 0
732 b1b6ea87 Iustin Pop
733 d5927e48 Iustin Pop
  logging.info("Setting master to %s, old master: %s", new_master, old_master)
734 b1b6ea87 Iustin Pop
735 21004460 Iustin Pop
  try:
736 21004460 Iustin Pop
    # instantiate a real config writer, as we now know we have the
737 21004460 Iustin Pop
    # configuration data
738 eb180fe2 Iustin Pop
    cfg = config.ConfigWriter(accept_foreign=True)
739 21004460 Iustin Pop
740 21004460 Iustin Pop
    cluster_info = cfg.GetClusterInfo()
741 21004460 Iustin Pop
    cluster_info.master_node = new_master
742 21004460 Iustin Pop
    # this will also regenerate the ssconf files, since we updated the
743 21004460 Iustin Pop
    # cluster info
744 21004460 Iustin Pop
    cfg.Update(cluster_info, logging.error)
745 21004460 Iustin Pop
  except errors.ConfigurationError, err:
746 21004460 Iustin Pop
    logging.error("Error while trying to set the new master: %s",
747 21004460 Iustin Pop
                  str(err))
748 21004460 Iustin Pop
    return 1
749 21004460 Iustin Pop
750 21004460 Iustin Pop
  # if cfg.Update worked, then it means the old master daemon won't be
751 21004460 Iustin Pop
  # able now to write its own config file (we rely on locking in both
752 21004460 Iustin Pop
  # backend.UploadFile() and ConfigWriter._Write(); hence the next
753 21004460 Iustin Pop
  # step is to kill the old master
754 21004460 Iustin Pop
755 21004460 Iustin Pop
  logging.info("Stopping the master daemon on node %s", old_master)
756 21004460 Iustin Pop
757 7c74bbe0 Andrea Spadaccini
  runner = rpc.BootstrapRunner()
758 f9d20654 Andrea Spadaccini
  master_params = cfg.GetMasterNetworkParameters()
759 c79198a0 Andrea Spadaccini
  master_params.name = old_master
760 57c7bc57 Andrea Spadaccini
  ems = cfg.GetUseExternalMipScript()
761 c79198a0 Andrea Spadaccini
  result = runner.call_node_deactivate_master_ip(master_params.name,
762 57c7bc57 Andrea Spadaccini
                                                 master_params, ems)
763 c79198a0 Andrea Spadaccini
764 7c74bbe0 Andrea Spadaccini
  msg = result.fail_msg
765 7c74bbe0 Andrea Spadaccini
  if msg:
766 7c74bbe0 Andrea Spadaccini
    logging.warning("Could not disable the master IP: %s", msg)
767 7c74bbe0 Andrea Spadaccini
768 7c74bbe0 Andrea Spadaccini
  result = runner.call_node_stop_master(old_master)
769 3cebe102 Michael Hanselmann
  msg = result.fail_msg
770 6c00d19a Iustin Pop
  if msg:
771 d5927e48 Iustin Pop
    logging.error("Could not disable the master role on the old master"
772 6c00d19a Iustin Pop
                 " %s, please disable manually: %s", old_master, msg)
773 b1b6ea87 Iustin Pop
774 21004460 Iustin Pop
  logging.info("Checking master IP non-reachability...")
775 21004460 Iustin Pop
776 425f0f54 Iustin Pop
  master_ip = sstore.GetMasterIP()
777 425f0f54 Iustin Pop
  total_timeout = 30
778 e687ec01 Michael Hanselmann
779 d23ef431 Michael Hanselmann
  # Here we have a phase where no master should be running
780 425f0f54 Iustin Pop
  def _check_ip():
781 a744b676 Manuel Franceschini
    if netutils.TcpPing(master_ip, constants.DEFAULT_NODED_PORT):
782 425f0f54 Iustin Pop
      raise utils.RetryAgain()
783 425f0f54 Iustin Pop
784 425f0f54 Iustin Pop
  try:
785 425f0f54 Iustin Pop
    utils.Retry(_check_ip, (1, 1.5, 5), total_timeout)
786 425f0f54 Iustin Pop
  except utils.RetryTimeout:
787 425f0f54 Iustin Pop
    logging.warning("The master IP is still reachable after %s seconds,"
788 425f0f54 Iustin Pop
                    " continuing but activating the master on the current"
789 425f0f54 Iustin Pop
                    " node will probably fail", total_timeout)
790 b1b6ea87 Iustin Pop
791 ff699aa9 Michael Hanselmann
  if jstore.CheckDrainFlag():
792 ff699aa9 Michael Hanselmann
    logging.info("Undraining job queue")
793 ff699aa9 Michael Hanselmann
    jstore.SetDrainFlag(False)
794 ff699aa9 Michael Hanselmann
795 21004460 Iustin Pop
  logging.info("Starting the master daemons on the new master")
796 d5927e48 Iustin Pop
797 db04ce5d Michael Hanselmann
  result = rpc.BootstrapRunner().call_node_start_master_daemons(new_master,
798 db04ce5d Michael Hanselmann
                                                                no_voting)
799 3cebe102 Michael Hanselmann
  msg = result.fail_msg
800 b726aff0 Iustin Pop
  if msg:
801 d5927e48 Iustin Pop
    logging.error("Could not start the master role on the new master"
802 b726aff0 Iustin Pop
                  " %s, please check: %s", new_master, msg)
803 b1b6ea87 Iustin Pop
    rcode = 1
804 b1b6ea87 Iustin Pop
805 21004460 Iustin Pop
  logging.info("Master failed over from %s to %s", old_master, new_master)
806 b1b6ea87 Iustin Pop
  return rcode
807 d7cdb55d Iustin Pop
808 d7cdb55d Iustin Pop
809 8eb148ae Iustin Pop
def GetMaster():
810 8eb148ae Iustin Pop
  """Returns the current master node.
811 8eb148ae Iustin Pop

812 8eb148ae Iustin Pop
  This is a separate function in bootstrap since it's needed by
813 8eb148ae Iustin Pop
  gnt-cluster, and instead of importing directly ssconf, it's better
814 8eb148ae Iustin Pop
  to abstract it in bootstrap, where we do use ssconf in other
815 8eb148ae Iustin Pop
  functions too.
816 8eb148ae Iustin Pop

817 8eb148ae Iustin Pop
  """
818 8eb148ae Iustin Pop
  sstore = ssconf.SimpleStore()
819 8eb148ae Iustin Pop
820 8eb148ae Iustin Pop
  old_master, _ = ssconf.GetMasterAndMyself(sstore)
821 8eb148ae Iustin Pop
822 8eb148ae Iustin Pop
  return old_master
823 8eb148ae Iustin Pop
824 8eb148ae Iustin Pop
825 d7cdb55d Iustin Pop
def GatherMasterVotes(node_list):
826 d7cdb55d Iustin Pop
  """Check the agreement on who is the master.
827 d7cdb55d Iustin Pop

828 d7cdb55d Iustin Pop
  This function will return a list of (node, number of votes), ordered
829 d7cdb55d Iustin Pop
  by the number of votes. Errors will be denoted by the key 'None'.
830 d7cdb55d Iustin Pop

831 d7cdb55d Iustin Pop
  Note that the sum of votes is the number of nodes this machine
832 d7cdb55d Iustin Pop
  knows, whereas the number of entries in the list could be different
833 d7cdb55d Iustin Pop
  (if some nodes vote for another master).
834 d7cdb55d Iustin Pop

835 d7cdb55d Iustin Pop
  We remove ourselves from the list since we know that (bugs aside)
836 d7cdb55d Iustin Pop
  since we use the same source for configuration information for both
837 d7cdb55d Iustin Pop
  backend and boostrap, we'll always vote for ourselves.
838 d7cdb55d Iustin Pop

839 d7cdb55d Iustin Pop
  @type node_list: list
840 d7cdb55d Iustin Pop
  @param node_list: the list of nodes to query for master info; the current
841 5bbd3f7f Michael Hanselmann
      node will be removed if it is in the list
842 d7cdb55d Iustin Pop
  @rtype: list
843 d7cdb55d Iustin Pop
  @return: list of (node, votes)
844 d7cdb55d Iustin Pop

845 d7cdb55d Iustin Pop
  """
846 b705c7a6 Manuel Franceschini
  myself = netutils.Hostname.GetSysName()
847 d7cdb55d Iustin Pop
  try:
848 d7cdb55d Iustin Pop
    node_list.remove(myself)
849 d7cdb55d Iustin Pop
  except ValueError:
850 d7cdb55d Iustin Pop
    pass
851 d7cdb55d Iustin Pop
  if not node_list:
852 d7cdb55d Iustin Pop
    # no nodes left (eventually after removing myself)
853 d7cdb55d Iustin Pop
    return []
854 db04ce5d Michael Hanselmann
  results = rpc.BootstrapRunner().call_master_info(node_list)
855 d7cdb55d Iustin Pop
  if not isinstance(results, dict):
856 d7cdb55d Iustin Pop
    # this should not happen (unless internal error in rpc)
857 d7cdb55d Iustin Pop
    logging.critical("Can't complete rpc call, aborting master startup")
858 d7cdb55d Iustin Pop
    return [(None, len(node_list))]
859 d7cdb55d Iustin Pop
  votes = {}
860 d7cdb55d Iustin Pop
  for node in results:
861 781de953 Iustin Pop
    nres = results[node]
862 2a52a064 Iustin Pop
    data = nres.payload
863 3cebe102 Michael Hanselmann
    msg = nres.fail_msg
864 2a52a064 Iustin Pop
    fail = False
865 2a52a064 Iustin Pop
    if msg:
866 2a52a064 Iustin Pop
      logging.warning("Error contacting node %s: %s", node, msg)
867 2a52a064 Iustin Pop
      fail = True
868 909b3a0e Andrea Spadaccini
    # for now we accept both length 3, 4 and 5 (data[3] is primary ip version
869 909b3a0e Andrea Spadaccini
    # and data[4] is the master netmask)
870 2a52a064 Iustin Pop
    elif not isinstance(data, (tuple, list)) or len(data) < 3:
871 2a52a064 Iustin Pop
      logging.warning("Invalid data received from node %s: %s", node, data)
872 2a52a064 Iustin Pop
      fail = True
873 2a52a064 Iustin Pop
    if fail:
874 d7cdb55d Iustin Pop
      if None not in votes:
875 d7cdb55d Iustin Pop
        votes[None] = 0
876 d7cdb55d Iustin Pop
      votes[None] += 1
877 d7cdb55d Iustin Pop
      continue
878 781de953 Iustin Pop
    master_node = data[2]
879 d7cdb55d Iustin Pop
    if master_node not in votes:
880 d7cdb55d Iustin Pop
      votes[master_node] = 0
881 d7cdb55d Iustin Pop
    votes[master_node] += 1
882 d7cdb55d Iustin Pop
883 d7cdb55d Iustin Pop
  vote_list = [v for v in votes.items()]
884 d7cdb55d Iustin Pop
  # sort first on number of votes then on name, since we want None
885 d7cdb55d Iustin Pop
  # sorted later if we have the half of the nodes not responding, and
886 d7cdb55d Iustin Pop
  # half voting all for the same master
887 d7cdb55d Iustin Pop
  vote_list.sort(key=lambda x: (x[1], x[0]), reverse=True)
888 d7cdb55d Iustin Pop
889 d7cdb55d Iustin Pop
  return vote_list