Statistics
| Branch: | Tag: | Revision:

root / lib / bootstrap.py @ a9f33339

History | View | Annotate | Download (41.5 kB)

1 a0c9f010 Michael Hanselmann
#
2 a0c9f010 Michael Hanselmann
#
3 a0c9f010 Michael Hanselmann
4 57dc299a Iustin Pop
# Copyright (C) 2006, 2007, 2008, 2010, 2011, 2012 Google Inc.
5 a0c9f010 Michael Hanselmann
#
6 a0c9f010 Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 a0c9f010 Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 a0c9f010 Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 a0c9f010 Michael Hanselmann
# (at your option) any later version.
10 a0c9f010 Michael Hanselmann
#
11 a0c9f010 Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 a0c9f010 Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 a0c9f010 Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 a0c9f010 Michael Hanselmann
# General Public License for more details.
15 a0c9f010 Michael Hanselmann
#
16 a0c9f010 Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 a0c9f010 Michael Hanselmann
# along with this program; if not, write to the Free Software
18 a0c9f010 Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 a0c9f010 Michael Hanselmann
# 02110-1301, USA.
20 a0c9f010 Michael Hanselmann
21 a0c9f010 Michael Hanselmann
22 a0c9f010 Michael Hanselmann
"""Functions to bootstrap a new cluster.
23 a0c9f010 Michael Hanselmann

24 a0c9f010 Michael Hanselmann
"""
25 a0c9f010 Michael Hanselmann
26 a0c9f010 Michael Hanselmann
import os
27 a0c9f010 Michael Hanselmann
import os.path
28 a0c9f010 Michael Hanselmann
import re
29 b1b6ea87 Iustin Pop
import logging
30 d693c864 Iustin Pop
import time
31 a698cdbb Michael Hanselmann
import tempfile
32 a0c9f010 Michael Hanselmann
33 3039e2dc Helga Velroyen
from ganeti.cmdlib import cluster
34 a0c9f010 Michael Hanselmann
from ganeti import rpc
35 a0c9f010 Michael Hanselmann
from ganeti import ssh
36 a0c9f010 Michael Hanselmann
from ganeti import utils
37 a0c9f010 Michael Hanselmann
from ganeti import errors
38 a0c9f010 Michael Hanselmann
from ganeti import config
39 a0c9f010 Michael Hanselmann
from ganeti import constants
40 b9eeeb02 Michael Hanselmann
from ganeti import objects
41 a0c9f010 Michael Hanselmann
from ganeti import ssconf
42 a33848a5 Guido Trotter
from ganeti import serializer
43 a5728081 Guido Trotter
from ganeti import hypervisor
44 cde49218 Helga Velroyen
from ganeti.storage import drbd
45 3039e2dc Helga Velroyen
from ganeti.storage import filestorage
46 a744b676 Manuel Franceschini
from ganeti import netutils
47 3b6b6129 Michael Hanselmann
from ganeti import luxi
48 ff699aa9 Michael Hanselmann
from ganeti import jstore
49 7ede9c6a Michael Hanselmann
from ganeti import pathutils
50 3b6b6129 Michael Hanselmann
51 a0c9f010 Michael Hanselmann
52 88b92fe3 Guido Trotter
# ec_id for InitConfig's temporary reservation manager
53 88b92fe3 Guido Trotter
_INITCONF_ECID = "initconfig-ecid"
54 88b92fe3 Guido Trotter
55 3b6b6129 Michael Hanselmann
#: After how many seconds daemon must be responsive
56 3b6b6129 Michael Hanselmann
_DAEMON_READY_TIMEOUT = 10.0
57 3b6b6129 Michael Hanselmann
58 e38220e4 Michael Hanselmann
59 531baf8e Iustin Pop
def _InitSSHSetup():
60 a0c9f010 Michael Hanselmann
  """Setup the SSH configuration for the cluster.
61 a0c9f010 Michael Hanselmann

62 a0c9f010 Michael Hanselmann
  This generates a dsa keypair for root, adds the pub key to the
63 a0c9f010 Michael Hanselmann
  permitted hosts and adds the hostkey to its own known hosts.
64 a0c9f010 Michael Hanselmann

65 a0c9f010 Michael Hanselmann
  """
66 052783ff Michael Hanselmann
  priv_key, pub_key, auth_keys = ssh.GetUserFiles(constants.SSH_LOGIN_USER)
67 a0c9f010 Michael Hanselmann
68 a0c9f010 Michael Hanselmann
  for name in priv_key, pub_key:
69 a0c9f010 Michael Hanselmann
    if os.path.exists(name):
70 a0c9f010 Michael Hanselmann
      utils.CreateBackup(name)
71 a0c9f010 Michael Hanselmann
    utils.RemoveFile(name)
72 a0c9f010 Michael Hanselmann
73 a0c9f010 Michael Hanselmann
  result = utils.RunCmd(["ssh-keygen", "-t", "dsa",
74 a0c9f010 Michael Hanselmann
                         "-f", priv_key,
75 a0c9f010 Michael Hanselmann
                         "-q", "-N", ""])
76 a0c9f010 Michael Hanselmann
  if result.failed:
77 a0c9f010 Michael Hanselmann
    raise errors.OpExecError("Could not generate ssh keypair, error %s" %
78 a0c9f010 Michael Hanselmann
                             result.output)
79 a0c9f010 Michael Hanselmann
80 7a0156dc Luca Bigliardi
  utils.AddAuthorizedKey(auth_keys, utils.ReadFile(pub_key))
81 a0c9f010 Michael Hanselmann
82 a0c9f010 Michael Hanselmann
83 c008906b Michael Hanselmann
def GenerateHmacKey(file_name):
84 c008906b Michael Hanselmann
  """Writes a new HMAC key.
85 c008906b Michael Hanselmann

86 c008906b Michael Hanselmann
  @type file_name: str
87 c008906b Michael Hanselmann
  @param file_name: Path to output file
88 c008906b Michael Hanselmann

89 c008906b Michael Hanselmann
  """
90 43575108 Michael Hanselmann
  utils.WriteFile(file_name, data="%s\n" % utils.GenerateSecret(), mode=0400,
91 43575108 Michael Hanselmann
                  backup=True)
92 43575108 Michael Hanselmann
93 43575108 Michael Hanselmann
94 b6267745 Andrea Spadaccini
def GenerateClusterCrypto(new_cluster_cert, new_rapi_cert, new_spice_cert,
95 b6267745 Andrea Spadaccini
                          new_confd_hmac_key, new_cds,
96 b6267745 Andrea Spadaccini
                          rapi_cert_pem=None, spice_cert_pem=None,
97 b6267745 Andrea Spadaccini
                          spice_cacert_pem=None, cds=None,
98 7ede9c6a Michael Hanselmann
                          nodecert_file=pathutils.NODED_CERT_FILE,
99 7ede9c6a Michael Hanselmann
                          rapicert_file=pathutils.RAPI_CERT_FILE,
100 7ede9c6a Michael Hanselmann
                          spicecert_file=pathutils.SPICE_CERT_FILE,
101 7ede9c6a Michael Hanselmann
                          spicecacert_file=pathutils.SPICE_CACERT_FILE,
102 7ede9c6a Michael Hanselmann
                          hmackey_file=pathutils.CONFD_HMAC_KEY,
103 7ede9c6a Michael Hanselmann
                          cds_file=pathutils.CLUSTER_DOMAIN_SECRET_FILE):
104 43575108 Michael Hanselmann
  """Updates the cluster certificates, keys and secrets.
105 43575108 Michael Hanselmann

106 43575108 Michael Hanselmann
  @type new_cluster_cert: bool
107 43575108 Michael Hanselmann
  @param new_cluster_cert: Whether to generate a new cluster certificate
108 43575108 Michael Hanselmann
  @type new_rapi_cert: bool
109 43575108 Michael Hanselmann
  @param new_rapi_cert: Whether to generate a new RAPI certificate
110 b6267745 Andrea Spadaccini
  @type new_spice_cert: bool
111 b6267745 Andrea Spadaccini
  @param new_spice_cert: Whether to generate a new SPICE certificate
112 6b7d5878 Michael Hanselmann
  @type new_confd_hmac_key: bool
113 6b7d5878 Michael Hanselmann
  @param new_confd_hmac_key: Whether to generate a new HMAC key
114 3db3eb2a Michael Hanselmann
  @type new_cds: bool
115 3db3eb2a Michael Hanselmann
  @param new_cds: Whether to generate a new cluster domain secret
116 43575108 Michael Hanselmann
  @type rapi_cert_pem: string
117 43575108 Michael Hanselmann
  @param rapi_cert_pem: New RAPI certificate in PEM format
118 b6267745 Andrea Spadaccini
  @type spice_cert_pem: string
119 b6267745 Andrea Spadaccini
  @param spice_cert_pem: New SPICE certificate in PEM format
120 b6267745 Andrea Spadaccini
  @type spice_cacert_pem: string
121 b6267745 Andrea Spadaccini
  @param spice_cacert_pem: Certificate of the CA that signed the SPICE
122 b6267745 Andrea Spadaccini
                           certificate, in PEM format
123 3db3eb2a Michael Hanselmann
  @type cds: string
124 3db3eb2a Michael Hanselmann
  @param cds: New cluster domain secret
125 aeefe835 Iustin Pop
  @type nodecert_file: string
126 aeefe835 Iustin Pop
  @param nodecert_file: optional override of the node cert file path
127 aeefe835 Iustin Pop
  @type rapicert_file: string
128 aeefe835 Iustin Pop
  @param rapicert_file: optional override of the rapi cert file path
129 b6267745 Andrea Spadaccini
  @type spicecert_file: string
130 b6267745 Andrea Spadaccini
  @param spicecert_file: optional override of the spice cert file path
131 b6267745 Andrea Spadaccini
  @type spicecacert_file: string
132 b6267745 Andrea Spadaccini
  @param spicecacert_file: optional override of the spice CA cert file path
133 aeefe835 Iustin Pop
  @type hmackey_file: string
134 aeefe835 Iustin Pop
  @param hmackey_file: optional override of the hmac key file path
135 43575108 Michael Hanselmann

136 43575108 Michael Hanselmann
  """
137 168c1de2 Michael Hanselmann
  # noded SSL certificate
138 aeefe835 Iustin Pop
  cluster_cert_exists = os.path.exists(nodecert_file)
139 43575108 Michael Hanselmann
  if new_cluster_cert or not cluster_cert_exists:
140 43575108 Michael Hanselmann
    if cluster_cert_exists:
141 aeefe835 Iustin Pop
      utils.CreateBackup(nodecert_file)
142 43575108 Michael Hanselmann
143 aeefe835 Iustin Pop
    logging.debug("Generating new cluster certificate at %s", nodecert_file)
144 af2ae1c0 Iustin Pop
    utils.GenerateSelfSignedSslCert(nodecert_file)
145 43575108 Michael Hanselmann
146 6b7d5878 Michael Hanselmann
  # confd HMAC key
147 aeefe835 Iustin Pop
  if new_confd_hmac_key or not os.path.exists(hmackey_file):
148 aeefe835 Iustin Pop
    logging.debug("Writing new confd HMAC key to %s", hmackey_file)
149 aeefe835 Iustin Pop
    GenerateHmacKey(hmackey_file)
150 43575108 Michael Hanselmann
151 43575108 Michael Hanselmann
  # RAPI
152 aeefe835 Iustin Pop
  rapi_cert_exists = os.path.exists(rapicert_file)
153 43575108 Michael Hanselmann
154 43575108 Michael Hanselmann
  if rapi_cert_pem:
155 43575108 Michael Hanselmann
    # Assume rapi_pem contains a valid PEM-formatted certificate and key
156 aeefe835 Iustin Pop
    logging.debug("Writing RAPI certificate at %s", rapicert_file)
157 aeefe835 Iustin Pop
    utils.WriteFile(rapicert_file, data=rapi_cert_pem, backup=True)
158 43575108 Michael Hanselmann
159 43575108 Michael Hanselmann
  elif new_rapi_cert or not rapi_cert_exists:
160 43575108 Michael Hanselmann
    if rapi_cert_exists:
161 aeefe835 Iustin Pop
      utils.CreateBackup(rapicert_file)
162 43575108 Michael Hanselmann
163 aeefe835 Iustin Pop
    logging.debug("Generating new RAPI certificate at %s", rapicert_file)
164 af2ae1c0 Iustin Pop
    utils.GenerateSelfSignedSslCert(rapicert_file)
165 c008906b Michael Hanselmann
166 b6267745 Andrea Spadaccini
  # SPICE
167 b6267745 Andrea Spadaccini
  spice_cert_exists = os.path.exists(spicecert_file)
168 b6267745 Andrea Spadaccini
  spice_cacert_exists = os.path.exists(spicecacert_file)
169 b6267745 Andrea Spadaccini
  if spice_cert_pem:
170 b6267745 Andrea Spadaccini
    # spice_cert_pem implies also spice_cacert_pem
171 b6267745 Andrea Spadaccini
    logging.debug("Writing SPICE certificate at %s", spicecert_file)
172 b6267745 Andrea Spadaccini
    utils.WriteFile(spicecert_file, data=spice_cert_pem, backup=True)
173 b6267745 Andrea Spadaccini
    logging.debug("Writing SPICE CA certificate at %s", spicecacert_file)
174 b6267745 Andrea Spadaccini
    utils.WriteFile(spicecacert_file, data=spice_cacert_pem, backup=True)
175 b6267745 Andrea Spadaccini
  elif new_spice_cert or not spice_cert_exists:
176 b6267745 Andrea Spadaccini
    if spice_cert_exists:
177 b6267745 Andrea Spadaccini
      utils.CreateBackup(spicecert_file)
178 b6267745 Andrea Spadaccini
    if spice_cacert_exists:
179 b6267745 Andrea Spadaccini
      utils.CreateBackup(spicecacert_file)
180 b6267745 Andrea Spadaccini
181 b6267745 Andrea Spadaccini
    logging.debug("Generating new self-signed SPICE certificate at %s",
182 b6267745 Andrea Spadaccini
                  spicecert_file)
183 b6267745 Andrea Spadaccini
    (_, cert_pem) = utils.GenerateSelfSignedSslCert(spicecert_file)
184 b6267745 Andrea Spadaccini
185 b6267745 Andrea Spadaccini
    # Self-signed certificate -> the public certificate is also the CA public
186 b6267745 Andrea Spadaccini
    # certificate
187 b6267745 Andrea Spadaccini
    logging.debug("Writing the public certificate to %s",
188 b6267745 Andrea Spadaccini
                  spicecert_file)
189 b6267745 Andrea Spadaccini
    utils.io.WriteFile(spicecacert_file, mode=0400, data=cert_pem)
190 b6267745 Andrea Spadaccini
191 3db3eb2a Michael Hanselmann
  # Cluster domain secret
192 3db3eb2a Michael Hanselmann
  if cds:
193 fc0726b9 Michael Hanselmann
    logging.debug("Writing cluster domain secret to %s", cds_file)
194 fc0726b9 Michael Hanselmann
    utils.WriteFile(cds_file, data=cds, backup=True)
195 fc0726b9 Michael Hanselmann
196 fc0726b9 Michael Hanselmann
  elif new_cds or not os.path.exists(cds_file):
197 fc0726b9 Michael Hanselmann
    logging.debug("Generating new cluster domain secret at %s", cds_file)
198 fc0726b9 Michael Hanselmann
    GenerateHmacKey(cds_file)
199 3db3eb2a Michael Hanselmann
200 c008906b Michael Hanselmann
201 8f215968 Michael Hanselmann
def _InitGanetiServerSetup(master_name):
202 40a97d80 Michael Hanselmann
  """Setup the necessary configuration for the initial node daemon.
203 40a97d80 Michael Hanselmann

204 40a97d80 Michael Hanselmann
  This creates the nodepass file containing the shared password for
205 600535f0 Manuel Franceschini
  the cluster, generates the SSL certificate and starts the node daemon.
206 600535f0 Manuel Franceschini

207 600535f0 Manuel Franceschini
  @type master_name: str
208 600535f0 Manuel Franceschini
  @param master_name: Name of the master node
209 40a97d80 Michael Hanselmann

210 40a97d80 Michael Hanselmann
  """
211 43575108 Michael Hanselmann
  # Generate cluster secrets
212 b6267745 Andrea Spadaccini
  GenerateClusterCrypto(True, False, False, False, False)
213 4a34c5cf Guido Trotter
214 7ede9c6a Michael Hanselmann
  result = utils.RunCmd([pathutils.DAEMON_UTIL, "start", constants.NODED])
215 a0c9f010 Michael Hanselmann
  if result.failed:
216 a0c9f010 Michael Hanselmann
    raise errors.OpExecError("Could not start the node daemon, command %s"
217 a0c9f010 Michael Hanselmann
                             " had exitcode %s and error %s" %
218 a0c9f010 Michael Hanselmann
                             (result.cmd, result.exit_code, result.output))
219 a0c9f010 Michael Hanselmann
220 5627f375 Michael Hanselmann
  _WaitForNodeDaemon(master_name)
221 5627f375 Michael Hanselmann
222 5627f375 Michael Hanselmann
223 5627f375 Michael Hanselmann
def _WaitForNodeDaemon(node_name):
224 5627f375 Michael Hanselmann
  """Wait for node daemon to become responsive.
225 5627f375 Michael Hanselmann

226 5627f375 Michael Hanselmann
  """
227 d3833ebd Michael Hanselmann
  def _CheckNodeDaemon():
228 bd6d1202 Renรฉ Nussbaumer
    # Pylint bug <http://www.logilab.org/ticket/35642>
229 bd6d1202 Renรฉ Nussbaumer
    # pylint: disable=E1101
230 db04ce5d Michael Hanselmann
    result = rpc.BootstrapRunner().call_version([node_name])[node_name]
231 d3833ebd Michael Hanselmann
    if result.fail_msg:
232 d3833ebd Michael Hanselmann
      raise utils.RetryAgain()
233 8f215968 Michael Hanselmann
234 d3833ebd Michael Hanselmann
  try:
235 3b6b6129 Michael Hanselmann
    utils.Retry(_CheckNodeDaemon, 1.0, _DAEMON_READY_TIMEOUT)
236 d3833ebd Michael Hanselmann
  except utils.RetryTimeout:
237 5627f375 Michael Hanselmann
    raise errors.OpExecError("Node daemon on %s didn't answer queries within"
238 3b6b6129 Michael Hanselmann
                             " %s seconds" % (node_name, _DAEMON_READY_TIMEOUT))
239 3b6b6129 Michael Hanselmann
240 3b6b6129 Michael Hanselmann
241 3b6b6129 Michael Hanselmann
def _WaitForMasterDaemon():
242 3b6b6129 Michael Hanselmann
  """Wait for master daemon to become responsive.
243 3b6b6129 Michael Hanselmann

244 3b6b6129 Michael Hanselmann
  """
245 3b6b6129 Michael Hanselmann
  def _CheckMasterDaemon():
246 3b6b6129 Michael Hanselmann
    try:
247 3b6b6129 Michael Hanselmann
      cl = luxi.Client()
248 3b6b6129 Michael Hanselmann
      (cluster_name, ) = cl.QueryConfigValues(["cluster_name"])
249 3b6b6129 Michael Hanselmann
    except Exception:
250 3b6b6129 Michael Hanselmann
      raise utils.RetryAgain()
251 3b6b6129 Michael Hanselmann
252 3b6b6129 Michael Hanselmann
    logging.debug("Received cluster name %s from master", cluster_name)
253 3b6b6129 Michael Hanselmann
254 3b6b6129 Michael Hanselmann
  try:
255 3b6b6129 Michael Hanselmann
    utils.Retry(_CheckMasterDaemon, 1.0, _DAEMON_READY_TIMEOUT)
256 3b6b6129 Michael Hanselmann
  except utils.RetryTimeout:
257 3b6b6129 Michael Hanselmann
    raise errors.OpExecError("Master daemon didn't answer queries within"
258 3b6b6129 Michael Hanselmann
                             " %s seconds" % _DAEMON_READY_TIMEOUT)
259 5627f375 Michael Hanselmann
260 a0c9f010 Michael Hanselmann
261 a5da38fa Michael Hanselmann
def _WaitForSshDaemon(hostname, port, family):
262 a5da38fa Michael Hanselmann
  """Wait for SSH daemon to become responsive.
263 a5da38fa Michael Hanselmann

264 a5da38fa Michael Hanselmann
  """
265 a5da38fa Michael Hanselmann
  hostip = netutils.GetHostname(name=hostname, family=family).ip
266 a5da38fa Michael Hanselmann
267 a5da38fa Michael Hanselmann
  def _CheckSshDaemon():
268 a5da38fa Michael Hanselmann
    if netutils.TcpPing(hostip, port, timeout=1.0, live_port_needed=True):
269 a5da38fa Michael Hanselmann
      logging.debug("SSH daemon on %s:%s (IP address %s) has become"
270 a5da38fa Michael Hanselmann
                    " responsive", hostname, port, hostip)
271 a5da38fa Michael Hanselmann
    else:
272 a5da38fa Michael Hanselmann
      raise utils.RetryAgain()
273 a5da38fa Michael Hanselmann
274 a5da38fa Michael Hanselmann
  try:
275 a5da38fa Michael Hanselmann
    utils.Retry(_CheckSshDaemon, 1.0, _DAEMON_READY_TIMEOUT)
276 a5da38fa Michael Hanselmann
  except utils.RetryTimeout:
277 a5da38fa Michael Hanselmann
    raise errors.OpExecError("SSH daemon on %s:%s (IP address %s) didn't"
278 a5da38fa Michael Hanselmann
                             " become responsive within %s seconds" %
279 a5da38fa Michael Hanselmann
                             (hostname, port, hostip, _DAEMON_READY_TIMEOUT))
280 a5da38fa Michael Hanselmann
281 a5da38fa Michael Hanselmann
282 a698cdbb Michael Hanselmann
def RunNodeSetupCmd(cluster_name, node, basecmd, debug, verbose,
283 a9f33339 Petr Pudlak
                    use_cluster_key, ask_key, strict_host_check,
284 a9f33339 Petr Pudlak
                    port, data):
285 a698cdbb Michael Hanselmann
  """Runs a command to configure something on a remote machine.
286 a698cdbb Michael Hanselmann

287 a698cdbb Michael Hanselmann
  @type cluster_name: string
288 a698cdbb Michael Hanselmann
  @param cluster_name: Cluster name
289 a698cdbb Michael Hanselmann
  @type node: string
290 a698cdbb Michael Hanselmann
  @param node: Node name
291 a698cdbb Michael Hanselmann
  @type basecmd: string
292 a698cdbb Michael Hanselmann
  @param basecmd: Base command (path on the remote machine)
293 a698cdbb Michael Hanselmann
  @type debug: bool
294 a698cdbb Michael Hanselmann
  @param debug: Enable debug output
295 a698cdbb Michael Hanselmann
  @type verbose: bool
296 a698cdbb Michael Hanselmann
  @param verbose: Enable verbose output
297 a698cdbb Michael Hanselmann
  @type use_cluster_key: bool
298 a698cdbb Michael Hanselmann
  @param use_cluster_key: See L{ssh.SshRunner.BuildCmd}
299 a698cdbb Michael Hanselmann
  @type ask_key: bool
300 a698cdbb Michael Hanselmann
  @param ask_key: See L{ssh.SshRunner.BuildCmd}
301 a698cdbb Michael Hanselmann
  @type strict_host_check: bool
302 a698cdbb Michael Hanselmann
  @param strict_host_check: See L{ssh.SshRunner.BuildCmd}
303 a9f33339 Petr Pudlak
  @type port: int
304 a9f33339 Petr Pudlak
  @param port: The SSH port of the remote machine or None for the default
305 a698cdbb Michael Hanselmann
  @param data: JSON-serializable input data for script (passed to stdin)
306 a698cdbb Michael Hanselmann

307 a698cdbb Michael Hanselmann
  """
308 a698cdbb Michael Hanselmann
  cmd = [basecmd]
309 a698cdbb Michael Hanselmann
310 a698cdbb Michael Hanselmann
  # Pass --debug/--verbose to the external script if set on our invocation
311 a698cdbb Michael Hanselmann
  if debug:
312 a698cdbb Michael Hanselmann
    cmd.append("--debug")
313 a698cdbb Michael Hanselmann
314 a698cdbb Michael Hanselmann
  if verbose:
315 a698cdbb Michael Hanselmann
    cmd.append("--verbose")
316 a698cdbb Michael Hanselmann
317 a9f33339 Petr Pudlak
  if port is None:
318 a9f33339 Petr Pudlak
    port = netutils.GetDaemonPort(constants.SSH)
319 a9f33339 Petr Pudlak
320 e1874aa7 Michael Hanselmann
  family = ssconf.SimpleStore().GetPrimaryIPFamily()
321 e1874aa7 Michael Hanselmann
  srun = ssh.SshRunner(cluster_name,
322 e1874aa7 Michael Hanselmann
                       ipv6=(family == netutils.IP6Address.family))
323 a698cdbb Michael Hanselmann
  scmd = srun.BuildCmd(node, constants.SSH_LOGIN_USER,
324 a698cdbb Michael Hanselmann
                       utils.ShellQuoteArgs(cmd),
325 a698cdbb Michael Hanselmann
                       batch=False, ask_key=ask_key, quiet=False,
326 a698cdbb Michael Hanselmann
                       strict_host_check=strict_host_check,
327 a9f33339 Petr Pudlak
                       use_cluster_key=use_cluster_key,
328 a9f33339 Petr Pudlak
                       port=port)
329 a698cdbb Michael Hanselmann
330 a698cdbb Michael Hanselmann
  tempfh = tempfile.TemporaryFile()
331 a698cdbb Michael Hanselmann
  try:
332 a698cdbb Michael Hanselmann
    tempfh.write(serializer.DumpJson(data))
333 a698cdbb Michael Hanselmann
    tempfh.seek(0)
334 a698cdbb Michael Hanselmann
335 a698cdbb Michael Hanselmann
    result = utils.RunCmd(scmd, interactive=True, input_fd=tempfh)
336 a698cdbb Michael Hanselmann
  finally:
337 a698cdbb Michael Hanselmann
    tempfh.close()
338 a698cdbb Michael Hanselmann
339 a698cdbb Michael Hanselmann
  if result.failed:
340 a698cdbb Michael Hanselmann
    raise errors.OpExecError("Command '%s' failed: %s" %
341 a698cdbb Michael Hanselmann
                             (result.cmd, result.fail_reason))
342 a698cdbb Michael Hanselmann
343 a9f33339 Petr Pudlak
  _WaitForSshDaemon(node, port, family)
344 a5da38fa Michael Hanselmann
345 a698cdbb Michael Hanselmann
346 5030cff3 Helga Velroyen
def _InitFileStorageDir(file_storage_dir):
347 0e3baaf3 Iustin Pop
  """Initialize if needed the file storage.
348 0e3baaf3 Iustin Pop

349 0e3baaf3 Iustin Pop
  @param file_storage_dir: the user-supplied value
350 0e3baaf3 Iustin Pop
  @return: either empty string (if file storage was disabled at build
351 0e3baaf3 Iustin Pop
      time) or the normalized path to the storage directory
352 0e3baaf3 Iustin Pop

353 0e3baaf3 Iustin Pop
  """
354 0e3baaf3 Iustin Pop
  file_storage_dir = os.path.normpath(file_storage_dir)
355 0e3baaf3 Iustin Pop
356 0e3baaf3 Iustin Pop
  if not os.path.isabs(file_storage_dir):
357 0376655e Guido Trotter
    raise errors.OpPrereqError("File storage directory '%s' is not an absolute"
358 0376655e Guido Trotter
                               " path" % file_storage_dir, errors.ECODE_INVAL)
359 0e3baaf3 Iustin Pop
360 0e3baaf3 Iustin Pop
  if not os.path.exists(file_storage_dir):
361 0e3baaf3 Iustin Pop
    try:
362 0e3baaf3 Iustin Pop
      os.makedirs(file_storage_dir, 0750)
363 0e3baaf3 Iustin Pop
    except OSError, err:
364 0e3baaf3 Iustin Pop
      raise errors.OpPrereqError("Cannot create file storage directory"
365 0e3baaf3 Iustin Pop
                                 " '%s': %s" % (file_storage_dir, err),
366 0e3baaf3 Iustin Pop
                                 errors.ECODE_ENVIRON)
367 0e3baaf3 Iustin Pop
368 0e3baaf3 Iustin Pop
  if not os.path.isdir(file_storage_dir):
369 0e3baaf3 Iustin Pop
    raise errors.OpPrereqError("The file storage directory '%s' is not"
370 0e3baaf3 Iustin Pop
                               " a directory." % file_storage_dir,
371 0e3baaf3 Iustin Pop
                               errors.ECODE_ENVIRON)
372 5030cff3 Helga Velroyen
373 0e3baaf3 Iustin Pop
  return file_storage_dir
374 0e3baaf3 Iustin Pop
375 0e3baaf3 Iustin Pop
376 e8b5640e Helga Velroyen
def _PrepareFileBasedStorage(
377 e8b5640e Helga Velroyen
    enabled_disk_templates, file_storage_dir,
378 e8b5640e Helga Velroyen
    default_dir, file_disk_template,
379 e8b5640e Helga Velroyen
    init_fn=_InitFileStorageDir, acceptance_fn=None):
380 e8b5640e Helga Velroyen
  """Checks if a file-base storage type is enabled and inits the dir.
381 e8b5640e Helga Velroyen

382 e8b5640e Helga Velroyen
  @type enabled_disk_templates: list of string
383 e8b5640e Helga Velroyen
  @param enabled_disk_templates: list of enabled disk templates
384 e8b5640e Helga Velroyen
  @type file_storage_dir: string
385 e8b5640e Helga Velroyen
  @param file_storage_dir: the file storage directory
386 e8b5640e Helga Velroyen
  @type default_dir: string
387 e8b5640e Helga Velroyen
  @param default_dir: default file storage directory when C{file_storage_dir}
388 e8b5640e Helga Velroyen
      is 'None'
389 e8b5640e Helga Velroyen
  @type file_disk_template: string
390 e8b5640e Helga Velroyen
  @param file_disk_template: a disk template whose storage type is 'ST_FILE'
391 e8b5640e Helga Velroyen
  @rtype: string
392 e8b5640e Helga Velroyen
  @returns: the name of the actual file storage directory
393 3039e2dc Helga Velroyen

394 3039e2dc Helga Velroyen
  """
395 e8b5640e Helga Velroyen
  assert (file_disk_template in
396 e8b5640e Helga Velroyen
          utils.storage.GetDiskTemplatesOfStorageType(constants.ST_FILE))
397 3039e2dc Helga Velroyen
  if file_storage_dir is None:
398 e8b5640e Helga Velroyen
    file_storage_dir = default_dir
399 3039e2dc Helga Velroyen
  if not acceptance_fn:
400 3039e2dc Helga Velroyen
    acceptance_fn = \
401 3039e2dc Helga Velroyen
        lambda path: filestorage.CheckFileStoragePathAcceptance(
402 3039e2dc Helga Velroyen
            path, exact_match_ok=True)
403 3039e2dc Helga Velroyen
404 3039e2dc Helga Velroyen
  cluster.CheckFileStoragePathVsEnabledDiskTemplates(
405 3039e2dc Helga Velroyen
      logging.warning, file_storage_dir, enabled_disk_templates)
406 3039e2dc Helga Velroyen
407 e8b5640e Helga Velroyen
  file_storage_enabled = file_disk_template in enabled_disk_templates
408 3039e2dc Helga Velroyen
  if file_storage_enabled:
409 3039e2dc Helga Velroyen
    try:
410 3039e2dc Helga Velroyen
      acceptance_fn(file_storage_dir)
411 3039e2dc Helga Velroyen
    except errors.FileStoragePathError as e:
412 3039e2dc Helga Velroyen
      raise errors.OpPrereqError(str(e))
413 3039e2dc Helga Velroyen
    result_file_storage_dir = init_fn(file_storage_dir)
414 3039e2dc Helga Velroyen
  else:
415 3039e2dc Helga Velroyen
    result_file_storage_dir = file_storage_dir
416 3039e2dc Helga Velroyen
  return result_file_storage_dir
417 3039e2dc Helga Velroyen
418 3039e2dc Helga Velroyen
419 e8b5640e Helga Velroyen
def _PrepareFileStorage(
420 e8b5640e Helga Velroyen
    enabled_disk_templates, file_storage_dir, init_fn=_InitFileStorageDir,
421 e8b5640e Helga Velroyen
    acceptance_fn=None):
422 e8b5640e Helga Velroyen
  """Checks if file storage is enabled and inits the dir.
423 e8b5640e Helga Velroyen

424 e8b5640e Helga Velroyen
  @see: C{_PrepareFileBasedStorage}
425 e8b5640e Helga Velroyen

426 e8b5640e Helga Velroyen
  """
427 e8b5640e Helga Velroyen
  return _PrepareFileBasedStorage(
428 e8b5640e Helga Velroyen
      enabled_disk_templates, file_storage_dir,
429 e8b5640e Helga Velroyen
      pathutils.DEFAULT_FILE_STORAGE_DIR, constants.DT_FILE,
430 e8b5640e Helga Velroyen
      init_fn=init_fn, acceptance_fn=acceptance_fn)
431 e8b5640e Helga Velroyen
432 e8b5640e Helga Velroyen
433 e8b5640e Helga Velroyen
def _PrepareSharedFileStorage(
434 e8b5640e Helga Velroyen
    enabled_disk_templates, file_storage_dir, init_fn=_InitFileStorageDir,
435 e8b5640e Helga Velroyen
    acceptance_fn=None):
436 e8b5640e Helga Velroyen
  """Checks if shared file storage is enabled and inits the dir.
437 e8b5640e Helga Velroyen

438 e8b5640e Helga Velroyen
  @see: C{_PrepareFileBasedStorage}
439 e8b5640e Helga Velroyen

440 e8b5640e Helga Velroyen
  """
441 e8b5640e Helga Velroyen
  return _PrepareFileBasedStorage(
442 e8b5640e Helga Velroyen
      enabled_disk_templates, file_storage_dir,
443 e8b5640e Helga Velroyen
      pathutils.DEFAULT_SHARED_FILE_STORAGE_DIR, constants.DT_SHARED_FILE,
444 e8b5640e Helga Velroyen
      init_fn=init_fn, acceptance_fn=acceptance_fn)
445 e8b5640e Helga Velroyen
446 e8b5640e Helga Velroyen
447 5030cff3 Helga Velroyen
def _InitCheckEnabledDiskTemplates(enabled_disk_templates):
448 5030cff3 Helga Velroyen
  """Checks the sanity of the enabled disk templates.
449 5030cff3 Helga Velroyen

450 5030cff3 Helga Velroyen
  """
451 5030cff3 Helga Velroyen
  if not enabled_disk_templates:
452 5030cff3 Helga Velroyen
    raise errors.OpPrereqError("Enabled disk templates list must contain at"
453 5030cff3 Helga Velroyen
                               " least one member", errors.ECODE_INVAL)
454 5030cff3 Helga Velroyen
  invalid_disk_templates = \
455 5030cff3 Helga Velroyen
    set(enabled_disk_templates) - constants.DISK_TEMPLATES
456 5030cff3 Helga Velroyen
  if invalid_disk_templates:
457 5030cff3 Helga Velroyen
    raise errors.OpPrereqError("Enabled disk templates list contains invalid"
458 5030cff3 Helga Velroyen
                               " entries: %s" % invalid_disk_templates,
459 5030cff3 Helga Velroyen
                               errors.ECODE_INVAL)
460 5030cff3 Helga Velroyen
461 5030cff3 Helga Velroyen
462 d514e18b Helga Velroyen
def _RestrictIpolicyToEnabledDiskTemplates(ipolicy, enabled_disk_templates):
463 d514e18b Helga Velroyen
  """Restricts the ipolicy's disk templates to the enabled ones.
464 d514e18b Helga Velroyen

465 d514e18b Helga Velroyen
  This function clears the ipolicy's list of allowed disk templates from the
466 d514e18b Helga Velroyen
  ones that are not enabled by the cluster.
467 d514e18b Helga Velroyen

468 d514e18b Helga Velroyen
  @type ipolicy: dict
469 d514e18b Helga Velroyen
  @param ipolicy: the instance policy
470 d514e18b Helga Velroyen
  @type enabled_disk_templates: list of string
471 d514e18b Helga Velroyen
  @param enabled_disk_templates: the list of cluster-wide enabled disk
472 d514e18b Helga Velroyen
    templates
473 d514e18b Helga Velroyen

474 d514e18b Helga Velroyen
  """
475 d514e18b Helga Velroyen
  assert constants.IPOLICY_DTS in ipolicy
476 d514e18b Helga Velroyen
  allowed_disk_templates = ipolicy[constants.IPOLICY_DTS]
477 d514e18b Helga Velroyen
  restricted_disk_templates = list(set(allowed_disk_templates)
478 d514e18b Helga Velroyen
                                   .intersection(set(enabled_disk_templates)))
479 d514e18b Helga Velroyen
  ipolicy[constants.IPOLICY_DTS] = restricted_disk_templates
480 d514e18b Helga Velroyen
481 d514e18b Helga Velroyen
482 7796e1f8 Helga Velroyen
def _InitCheckDrbdHelper(drbd_helper, drbd_enabled):
483 af95196c Helga Velroyen
  """Checks the DRBD usermode helper.
484 af95196c Helga Velroyen

485 af95196c Helga Velroyen
  @type drbd_helper: string
486 af95196c Helga Velroyen
  @param drbd_helper: name of the DRBD usermode helper that the system should
487 af95196c Helga Velroyen
    use
488 af95196c Helga Velroyen

489 af95196c Helga Velroyen
  """
490 7796e1f8 Helga Velroyen
  if not drbd_enabled:
491 7796e1f8 Helga Velroyen
    return
492 7796e1f8 Helga Velroyen
493 af95196c Helga Velroyen
  if drbd_helper is not None:
494 af95196c Helga Velroyen
    try:
495 af95196c Helga Velroyen
      curr_helper = drbd.DRBD8.GetUsermodeHelper()
496 af95196c Helga Velroyen
    except errors.BlockDeviceError, err:
497 af95196c Helga Velroyen
      raise errors.OpPrereqError("Error while checking drbd helper"
498 7796e1f8 Helga Velroyen
                                 " (disable drbd with --enabled-disk-templates"
499 7796e1f8 Helga Velroyen
                                 " if you are not using drbd): %s" % str(err),
500 af95196c Helga Velroyen
                                 errors.ECODE_ENVIRON)
501 af95196c Helga Velroyen
    if drbd_helper != curr_helper:
502 af95196c Helga Velroyen
      raise errors.OpPrereqError("Error: requiring %s as drbd helper but %s"
503 af95196c Helga Velroyen
                                 " is the current helper" % (drbd_helper,
504 af95196c Helga Velroyen
                                                             curr_helper),
505 af95196c Helga Velroyen
                                 errors.ECODE_INVAL)
506 af95196c Helga Velroyen
507 af95196c Helga Velroyen
508 18bb6d28 Agata Murawska
def InitCluster(cluster_name, mac_prefix, # pylint: disable=R0913, R0914
509 5a8648eb Andrea Spadaccini
                master_netmask, master_netdev, file_storage_dir,
510 5a8648eb Andrea Spadaccini
                shared_file_storage_dir, candidate_pool_size, secondary_ip=None,
511 5a8648eb Andrea Spadaccini
                vg_name=None, beparams=None, nicparams=None, ndparams=None,
512 bc5d0215 Andrea Spadaccini
                hvparams=None, diskparams=None, enabled_hypervisors=None,
513 bc5d0215 Andrea Spadaccini
                modify_etc_hosts=True, modify_ssh_setup=True,
514 bc5d0215 Andrea Spadaccini
                maintain_node_health=False, drbd_helper=None, uid_pool=None,
515 18bb6d28 Agata Murawska
                default_iallocator=None, primary_ip_version=None, ipolicy=None,
516 c4929a8b Renรฉ Nussbaumer
                prealloc_wipe_disks=False, use_external_mip_script=False,
517 3bde79ee Helga Velroyen
                hv_state=None, disk_state=None, enabled_disk_templates=None):
518 a0c9f010 Michael Hanselmann
  """Initialise the cluster.
519 a0c9f010 Michael Hanselmann

520 ce735215 Guido Trotter
  @type candidate_pool_size: int
521 ce735215 Guido Trotter
  @param candidate_pool_size: master candidate pool size
522 3bde79ee Helga Velroyen
  @type enabled_disk_templates: list of string
523 3bde79ee Helga Velroyen
  @param enabled_disk_templates: list of disk_templates to be used in this
524 c074a9e8 Helga Velroyen
    cluster
525 ce735215 Guido Trotter

526 a0c9f010 Michael Hanselmann
  """
527 ce735215 Guido Trotter
  # TODO: complete the docstring
528 a0c9f010 Michael Hanselmann
  if config.ConfigWriter.IsCluster():
529 debac808 Iustin Pop
    raise errors.OpPrereqError("Cluster is already initialised",
530 debac808 Iustin Pop
                               errors.ECODE_STATE)
531 a0c9f010 Michael Hanselmann
532 b119bccb Guido Trotter
  if not enabled_hypervisors:
533 b119bccb Guido Trotter
    raise errors.OpPrereqError("Enabled hypervisors list must contain at"
534 debac808 Iustin Pop
                               " least one member", errors.ECODE_INVAL)
535 b119bccb Guido Trotter
  invalid_hvs = set(enabled_hypervisors) - constants.HYPER_TYPES
536 b119bccb Guido Trotter
  if invalid_hvs:
537 b119bccb Guido Trotter
    raise errors.OpPrereqError("Enabled hypervisors contains invalid"
538 debac808 Iustin Pop
                               " entries: %s" % invalid_hvs,
539 debac808 Iustin Pop
                               errors.ECODE_INVAL)
540 b119bccb Guido Trotter
541 5030cff3 Helga Velroyen
  _InitCheckEnabledDiskTemplates(enabled_disk_templates)
542 c074a9e8 Helga Velroyen
543 5a8648eb Andrea Spadaccini
  try:
544 5a8648eb Andrea Spadaccini
    ipcls = netutils.IPAddress.GetClassFromIpVersion(primary_ip_version)
545 5a8648eb Andrea Spadaccini
  except errors.ProgrammerError:
546 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("Invalid primary ip version: %d." %
547 2cfbc784 Iustin Pop
                               primary_ip_version, errors.ECODE_INVAL)
548 2f20d07b Manuel Franceschini
549 2f20d07b Manuel Franceschini
  hostname = netutils.GetHostname(family=ipcls.family)
550 2f20d07b Manuel Franceschini
  if not ipcls.IsValid(hostname.ip):
551 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("This host's IP (%s) is not a valid IPv%d"
552 2cfbc784 Iustin Pop
                               " address." % (hostname.ip, primary_ip_version),
553 2cfbc784 Iustin Pop
                               errors.ECODE_INVAL)
554 2f20d07b Manuel Franceschini
555 2f20d07b Manuel Franceschini
  if ipcls.IsLoopback(hostname.ip):
556 8b312c1d Manuel Franceschini
    raise errors.OpPrereqError("This host's IP (%s) resolves to a loopback"
557 8b312c1d Manuel Franceschini
                               " address. Please fix DNS or %s." %
558 ee045466 Michael Hanselmann
                               (hostname.ip, pathutils.ETC_HOSTS),
559 debac808 Iustin Pop
                               errors.ECODE_ENVIRON)
560 a0c9f010 Michael Hanselmann
561 2f20d07b Manuel Franceschini
  if not ipcls.Own(hostname.ip):
562 a0c9f010 Michael Hanselmann
    raise errors.OpPrereqError("Inconsistency: this host's name resolves"
563 a0c9f010 Michael Hanselmann
                               " to %s,\nbut this ip address does not"
564 7c4c22f5 Manuel Franceschini
                               " belong to this host" %
565 debac808 Iustin Pop
                               hostname.ip, errors.ECODE_ENVIRON)
566 a0c9f010 Michael Hanselmann
567 2f20d07b Manuel Franceschini
  clustername = netutils.GetHostname(name=cluster_name, family=ipcls.family)
568 a0c9f010 Michael Hanselmann
569 2f20d07b Manuel Franceschini
  if netutils.TcpPing(clustername.ip, constants.DEFAULT_NODED_PORT, timeout=5):
570 7c4c22f5 Manuel Franceschini
    raise errors.OpPrereqError("Cluster IP already active",
571 debac808 Iustin Pop
                               errors.ECODE_NOTUNIQUE)
572 a0c9f010 Michael Hanselmann
573 2f20d07b Manuel Franceschini
  if not secondary_ip:
574 2f20d07b Manuel Franceschini
    if primary_ip_version == constants.IP6_VERSION:
575 2f20d07b Manuel Franceschini
      raise errors.OpPrereqError("When using a IPv6 primary address, a valid"
576 7c4c22f5 Manuel Franceschini
                                 " IPv4 address must be given as secondary",
577 7c4c22f5 Manuel Franceschini
                                 errors.ECODE_INVAL)
578 b9eeeb02 Michael Hanselmann
    secondary_ip = hostname.ip
579 a0c9f010 Michael Hanselmann
580 2f20d07b Manuel Franceschini
  if not netutils.IP4Address.IsValid(secondary_ip):
581 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("Secondary IP address (%s) has to be a valid"
582 2f20d07b Manuel Franceschini
                               " IPv4 address." % secondary_ip,
583 2f20d07b Manuel Franceschini
                               errors.ECODE_INVAL)
584 2f20d07b Manuel Franceschini
585 2f20d07b Manuel Franceschini
  if not netutils.IP4Address.Own(secondary_ip):
586 2f20d07b Manuel Franceschini
    raise errors.OpPrereqError("You gave %s as secondary IP,"
587 2f20d07b Manuel Franceschini
                               " but it does not belong to this host." %
588 2f20d07b Manuel Franceschini
                               secondary_ip, errors.ECODE_ENVIRON)
589 2f20d07b Manuel Franceschini
590 5a8648eb Andrea Spadaccini
  if master_netmask is not None:
591 5a8648eb Andrea Spadaccini
    if not ipcls.ValidateNetmask(master_netmask):
592 5a8648eb Andrea Spadaccini
      raise errors.OpPrereqError("CIDR netmask (%s) not valid for IPv%s " %
593 2cfbc784 Iustin Pop
                                  (master_netmask, primary_ip_version),
594 2cfbc784 Iustin Pop
                                 errors.ECODE_INVAL)
595 5a8648eb Andrea Spadaccini
  else:
596 5a8648eb Andrea Spadaccini
    master_netmask = ipcls.iplen
597 5a8648eb Andrea Spadaccini
598 912737ba Helga Velroyen
  if vg_name:
599 a0c9f010 Michael Hanselmann
    # Check if volume group is valid
600 a0c9f010 Michael Hanselmann
    vgstatus = utils.CheckVolumeGroupSize(utils.ListVolumeGroups(), vg_name,
601 a0c9f010 Michael Hanselmann
                                          constants.MIN_VG_SIZE)
602 a0c9f010 Michael Hanselmann
    if vgstatus:
603 912737ba Helga Velroyen
      raise errors.OpPrereqError("Error: %s" % vgstatus, errors.ECODE_INVAL)
604 a0c9f010 Michael Hanselmann
605 7796e1f8 Helga Velroyen
  drbd_enabled = constants.DT_DRBD8 in enabled_disk_templates
606 7796e1f8 Helga Velroyen
  _InitCheckDrbdHelper(drbd_helper, drbd_enabled)
607 a721e23a Luca Bigliardi
608 32ba31be Michael Hanselmann
  logging.debug("Stopping daemons (if any are running)")
609 32ba31be Michael Hanselmann
  result = utils.RunCmd([pathutils.DAEMON_UTIL, "stop-all"])
610 32ba31be Michael Hanselmann
  if result.failed:
611 32ba31be Michael Hanselmann
    raise errors.OpExecError("Could not stop daemons, command %s"
612 32ba31be Michael Hanselmann
                             " had exitcode %s and error '%s'" %
613 32ba31be Michael Hanselmann
                             (result.cmd, result.exit_code, result.output))
614 32ba31be Michael Hanselmann
615 5030cff3 Helga Velroyen
  file_storage_dir = _PrepareFileStorage(enabled_disk_templates,
616 5030cff3 Helga Velroyen
                                         file_storage_dir)
617 e8b5640e Helga Velroyen
  shared_file_storage_dir = _PrepareSharedFileStorage(enabled_disk_templates,
618 e8b5640e Helga Velroyen
                                                      shared_file_storage_dir)
619 a0c9f010 Michael Hanselmann
620 a0c9f010 Michael Hanselmann
  if not re.match("^[0-9a-z]{2}:[0-9a-z]{2}:[0-9a-z]{2}$", mac_prefix):
621 debac808 Iustin Pop
    raise errors.OpPrereqError("Invalid mac prefix given '%s'" % mac_prefix,
622 debac808 Iustin Pop
                               errors.ECODE_INVAL)
623 a0c9f010 Michael Hanselmann
624 d5e9de7c Sebastian Gebhard
  if not nicparams.get('mode', None) == "openvswitch":
625 d5e9de7c Sebastian Gebhard
    # Do not do this check if mode=openvswitch, since the openvswitch is not
626 d5e9de7c Sebastian Gebhard
    # created yet
627 d5e9de7c Sebastian Gebhard
    result = utils.RunCmd(["ip", "link", "show", "dev", master_netdev])
628 d5e9de7c Sebastian Gebhard
    if result.failed:
629 d5e9de7c Sebastian Gebhard
      raise errors.OpPrereqError("Invalid master netdev given (%s): '%s'" %
630 d5e9de7c Sebastian Gebhard
                                 (master_netdev,
631 d5e9de7c Sebastian Gebhard
                                  result.output.strip()), errors.ECODE_INVAL)
632 a0c9f010 Michael Hanselmann
633 7ede9c6a Michael Hanselmann
  dirs = [(pathutils.RUN_DIR, constants.RUN_DIRS_MODE)]
634 9dae41ad Guido Trotter
  utils.EnsureDirs(dirs)
635 9dae41ad Guido Trotter
636 b2e233a5 Guido Trotter
  objects.UpgradeBeParams(beparams)
637 a5728081 Guido Trotter
  utils.ForceDictType(beparams, constants.BES_PARAMETER_TYPES)
638 b6a30b0d Guido Trotter
  utils.ForceDictType(nicparams, constants.NICS_PARAMETER_TYPES)
639 18bb6d28 Agata Murawska
640 b6a30b0d Guido Trotter
  objects.NIC.CheckParameterSyntax(nicparams)
641 57dc299a Iustin Pop
642 2cc673a3 Iustin Pop
  full_ipolicy = objects.FillIPolicy(constants.IPOLICY_DEFAULTS, ipolicy)
643 d514e18b Helga Velroyen
  _RestrictIpolicyToEnabledDiskTemplates(full_ipolicy, enabled_disk_templates)
644 b6a30b0d Guido Trotter
645 6204ee71 Renรฉ Nussbaumer
  if ndparams is not None:
646 6204ee71 Renรฉ Nussbaumer
    utils.ForceDictType(ndparams, constants.NDS_PARAMETER_TYPES)
647 6204ee71 Renรฉ Nussbaumer
  else:
648 6204ee71 Renรฉ Nussbaumer
    ndparams = dict(constants.NDC_DEFAULTS)
649 6204ee71 Renรฉ Nussbaumer
650 c4929a8b Renรฉ Nussbaumer
  # This is ugly, as we modify the dict itself
651 57dc299a Iustin Pop
  # FIXME: Make utils.ForceDictType pure functional or write a wrapper
652 57dc299a Iustin Pop
  # around it
653 c4929a8b Renรฉ Nussbaumer
  if hv_state:
654 c4929a8b Renรฉ Nussbaumer
    for hvname, hvs_data in hv_state.items():
655 c4929a8b Renรฉ Nussbaumer
      utils.ForceDictType(hvs_data, constants.HVSTS_PARAMETER_TYPES)
656 c4929a8b Renรฉ Nussbaumer
      hv_state[hvname] = objects.Cluster.SimpleFillHvState(hvs_data)
657 c4929a8b Renรฉ Nussbaumer
  else:
658 c4929a8b Renรฉ Nussbaumer
    hv_state = dict((hvname, constants.HVST_DEFAULTS)
659 c4929a8b Renรฉ Nussbaumer
                    for hvname in enabled_hypervisors)
660 c4929a8b Renรฉ Nussbaumer
661 c4929a8b Renรฉ Nussbaumer
  # FIXME: disk_state has no default values yet
662 c4929a8b Renรฉ Nussbaumer
  if disk_state:
663 c4929a8b Renรฉ Nussbaumer
    for storage, ds_data in disk_state.items():
664 c4929a8b Renรฉ Nussbaumer
      if storage not in constants.DS_VALID_TYPES:
665 c4929a8b Renรฉ Nussbaumer
        raise errors.OpPrereqError("Invalid storage type in disk state: %s" %
666 c4929a8b Renรฉ Nussbaumer
                                   storage, errors.ECODE_INVAL)
667 c4929a8b Renรฉ Nussbaumer
      for ds_name, state in ds_data.items():
668 c4929a8b Renรฉ Nussbaumer
        utils.ForceDictType(state, constants.DSS_PARAMETER_TYPES)
669 c4929a8b Renรฉ Nussbaumer
        ds_data[ds_name] = objects.Cluster.SimpleFillDiskState(state)
670 c4929a8b Renรฉ Nussbaumer
671 a5728081 Guido Trotter
  # hvparams is a mapping of hypervisor->hvparams dict
672 a5728081 Guido Trotter
  for hv_name, hv_params in hvparams.iteritems():
673 a5728081 Guido Trotter
    utils.ForceDictType(hv_params, constants.HVS_PARAMETER_TYPES)
674 a5728081 Guido Trotter
    hv_class = hypervisor.GetHypervisor(hv_name)
675 a5728081 Guido Trotter
    hv_class.CheckParameterSyntax(hv_params)
676 d4b72030 Guido Trotter
677 bc5d0215 Andrea Spadaccini
  # diskparams is a mapping of disk-template->diskparams dict
678 bc5d0215 Andrea Spadaccini
  for template, dt_params in diskparams.items():
679 bc5d0215 Andrea Spadaccini
    param_keys = set(dt_params.keys())
680 bc5d0215 Andrea Spadaccini
    default_param_keys = set(constants.DISK_DT_DEFAULTS[template].keys())
681 bc5d0215 Andrea Spadaccini
    if not (param_keys <= default_param_keys):
682 bc5d0215 Andrea Spadaccini
      unknown_params = param_keys - default_param_keys
683 bc5d0215 Andrea Spadaccini
      raise errors.OpPrereqError("Invalid parameters for disk template %s:"
684 bc5d0215 Andrea Spadaccini
                                 " %s" % (template,
685 2cfbc784 Iustin Pop
                                          utils.CommaJoin(unknown_params)),
686 2cfbc784 Iustin Pop
                                 errors.ECODE_INVAL)
687 bc5d0215 Andrea Spadaccini
    utils.ForceDictType(dt_params, constants.DISK_DT_TYPES)
688 35c48839 Michele Tartara
    if template == constants.DT_DRBD8 and vg_name is not None:
689 35c48839 Michele Tartara
      # The default METAVG value is equal to the VG name set at init time,
690 35c48839 Michele Tartara
      # if provided
691 35c48839 Michele Tartara
      dt_params[constants.DRBD_DEFAULT_METAVG] = vg_name
692 35c48839 Michele Tartara
693 e4a4391d Renรฉ Nussbaumer
  try:
694 e4a4391d Renรฉ Nussbaumer
    utils.VerifyDictOptions(diskparams, constants.DISK_DT_DEFAULTS)
695 e4a4391d Renรฉ Nussbaumer
  except errors.OpPrereqError, err:
696 e4a4391d Renรฉ Nussbaumer
    raise errors.OpPrereqError("While verify diskparam options: %s" % err,
697 e4a4391d Renรฉ Nussbaumer
                               errors.ECODE_INVAL)
698 bc5d0215 Andrea Spadaccini
699 a0c9f010 Michael Hanselmann
  # set up ssh config and /etc/hosts
700 a9542a4f Thomas Thrainer
  rsa_sshkey = ""
701 a9542a4f Thomas Thrainer
  dsa_sshkey = ""
702 a9542a4f Thomas Thrainer
  if os.path.isfile(pathutils.SSH_HOST_RSA_PUB):
703 a9542a4f Thomas Thrainer
    sshline = utils.ReadFile(pathutils.SSH_HOST_RSA_PUB)
704 a9542a4f Thomas Thrainer
    rsa_sshkey = sshline.split(" ")[1]
705 a9542a4f Thomas Thrainer
  if os.path.isfile(pathutils.SSH_HOST_DSA_PUB):
706 a9542a4f Thomas Thrainer
    sshline = utils.ReadFile(pathutils.SSH_HOST_DSA_PUB)
707 a9542a4f Thomas Thrainer
    dsa_sshkey = sshline.split(" ")[1]
708 a9542a4f Thomas Thrainer
  if not rsa_sshkey and not dsa_sshkey:
709 a9542a4f Thomas Thrainer
    raise errors.OpPrereqError("Failed to find SSH public keys",
710 a9542a4f Thomas Thrainer
                               errors.ECODE_ENVIRON)
711 a0c9f010 Michael Hanselmann
712 b86a6bcd Guido Trotter
  if modify_etc_hosts:
713 ea8ac9c9 Renรฉ Nussbaumer
    utils.AddHostToEtcHosts(hostname.name, hostname.ip)
714 b86a6bcd Guido Trotter
715 b989b9d9 Ken Wehr
  if modify_ssh_setup:
716 b989b9d9 Ken Wehr
    _InitSSHSetup()
717 a0c9f010 Michael Hanselmann
718 bf4af505 Apollon Oikonomopoulos
  if default_iallocator is not None:
719 bf4af505 Apollon Oikonomopoulos
    alloc_script = utils.FindFile(default_iallocator,
720 bf4af505 Apollon Oikonomopoulos
                                  constants.IALLOCATOR_SEARCH_PATH,
721 bf4af505 Apollon Oikonomopoulos
                                  os.path.isfile)
722 bf4af505 Apollon Oikonomopoulos
    if alloc_script is None:
723 bf4af505 Apollon Oikonomopoulos
      raise errors.OpPrereqError("Invalid default iallocator script '%s'"
724 bf4af505 Apollon Oikonomopoulos
                                 " specified" % default_iallocator,
725 bf4af505 Apollon Oikonomopoulos
                                 errors.ECODE_INVAL)
726 d1e9c98d Iustin Pop
  elif constants.HTOOLS:
727 d1e9c98d Iustin Pop
    # htools was enabled at build-time, we default to it
728 d1e9c98d Iustin Pop
    if utils.FindFile(constants.IALLOC_HAIL,
729 d1e9c98d Iustin Pop
                      constants.IALLOCATOR_SEARCH_PATH,
730 d1e9c98d Iustin Pop
                      os.path.isfile):
731 d1e9c98d Iustin Pop
      default_iallocator = constants.IALLOC_HAIL
732 bf4af505 Apollon Oikonomopoulos
733 430b923c Iustin Pop
  now = time.time()
734 430b923c Iustin Pop
735 a0c9f010 Michael Hanselmann
  # init of cluster config file
736 b9eeeb02 Michael Hanselmann
  cluster_config = objects.Cluster(
737 b9eeeb02 Michael Hanselmann
    serial_no=1,
738 a9542a4f Thomas Thrainer
    rsahostkeypub=rsa_sshkey,
739 a9542a4f Thomas Thrainer
    dsahostkeypub=dsa_sshkey,
740 b9eeeb02 Michael Hanselmann
    highest_used_port=(constants.FIRST_DRBD_PORT - 1),
741 b9eeeb02 Michael Hanselmann
    mac_prefix=mac_prefix,
742 b9eeeb02 Michael Hanselmann
    volume_group_name=vg_name,
743 b9eeeb02 Michael Hanselmann
    tcpudp_port_pool=set(),
744 f6bd6e98 Michael Hanselmann
    master_ip=clustername.ip,
745 5a8648eb Andrea Spadaccini
    master_netmask=master_netmask,
746 f6bd6e98 Michael Hanselmann
    master_netdev=master_netdev,
747 f6bd6e98 Michael Hanselmann
    cluster_name=clustername.name,
748 f6bd6e98 Michael Hanselmann
    file_storage_dir=file_storage_dir,
749 4b97f902 Apollon Oikonomopoulos
    shared_file_storage_dir=shared_file_storage_dir,
750 ea3a925f Alexander Schreiber
    enabled_hypervisors=enabled_hypervisors,
751 4ef7f423 Guido Trotter
    beparams={constants.PP_DEFAULT: beparams},
752 b6a30b0d Guido Trotter
    nicparams={constants.PP_DEFAULT: nicparams},
753 6204ee71 Renรฉ Nussbaumer
    ndparams=ndparams,
754 ea3a925f Alexander Schreiber
    hvparams=hvparams,
755 bc5d0215 Andrea Spadaccini
    diskparams=diskparams,
756 ce735215 Guido Trotter
    candidate_pool_size=candidate_pool_size,
757 022c3a0b Guido Trotter
    modify_etc_hosts=modify_etc_hosts,
758 b989b9d9 Ken Wehr
    modify_ssh_setup=modify_ssh_setup,
759 39b0f0c2 Balazs Lecz
    uid_pool=uid_pool,
760 430b923c Iustin Pop
    ctime=now,
761 430b923c Iustin Pop
    mtime=now,
762 3953242f Iustin Pop
    maintain_node_health=maintain_node_health,
763 a721e23a Luca Bigliardi
    drbd_usermode_helper=drbd_helper,
764 bf4af505 Apollon Oikonomopoulos
    default_iallocator=default_iallocator,
765 2f20d07b Manuel Franceschini
    primary_ip_family=ipcls.family,
766 3d914585 Renรฉ Nussbaumer
    prealloc_wipe_disks=prealloc_wipe_disks,
767 bf689b7a Andrea Spadaccini
    use_external_mip_script=use_external_mip_script,
768 57dc299a Iustin Pop
    ipolicy=full_ipolicy,
769 c4929a8b Renรฉ Nussbaumer
    hv_state_static=hv_state,
770 c4929a8b Renรฉ Nussbaumer
    disk_state_static=disk_state,
771 3bde79ee Helga Velroyen
    enabled_disk_templates=enabled_disk_templates,
772 b9eeeb02 Michael Hanselmann
    )
773 b9eeeb02 Michael Hanselmann
  master_node_config = objects.Node(name=hostname.name,
774 b9eeeb02 Michael Hanselmann
                                    primary_ip=hostname.ip,
775 b9222f32 Guido Trotter
                                    secondary_ip=secondary_ip,
776 c044f32c Guido Trotter
                                    serial_no=1,
777 c044f32c Guido Trotter
                                    master_candidate=True,
778 af64c0ea Iustin Pop
                                    offline=False, drained=False,
779 435e4bd6 Michael Hanselmann
                                    ctime=now, mtime=now,
780 c044f32c Guido Trotter
                                    )
781 9e1333b9 Guido Trotter
  InitConfig(constants.CONFIG_VERSION, cluster_config, master_node_config)
782 d367b66c Manuel Franceschini
  cfg = config.ConfigWriter(offline=True)
783 7ede9c6a Michael Hanselmann
  ssh.WriteKnownHostsFile(cfg, pathutils.SSH_KNOWN_HOSTS_FILE)
784 a4eae71f Michael Hanselmann
  cfg.Update(cfg.GetClusterInfo(), logging.error)
785 ee501db1 Michael Hanselmann
  ssconf.WriteSsconfFiles(cfg.GetSsconfValues())
786 d367b66c Manuel Franceschini
787 d367b66c Manuel Franceschini
  # set up the inter-node password and certificate
788 d367b66c Manuel Franceschini
  _InitGanetiServerSetup(hostname.name)
789 827f753e Guido Trotter
790 952d7515 Michael Hanselmann
  logging.debug("Starting daemons")
791 7ede9c6a Michael Hanselmann
  result = utils.RunCmd([pathutils.DAEMON_UTIL, "start-all"])
792 952d7515 Michael Hanselmann
  if result.failed:
793 952d7515 Michael Hanselmann
    raise errors.OpExecError("Could not start daemons, command %s"
794 952d7515 Michael Hanselmann
                             " had exitcode %s and error %s" %
795 952d7515 Michael Hanselmann
                             (result.cmd, result.exit_code, result.output))
796 b3f1cf6f Iustin Pop
797 3b6b6129 Michael Hanselmann
  _WaitForMasterDaemon()
798 b3f1cf6f Iustin Pop
799 b1b6ea87 Iustin Pop
800 02f99608 Oleksiy Mishchenko
def InitConfig(version, cluster_config, master_node_config,
801 7ede9c6a Michael Hanselmann
               cfg_file=pathutils.CLUSTER_CONF_FILE):
802 7b3a8fb5 Iustin Pop
  """Create the initial cluster configuration.
803 7b3a8fb5 Iustin Pop

804 7b3a8fb5 Iustin Pop
  It will contain the current node, which will also be the master
805 7b3a8fb5 Iustin Pop
  node, and no instances.
806 7b3a8fb5 Iustin Pop

807 7b3a8fb5 Iustin Pop
  @type version: int
808 c41eea6e Iustin Pop
  @param version: configuration version
809 c41eea6e Iustin Pop
  @type cluster_config: L{objects.Cluster}
810 c41eea6e Iustin Pop
  @param cluster_config: cluster configuration
811 c41eea6e Iustin Pop
  @type master_node_config: L{objects.Node}
812 c41eea6e Iustin Pop
  @param master_node_config: master node configuration
813 c41eea6e Iustin Pop
  @type cfg_file: string
814 c41eea6e Iustin Pop
  @param cfg_file: configuration file path
815 c41eea6e Iustin Pop

816 7b3a8fb5 Iustin Pop
  """
817 88b92fe3 Guido Trotter
  uuid_generator = config.TemporaryReservationManager()
818 88b92fe3 Guido Trotter
  cluster_config.uuid = uuid_generator.Generate([], utils.NewUUID,
819 88b92fe3 Guido Trotter
                                                _INITCONF_ECID)
820 88b92fe3 Guido Trotter
  master_node_config.uuid = uuid_generator.Generate([], utils.NewUUID,
821 88b92fe3 Guido Trotter
                                                    _INITCONF_ECID)
822 1c3231aa Thomas Thrainer
  cluster_config.master_node = master_node_config.uuid
823 7b3a8fb5 Iustin Pop
  nodes = {
824 1c3231aa Thomas Thrainer
    master_node_config.uuid: master_node_config,
825 7b3a8fb5 Iustin Pop
    }
826 88b92fe3 Guido Trotter
  default_nodegroup = objects.NodeGroup(
827 88b92fe3 Guido Trotter
    uuid=uuid_generator.Generate([], utils.NewUUID, _INITCONF_ECID),
828 75cf411a Adeodato Simo
    name=constants.INITIAL_NODE_GROUP_NAME,
829 1c3231aa Thomas Thrainer
    members=[master_node_config.uuid],
830 99ccf8b9 Renรฉ Nussbaumer
    diskparams={},
831 88b92fe3 Guido Trotter
    )
832 88b92fe3 Guido Trotter
  nodegroups = {
833 88b92fe3 Guido Trotter
    default_nodegroup.uuid: default_nodegroup,
834 88b92fe3 Guido Trotter
    }
835 d693c864 Iustin Pop
  now = time.time()
836 7b3a8fb5 Iustin Pop
  config_data = objects.ConfigData(version=version,
837 7b3a8fb5 Iustin Pop
                                   cluster=cluster_config,
838 88b92fe3 Guido Trotter
                                   nodegroups=nodegroups,
839 7b3a8fb5 Iustin Pop
                                   nodes=nodes,
840 7b3a8fb5 Iustin Pop
                                   instances={},
841 eaa4c57c Dimitris Aragiorgis
                                   networks={},
842 d693c864 Iustin Pop
                                   serial_no=1,
843 d693c864 Iustin Pop
                                   ctime=now, mtime=now)
844 a33848a5 Guido Trotter
  utils.WriteFile(cfg_file,
845 a33848a5 Guido Trotter
                  data=serializer.Dump(config_data.ToDict()),
846 a33848a5 Guido Trotter
                  mode=0600)
847 02f99608 Oleksiy Mishchenko
848 02f99608 Oleksiy Mishchenko
849 1c3231aa Thomas Thrainer
def FinalizeClusterDestroy(master_uuid):
850 140aa4a8 Iustin Pop
  """Execute the last steps of cluster destroy
851 140aa4a8 Iustin Pop

852 140aa4a8 Iustin Pop
  This function shuts down all the daemons, completing the destroy
853 140aa4a8 Iustin Pop
  begun in cmdlib.LUDestroyOpcode.
854 140aa4a8 Iustin Pop

855 140aa4a8 Iustin Pop
  """
856 b989b9d9 Ken Wehr
  cfg = config.ConfigWriter()
857 b989b9d9 Ken Wehr
  modify_ssh_setup = cfg.GetClusterInfo().modify_ssh_setup
858 7c74bbe0 Andrea Spadaccini
  runner = rpc.BootstrapRunner()
859 7c74bbe0 Andrea Spadaccini
860 1c3231aa Thomas Thrainer
  master_name = cfg.GetNodeName(master_uuid)
861 1c3231aa Thomas Thrainer
862 f9d20654 Andrea Spadaccini
  master_params = cfg.GetMasterNetworkParameters()
863 1c3231aa Thomas Thrainer
  master_params.uuid = master_uuid
864 57c7bc57 Andrea Spadaccini
  ems = cfg.GetUseExternalMipScript()
865 1c3231aa Thomas Thrainer
  result = runner.call_node_deactivate_master_ip(master_name, master_params,
866 1c3231aa Thomas Thrainer
                                                 ems)
867 c79198a0 Andrea Spadaccini
868 7c74bbe0 Andrea Spadaccini
  msg = result.fail_msg
869 7c74bbe0 Andrea Spadaccini
  if msg:
870 7c74bbe0 Andrea Spadaccini
    logging.warning("Could not disable the master IP: %s", msg)
871 7c74bbe0 Andrea Spadaccini
872 1c3231aa Thomas Thrainer
  result = runner.call_node_stop_master(master_name)
873 3cebe102 Michael Hanselmann
  msg = result.fail_msg
874 6c00d19a Iustin Pop
  if msg:
875 099c52ad Iustin Pop
    logging.warning("Could not disable the master role: %s", msg)
876 7c74bbe0 Andrea Spadaccini
877 1c3231aa Thomas Thrainer
  result = runner.call_node_leave_cluster(master_name, modify_ssh_setup)
878 3cebe102 Michael Hanselmann
  msg = result.fail_msg
879 0623d351 Iustin Pop
  if msg:
880 0623d351 Iustin Pop
    logging.warning("Could not shutdown the node daemon and cleanup"
881 0623d351 Iustin Pop
                    " the node: %s", msg)
882 140aa4a8 Iustin Pop
883 140aa4a8 Iustin Pop
884 a9f33339 Petr Pudlak
def SetupNodeDaemon(opts, cluster_name, node, ssh_port):
885 827f753e Guido Trotter
  """Add a node to the cluster.
886 827f753e Guido Trotter

887 b1b6ea87 Iustin Pop
  This function must be called before the actual opcode, and will ssh
888 b1b6ea87 Iustin Pop
  to the remote node, copy the needed files, and start ganeti-noded,
889 b1b6ea87 Iustin Pop
  allowing the master to do the rest via normal rpc calls.
890 827f753e Guido Trotter

891 87622829 Iustin Pop
  @param cluster_name: the cluster name
892 87622829 Iustin Pop
  @param node: the name of the new node
893 a9f33339 Petr Pudlak
  @param ssh_port: the SSH port of the new node
894 827f753e Guido Trotter

895 827f753e Guido Trotter
  """
896 7b8ba235 Michael Hanselmann
  data = {
897 7b8ba235 Michael Hanselmann
    constants.NDS_CLUSTER_NAME: cluster_name,
898 7b8ba235 Michael Hanselmann
    constants.NDS_NODE_DAEMON_CERTIFICATE:
899 7b8ba235 Michael Hanselmann
      utils.ReadFile(pathutils.NODED_CERT_FILE),
900 7b8ba235 Michael Hanselmann
    constants.NDS_SSCONF: ssconf.SimpleStore().ReadAll(),
901 7b8ba235 Michael Hanselmann
    constants.NDS_START_NODE_DAEMON: True,
902 7b8ba235 Michael Hanselmann
    }
903 7b8ba235 Michael Hanselmann
904 7b8ba235 Michael Hanselmann
  RunNodeSetupCmd(cluster_name, node, pathutils.NODE_DAEMON_SETUP,
905 7b8ba235 Michael Hanselmann
                  opts.debug, opts.verbose,
906 a9f33339 Petr Pudlak
                  True, opts.ssh_key_check, opts.ssh_key_check,
907 a9f33339 Petr Pudlak
                  ssh_port, data)
908 827f753e Guido Trotter
909 5627f375 Michael Hanselmann
  _WaitForNodeDaemon(node)
910 5627f375 Michael Hanselmann
911 b1b6ea87 Iustin Pop
912 8e2524c3 Guido Trotter
def MasterFailover(no_voting=False):
913 b1b6ea87 Iustin Pop
  """Failover the master node.
914 b1b6ea87 Iustin Pop

915 b1b6ea87 Iustin Pop
  This checks that we are not already the master, and will cause the
916 b1b6ea87 Iustin Pop
  current master to cease being master, and the non-master to become
917 b1b6ea87 Iustin Pop
  new master.
918 b1b6ea87 Iustin Pop

919 8e2524c3 Guido Trotter
  @type no_voting: boolean
920 8e2524c3 Guido Trotter
  @param no_voting: force the operation without remote nodes agreement
921 8e2524c3 Guido Trotter
                      (dangerous)
922 8e2524c3 Guido Trotter

923 b1b6ea87 Iustin Pop
  """
924 8135a2db Iustin Pop
  sstore = ssconf.SimpleStore()
925 b1b6ea87 Iustin Pop
926 8135a2db Iustin Pop
  old_master, new_master = ssconf.GetMasterAndMyself(sstore)
927 1c3231aa Thomas Thrainer
  node_names = sstore.GetNodeList()
928 8135a2db Iustin Pop
  mc_list = sstore.GetMasterCandidates()
929 b1b6ea87 Iustin Pop
930 b1b6ea87 Iustin Pop
  if old_master == new_master:
931 b1b6ea87 Iustin Pop
    raise errors.OpPrereqError("This commands must be run on the node"
932 b1b6ea87 Iustin Pop
                               " where you want the new master to be."
933 b1b6ea87 Iustin Pop
                               " %s is already the master" %
934 debac808 Iustin Pop
                               old_master, errors.ECODE_INVAL)
935 d5927e48 Iustin Pop
936 8135a2db Iustin Pop
  if new_master not in mc_list:
937 8135a2db Iustin Pop
    mc_no_master = [name for name in mc_list if name != old_master]
938 8135a2db Iustin Pop
    raise errors.OpPrereqError("This node is not among the nodes marked"
939 8135a2db Iustin Pop
                               " as master candidates. Only these nodes"
940 8135a2db Iustin Pop
                               " can become masters. Current list of"
941 8135a2db Iustin Pop
                               " master candidates is:\n"
942 3ccb3a64 Michael Hanselmann
                               "%s" % ("\n".join(mc_no_master)),
943 debac808 Iustin Pop
                               errors.ECODE_STATE)
944 8135a2db Iustin Pop
945 8e2524c3 Guido Trotter
  if not no_voting:
946 1c3231aa Thomas Thrainer
    vote_list = GatherMasterVotes(node_names)
947 8e2524c3 Guido Trotter
948 8e2524c3 Guido Trotter
    if vote_list:
949 8e2524c3 Guido Trotter
      voted_master = vote_list[0][0]
950 8e2524c3 Guido Trotter
      if voted_master is None:
951 8e2524c3 Guido Trotter
        raise errors.OpPrereqError("Cluster is inconsistent, most nodes did"
952 debac808 Iustin Pop
                                   " not respond.", errors.ECODE_ENVIRON)
953 8e2524c3 Guido Trotter
      elif voted_master != old_master:
954 8e2524c3 Guido Trotter
        raise errors.OpPrereqError("I have a wrong configuration, I believe"
955 8e2524c3 Guido Trotter
                                   " the master is %s but the other nodes"
956 8e2524c3 Guido Trotter
                                   " voted %s. Please resync the configuration"
957 8e2524c3 Guido Trotter
                                   " of this node." %
958 debac808 Iustin Pop
                                   (old_master, voted_master),
959 debac808 Iustin Pop
                                   errors.ECODE_STATE)
960 b1b6ea87 Iustin Pop
  # end checks
961 b1b6ea87 Iustin Pop
962 b1b6ea87 Iustin Pop
  rcode = 0
963 b1b6ea87 Iustin Pop
964 d5927e48 Iustin Pop
  logging.info("Setting master to %s, old master: %s", new_master, old_master)
965 b1b6ea87 Iustin Pop
966 21004460 Iustin Pop
  try:
967 21004460 Iustin Pop
    # instantiate a real config writer, as we now know we have the
968 21004460 Iustin Pop
    # configuration data
969 eb180fe2 Iustin Pop
    cfg = config.ConfigWriter(accept_foreign=True)
970 21004460 Iustin Pop
971 1c3231aa Thomas Thrainer
    old_master_node = cfg.GetNodeInfoByName(old_master)
972 1c3231aa Thomas Thrainer
    if old_master_node is None:
973 1c3231aa Thomas Thrainer
      raise errors.OpPrereqError("Could not find old master node '%s' in"
974 1c3231aa Thomas Thrainer
                                 " cluster configuration." % old_master,
975 1c3231aa Thomas Thrainer
                                 errors.ECODE_NOENT)
976 1c3231aa Thomas Thrainer
977 21004460 Iustin Pop
    cluster_info = cfg.GetClusterInfo()
978 1c3231aa Thomas Thrainer
    new_master_node = cfg.GetNodeInfoByName(new_master)
979 1c3231aa Thomas Thrainer
    if new_master_node is None:
980 1c3231aa Thomas Thrainer
      raise errors.OpPrereqError("Could not find new master node '%s' in"
981 1c3231aa Thomas Thrainer
                                 " cluster configuration." % new_master,
982 1c3231aa Thomas Thrainer
                                 errors.ECODE_NOENT)
983 1c3231aa Thomas Thrainer
984 1c3231aa Thomas Thrainer
    cluster_info.master_node = new_master_node.uuid
985 21004460 Iustin Pop
    # this will also regenerate the ssconf files, since we updated the
986 21004460 Iustin Pop
    # cluster info
987 21004460 Iustin Pop
    cfg.Update(cluster_info, logging.error)
988 21004460 Iustin Pop
  except errors.ConfigurationError, err:
989 21004460 Iustin Pop
    logging.error("Error while trying to set the new master: %s",
990 21004460 Iustin Pop
                  str(err))
991 21004460 Iustin Pop
    return 1
992 21004460 Iustin Pop
993 21004460 Iustin Pop
  # if cfg.Update worked, then it means the old master daemon won't be
994 21004460 Iustin Pop
  # able now to write its own config file (we rely on locking in both
995 21004460 Iustin Pop
  # backend.UploadFile() and ConfigWriter._Write(); hence the next
996 21004460 Iustin Pop
  # step is to kill the old master
997 21004460 Iustin Pop
998 21004460 Iustin Pop
  logging.info("Stopping the master daemon on node %s", old_master)
999 21004460 Iustin Pop
1000 7c74bbe0 Andrea Spadaccini
  runner = rpc.BootstrapRunner()
1001 f9d20654 Andrea Spadaccini
  master_params = cfg.GetMasterNetworkParameters()
1002 1c3231aa Thomas Thrainer
  master_params.uuid = old_master_node.uuid
1003 57c7bc57 Andrea Spadaccini
  ems = cfg.GetUseExternalMipScript()
1004 1c3231aa Thomas Thrainer
  result = runner.call_node_deactivate_master_ip(old_master,
1005 57c7bc57 Andrea Spadaccini
                                                 master_params, ems)
1006 c79198a0 Andrea Spadaccini
1007 7c74bbe0 Andrea Spadaccini
  msg = result.fail_msg
1008 7c74bbe0 Andrea Spadaccini
  if msg:
1009 7c74bbe0 Andrea Spadaccini
    logging.warning("Could not disable the master IP: %s", msg)
1010 7c74bbe0 Andrea Spadaccini
1011 7c74bbe0 Andrea Spadaccini
  result = runner.call_node_stop_master(old_master)
1012 3cebe102 Michael Hanselmann
  msg = result.fail_msg
1013 6c00d19a Iustin Pop
  if msg:
1014 d5927e48 Iustin Pop
    logging.error("Could not disable the master role on the old master"
1015 5ae4945a Iustin Pop
                  " %s, please disable manually: %s", old_master, msg)
1016 b1b6ea87 Iustin Pop
1017 21004460 Iustin Pop
  logging.info("Checking master IP non-reachability...")
1018 21004460 Iustin Pop
1019 425f0f54 Iustin Pop
  master_ip = sstore.GetMasterIP()
1020 425f0f54 Iustin Pop
  total_timeout = 30
1021 e687ec01 Michael Hanselmann
1022 d23ef431 Michael Hanselmann
  # Here we have a phase where no master should be running
1023 425f0f54 Iustin Pop
  def _check_ip():
1024 a744b676 Manuel Franceschini
    if netutils.TcpPing(master_ip, constants.DEFAULT_NODED_PORT):
1025 425f0f54 Iustin Pop
      raise utils.RetryAgain()
1026 425f0f54 Iustin Pop
1027 425f0f54 Iustin Pop
  try:
1028 425f0f54 Iustin Pop
    utils.Retry(_check_ip, (1, 1.5, 5), total_timeout)
1029 425f0f54 Iustin Pop
  except utils.RetryTimeout:
1030 425f0f54 Iustin Pop
    logging.warning("The master IP is still reachable after %s seconds,"
1031 425f0f54 Iustin Pop
                    " continuing but activating the master on the current"
1032 425f0f54 Iustin Pop
                    " node will probably fail", total_timeout)
1033 b1b6ea87 Iustin Pop
1034 ff699aa9 Michael Hanselmann
  if jstore.CheckDrainFlag():
1035 ff699aa9 Michael Hanselmann
    logging.info("Undraining job queue")
1036 ff699aa9 Michael Hanselmann
    jstore.SetDrainFlag(False)
1037 ff699aa9 Michael Hanselmann
1038 21004460 Iustin Pop
  logging.info("Starting the master daemons on the new master")
1039 d5927e48 Iustin Pop
1040 db04ce5d Michael Hanselmann
  result = rpc.BootstrapRunner().call_node_start_master_daemons(new_master,
1041 db04ce5d Michael Hanselmann
                                                                no_voting)
1042 3cebe102 Michael Hanselmann
  msg = result.fail_msg
1043 b726aff0 Iustin Pop
  if msg:
1044 d5927e48 Iustin Pop
    logging.error("Could not start the master role on the new master"
1045 b726aff0 Iustin Pop
                  " %s, please check: %s", new_master, msg)
1046 b1b6ea87 Iustin Pop
    rcode = 1
1047 b1b6ea87 Iustin Pop
1048 21004460 Iustin Pop
  logging.info("Master failed over from %s to %s", old_master, new_master)
1049 b1b6ea87 Iustin Pop
  return rcode
1050 d7cdb55d Iustin Pop
1051 d7cdb55d Iustin Pop
1052 8eb148ae Iustin Pop
def GetMaster():
1053 8eb148ae Iustin Pop
  """Returns the current master node.
1054 8eb148ae Iustin Pop

1055 8eb148ae Iustin Pop
  This is a separate function in bootstrap since it's needed by
1056 8eb148ae Iustin Pop
  gnt-cluster, and instead of importing directly ssconf, it's better
1057 8eb148ae Iustin Pop
  to abstract it in bootstrap, where we do use ssconf in other
1058 8eb148ae Iustin Pop
  functions too.
1059 8eb148ae Iustin Pop

1060 8eb148ae Iustin Pop
  """
1061 8eb148ae Iustin Pop
  sstore = ssconf.SimpleStore()
1062 8eb148ae Iustin Pop
1063 8eb148ae Iustin Pop
  old_master, _ = ssconf.GetMasterAndMyself(sstore)
1064 8eb148ae Iustin Pop
1065 8eb148ae Iustin Pop
  return old_master
1066 8eb148ae Iustin Pop
1067 8eb148ae Iustin Pop
1068 1c3231aa Thomas Thrainer
def GatherMasterVotes(node_names):
1069 d7cdb55d Iustin Pop
  """Check the agreement on who is the master.
1070 d7cdb55d Iustin Pop

1071 d7cdb55d Iustin Pop
  This function will return a list of (node, number of votes), ordered
1072 d7cdb55d Iustin Pop
  by the number of votes. Errors will be denoted by the key 'None'.
1073 d7cdb55d Iustin Pop

1074 d7cdb55d Iustin Pop
  Note that the sum of votes is the number of nodes this machine
1075 d7cdb55d Iustin Pop
  knows, whereas the number of entries in the list could be different
1076 d7cdb55d Iustin Pop
  (if some nodes vote for another master).
1077 d7cdb55d Iustin Pop

1078 d7cdb55d Iustin Pop
  We remove ourselves from the list since we know that (bugs aside)
1079 d7cdb55d Iustin Pop
  since we use the same source for configuration information for both
1080 d7cdb55d Iustin Pop
  backend and boostrap, we'll always vote for ourselves.
1081 d7cdb55d Iustin Pop

1082 1c3231aa Thomas Thrainer
  @type node_names: list
1083 1c3231aa Thomas Thrainer
  @param node_names: the list of nodes to query for master info; the current
1084 5bbd3f7f Michael Hanselmann
      node will be removed if it is in the list
1085 d7cdb55d Iustin Pop
  @rtype: list
1086 d7cdb55d Iustin Pop
  @return: list of (node, votes)
1087 d7cdb55d Iustin Pop

1088 d7cdb55d Iustin Pop
  """
1089 b705c7a6 Manuel Franceschini
  myself = netutils.Hostname.GetSysName()
1090 d7cdb55d Iustin Pop
  try:
1091 1c3231aa Thomas Thrainer
    node_names.remove(myself)
1092 d7cdb55d Iustin Pop
  except ValueError:
1093 d7cdb55d Iustin Pop
    pass
1094 1c3231aa Thomas Thrainer
  if not node_names:
1095 d7cdb55d Iustin Pop
    # no nodes left (eventually after removing myself)
1096 d7cdb55d Iustin Pop
    return []
1097 1c3231aa Thomas Thrainer
  results = rpc.BootstrapRunner().call_master_info(node_names)
1098 d7cdb55d Iustin Pop
  if not isinstance(results, dict):
1099 d7cdb55d Iustin Pop
    # this should not happen (unless internal error in rpc)
1100 d7cdb55d Iustin Pop
    logging.critical("Can't complete rpc call, aborting master startup")
1101 1c3231aa Thomas Thrainer
    return [(None, len(node_names))]
1102 d7cdb55d Iustin Pop
  votes = {}
1103 1c3231aa Thomas Thrainer
  for node_name in results:
1104 1c3231aa Thomas Thrainer
    nres = results[node_name]
1105 2a52a064 Iustin Pop
    data = nres.payload
1106 3cebe102 Michael Hanselmann
    msg = nres.fail_msg
1107 2a52a064 Iustin Pop
    fail = False
1108 2a52a064 Iustin Pop
    if msg:
1109 1c3231aa Thomas Thrainer
      logging.warning("Error contacting node %s: %s", node_name, msg)
1110 2a52a064 Iustin Pop
      fail = True
1111 909b3a0e Andrea Spadaccini
    # for now we accept both length 3, 4 and 5 (data[3] is primary ip version
1112 909b3a0e Andrea Spadaccini
    # and data[4] is the master netmask)
1113 2a52a064 Iustin Pop
    elif not isinstance(data, (tuple, list)) or len(data) < 3:
1114 1c3231aa Thomas Thrainer
      logging.warning("Invalid data received from node %s: %s",
1115 1c3231aa Thomas Thrainer
                      node_name, data)
1116 2a52a064 Iustin Pop
      fail = True
1117 2a52a064 Iustin Pop
    if fail:
1118 d7cdb55d Iustin Pop
      if None not in votes:
1119 d7cdb55d Iustin Pop
        votes[None] = 0
1120 d7cdb55d Iustin Pop
      votes[None] += 1
1121 d7cdb55d Iustin Pop
      continue
1122 781de953 Iustin Pop
    master_node = data[2]
1123 d7cdb55d Iustin Pop
    if master_node not in votes:
1124 d7cdb55d Iustin Pop
      votes[master_node] = 0
1125 d7cdb55d Iustin Pop
    votes[master_node] += 1
1126 d7cdb55d Iustin Pop
1127 d7cdb55d Iustin Pop
  vote_list = [v for v in votes.items()]
1128 d7cdb55d Iustin Pop
  # sort first on number of votes then on name, since we want None
1129 d7cdb55d Iustin Pop
  # sorted later if we have the half of the nodes not responding, and
1130 d7cdb55d Iustin Pop
  # half voting all for the same master
1131 d7cdb55d Iustin Pop
  vote_list.sort(key=lambda x: (x[1], x[0]), reverse=True)
1132 d7cdb55d Iustin Pop
1133 d7cdb55d Iustin Pop
  return vote_list