Statistics
| Branch: | Tag: | Revision:

root / tools / cfgupgrade @ 33bff17b

History | View | Annotate | Download (17.9 kB)

1 0006af7d Michael Hanselmann
#!/usr/bin/python
2 0006af7d Michael Hanselmann
#
3 0006af7d Michael Hanselmann
4 fdb85e3d Bernardo Dal Seno
# Copyright (C) 2007, 2008, 2009, 2010, 2011, 2012, 2013 Google Inc.
5 0006af7d Michael Hanselmann
#
6 0006af7d Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 0006af7d Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 0006af7d Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 0006af7d Michael Hanselmann
# (at your option) any later version.
10 0006af7d Michael Hanselmann
#
11 0006af7d Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 0006af7d Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 0006af7d Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 0006af7d Michael Hanselmann
# General Public License for more details.
15 0006af7d Michael Hanselmann
#
16 0006af7d Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 0006af7d Michael Hanselmann
# along with this program; if not, write to the Free Software
18 0006af7d Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 0006af7d Michael Hanselmann
# 02110-1301, USA.
20 0006af7d Michael Hanselmann
21 0006af7d Michael Hanselmann
22 0006af7d Michael Hanselmann
"""Tool to upgrade the configuration file.
23 0006af7d Michael Hanselmann
24 a421fdeb Iustin Pop
This code handles only the types supported by simplejson. As an
25 a421fdeb Iustin Pop
example, 'set' is a 'list'.
26 0006af7d Michael Hanselmann
27 0006af7d Michael Hanselmann
"""
28 0006af7d Michael Hanselmann
29 0006af7d Michael Hanselmann
30 0006af7d Michael Hanselmann
import os
31 0006af7d Michael Hanselmann
import os.path
32 0006af7d Michael Hanselmann
import sys
33 0006af7d Michael Hanselmann
import optparse
34 eda37a5a Michael Hanselmann
import logging
35 7939f60c Michael Hanselmann
import time
36 7939f60c Michael Hanselmann
from cStringIO import StringIO
37 0006af7d Michael Hanselmann
38 95e4a814 Michael Hanselmann
from ganeti import constants
39 95e4a814 Michael Hanselmann
from ganeti import serializer
40 319856a9 Michael Hanselmann
from ganeti import utils
41 f97c7901 Michael Hanselmann
from ganeti import cli
42 a421fdeb Iustin Pop
from ganeti import bootstrap
43 ac4d25b6 Iustin Pop
from ganeti import config
44 011974df Michael Hanselmann
from ganeti import netutils
45 09bf5d24 Michael Hanselmann
from ganeti import pathutils
46 0006af7d Michael Hanselmann
47 0006af7d Michael Hanselmann
48 319856a9 Michael Hanselmann
options = None
49 319856a9 Michael Hanselmann
args = None
50 0006af7d Michael Hanselmann
51 6f285030 Iustin Pop
52 93fd9bb1 Iustin Pop
#: Target major version we will upgrade to
53 93fd9bb1 Iustin Pop
TARGET_MAJOR = 2
54 93fd9bb1 Iustin Pop
#: Target minor version we will upgrade to
55 33bff17b Michele Tartara
TARGET_MINOR = 8
56 1709435e Bernardo Dal Seno
#: Target major version for downgrade
57 1709435e Bernardo Dal Seno
DOWNGRADE_MAJOR = 2
58 1709435e Bernardo Dal Seno
#: Target minor version for downgrade
59 1709435e Bernardo Dal Seno
DOWNGRADE_MINOR = 7
60 93fd9bb1 Iustin Pop
61 93fd9bb1 Iustin Pop
62 319856a9 Michael Hanselmann
class Error(Exception):
63 319856a9 Michael Hanselmann
  """Generic exception"""
64 319856a9 Michael Hanselmann
  pass
65 0006af7d Michael Hanselmann
66 0006af7d Michael Hanselmann
67 eda37a5a Michael Hanselmann
def SetupLogging():
68 eda37a5a Michael Hanselmann
  """Configures the logging module.
69 eda37a5a Michael Hanselmann
70 eda37a5a Michael Hanselmann
  """
71 eda37a5a Michael Hanselmann
  formatter = logging.Formatter("%(asctime)s: %(message)s")
72 eda37a5a Michael Hanselmann
73 eda37a5a Michael Hanselmann
  stderr_handler = logging.StreamHandler()
74 eda37a5a Michael Hanselmann
  stderr_handler.setFormatter(formatter)
75 eda37a5a Michael Hanselmann
  if options.debug:
76 eda37a5a Michael Hanselmann
    stderr_handler.setLevel(logging.NOTSET)
77 eda37a5a Michael Hanselmann
  elif options.verbose:
78 eda37a5a Michael Hanselmann
    stderr_handler.setLevel(logging.INFO)
79 eda37a5a Michael Hanselmann
  else:
80 011974df Michael Hanselmann
    stderr_handler.setLevel(logging.WARNING)
81 eda37a5a Michael Hanselmann
82 eda37a5a Michael Hanselmann
  root_logger = logging.getLogger("")
83 eda37a5a Michael Hanselmann
  root_logger.setLevel(logging.NOTSET)
84 eda37a5a Michael Hanselmann
  root_logger.addHandler(stderr_handler)
85 eda37a5a Michael Hanselmann
86 eda37a5a Michael Hanselmann
87 011974df Michael Hanselmann
def CheckHostname(path):
88 011974df Michael Hanselmann
  """Ensures hostname matches ssconf value.
89 011974df Michael Hanselmann
90 011974df Michael Hanselmann
  @param path: Path to ssconf file
91 011974df Michael Hanselmann
92 011974df Michael Hanselmann
  """
93 011974df Michael Hanselmann
  ssconf_master_node = utils.ReadOneLineFile(path)
94 011974df Michael Hanselmann
  hostname = netutils.GetHostname().name
95 011974df Michael Hanselmann
96 011974df Michael Hanselmann
  if ssconf_master_node == hostname:
97 011974df Michael Hanselmann
    return True
98 011974df Michael Hanselmann
99 011974df Michael Hanselmann
  logging.warning("Warning: ssconf says master node is '%s', but this"
100 011974df Michael Hanselmann
                  " machine's name is '%s'; this tool must be run on"
101 011974df Michael Hanselmann
                  " the master node", ssconf_master_node, hostname)
102 011974df Michael Hanselmann
  return False
103 011974df Michael Hanselmann
104 3c286190 Dimitris Aragiorgis
105 e94fc80c Bernardo Dal Seno
def _FillIPolicySpecs(default_ipolicy, ipolicy):
106 e94fc80c Bernardo Dal Seno
  if "minmax" in ipolicy:
107 41044e04 Bernardo Dal Seno
    for (key, spec) in ipolicy["minmax"][0].items():
108 41044e04 Bernardo Dal Seno
      for (par, val) in default_ipolicy["minmax"][0][key].items():
109 e94fc80c Bernardo Dal Seno
        if par not in spec:
110 e94fc80c Bernardo Dal Seno
          spec[par] = val
111 e94fc80c Bernardo Dal Seno
112 e94fc80c Bernardo Dal Seno
113 e94fc80c Bernardo Dal Seno
def UpgradeIPolicy(ipolicy, default_ipolicy, isgroup):
114 0b94cda8 Bernardo Dal Seno
  minmax_keys = ["min", "max"]
115 0b94cda8 Bernardo Dal Seno
  if any((k in ipolicy) for k in minmax_keys):
116 0b94cda8 Bernardo Dal Seno
    minmax = {}
117 0b94cda8 Bernardo Dal Seno
    for key in minmax_keys:
118 0b94cda8 Bernardo Dal Seno
      if key in ipolicy:
119 e94fc80c Bernardo Dal Seno
        if ipolicy[key]:
120 e94fc80c Bernardo Dal Seno
          minmax[key] = ipolicy[key]
121 0b94cda8 Bernardo Dal Seno
        del ipolicy[key]
122 e94fc80c Bernardo Dal Seno
    if minmax:
123 41044e04 Bernardo Dal Seno
      ipolicy["minmax"] = [minmax]
124 e94fc80c Bernardo Dal Seno
  if isgroup and "std" in ipolicy:
125 e94fc80c Bernardo Dal Seno
    del ipolicy["std"]
126 e94fc80c Bernardo Dal Seno
  _FillIPolicySpecs(default_ipolicy, ipolicy)
127 0b94cda8 Bernardo Dal Seno
128 0b94cda8 Bernardo Dal Seno
129 58bf877f Dimitris Aragiorgis
def UpgradeNetworks(config_data):
130 58bf877f Dimitris Aragiorgis
  networks = config_data.get("networks", None)
131 58bf877f Dimitris Aragiorgis
  if not networks:
132 58bf877f Dimitris Aragiorgis
    config_data["networks"] = {}
133 58bf877f Dimitris Aragiorgis
134 58bf877f Dimitris Aragiorgis
135 0b94cda8 Bernardo Dal Seno
def UpgradeCluster(config_data):
136 0b94cda8 Bernardo Dal Seno
  cluster = config_data.get("cluster", None)
137 0b94cda8 Bernardo Dal Seno
  if cluster is None:
138 0b94cda8 Bernardo Dal Seno
    raise Error("Cannot find cluster")
139 e94fc80c Bernardo Dal Seno
  ipolicy = cluster.setdefault("ipolicy", None)
140 0b94cda8 Bernardo Dal Seno
  if ipolicy:
141 e94fc80c Bernardo Dal Seno
    UpgradeIPolicy(ipolicy, constants.IPOLICY_DEFAULTS, False)
142 0b94cda8 Bernardo Dal Seno
143 0b94cda8 Bernardo Dal Seno
144 58bf877f Dimitris Aragiorgis
def UpgradeGroups(config_data):
145 e94fc80c Bernardo Dal Seno
  cl_ipolicy = config_data["cluster"].get("ipolicy")
146 58bf877f Dimitris Aragiorgis
  for group in config_data["nodegroups"].values():
147 58bf877f Dimitris Aragiorgis
    networks = group.get("networks", None)
148 58bf877f Dimitris Aragiorgis
    if not networks:
149 58bf877f Dimitris Aragiorgis
      group["networks"] = {}
150 0b94cda8 Bernardo Dal Seno
    ipolicy = group.get("ipolicy", None)
151 0b94cda8 Bernardo Dal Seno
    if ipolicy:
152 e94fc80c Bernardo Dal Seno
      if cl_ipolicy is None:
153 e94fc80c Bernardo Dal Seno
        raise Error("A group defines an instance policy but there is no"
154 e94fc80c Bernardo Dal Seno
                    " instance policy at cluster level")
155 e94fc80c Bernardo Dal Seno
      UpgradeIPolicy(ipolicy, cl_ipolicy, True)
156 58bf877f Dimitris Aragiorgis
157 011974df Michael Hanselmann
158 f032d55c Dimitris Aragiorgis
def UpgradeInstances(config_data):
159 f032d55c Dimitris Aragiorgis
  network2uuid = dict((n["name"], n["uuid"])
160 f032d55c Dimitris Aragiorgis
                      for n in config_data["networks"].values())
161 bb553e5a Bernardo Dal Seno
  if "instances" not in config_data:
162 bb553e5a Bernardo Dal Seno
    raise Error("Can't find the 'instances' key in the configuration!")
163 bb553e5a Bernardo Dal Seno
164 bb553e5a Bernardo Dal Seno
  for instance, iobj in config_data["instances"].items():
165 bb553e5a Bernardo Dal Seno
    for nic in iobj["nics"]:
166 f032d55c Dimitris Aragiorgis
      name = nic.get("network", None)
167 f032d55c Dimitris Aragiorgis
      if name:
168 f032d55c Dimitris Aragiorgis
        uuid = network2uuid.get(name, None)
169 f032d55c Dimitris Aragiorgis
        if uuid:
170 f032d55c Dimitris Aragiorgis
          print("NIC with network name %s found."
171 f032d55c Dimitris Aragiorgis
                " Substituting with uuid %s." % (name, uuid))
172 f032d55c Dimitris Aragiorgis
          nic["network"] = uuid
173 f032d55c Dimitris Aragiorgis
174 bb553e5a Bernardo Dal Seno
    if "disks" not in iobj:
175 bb553e5a Bernardo Dal Seno
      raise Error("Instance '%s' doesn't have a disks entry?!" % instance)
176 bb553e5a Bernardo Dal Seno
    disks = iobj["disks"]
177 bb553e5a Bernardo Dal Seno
    for idx, dobj in enumerate(disks):
178 bb553e5a Bernardo Dal Seno
      expected = "disk/%s" % idx
179 bb553e5a Bernardo Dal Seno
      current = dobj.get("iv_name", "")
180 bb553e5a Bernardo Dal Seno
      if current != expected:
181 bb553e5a Bernardo Dal Seno
        logging.warning("Updating iv_name for instance %s/disk %s"
182 bb553e5a Bernardo Dal Seno
                        " from '%s' to '%s'",
183 bb553e5a Bernardo Dal Seno
                        instance, idx, current, expected)
184 bb553e5a Bernardo Dal Seno
        dobj["iv_name"] = expected
185 bb553e5a Bernardo Dal Seno
186 bb553e5a Bernardo Dal Seno
187 bb553e5a Bernardo Dal Seno
def UpgradeRapiUsers():
188 bb553e5a Bernardo Dal Seno
  if (os.path.isfile(options.RAPI_USERS_FILE_PRE24) and
189 bb553e5a Bernardo Dal Seno
      not os.path.islink(options.RAPI_USERS_FILE_PRE24)):
190 bb553e5a Bernardo Dal Seno
    if os.path.exists(options.RAPI_USERS_FILE):
191 bb553e5a Bernardo Dal Seno
      raise Error("Found pre-2.4 RAPI users file at %s, but another file"
192 bb553e5a Bernardo Dal Seno
                  " already exists at %s" %
193 bb553e5a Bernardo Dal Seno
                  (options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE))
194 bb553e5a Bernardo Dal Seno
    logging.info("Found pre-2.4 RAPI users file at %s, renaming to %s",
195 bb553e5a Bernardo Dal Seno
                 options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE)
196 bb553e5a Bernardo Dal Seno
    if not options.dry_run:
197 bb553e5a Bernardo Dal Seno
      utils.RenameFile(options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE,
198 bb553e5a Bernardo Dal Seno
                       mkdir=True, mkdir_mode=0750)
199 bb553e5a Bernardo Dal Seno
200 bb553e5a Bernardo Dal Seno
  # Create a symlink for RAPI users file
201 bb553e5a Bernardo Dal Seno
  if (not (os.path.islink(options.RAPI_USERS_FILE_PRE24) or
202 bb553e5a Bernardo Dal Seno
           os.path.isfile(options.RAPI_USERS_FILE_PRE24)) and
203 bb553e5a Bernardo Dal Seno
      os.path.isfile(options.RAPI_USERS_FILE)):
204 bb553e5a Bernardo Dal Seno
    logging.info("Creating symlink from %s to %s",
205 bb553e5a Bernardo Dal Seno
                 options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE)
206 bb553e5a Bernardo Dal Seno
    if not options.dry_run:
207 bb553e5a Bernardo Dal Seno
      os.symlink(options.RAPI_USERS_FILE, options.RAPI_USERS_FILE_PRE24)
208 bb553e5a Bernardo Dal Seno
209 bb553e5a Bernardo Dal Seno
210 bb553e5a Bernardo Dal Seno
def UpgradeWatcher():
211 bb553e5a Bernardo Dal Seno
  # Remove old watcher state file if it exists
212 bb553e5a Bernardo Dal Seno
  if os.path.exists(options.WATCHER_STATEFILE):
213 bb553e5a Bernardo Dal Seno
    logging.info("Removing watcher state file %s", options.WATCHER_STATEFILE)
214 bb553e5a Bernardo Dal Seno
    if not options.dry_run:
215 bb553e5a Bernardo Dal Seno
      utils.RemoveFile(options.WATCHER_STATEFILE)
216 bb553e5a Bernardo Dal Seno
217 bb553e5a Bernardo Dal Seno
218 bb553e5a Bernardo Dal Seno
def UpgradeFileStoragePaths(config_data):
219 bb553e5a Bernardo Dal Seno
  # Write file storage paths
220 bb553e5a Bernardo Dal Seno
  if not os.path.exists(options.FILE_STORAGE_PATHS_FILE):
221 bb553e5a Bernardo Dal Seno
    cluster = config_data["cluster"]
222 bb553e5a Bernardo Dal Seno
    file_storage_dir = cluster.get("file_storage_dir")
223 bb553e5a Bernardo Dal Seno
    shared_file_storage_dir = cluster.get("shared_file_storage_dir")
224 bb553e5a Bernardo Dal Seno
    del cluster
225 bb553e5a Bernardo Dal Seno
226 bb553e5a Bernardo Dal Seno
    logging.info("Ganeti 2.7 and later only allow whitelisted directories"
227 bb553e5a Bernardo Dal Seno
                 " for file storage; writing existing configuration values"
228 bb553e5a Bernardo Dal Seno
                 " into '%s'",
229 bb553e5a Bernardo Dal Seno
                 options.FILE_STORAGE_PATHS_FILE)
230 bb553e5a Bernardo Dal Seno
231 bb553e5a Bernardo Dal Seno
    if file_storage_dir:
232 bb553e5a Bernardo Dal Seno
      logging.info("File storage directory: %s", file_storage_dir)
233 bb553e5a Bernardo Dal Seno
    if shared_file_storage_dir:
234 bb553e5a Bernardo Dal Seno
      logging.info("Shared file storage directory: %s",
235 bb553e5a Bernardo Dal Seno
                   shared_file_storage_dir)
236 bb553e5a Bernardo Dal Seno
237 bb553e5a Bernardo Dal Seno
    buf = StringIO()
238 bb553e5a Bernardo Dal Seno
    buf.write("# List automatically generated from configuration by\n")
239 bb553e5a Bernardo Dal Seno
    buf.write("# cfgupgrade at %s\n" % time.asctime())
240 bb553e5a Bernardo Dal Seno
    if file_storage_dir:
241 bb553e5a Bernardo Dal Seno
      buf.write("%s\n" % file_storage_dir)
242 bb553e5a Bernardo Dal Seno
    if shared_file_storage_dir:
243 bb553e5a Bernardo Dal Seno
      buf.write("%s\n" % shared_file_storage_dir)
244 bb553e5a Bernardo Dal Seno
    utils.WriteFile(file_name=options.FILE_STORAGE_PATHS_FILE,
245 bb553e5a Bernardo Dal Seno
                    data=buf.getvalue(),
246 bb553e5a Bernardo Dal Seno
                    mode=0600,
247 bb553e5a Bernardo Dal Seno
                    dry_run=options.dry_run,
248 bb553e5a Bernardo Dal Seno
                    backup=True)
249 bb553e5a Bernardo Dal Seno
250 bb553e5a Bernardo Dal Seno
251 bb553e5a Bernardo Dal Seno
def UpgradeAll(config_data):
252 bb553e5a Bernardo Dal Seno
  config_data["version"] = constants.BuildVersion(TARGET_MAJOR,
253 bb553e5a Bernardo Dal Seno
                                                  TARGET_MINOR, 0)
254 bb553e5a Bernardo Dal Seno
  UpgradeRapiUsers()
255 bb553e5a Bernardo Dal Seno
  UpgradeWatcher()
256 bb553e5a Bernardo Dal Seno
  UpgradeFileStoragePaths(config_data)
257 bb553e5a Bernardo Dal Seno
  UpgradeNetworks(config_data)
258 0b94cda8 Bernardo Dal Seno
  UpgradeCluster(config_data)
259 bb553e5a Bernardo Dal Seno
  UpgradeGroups(config_data)
260 bb553e5a Bernardo Dal Seno
  UpgradeInstances(config_data)
261 bb553e5a Bernardo Dal Seno
262 f032d55c Dimitris Aragiorgis
263 41044e04 Bernardo Dal Seno
def DowngradeIPolicy(ipolicy, owner):
264 0b94cda8 Bernardo Dal Seno
  # Downgrade IPolicy to 2.7 (stable)
265 0b94cda8 Bernardo Dal Seno
  minmax_keys = ["min", "max"]
266 0b94cda8 Bernardo Dal Seno
  specs_is_split = any((k in ipolicy) for k in minmax_keys)
267 0b94cda8 Bernardo Dal Seno
  if not specs_is_split:
268 0b94cda8 Bernardo Dal Seno
    if "minmax" in ipolicy:
269 41044e04 Bernardo Dal Seno
      if type(ipolicy["minmax"]) is not list:
270 41044e04 Bernardo Dal Seno
        raise Error("Invalid minmax type in %s ipolicy: %s" %
271 41044e04 Bernardo Dal Seno
                    (owner, type(ipolicy["minmax"])))
272 41044e04 Bernardo Dal Seno
      if len(ipolicy["minmax"]) > 1:
273 41044e04 Bernardo Dal Seno
        logging.warning("Discarding some limit specs values from %s policy",
274 41044e04 Bernardo Dal Seno
                        owner)
275 41044e04 Bernardo Dal Seno
      minmax = ipolicy["minmax"][0]
276 0b94cda8 Bernardo Dal Seno
      del ipolicy["minmax"]
277 0b94cda8 Bernardo Dal Seno
    else:
278 0b94cda8 Bernardo Dal Seno
      minmax = {}
279 0b94cda8 Bernardo Dal Seno
    for key in minmax_keys:
280 0b94cda8 Bernardo Dal Seno
      spec = minmax.get(key, {})
281 0b94cda8 Bernardo Dal Seno
      ipolicy[key] = spec
282 e94fc80c Bernardo Dal Seno
    if "std" not in ipolicy:
283 e94fc80c Bernardo Dal Seno
      ipolicy["std"] = {}
284 0b94cda8 Bernardo Dal Seno
285 0b94cda8 Bernardo Dal Seno
286 0b94cda8 Bernardo Dal Seno
def DowngradeGroups(config_data):
287 0b94cda8 Bernardo Dal Seno
  for group in config_data["nodegroups"].values():
288 0b94cda8 Bernardo Dal Seno
    ipolicy = group.get("ipolicy", None)
289 e94fc80c Bernardo Dal Seno
    if ipolicy is not None:
290 41044e04 Bernardo Dal Seno
      DowngradeIPolicy(ipolicy, "group \"%s\"" % group.get("name"))
291 0b94cda8 Bernardo Dal Seno
292 0b94cda8 Bernardo Dal Seno
293 2827d1ac Bernardo Dal Seno
def DowngradeEnabledTemplates(cluster):
294 2827d1ac Bernardo Dal Seno
  # Remove enabled disk templates to downgrade to 2.7
295 2827d1ac Bernardo Dal Seno
  edt_key = "enabled_disk_templates"
296 2827d1ac Bernardo Dal Seno
  if edt_key in cluster:
297 2827d1ac Bernardo Dal Seno
    logging.warning("Removing cluster's enabled disk templates; value = %s",
298 2827d1ac Bernardo Dal Seno
                    utils.CommaJoin(cluster[edt_key]))
299 2827d1ac Bernardo Dal Seno
    del cluster[edt_key]
300 1709435e Bernardo Dal Seno
301 1709435e Bernardo Dal Seno
302 1709435e Bernardo Dal Seno
def DowngradeCluster(config_data):
303 1709435e Bernardo Dal Seno
  cluster = config_data.get("cluster", None)
304 1709435e Bernardo Dal Seno
  if cluster is None:
305 1709435e Bernardo Dal Seno
    raise Error("Cannot find cluster")
306 2827d1ac Bernardo Dal Seno
  DowngradeEnabledTemplates(cluster)
307 0b94cda8 Bernardo Dal Seno
  ipolicy = cluster.get("ipolicy", None)
308 0b94cda8 Bernardo Dal Seno
  if ipolicy:
309 41044e04 Bernardo Dal Seno
    DowngradeIPolicy(ipolicy, "cluster")
310 1709435e Bernardo Dal Seno
311 1709435e Bernardo Dal Seno
312 a8e07057 Thomas Thrainer
def DowngradeInstances(config_data):
313 a8e07057 Thomas Thrainer
  if "instances" not in config_data:
314 a8e07057 Thomas Thrainer
    raise Error("Can't find the 'instances' key in the configuration!")
315 a8e07057 Thomas Thrainer
316 a8e07057 Thomas Thrainer
  for _, iobj in config_data["instances"].items():
317 a8e07057 Thomas Thrainer
    if "disks_active" in iobj:
318 a8e07057 Thomas Thrainer
      del iobj["disks_active"]
319 a8e07057 Thomas Thrainer
320 a8e07057 Thomas Thrainer
321 1709435e Bernardo Dal Seno
def DowngradeAll(config_data):
322 1709435e Bernardo Dal Seno
  # Any code specific to a particular version should be labeled that way, so
323 1709435e Bernardo Dal Seno
  # it can be removed when updating to the next version.
324 77018a43 Michele Tartara
  config_data["version"] = constants.BuildVersion(DOWNGRADE_MAJOR,
325 77018a43 Michele Tartara
                                                  DOWNGRADE_MINOR, 0)
326 1709435e Bernardo Dal Seno
  DowngradeCluster(config_data)
327 0b94cda8 Bernardo Dal Seno
  DowngradeGroups(config_data)
328 a8e07057 Thomas Thrainer
  DowngradeInstances(config_data)
329 1709435e Bernardo Dal Seno
330 1709435e Bernardo Dal Seno
331 6d691282 Michael Hanselmann
def main():
332 6d691282 Michael Hanselmann
  """Main program.
333 6d691282 Michael Hanselmann
334 6d691282 Michael Hanselmann
  """
335 b459a848 Andrea Spadaccini
  global options, args # pylint: disable=W0603
336 6d691282 Michael Hanselmann
337 0006af7d Michael Hanselmann
  # Option parsing
338 95e4a814 Michael Hanselmann
  parser = optparse.OptionParser(usage="%prog [--debug|--verbose] [--force]")
339 3ccb3a64 Michael Hanselmann
  parser.add_option("--dry-run", dest="dry_run",
340 60edf71e Michael Hanselmann
                    action="store_true",
341 f4bc1f2c Michael Hanselmann
                    help="Try to do the conversion, but don't write"
342 f4bc1f2c Michael Hanselmann
                         " output file")
343 f97c7901 Michael Hanselmann
  parser.add_option(cli.FORCE_OPT)
344 eda37a5a Michael Hanselmann
  parser.add_option(cli.DEBUG_OPT)
345 9cdb9578 Iustin Pop
  parser.add_option(cli.VERBOSE_OPT)
346 011974df Michael Hanselmann
  parser.add_option("--ignore-hostname", dest="ignore_hostname",
347 011974df Michael Hanselmann
                    action="store_true", default=False,
348 011974df Michael Hanselmann
                    help="Don't abort if hostname doesn't match")
349 3ccb3a64 Michael Hanselmann
  parser.add_option("--path", help="Convert configuration in this"
350 09bf5d24 Michael Hanselmann
                    " directory instead of '%s'" % pathutils.DATA_DIR,
351 09bf5d24 Michael Hanselmann
                    default=pathutils.DATA_DIR, dest="data_dir")
352 7939f60c Michael Hanselmann
  parser.add_option("--confdir",
353 7939f60c Michael Hanselmann
                    help=("Use this directory instead of '%s'" %
354 7939f60c Michael Hanselmann
                          pathutils.CONF_DIR),
355 7939f60c Michael Hanselmann
                    default=pathutils.CONF_DIR, dest="conf_dir")
356 02e1292d Michael Hanselmann
  parser.add_option("--no-verify",
357 02e1292d Michael Hanselmann
                    help="Do not verify configuration after upgrade",
358 02e1292d Michael Hanselmann
                    action="store_true", dest="no_verify", default=False)
359 1709435e Bernardo Dal Seno
  parser.add_option("--downgrade",
360 1709435e Bernardo Dal Seno
                    help="Downgrade to the previous stable version",
361 1709435e Bernardo Dal Seno
                    action="store_true", dest="downgrade", default=False)
362 0006af7d Michael Hanselmann
  (options, args) = parser.parse_args()
363 0006af7d Michael Hanselmann
364 ac4d25b6 Iustin Pop
  # We need to keep filenames locally because they might be renamed between
365 ac4d25b6 Iustin Pop
  # versions.
366 0cddd44d Iustin Pop
  options.data_dir = os.path.abspath(options.data_dir)
367 ac4d25b6 Iustin Pop
  options.CONFIG_DATA_PATH = options.data_dir + "/config.data"
368 ac4d25b6 Iustin Pop
  options.SERVER_PEM_PATH = options.data_dir + "/server.pem"
369 ac4d25b6 Iustin Pop
  options.KNOWN_HOSTS_PATH = options.data_dir + "/known_hosts"
370 ac4d25b6 Iustin Pop
  options.RAPI_CERT_FILE = options.data_dir + "/rapi.pem"
371 b6267745 Andrea Spadaccini
  options.SPICE_CERT_FILE = options.data_dir + "/spice.pem"
372 b6267745 Andrea Spadaccini
  options.SPICE_CACERT_FILE = options.data_dir + "/spice-ca.pem"
373 fdd9ac5b Michael Hanselmann
  options.RAPI_USERS_FILE = options.data_dir + "/rapi/users"
374 fdd9ac5b Michael Hanselmann
  options.RAPI_USERS_FILE_PRE24 = options.data_dir + "/rapi_users"
375 6b7d5878 Michael Hanselmann
  options.CONFD_HMAC_KEY = options.data_dir + "/hmac.key"
376 fc0726b9 Michael Hanselmann
  options.CDS_FILE = options.data_dir + "/cluster-domain-secret"
377 011974df Michael Hanselmann
  options.SSCONF_MASTER_NODE = options.data_dir + "/ssconf_master_node"
378 a292020f Michael Hanselmann
  options.WATCHER_STATEFILE = options.data_dir + "/watcher.data"
379 7939f60c Michael Hanselmann
  options.FILE_STORAGE_PATHS_FILE = options.conf_dir + "/file-storage-paths"
380 ac4d25b6 Iustin Pop
381 eda37a5a Michael Hanselmann
  SetupLogging()
382 eda37a5a Michael Hanselmann
383 0006af7d Michael Hanselmann
  # Option checking
384 0006af7d Michael Hanselmann
  if args:
385 95e4a814 Michael Hanselmann
    raise Error("No arguments expected")
386 1709435e Bernardo Dal Seno
  if options.downgrade and not options.no_verify:
387 1709435e Bernardo Dal Seno
    options.no_verify = True
388 0006af7d Michael Hanselmann
389 011974df Michael Hanselmann
  # Check master name
390 011974df Michael Hanselmann
  if not (CheckHostname(options.SSCONF_MASTER_NODE) or options.ignore_hostname):
391 011974df Michael Hanselmann
    logging.error("Aborting due to hostname mismatch")
392 011974df Michael Hanselmann
    sys.exit(constants.EXIT_FAILURE)
393 011974df Michael Hanselmann
394 319856a9 Michael Hanselmann
  if not options.force:
395 1709435e Bernardo Dal Seno
    if options.downgrade:
396 1709435e Bernardo Dal Seno
      usertext = ("The configuration is going to be DOWNGRADED to version %s.%s"
397 1709435e Bernardo Dal Seno
                  " Some configuration data might be removed if they don't fit"
398 1709435e Bernardo Dal Seno
                  " in the old format. Please make sure you have read the"
399 1709435e Bernardo Dal Seno
                  " upgrade notes (available in the UPGRADE file and included"
400 1709435e Bernardo Dal Seno
                  " in other documentation formats) to understand what they"
401 1709435e Bernardo Dal Seno
                  " are. Continue with *DOWNGRADING* the configuration?" %
402 1709435e Bernardo Dal Seno
                  (DOWNGRADE_MAJOR, DOWNGRADE_MINOR))
403 1709435e Bernardo Dal Seno
    else:
404 1709435e Bernardo Dal Seno
      usertext = ("Please make sure you have read the upgrade notes for"
405 1709435e Bernardo Dal Seno
                  " Ganeti %s (available in the UPGRADE file and included"
406 1709435e Bernardo Dal Seno
                  " in other documentation formats). Continue with upgrading"
407 1709435e Bernardo Dal Seno
                  " configuration?" % constants.RELEASE_VERSION)
408 f97c7901 Michael Hanselmann
    if not cli.AskUser(usertext):
409 a9221f09 Michael Hanselmann
      sys.exit(constants.EXIT_FAILURE)
410 319856a9 Michael Hanselmann
411 95e4a814 Michael Hanselmann
  # Check whether it's a Ganeti configuration directory
412 ac4d25b6 Iustin Pop
  if not (os.path.isfile(options.CONFIG_DATA_PATH) and
413 30acff6c Michael Hanselmann
          os.path.isfile(options.SERVER_PEM_PATH) and
414 ac4d25b6 Iustin Pop
          os.path.isfile(options.KNOWN_HOSTS_PATH)):
415 a9221f09 Michael Hanselmann
    raise Error(("%s does not seem to be a Ganeti configuration"
416 ac4d25b6 Iustin Pop
                 " directory") % options.data_dir)
417 95e4a814 Michael Hanselmann
418 7939f60c Michael Hanselmann
  if not os.path.isdir(options.conf_dir):
419 7939f60c Michael Hanselmann
    raise Error("Not a directory: %s" % options.conf_dir)
420 7939f60c Michael Hanselmann
421 11c31f5c Michael Hanselmann
  config_data = serializer.LoadJson(utils.ReadFile(options.CONFIG_DATA_PATH))
422 a421fdeb Iustin Pop
423 11c31f5c Michael Hanselmann
  try:
424 11c31f5c Michael Hanselmann
    config_version = config_data["version"]
425 11c31f5c Michael Hanselmann
  except KeyError:
426 11c31f5c Michael Hanselmann
    raise Error("Unable to determine configuration version")
427 0006af7d Michael Hanselmann
428 11c31f5c Michael Hanselmann
  (config_major, config_minor, config_revision) = \
429 11c31f5c Michael Hanselmann
    constants.SplitVersion(config_version)
430 319856a9 Michael Hanselmann
431 11c31f5c Michael Hanselmann
  logging.info("Found configuration version %s (%d.%d.%d)",
432 11c31f5c Michael Hanselmann
               config_version, config_major, config_minor, config_revision)
433 319856a9 Michael Hanselmann
434 11c31f5c Michael Hanselmann
  if "config_version" in config_data["cluster"]:
435 11c31f5c Michael Hanselmann
    raise Error("Inconsistent configuration: found config_version in"
436 11c31f5c Michael Hanselmann
                " configuration file")
437 95e4a814 Michael Hanselmann
438 1709435e Bernardo Dal Seno
  # Downgrade to the previous stable version
439 1709435e Bernardo Dal Seno
  if options.downgrade:
440 f2e4363c Michele Tartara
    if not ((config_major == TARGET_MAJOR and config_minor == TARGET_MINOR) or
441 f2e4363c Michele Tartara
            (config_major == DOWNGRADE_MAJOR and
442 f2e4363c Michele Tartara
             config_minor == DOWNGRADE_MINOR)):
443 1709435e Bernardo Dal Seno
      raise Error("Downgrade supported only from the latest version (%s.%s),"
444 1709435e Bernardo Dal Seno
                  " found %s (%s.%s.%s) instead" %
445 1709435e Bernardo Dal Seno
                  (TARGET_MAJOR, TARGET_MINOR, config_version, config_major,
446 1709435e Bernardo Dal Seno
                   config_minor, config_revision))
447 1709435e Bernardo Dal Seno
    DowngradeAll(config_data)
448 1709435e Bernardo Dal Seno
449 33bff17b Michele Tartara
  # Upgrade from 2.{0..7} to 2.8
450 33bff17b Michele Tartara
  elif config_major == 2 and config_minor in range(0, 9):
451 aeb0c953 Michael Hanselmann
    if config_revision != 0:
452 a9221f09 Michael Hanselmann
      logging.warning("Config revision is %s, not 0", config_revision)
453 bb553e5a Bernardo Dal Seno
    UpgradeAll(config_data)
454 904910c4 Iustin Pop
455 93fd9bb1 Iustin Pop
  elif config_major == TARGET_MAJOR and config_minor == TARGET_MINOR:
456 a9221f09 Michael Hanselmann
    logging.info("No changes necessary")
457 a9221f09 Michael Hanselmann
458 a9221f09 Michael Hanselmann
  else:
459 a9221f09 Michael Hanselmann
    raise Error("Configuration version %d.%d.%d not supported by this tool" %
460 a9221f09 Michael Hanselmann
                (config_major, config_minor, config_revision))
461 aeb0c953 Michael Hanselmann
462 11c31f5c Michael Hanselmann
  try:
463 11c31f5c Michael Hanselmann
    logging.info("Writing configuration file to %s", options.CONFIG_DATA_PATH)
464 11c31f5c Michael Hanselmann
    utils.WriteFile(file_name=options.CONFIG_DATA_PATH,
465 11c31f5c Michael Hanselmann
                    data=serializer.DumpJson(config_data),
466 11c31f5c Michael Hanselmann
                    mode=0600,
467 11c31f5c Michael Hanselmann
                    dry_run=options.dry_run,
468 11c31f5c Michael Hanselmann
                    backup=True)
469 a421fdeb Iustin Pop
470 a421fdeb Iustin Pop
    if not options.dry_run:
471 5ae4945a Iustin Pop
      bootstrap.GenerateClusterCrypto(
472 5ae4945a Iustin Pop
        False, False, False, False, False,
473 5ae4945a Iustin Pop
        nodecert_file=options.SERVER_PEM_PATH,
474 5ae4945a Iustin Pop
        rapicert_file=options.RAPI_CERT_FILE,
475 5ae4945a Iustin Pop
        spicecert_file=options.SPICE_CERT_FILE,
476 5ae4945a Iustin Pop
        spicecacert_file=options.SPICE_CACERT_FILE,
477 5ae4945a Iustin Pop
        hmackey_file=options.CONFD_HMAC_KEY,
478 5ae4945a Iustin Pop
        cds_file=options.CDS_FILE)
479 aeb0c953 Michael Hanselmann
480 a9221f09 Michael Hanselmann
  except Exception:
481 11c31f5c Michael Hanselmann
    logging.critical("Writing configuration failed. It is probably in an"
482 95e4a814 Michael Hanselmann
                     " inconsistent state and needs manual intervention.")
483 95e4a814 Michael Hanselmann
    raise
484 0006af7d Michael Hanselmann
485 ac4d25b6 Iustin Pop
  # test loading the config file
486 fdb85e3d Bernardo Dal Seno
  all_ok = True
487 02e1292d Michael Hanselmann
  if not (options.dry_run or options.no_verify):
488 ac4d25b6 Iustin Pop
    logging.info("Testing the new config file...")
489 ac4d25b6 Iustin Pop
    cfg = config.ConfigWriter(cfg_file=options.CONFIG_DATA_PATH,
490 959b6fe5 Apollon Oikonomopoulos
                              accept_foreign=options.ignore_hostname,
491 ac4d25b6 Iustin Pop
                              offline=True)
492 ac4d25b6 Iustin Pop
    # if we reached this, it's all fine
493 ac4d25b6 Iustin Pop
    vrfy = cfg.VerifyConfig()
494 ac4d25b6 Iustin Pop
    if vrfy:
495 ac4d25b6 Iustin Pop
      logging.error("Errors after conversion:")
496 ac4d25b6 Iustin Pop
      for item in vrfy:
497 07b8a2b5 Iustin Pop
        logging.error(" - %s", item)
498 fdb85e3d Bernardo Dal Seno
      all_ok = False
499 fdb85e3d Bernardo Dal Seno
    else:
500 fdb85e3d Bernardo Dal Seno
      logging.info("File loaded successfully after upgrading")
501 ac4d25b6 Iustin Pop
    del cfg
502 ac4d25b6 Iustin Pop
503 1709435e Bernardo Dal Seno
  if options.downgrade:
504 1709435e Bernardo Dal Seno
    action = "downgraded"
505 1709435e Bernardo Dal Seno
    out_ver = "%s.%s" % (DOWNGRADE_MAJOR, DOWNGRADE_MINOR)
506 1709435e Bernardo Dal Seno
  else:
507 1709435e Bernardo Dal Seno
    action = "upgraded"
508 1709435e Bernardo Dal Seno
    out_ver = constants.RELEASE_VERSION
509 fdb85e3d Bernardo Dal Seno
  if all_ok:
510 1709435e Bernardo Dal Seno
    cli.ToStderr("Configuration successfully %s to version %s.",
511 1709435e Bernardo Dal Seno
                 action, out_ver)
512 fdb85e3d Bernardo Dal Seno
  else:
513 1709435e Bernardo Dal Seno
    cli.ToStderr("Configuration %s to version %s, but there are errors."
514 1709435e Bernardo Dal Seno
                 "\nPlease review the file.", action, out_ver)
515 66a66fa7 Michael Hanselmann
516 6d691282 Michael Hanselmann
517 6d691282 Michael Hanselmann
if __name__ == "__main__":
518 6d691282 Michael Hanselmann
  main()