Statistics
| Branch: | Tag: | Revision:

root / tools / cfgupgrade @ a292020f

History | View | Annotate | Download (8.9 kB)

1 0006af7d Michael Hanselmann
#!/usr/bin/python
2 0006af7d Michael Hanselmann
#
3 0006af7d Michael Hanselmann
4 aeefe835 Iustin Pop
# Copyright (C) 2007, 2008, 2009, 2010 Google Inc.
5 0006af7d Michael Hanselmann
#
6 0006af7d Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 0006af7d Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 0006af7d Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 0006af7d Michael Hanselmann
# (at your option) any later version.
10 0006af7d Michael Hanselmann
#
11 0006af7d Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 0006af7d Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 0006af7d Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 0006af7d Michael Hanselmann
# General Public License for more details.
15 0006af7d Michael Hanselmann
#
16 0006af7d Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 0006af7d Michael Hanselmann
# along with this program; if not, write to the Free Software
18 0006af7d Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 0006af7d Michael Hanselmann
# 02110-1301, USA.
20 0006af7d Michael Hanselmann
21 0006af7d Michael Hanselmann
22 0006af7d Michael Hanselmann
"""Tool to upgrade the configuration file.
23 0006af7d Michael Hanselmann
24 a421fdeb Iustin Pop
This code handles only the types supported by simplejson. As an
25 a421fdeb Iustin Pop
example, 'set' is a 'list'.
26 0006af7d Michael Hanselmann
27 0006af7d Michael Hanselmann
"""
28 0006af7d Michael Hanselmann
29 0006af7d Michael Hanselmann
30 0006af7d Michael Hanselmann
import os
31 0006af7d Michael Hanselmann
import os.path
32 0006af7d Michael Hanselmann
import sys
33 0006af7d Michael Hanselmann
import optparse
34 eda37a5a Michael Hanselmann
import logging
35 0006af7d Michael Hanselmann
36 95e4a814 Michael Hanselmann
from ganeti import constants
37 95e4a814 Michael Hanselmann
from ganeti import serializer
38 319856a9 Michael Hanselmann
from ganeti import utils
39 f97c7901 Michael Hanselmann
from ganeti import cli
40 a421fdeb Iustin Pop
from ganeti import bootstrap
41 ac4d25b6 Iustin Pop
from ganeti import config
42 011974df Michael Hanselmann
from ganeti import netutils
43 0006af7d Michael Hanselmann
44 0006af7d Michael Hanselmann
45 319856a9 Michael Hanselmann
options = None
46 319856a9 Michael Hanselmann
args = None
47 0006af7d Michael Hanselmann
48 6f285030 Iustin Pop
49 319856a9 Michael Hanselmann
class Error(Exception):
50 319856a9 Michael Hanselmann
  """Generic exception"""
51 319856a9 Michael Hanselmann
  pass
52 0006af7d Michael Hanselmann
53 0006af7d Michael Hanselmann
54 eda37a5a Michael Hanselmann
def SetupLogging():
55 eda37a5a Michael Hanselmann
  """Configures the logging module.
56 eda37a5a Michael Hanselmann
57 eda37a5a Michael Hanselmann
  """
58 eda37a5a Michael Hanselmann
  formatter = logging.Formatter("%(asctime)s: %(message)s")
59 eda37a5a Michael Hanselmann
60 eda37a5a Michael Hanselmann
  stderr_handler = logging.StreamHandler()
61 eda37a5a Michael Hanselmann
  stderr_handler.setFormatter(formatter)
62 eda37a5a Michael Hanselmann
  if options.debug:
63 eda37a5a Michael Hanselmann
    stderr_handler.setLevel(logging.NOTSET)
64 eda37a5a Michael Hanselmann
  elif options.verbose:
65 eda37a5a Michael Hanselmann
    stderr_handler.setLevel(logging.INFO)
66 eda37a5a Michael Hanselmann
  else:
67 011974df Michael Hanselmann
    stderr_handler.setLevel(logging.WARNING)
68 eda37a5a Michael Hanselmann
69 eda37a5a Michael Hanselmann
  root_logger = logging.getLogger("")
70 eda37a5a Michael Hanselmann
  root_logger.setLevel(logging.NOTSET)
71 eda37a5a Michael Hanselmann
  root_logger.addHandler(stderr_handler)
72 eda37a5a Michael Hanselmann
73 eda37a5a Michael Hanselmann
74 011974df Michael Hanselmann
def CheckHostname(path):
75 011974df Michael Hanselmann
  """Ensures hostname matches ssconf value.
76 011974df Michael Hanselmann
77 011974df Michael Hanselmann
  @param path: Path to ssconf file
78 011974df Michael Hanselmann
79 011974df Michael Hanselmann
  """
80 011974df Michael Hanselmann
  ssconf_master_node = utils.ReadOneLineFile(path)
81 011974df Michael Hanselmann
  hostname = netutils.GetHostname().name
82 011974df Michael Hanselmann
83 011974df Michael Hanselmann
  if ssconf_master_node == hostname:
84 011974df Michael Hanselmann
    return True
85 011974df Michael Hanselmann
86 011974df Michael Hanselmann
  logging.warning("Warning: ssconf says master node is '%s', but this"
87 011974df Michael Hanselmann
                  " machine's name is '%s'; this tool must be run on"
88 011974df Michael Hanselmann
                  " the master node", ssconf_master_node, hostname)
89 011974df Michael Hanselmann
  return False
90 011974df Michael Hanselmann
91 011974df Michael Hanselmann
92 6d691282 Michael Hanselmann
def main():
93 6d691282 Michael Hanselmann
  """Main program.
94 6d691282 Michael Hanselmann
95 6d691282 Michael Hanselmann
  """
96 7260cfbe Iustin Pop
  global options, args # pylint: disable-msg=W0603
97 6d691282 Michael Hanselmann
98 0006af7d Michael Hanselmann
  # Option parsing
99 95e4a814 Michael Hanselmann
  parser = optparse.OptionParser(usage="%prog [--debug|--verbose] [--force]")
100 60edf71e Michael Hanselmann
  parser.add_option('--dry-run', dest='dry_run',
101 60edf71e Michael Hanselmann
                    action="store_true",
102 f4bc1f2c Michael Hanselmann
                    help="Try to do the conversion, but don't write"
103 f4bc1f2c Michael Hanselmann
                         " output file")
104 f97c7901 Michael Hanselmann
  parser.add_option(cli.FORCE_OPT)
105 eda37a5a Michael Hanselmann
  parser.add_option(cli.DEBUG_OPT)
106 9cdb9578 Iustin Pop
  parser.add_option(cli.VERBOSE_OPT)
107 011974df Michael Hanselmann
  parser.add_option("--ignore-hostname", dest="ignore_hostname",
108 011974df Michael Hanselmann
                    action="store_true", default=False,
109 011974df Michael Hanselmann
                    help="Don't abort if hostname doesn't match")
110 ac4d25b6 Iustin Pop
  parser.add_option('--path', help="Convert configuration in this"
111 ac4d25b6 Iustin Pop
                    " directory instead of '%s'" % constants.DATA_DIR,
112 ac4d25b6 Iustin Pop
                    default=constants.DATA_DIR, dest="data_dir")
113 02e1292d Michael Hanselmann
  parser.add_option("--no-verify",
114 02e1292d Michael Hanselmann
                    help="Do not verify configuration after upgrade",
115 02e1292d Michael Hanselmann
                    action="store_true", dest="no_verify", default=False)
116 0006af7d Michael Hanselmann
  (options, args) = parser.parse_args()
117 0006af7d Michael Hanselmann
118 ac4d25b6 Iustin Pop
  # We need to keep filenames locally because they might be renamed between
119 ac4d25b6 Iustin Pop
  # versions.
120 0cddd44d Iustin Pop
  options.data_dir = os.path.abspath(options.data_dir)
121 ac4d25b6 Iustin Pop
  options.CONFIG_DATA_PATH = options.data_dir + "/config.data"
122 ac4d25b6 Iustin Pop
  options.SERVER_PEM_PATH = options.data_dir + "/server.pem"
123 ac4d25b6 Iustin Pop
  options.KNOWN_HOSTS_PATH = options.data_dir + "/known_hosts"
124 ac4d25b6 Iustin Pop
  options.RAPI_CERT_FILE = options.data_dir + "/rapi.pem"
125 fdd9ac5b Michael Hanselmann
  options.RAPI_USERS_FILE = options.data_dir + "/rapi/users"
126 fdd9ac5b Michael Hanselmann
  options.RAPI_USERS_FILE_PRE24 = options.data_dir + "/rapi_users"
127 6b7d5878 Michael Hanselmann
  options.CONFD_HMAC_KEY = options.data_dir + "/hmac.key"
128 fc0726b9 Michael Hanselmann
  options.CDS_FILE = options.data_dir + "/cluster-domain-secret"
129 011974df Michael Hanselmann
  options.SSCONF_MASTER_NODE = options.data_dir + "/ssconf_master_node"
130 a292020f Michael Hanselmann
  options.WATCHER_STATEFILE = options.data_dir + "/watcher.data"
131 ac4d25b6 Iustin Pop
132 eda37a5a Michael Hanselmann
  SetupLogging()
133 eda37a5a Michael Hanselmann
134 0006af7d Michael Hanselmann
  # Option checking
135 0006af7d Michael Hanselmann
  if args:
136 95e4a814 Michael Hanselmann
    raise Error("No arguments expected")
137 0006af7d Michael Hanselmann
138 011974df Michael Hanselmann
  # Check master name
139 011974df Michael Hanselmann
  if not (CheckHostname(options.SSCONF_MASTER_NODE) or options.ignore_hostname):
140 011974df Michael Hanselmann
    logging.error("Aborting due to hostname mismatch")
141 011974df Michael Hanselmann
    sys.exit(constants.EXIT_FAILURE)
142 011974df Michael Hanselmann
143 319856a9 Michael Hanselmann
  if not options.force:
144 011974df Michael Hanselmann
    usertext = ("Please make sure you have read the upgrade notes for"
145 011974df Michael Hanselmann
                " Ganeti %s (available in the UPGRADE file and included"
146 011974df Michael Hanselmann
                " in other documentation formats). Continue with upgrading"
147 011974df Michael Hanselmann
                " configuration?" % constants.RELEASE_VERSION)
148 f97c7901 Michael Hanselmann
    if not cli.AskUser(usertext):
149 a9221f09 Michael Hanselmann
      sys.exit(constants.EXIT_FAILURE)
150 319856a9 Michael Hanselmann
151 95e4a814 Michael Hanselmann
  # Check whether it's a Ganeti configuration directory
152 ac4d25b6 Iustin Pop
  if not (os.path.isfile(options.CONFIG_DATA_PATH) and
153 30acff6c Michael Hanselmann
          os.path.isfile(options.SERVER_PEM_PATH) and
154 ac4d25b6 Iustin Pop
          os.path.isfile(options.KNOWN_HOSTS_PATH)):
155 a9221f09 Michael Hanselmann
    raise Error(("%s does not seem to be a Ganeti configuration"
156 ac4d25b6 Iustin Pop
                 " directory") % options.data_dir)
157 95e4a814 Michael Hanselmann
158 11c31f5c Michael Hanselmann
  config_data = serializer.LoadJson(utils.ReadFile(options.CONFIG_DATA_PATH))
159 a421fdeb Iustin Pop
160 11c31f5c Michael Hanselmann
  try:
161 11c31f5c Michael Hanselmann
    config_version = config_data["version"]
162 11c31f5c Michael Hanselmann
  except KeyError:
163 11c31f5c Michael Hanselmann
    raise Error("Unable to determine configuration version")
164 0006af7d Michael Hanselmann
165 11c31f5c Michael Hanselmann
  (config_major, config_minor, config_revision) = \
166 11c31f5c Michael Hanselmann
    constants.SplitVersion(config_version)
167 319856a9 Michael Hanselmann
168 11c31f5c Michael Hanselmann
  logging.info("Found configuration version %s (%d.%d.%d)",
169 11c31f5c Michael Hanselmann
               config_version, config_major, config_minor, config_revision)
170 319856a9 Michael Hanselmann
171 11c31f5c Michael Hanselmann
  if "config_version" in config_data["cluster"]:
172 11c31f5c Michael Hanselmann
    raise Error("Inconsistent configuration: found config_version in"
173 11c31f5c Michael Hanselmann
                " configuration file")
174 95e4a814 Michael Hanselmann
175 a91f69c4 Michael Hanselmann
  # Upgrade from 2.0/2.1/2.2/2.3 to 2.4
176 a91f69c4 Michael Hanselmann
  if config_major == 2 and config_minor in (0, 1, 2, 3):
177 aeb0c953 Michael Hanselmann
    if config_revision != 0:
178 a9221f09 Michael Hanselmann
      logging.warning("Config revision is %s, not 0", config_revision)
179 aeb0c953 Michael Hanselmann
180 a91f69c4 Michael Hanselmann
    config_data["version"] = constants.BuildVersion(2, 4, 0)
181 a9221f09 Michael Hanselmann
182 a91f69c4 Michael Hanselmann
  elif config_major == 2 and config_minor == 4:
183 a9221f09 Michael Hanselmann
    logging.info("No changes necessary")
184 a9221f09 Michael Hanselmann
185 a9221f09 Michael Hanselmann
  else:
186 a9221f09 Michael Hanselmann
    raise Error("Configuration version %d.%d.%d not supported by this tool" %
187 a9221f09 Michael Hanselmann
                (config_major, config_minor, config_revision))
188 aeb0c953 Michael Hanselmann
189 87c80992 Michael Hanselmann
  if (os.path.isfile(options.RAPI_USERS_FILE_PRE24) and
190 87c80992 Michael Hanselmann
      not os.path.islink(options.RAPI_USERS_FILE_PRE24)):
191 87c80992 Michael Hanselmann
    if os.path.exists(options.RAPI_USERS_FILE):
192 87c80992 Michael Hanselmann
      raise Error("Found pre-2.4 RAPI users file at %s, but another file"
193 87c80992 Michael Hanselmann
                  " already exists at %s" %
194 87c80992 Michael Hanselmann
                  (options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE))
195 fdd9ac5b Michael Hanselmann
    logging.info("Found pre-2.4 RAPI users file at %s, renaming to %s",
196 fdd9ac5b Michael Hanselmann
                 options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE)
197 87c80992 Michael Hanselmann
    if not options.dry_run:
198 87c80992 Michael Hanselmann
      utils.RenameFile(options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE,
199 87c80992 Michael Hanselmann
                       mkdir=True, mkdir_mode=0750)
200 fdd9ac5b Michael Hanselmann
201 fdd9ac5b Michael Hanselmann
  # Create a symlink for RAPI users file
202 87c80992 Michael Hanselmann
  if (not (os.path.islink(options.RAPI_USERS_FILE_PRE24) or
203 87c80992 Michael Hanselmann
           os.path.isfile(options.RAPI_USERS_FILE_PRE24)) and
204 87c80992 Michael Hanselmann
      os.path.isfile(options.RAPI_USERS_FILE)):
205 fdd9ac5b Michael Hanselmann
    logging.info("Creating symlink from %s to %s",
206 fdd9ac5b Michael Hanselmann
                 options.RAPI_USERS_FILE_PRE24, options.RAPI_USERS_FILE)
207 87c80992 Michael Hanselmann
    if not options.dry_run:
208 87c80992 Michael Hanselmann
      os.symlink(options.RAPI_USERS_FILE, options.RAPI_USERS_FILE_PRE24)
209 fdd9ac5b Michael Hanselmann
210 a292020f Michael Hanselmann
  # Remove old watcher state file if it exists
211 a292020f Michael Hanselmann
  if os.path.exists(options.WATCHER_STATEFILE):
212 a292020f Michael Hanselmann
    logging.info("Removing watcher state file %s", options.WATCHER_STATEFILE)
213 a292020f Michael Hanselmann
    if not options.dry_run:
214 a292020f Michael Hanselmann
      utils.RemoveFile(options.WATCHER_STATEFILE)
215 a292020f Michael Hanselmann
216 11c31f5c Michael Hanselmann
  try:
217 11c31f5c Michael Hanselmann
    logging.info("Writing configuration file to %s", options.CONFIG_DATA_PATH)
218 11c31f5c Michael Hanselmann
    utils.WriteFile(file_name=options.CONFIG_DATA_PATH,
219 11c31f5c Michael Hanselmann
                    data=serializer.DumpJson(config_data),
220 11c31f5c Michael Hanselmann
                    mode=0600,
221 11c31f5c Michael Hanselmann
                    dry_run=options.dry_run,
222 11c31f5c Michael Hanselmann
                    backup=True)
223 a421fdeb Iustin Pop
224 a421fdeb Iustin Pop
    if not options.dry_run:
225 af2ae1c0 Iustin Pop
      bootstrap.GenerateClusterCrypto(False, False, False, False,
226 aeefe835 Iustin Pop
                                      nodecert_file=options.SERVER_PEM_PATH,
227 aeefe835 Iustin Pop
                                      rapicert_file=options.RAPI_CERT_FILE,
228 fc0726b9 Michael Hanselmann
                                      hmackey_file=options.CONFD_HMAC_KEY,
229 fc0726b9 Michael Hanselmann
                                      cds_file=options.CDS_FILE)
230 aeb0c953 Michael Hanselmann
231 a9221f09 Michael Hanselmann
  except Exception:
232 11c31f5c Michael Hanselmann
    logging.critical("Writing configuration failed. It is probably in an"
233 95e4a814 Michael Hanselmann
                     " inconsistent state and needs manual intervention.")
234 95e4a814 Michael Hanselmann
    raise
235 0006af7d Michael Hanselmann
236 ac4d25b6 Iustin Pop
  # test loading the config file
237 02e1292d Michael Hanselmann
  if not (options.dry_run or options.no_verify):
238 ac4d25b6 Iustin Pop
    logging.info("Testing the new config file...")
239 ac4d25b6 Iustin Pop
    cfg = config.ConfigWriter(cfg_file=options.CONFIG_DATA_PATH,
240 959b6fe5 Apollon Oikonomopoulos
                              accept_foreign=options.ignore_hostname,
241 ac4d25b6 Iustin Pop
                              offline=True)
242 ac4d25b6 Iustin Pop
    # if we reached this, it's all fine
243 ac4d25b6 Iustin Pop
    vrfy = cfg.VerifyConfig()
244 ac4d25b6 Iustin Pop
    if vrfy:
245 ac4d25b6 Iustin Pop
      logging.error("Errors after conversion:")
246 ac4d25b6 Iustin Pop
      for item in vrfy:
247 07b8a2b5 Iustin Pop
        logging.error(" - %s", item)
248 ac4d25b6 Iustin Pop
    del cfg
249 ac4d25b6 Iustin Pop
    logging.info("File loaded successfully")
250 ac4d25b6 Iustin Pop
251 6d691282 Michael Hanselmann
252 6d691282 Michael Hanselmann
if __name__ == "__main__":
253 6d691282 Michael Hanselmann
  main()