Statistics
| Branch: | Tag: | Revision:

root / lib / tools / burnin.py @ 7e8f03e3

History | View | Annotate | Download (41.5 kB)

1 a8083063 Iustin Pop
#!/usr/bin/python
2 a8083063 Iustin Pop
#
3 a8083063 Iustin Pop
4 0ccbf925 Iustin Pop
# Copyright (C) 2006, 2007, 2008, 2009, 2010, 2011, 2012 Google Inc.
5 01b69ec5 Michael Hanselmann
#
6 01b69ec5 Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 01b69ec5 Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 01b69ec5 Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 01b69ec5 Michael Hanselmann
# (at your option) any later version.
10 01b69ec5 Michael Hanselmann
#
11 01b69ec5 Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 01b69ec5 Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 01b69ec5 Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 01b69ec5 Michael Hanselmann
# General Public License for more details.
15 01b69ec5 Michael Hanselmann
#
16 01b69ec5 Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 01b69ec5 Michael Hanselmann
# along with this program; if not, write to the Free Software
18 01b69ec5 Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 01b69ec5 Michael Hanselmann
# 02110-1301, USA.
20 01b69ec5 Michael Hanselmann
21 01b69ec5 Michael Hanselmann
22 01b69ec5 Michael Hanselmann
"""Burnin program
23 01b69ec5 Michael Hanselmann

24 01b69ec5 Michael Hanselmann
"""
25 175f44c2 Iustin Pop
26 a8083063 Iustin Pop
import sys
27 a8083063 Iustin Pop
import optparse
28 e2212007 Iustin Pop
import time
29 5178f1bc Iustin Pop
import socket
30 5dc626fd Iustin Pop
import urllib
31 175f44c2 Iustin Pop
from itertools import izip, islice, cycle
32 21546b1c Iustin Pop
from cStringIO import StringIO
33 a8083063 Iustin Pop
34 a8083063 Iustin Pop
from ganeti import opcodes
35 a8083063 Iustin Pop
from ganeti import constants
36 a8083063 Iustin Pop
from ganeti import cli
37 9f13fc7a Iustin Pop
from ganeti import errors
38 9f13fc7a Iustin Pop
from ganeti import utils
39 aac0352d Iustin Pop
from ganeti import hypervisor
40 cea881e5 Michael Hanselmann
from ganeti import compat
41 09bf5d24 Michael Hanselmann
from ganeti import pathutils
42 a619a1dd Guido Trotter
43 a619a1dd Guido Trotter
from ganeti.confd import client as confd_client
44 a8083063 Iustin Pop
45 01b69ec5 Michael Hanselmann
46 9f13fc7a Iustin Pop
USAGE = ("\tburnin -o OS_NAME [options...] instance_name ...")
47 a8083063 Iustin Pop
48 73ff3118 Iustin Pop
MAX_RETRIES = 3
49 1b334175 Iustin Pop
LOG_HEADERS = {
50 1b334175 Iustin Pop
  0: "- ",
51 1b334175 Iustin Pop
  1: "* ",
52 3c286190 Dimitris Aragiorgis
  2: "",
53 1b334175 Iustin Pop
  }
54 01b69ec5 Michael Hanselmann
55 d8378091 Michael Hanselmann
#: Disk templates supporting a single node
56 d8378091 Michael Hanselmann
_SINGLE_NODE_DISK_TEMPLATES = compat.UniqueFrozenset([
57 d8378091 Michael Hanselmann
  constants.DT_DISKLESS,
58 d8378091 Michael Hanselmann
  constants.DT_PLAIN,
59 d8378091 Michael Hanselmann
  constants.DT_FILE,
60 d8378091 Michael Hanselmann
  constants.DT_SHARED_FILE,
61 85a895be Michael Hanselmann
  constants.DT_EXT,
62 85a895be Michael Hanselmann
  constants.DT_RBD,
63 d8378091 Michael Hanselmann
  ])
64 d8378091 Michael Hanselmann
65 d8378091 Michael Hanselmann
_SUPPORTED_DISK_TEMPLATES = compat.UniqueFrozenset([
66 d8378091 Michael Hanselmann
  constants.DT_DISKLESS,
67 d8378091 Michael Hanselmann
  constants.DT_DRBD8,
68 d8378091 Michael Hanselmann
  constants.DT_EXT,
69 d8378091 Michael Hanselmann
  constants.DT_FILE,
70 d8378091 Michael Hanselmann
  constants.DT_PLAIN,
71 d8378091 Michael Hanselmann
  constants.DT_RBD,
72 d8378091 Michael Hanselmann
  constants.DT_SHARED_FILE,
73 d8378091 Michael Hanselmann
  ])
74 d8378091 Michael Hanselmann
75 d8378091 Michael Hanselmann
#: Disk templates for which import/export is tested
76 d8378091 Michael Hanselmann
_IMPEXP_DISK_TEMPLATES = (_SUPPORTED_DISK_TEMPLATES - frozenset([
77 d8378091 Michael Hanselmann
  constants.DT_DISKLESS,
78 d8378091 Michael Hanselmann
  constants.DT_FILE,
79 d8378091 Michael Hanselmann
  constants.DT_SHARED_FILE,
80 d8378091 Michael Hanselmann
  ]))
81 d8378091 Michael Hanselmann
82 e687ec01 Michael Hanselmann
83 5178f1bc Iustin Pop
class InstanceDown(Exception):
84 5178f1bc Iustin Pop
  """The checked instance was not up"""
85 5178f1bc Iustin Pop
86 5178f1bc Iustin Pop
87 73ff3118 Iustin Pop
class BurninFailure(Exception):
88 73ff3118 Iustin Pop
  """Failure detected during burning"""
89 73ff3118 Iustin Pop
90 73ff3118 Iustin Pop
91 a8083063 Iustin Pop
def Usage():
92 a8083063 Iustin Pop
  """Shows program usage information and exits the program."""
93 a8083063 Iustin Pop
94 a8083063 Iustin Pop
  print >> sys.stderr, "Usage:"
95 a8083063 Iustin Pop
  print >> sys.stderr, USAGE
96 a8083063 Iustin Pop
  sys.exit(2)
97 a8083063 Iustin Pop
98 01b69ec5 Michael Hanselmann
99 1b334175 Iustin Pop
def Log(msg, *args, **kwargs):
100 3ecf6786 Iustin Pop
  """Simple function that prints out its argument.
101 3ecf6786 Iustin Pop

102 3ecf6786 Iustin Pop
  """
103 1b334175 Iustin Pop
  if args:
104 1b334175 Iustin Pop
    msg = msg % args
105 e687ec01 Michael Hanselmann
  indent = kwargs.get("indent", 0)
106 e687ec01 Michael Hanselmann
  sys.stdout.write("%*s%s%s\n" % (2 * indent, "",
107 1b334175 Iustin Pop
                                  LOG_HEADERS.get(indent, "  "), msg))
108 84cc52ab Michael Hanselmann
  sys.stdout.flush()
109 a8083063 Iustin Pop
110 1b334175 Iustin Pop
111 836d59d7 Iustin Pop
def Err(msg, exit_code=1):
112 836d59d7 Iustin Pop
  """Simple error logging that prints to stderr.
113 836d59d7 Iustin Pop

114 836d59d7 Iustin Pop
  """
115 836d59d7 Iustin Pop
  sys.stderr.write(msg + "\n")
116 836d59d7 Iustin Pop
  sys.stderr.flush()
117 836d59d7 Iustin Pop
  sys.exit(exit_code)
118 01b69ec5 Michael Hanselmann
119 5dc626fd Iustin Pop
120 5dc626fd Iustin Pop
class SimpleOpener(urllib.FancyURLopener):
121 5dc626fd Iustin Pop
  """A simple url opener"""
122 b459a848 Andrea Spadaccini
  # pylint: disable=W0221
123 5dc626fd Iustin Pop
124 7260cfbe Iustin Pop
  def prompt_user_passwd(self, host, realm, clear_cache=0):
125 5dc626fd Iustin Pop
    """No-interaction version of prompt_user_passwd."""
126 2d54e29c Iustin Pop
    # we follow parent class' API
127 b459a848 Andrea Spadaccini
    # pylint: disable=W0613
128 5dc626fd Iustin Pop
    return None, None
129 5dc626fd Iustin Pop
130 5dc626fd Iustin Pop
  def http_error_default(self, url, fp, errcode, errmsg, headers):
131 5dc626fd Iustin Pop
    """Custom error handling"""
132 5dc626fd Iustin Pop
    # make sure sockets are not left in CLOSE_WAIT, this is similar
133 5dc626fd Iustin Pop
    # but with a different exception to the BasicURLOpener class
134 5dc626fd Iustin Pop
    _ = fp.read() # throw away data
135 5dc626fd Iustin Pop
    fp.close()
136 5dc626fd Iustin Pop
    raise InstanceDown("HTTP error returned: code %s, msg %s" %
137 5dc626fd Iustin Pop
                       (errcode, errmsg))
138 5dc626fd Iustin Pop
139 5dc626fd Iustin Pop
140 10eb54fb Michael Hanselmann
OPTIONS = [
141 10eb54fb Michael Hanselmann
  cli.cli_option("-o", "--os", dest="os", default=None,
142 10eb54fb Michael Hanselmann
                 help="OS to use during burnin",
143 a52ba89d Michael Hanselmann
                 metavar="<OS>",
144 a52ba89d Michael Hanselmann
                 completion_suggest=cli.OPT_COMPL_ONE_OS),
145 aac0352d Iustin Pop
  cli.HYPERVISOR_OPT,
146 062a7100 Iustin Pop
  cli.OSPARAMS_OPT,
147 10eb54fb Michael Hanselmann
  cli.cli_option("--disk-size", dest="disk_size",
148 10eb54fb Michael Hanselmann
                 help="Disk size (determines disk count)",
149 10eb54fb Michael Hanselmann
                 default="128m", type="string", metavar="<size,size,...>",
150 10eb54fb Michael Hanselmann
                 completion_suggest=("128M 512M 1G 4G 1G,256M"
151 10eb54fb Michael Hanselmann
                                     " 4G,1G,1G 10G").split()),
152 10eb54fb Michael Hanselmann
  cli.cli_option("--disk-growth", dest="disk_growth", help="Disk growth",
153 10eb54fb Michael Hanselmann
                 default="128m", type="string", metavar="<size,size,...>"),
154 10eb54fb Michael Hanselmann
  cli.cli_option("--mem-size", dest="mem_size", help="Memory size",
155 6b5f0dd8 Guido Trotter
                 default=None, type="unit", metavar="<size>",
156 6b5f0dd8 Guido Trotter
                 completion_suggest=("128M 256M 512M 1G 4G 8G"
157 6b5f0dd8 Guido Trotter
                                     " 12G 16G").split()),
158 6b5f0dd8 Guido Trotter
  cli.cli_option("--maxmem-size", dest="maxmem_size", help="Max Memory size",
159 6b5f0dd8 Guido Trotter
                 default=256, type="unit", metavar="<size>",
160 6b5f0dd8 Guido Trotter
                 completion_suggest=("128M 256M 512M 1G 4G 8G"
161 6b5f0dd8 Guido Trotter
                                     " 12G 16G").split()),
162 6b5f0dd8 Guido Trotter
  cli.cli_option("--minmem-size", dest="minmem_size", help="Min Memory size",
163 10eb54fb Michael Hanselmann
                 default=128, type="unit", metavar="<size>",
164 10eb54fb Michael Hanselmann
                 completion_suggest=("128M 256M 512M 1G 4G 8G"
165 10eb54fb Michael Hanselmann
                                     " 12G 16G").split()),
166 d0ffa390 Pedro Macedo
  cli.cli_option("--vcpu-count", dest="vcpu_count", help="VCPU count",
167 d0ffa390 Pedro Macedo
                 default=3, type="unit", metavar="<count>",
168 d0ffa390 Pedro Macedo
                 completion_suggest=("1 2 3 4").split()),
169 265e6244 Iustin Pop
  cli.DEBUG_OPT,
170 9cdb9578 Iustin Pop
  cli.VERBOSE_OPT,
171 544ca43b Iustin Pop
  cli.NOIPCHECK_OPT,
172 544ca43b Iustin Pop
  cli.NONAMECHECK_OPT,
173 7ea7bcf6 Iustin Pop
  cli.EARLY_RELEASE_OPT,
174 10eb54fb Michael Hanselmann
  cli.cli_option("--no-replace1", dest="do_replace1",
175 10eb54fb Michael Hanselmann
                 help="Skip disk replacement with the same secondary",
176 10eb54fb Michael Hanselmann
                 action="store_false", default=True),
177 10eb54fb Michael Hanselmann
  cli.cli_option("--no-replace2", dest="do_replace2",
178 10eb54fb Michael Hanselmann
                 help="Skip disk replacement with a different secondary",
179 10eb54fb Michael Hanselmann
                 action="store_false", default=True),
180 10eb54fb Michael Hanselmann
  cli.cli_option("--no-failover", dest="do_failover",
181 10eb54fb Michael Hanselmann
                 help="Skip instance failovers", action="store_false",
182 10eb54fb Michael Hanselmann
                 default=True),
183 10eb54fb Michael Hanselmann
  cli.cli_option("--no-migrate", dest="do_migrate",
184 10eb54fb Michael Hanselmann
                 help="Skip instance live migration",
185 10eb54fb Michael Hanselmann
                 action="store_false", default=True),
186 5b9107ff Iustin Pop
  cli.cli_option("--no-move", dest="do_move",
187 5b9107ff Iustin Pop
                 help="Skip instance moves", action="store_false",
188 5b9107ff Iustin Pop
                 default=True),
189 10eb54fb Michael Hanselmann
  cli.cli_option("--no-importexport", dest="do_importexport",
190 10eb54fb Michael Hanselmann
                 help="Skip instance export/import", action="store_false",
191 10eb54fb Michael Hanselmann
                 default=True),
192 10eb54fb Michael Hanselmann
  cli.cli_option("--no-startstop", dest="do_startstop",
193 10eb54fb Michael Hanselmann
                 help="Skip instance stop/start", action="store_false",
194 10eb54fb Michael Hanselmann
                 default=True),
195 10eb54fb Michael Hanselmann
  cli.cli_option("--no-reinstall", dest="do_reinstall",
196 10eb54fb Michael Hanselmann
                 help="Skip instance reinstall", action="store_false",
197 10eb54fb Michael Hanselmann
                 default=True),
198 10eb54fb Michael Hanselmann
  cli.cli_option("--no-reboot", dest="do_reboot",
199 10eb54fb Michael Hanselmann
                 help="Skip instance reboot", action="store_false",
200 10eb54fb Michael Hanselmann
                 default=True),
201 9fdc92fa Guido Trotter
  cli.cli_option("--no-renamesame", dest="do_renamesame",
202 9fdc92fa Guido Trotter
                 help="Skip instance rename to same name", action="store_false",
203 9fdc92fa Guido Trotter
                 default=True),
204 1d103c02 Iustin Pop
  cli.cli_option("--reboot-types", dest="reboot_types",
205 1d103c02 Iustin Pop
                 help="Specify the reboot types", default=None),
206 10eb54fb Michael Hanselmann
  cli.cli_option("--no-activate-disks", dest="do_activate_disks",
207 10eb54fb Michael Hanselmann
                 help="Skip disk activation/deactivation",
208 10eb54fb Michael Hanselmann
                 action="store_false", default=True),
209 10eb54fb Michael Hanselmann
  cli.cli_option("--no-add-disks", dest="do_addremove_disks",
210 10eb54fb Michael Hanselmann
                 help="Skip disk addition/removal",
211 10eb54fb Michael Hanselmann
                 action="store_false", default=True),
212 10eb54fb Michael Hanselmann
  cli.cli_option("--no-add-nics", dest="do_addremove_nics",
213 10eb54fb Michael Hanselmann
                 help="Skip NIC addition/removal",
214 10eb54fb Michael Hanselmann
                 action="store_false", default=True),
215 10eb54fb Michael Hanselmann
  cli.cli_option("--no-nics", dest="nics",
216 10eb54fb Michael Hanselmann
                 help="No network interfaces", action="store_const",
217 10eb54fb Michael Hanselmann
                 const=[], default=[{}]),
218 a619a1dd Guido Trotter
  cli.cli_option("--no-confd", dest="do_confd_tests",
219 a619a1dd Guido Trotter
                 help="Skip confd queries",
220 db3780f9 Iustin Pop
                 action="store_false", default=constants.ENABLE_CONFD),
221 10eb54fb Michael Hanselmann
  cli.cli_option("--rename", dest="rename", default=None,
222 10eb54fb Michael Hanselmann
                 help=("Give one unused instance name which is taken"
223 10eb54fb Michael Hanselmann
                       " to start the renaming sequence"),
224 10eb54fb Michael Hanselmann
                 metavar="<instance_name>"),
225 10eb54fb Michael Hanselmann
  cli.cli_option("-t", "--disk-template", dest="disk_template",
226 42959a7f Michael Hanselmann
                 choices=list(_SUPPORTED_DISK_TEMPLATES),
227 10eb54fb Michael Hanselmann
                 default=constants.DT_DRBD8,
228 42959a7f Michael Hanselmann
                 help=("Disk template (default %s, otherwise one of %s)" %
229 42959a7f Michael Hanselmann
                       (constants.DT_DRBD8,
230 42959a7f Michael Hanselmann
                        utils.CommaJoin(_SUPPORTED_DISK_TEMPLATES)))),
231 10eb54fb Michael Hanselmann
  cli.cli_option("-n", "--nodes", dest="nodes", default="",
232 10eb54fb Michael Hanselmann
                 help=("Comma separated list of nodes to perform"
233 a52ba89d Michael Hanselmann
                       " the burnin on (defaults to all nodes)"),
234 a52ba89d Michael Hanselmann
                 completion_suggest=cli.OPT_COMPL_MANY_NODES),
235 10eb54fb Michael Hanselmann
  cli.cli_option("-I", "--iallocator", dest="iallocator",
236 10eb54fb Michael Hanselmann
                 default=None, type="string",
237 10eb54fb Michael Hanselmann
                 help=("Perform the allocation using an iallocator"
238 10eb54fb Michael Hanselmann
                       " instead of fixed node spread (node restrictions no"
239 10eb54fb Michael Hanselmann
                       " longer apply, therefore -n/--nodes must not be"
240 a52ba89d Michael Hanselmann
                       " used"),
241 a52ba89d Michael Hanselmann
                 completion_suggest=cli.OPT_COMPL_ONE_IALLOCATOR),
242 10eb54fb Michael Hanselmann
  cli.cli_option("-p", "--parallel", default=False, action="store_true",
243 10eb54fb Michael Hanselmann
                 dest="parallel",
244 10eb54fb Michael Hanselmann
                 help=("Enable parallelization of some operations in"
245 10eb54fb Michael Hanselmann
                       " order to speed burnin or to test granular locking")),
246 10eb54fb Michael Hanselmann
  cli.cli_option("--net-timeout", default=15, type="int",
247 10eb54fb Michael Hanselmann
                 dest="net_timeout",
248 10eb54fb Michael Hanselmann
                 help=("The instance check network timeout in seconds"
249 10eb54fb Michael Hanselmann
                       " (defaults to 15 seconds)"),
250 10eb54fb Michael Hanselmann
                 completion_suggest="15 60 300 900".split()),
251 10eb54fb Michael Hanselmann
  cli.cli_option("-C", "--http-check", default=False, action="store_true",
252 10eb54fb Michael Hanselmann
                 dest="http_check",
253 10eb54fb Michael Hanselmann
                 help=("Enable checking of instance status via http,"
254 10eb54fb Michael Hanselmann
                       " looking for /hostname.txt that should contain the"
255 10eb54fb Michael Hanselmann
                       " name of the instance")),
256 10eb54fb Michael Hanselmann
  cli.cli_option("-K", "--keep-instances", default=False,
257 10eb54fb Michael Hanselmann
                 action="store_true",
258 10eb54fb Michael Hanselmann
                 dest="keep_instances",
259 10eb54fb Michael Hanselmann
                 help=("Leave instances on the cluster after burnin,"
260 10eb54fb Michael Hanselmann
                       " for investigation in case of errors or simply"
261 10eb54fb Michael Hanselmann
                       " to use them")),
262 10eb54fb Michael Hanselmann
  ]
263 10eb54fb Michael Hanselmann
264 10eb54fb Michael Hanselmann
# Mainly used for bash completion
265 10eb54fb Michael Hanselmann
ARGUMENTS = [cli.ArgInstance(min=1)]
266 10eb54fb Michael Hanselmann
267 10eb54fb Michael Hanselmann
268 e7beaa02 Iustin Pop
def _DoCheckInstances(fn):
269 e7beaa02 Iustin Pop
  """Decorator for checking instances.
270 e7beaa02 Iustin Pop

271 e7beaa02 Iustin Pop
  """
272 e7beaa02 Iustin Pop
  def wrapper(self, *args, **kwargs):
273 e7beaa02 Iustin Pop
    val = fn(self, *args, **kwargs)
274 e7beaa02 Iustin Pop
    for instance in self.instances:
275 b459a848 Andrea Spadaccini
      self._CheckInstanceAlive(instance) # pylint: disable=W0212
276 e7beaa02 Iustin Pop
    return val
277 e7beaa02 Iustin Pop
278 e7beaa02 Iustin Pop
  return wrapper
279 e7beaa02 Iustin Pop
280 e7beaa02 Iustin Pop
281 e7beaa02 Iustin Pop
def _DoBatch(retry):
282 e7beaa02 Iustin Pop
  """Decorator for possible batch operations.
283 e7beaa02 Iustin Pop

284 e7beaa02 Iustin Pop
  Must come after the _DoCheckInstances decorator (if any).
285 e7beaa02 Iustin Pop

286 e7beaa02 Iustin Pop
  @param retry: whether this is a retryable batch, will be
287 e7beaa02 Iustin Pop
      passed to StartBatch
288 e7beaa02 Iustin Pop

289 e7beaa02 Iustin Pop
  """
290 e7beaa02 Iustin Pop
  def wrap(fn):
291 e7beaa02 Iustin Pop
    def batched(self, *args, **kwargs):
292 e7beaa02 Iustin Pop
      self.StartBatch(retry)
293 e7beaa02 Iustin Pop
      val = fn(self, *args, **kwargs)
294 e7beaa02 Iustin Pop
      self.CommitQueue()
295 e7beaa02 Iustin Pop
      return val
296 e7beaa02 Iustin Pop
    return batched
297 e7beaa02 Iustin Pop
298 e7beaa02 Iustin Pop
  return wrap
299 e7beaa02 Iustin Pop
300 e7beaa02 Iustin Pop
301 175f44c2 Iustin Pop
class Burner(object):
302 175f44c2 Iustin Pop
  """Burner class."""
303 175f44c2 Iustin Pop
304 175f44c2 Iustin Pop
  def __init__(self):
305 175f44c2 Iustin Pop
    """Constructor."""
306 5dc626fd Iustin Pop
    self.url_opener = SimpleOpener()
307 21546b1c Iustin Pop
    self._feed_buf = StringIO()
308 175f44c2 Iustin Pop
    self.nodes = []
309 175f44c2 Iustin Pop
    self.instances = []
310 175f44c2 Iustin Pop
    self.to_rem = []
311 c723c163 Iustin Pop
    self.queued_ops = []
312 175f44c2 Iustin Pop
    self.opts = None
313 73ff3118 Iustin Pop
    self.queue_retry = False
314 73ff3118 Iustin Pop
    self.disk_count = self.disk_growth = self.disk_size = None
315 73ff3118 Iustin Pop
    self.hvp = self.bep = None
316 175f44c2 Iustin Pop
    self.ParseOptions()
317 320eda24 Iustin Pop
    self.cl = cli.GetClient()
318 175f44c2 Iustin Pop
    self.GetState()
319 175f44c2 Iustin Pop
320 21546b1c Iustin Pop
  def ClearFeedbackBuf(self):
321 21546b1c Iustin Pop
    """Clear the feedback buffer."""
322 21546b1c Iustin Pop
    self._feed_buf.truncate(0)
323 21546b1c Iustin Pop
324 21546b1c Iustin Pop
  def GetFeedbackBuf(self):
325 21546b1c Iustin Pop
    """Return the contents of the buffer."""
326 21546b1c Iustin Pop
    return self._feed_buf.getvalue()
327 21546b1c Iustin Pop
328 21546b1c Iustin Pop
  def Feedback(self, msg):
329 21546b1c Iustin Pop
    """Acumulate feedback in our buffer."""
330 88d31e5c Iustin Pop
    formatted_msg = "%s %s" % (time.ctime(utils.MergeTime(msg[0])), msg[2])
331 88d31e5c Iustin Pop
    self._feed_buf.write(formatted_msg + "\n")
332 d7b47a77 Iustin Pop
    if self.opts.verbose:
333 88d31e5c Iustin Pop
      Log(formatted_msg, indent=3)
334 21546b1c Iustin Pop
335 73ff3118 Iustin Pop
  def MaybeRetry(self, retry_count, msg, fn, *args):
336 73ff3118 Iustin Pop
    """Possibly retry a given function execution.
337 73ff3118 Iustin Pop

338 73ff3118 Iustin Pop
    @type retry_count: int
339 73ff3118 Iustin Pop
    @param retry_count: retry counter:
340 73ff3118 Iustin Pop
        - 0: non-retryable action
341 73ff3118 Iustin Pop
        - 1: last retry for a retryable action
342 73ff3118 Iustin Pop
        - MAX_RETRIES: original try for a retryable action
343 73ff3118 Iustin Pop
    @type msg: str
344 73ff3118 Iustin Pop
    @param msg: the kind of the operation
345 73ff3118 Iustin Pop
    @type fn: callable
346 73ff3118 Iustin Pop
    @param fn: the function to be called
347 73ff3118 Iustin Pop

348 73ff3118 Iustin Pop
    """
349 73ff3118 Iustin Pop
    try:
350 73ff3118 Iustin Pop
      val = fn(*args)
351 73ff3118 Iustin Pop
      if retry_count > 0 and retry_count < MAX_RETRIES:
352 1b334175 Iustin Pop
        Log("Idempotent %s succeeded after %d retries",
353 1b334175 Iustin Pop
            msg, MAX_RETRIES - retry_count)
354 73ff3118 Iustin Pop
      return val
355 b459a848 Andrea Spadaccini
    except Exception, err: # pylint: disable=W0703
356 73ff3118 Iustin Pop
      if retry_count == 0:
357 1b334175 Iustin Pop
        Log("Non-idempotent %s failed, aborting", msg)
358 73ff3118 Iustin Pop
        raise
359 73ff3118 Iustin Pop
      elif retry_count == 1:
360 1b334175 Iustin Pop
        Log("Idempotent %s repeated failure, aborting", msg)
361 73ff3118 Iustin Pop
        raise
362 73ff3118 Iustin Pop
      else:
363 1b334175 Iustin Pop
        Log("Idempotent %s failed, retry #%d/%d: %s",
364 1b334175 Iustin Pop
            msg, MAX_RETRIES - retry_count + 1, MAX_RETRIES, err)
365 73ff3118 Iustin Pop
        self.MaybeRetry(retry_count - 1, msg, fn, *args)
366 73ff3118 Iustin Pop
367 73ff3118 Iustin Pop
  def _ExecOp(self, *ops):
368 c723c163 Iustin Pop
    """Execute one or more opcodes and manage the exec buffer.
369 c723c163 Iustin Pop

370 454723b5 Iustin Pop
    @return: if only opcode has been passed, we return its result;
371 c723c163 Iustin Pop
        otherwise we return the list of results
372 c723c163 Iustin Pop

373 c723c163 Iustin Pop
    """
374 c723c163 Iustin Pop
    job_id = cli.SendJob(ops, cl=self.cl)
375 c723c163 Iustin Pop
    results = cli.PollJob(job_id, cl=self.cl, feedback_fn=self.Feedback)
376 c723c163 Iustin Pop
    if len(ops) == 1:
377 c723c163 Iustin Pop
      return results[0]
378 c723c163 Iustin Pop
    else:
379 c723c163 Iustin Pop
      return results
380 c723c163 Iustin Pop
381 73ff3118 Iustin Pop
  def ExecOp(self, retry, *ops):
382 73ff3118 Iustin Pop
    """Execute one or more opcodes and manage the exec buffer.
383 73ff3118 Iustin Pop

384 454723b5 Iustin Pop
    @return: if only opcode has been passed, we return its result;
385 73ff3118 Iustin Pop
        otherwise we return the list of results
386 73ff3118 Iustin Pop

387 73ff3118 Iustin Pop
    """
388 73ff3118 Iustin Pop
    if retry:
389 73ff3118 Iustin Pop
      rval = MAX_RETRIES
390 73ff3118 Iustin Pop
    else:
391 73ff3118 Iustin Pop
      rval = 0
392 ddfde77e Michael Hanselmann
    cli.SetGenericOpcodeOpts(ops, self.opts)
393 73ff3118 Iustin Pop
    return self.MaybeRetry(rval, "opcode", self._ExecOp, *ops)
394 73ff3118 Iustin Pop
395 2c035435 Guido Trotter
  def ExecOrQueue(self, name, ops, post_process=None):
396 21546b1c Iustin Pop
    """Execute an opcode and manage the exec buffer."""
397 c723c163 Iustin Pop
    if self.opts.parallel:
398 ddfde77e Michael Hanselmann
      cli.SetGenericOpcodeOpts(ops, self.opts)
399 2c035435 Guido Trotter
      self.queued_ops.append((ops, name, post_process))
400 c723c163 Iustin Pop
    else:
401 b459a848 Andrea Spadaccini
      val = self.ExecOp(self.queue_retry, *ops) # pylint: disable=W0142
402 2c035435 Guido Trotter
      if post_process is not None:
403 2c035435 Guido Trotter
        post_process()
404 2c035435 Guido Trotter
      return val
405 73ff3118 Iustin Pop
406 73ff3118 Iustin Pop
  def StartBatch(self, retry):
407 73ff3118 Iustin Pop
    """Start a new batch of jobs.
408 73ff3118 Iustin Pop

409 73ff3118 Iustin Pop
    @param retry: whether this is a retryable batch
410 73ff3118 Iustin Pop

411 73ff3118 Iustin Pop
    """
412 73ff3118 Iustin Pop
    self.queued_ops = []
413 73ff3118 Iustin Pop
    self.queue_retry = retry
414 c723c163 Iustin Pop
415 c723c163 Iustin Pop
  def CommitQueue(self):
416 c723c163 Iustin Pop
    """Execute all submitted opcodes in case of parallel burnin"""
417 78bb78b1 Iustin Pop
    if not self.opts.parallel or not self.queued_ops:
418 c723c163 Iustin Pop
      return
419 c723c163 Iustin Pop
420 73ff3118 Iustin Pop
    if self.queue_retry:
421 73ff3118 Iustin Pop
      rval = MAX_RETRIES
422 73ff3118 Iustin Pop
    else:
423 73ff3118 Iustin Pop
      rval = 0
424 73ff3118 Iustin Pop
425 c723c163 Iustin Pop
    try:
426 73ff3118 Iustin Pop
      results = self.MaybeRetry(rval, "jobset", self.ExecJobSet,
427 73ff3118 Iustin Pop
                                self.queued_ops)
428 c723c163 Iustin Pop
    finally:
429 c723c163 Iustin Pop
      self.queued_ops = []
430 c723c163 Iustin Pop
    return results
431 ec5c88dc Iustin Pop
432 ec5c88dc Iustin Pop
  def ExecJobSet(self, jobs):
433 ec5c88dc Iustin Pop
    """Execute a set of jobs and return once all are done.
434 ec5c88dc Iustin Pop

435 ec5c88dc Iustin Pop
    The method will return the list of results, if all jobs are
436 c723c163 Iustin Pop
    successful. Otherwise, OpExecError will be raised from within
437 ec5c88dc Iustin Pop
    cli.py.
438 ec5c88dc Iustin Pop

439 ec5c88dc Iustin Pop
    """
440 ec5c88dc Iustin Pop
    self.ClearFeedbackBuf()
441 14947dbc Iustin Pop
    jex = cli.JobExecutor(cl=self.cl, feedback_fn=self.Feedback)
442 2c035435 Guido Trotter
    for ops, name, _ in jobs:
443 b459a848 Andrea Spadaccini
      jex.QueueJob(name, *ops) # pylint: disable=W0142
444 14947dbc Iustin Pop
    try:
445 14947dbc Iustin Pop
      results = jex.GetResults()
446 b459a848 Andrea Spadaccini
    except Exception, err: # pylint: disable=W0703
447 14947dbc Iustin Pop
      Log("Jobs failed: %s", err)
448 73ff3118 Iustin Pop
      raise BurninFailure()
449 14947dbc Iustin Pop
450 2c035435 Guido Trotter
    fail = False
451 2c035435 Guido Trotter
    val = []
452 2c035435 Guido Trotter
    for (_, name, post_process), (success, result) in zip(jobs, results):
453 2c035435 Guido Trotter
      if success:
454 2c035435 Guido Trotter
        if post_process:
455 2c035435 Guido Trotter
          try:
456 2c035435 Guido Trotter
            post_process()
457 b459a848 Andrea Spadaccini
          except Exception, err: # pylint: disable=W0703
458 2c035435 Guido Trotter
            Log("Post process call for job %s failed: %s", name, err)
459 2c035435 Guido Trotter
            fail = True
460 2c035435 Guido Trotter
        val.append(result)
461 2c035435 Guido Trotter
      else:
462 2c035435 Guido Trotter
        fail = True
463 2c035435 Guido Trotter
464 2c035435 Guido Trotter
    if fail:
465 14947dbc Iustin Pop
      raise BurninFailure()
466 14947dbc Iustin Pop
467 2c035435 Guido Trotter
    return val
468 21546b1c Iustin Pop
469 175f44c2 Iustin Pop
  def ParseOptions(self):
470 175f44c2 Iustin Pop
    """Parses the command line options.
471 175f44c2 Iustin Pop

472 175f44c2 Iustin Pop
    In case of command line errors, it will show the usage and exit the
473 175f44c2 Iustin Pop
    program.
474 175f44c2 Iustin Pop

475 175f44c2 Iustin Pop
    """
476 175f44c2 Iustin Pop
    parser = optparse.OptionParser(usage="\n%s" % USAGE,
477 10eb54fb Michael Hanselmann
                                   version=("%%prog (ganeti) %s" %
478 10eb54fb Michael Hanselmann
                                            constants.RELEASE_VERSION),
479 10eb54fb Michael Hanselmann
                                   option_list=OPTIONS)
480 175f44c2 Iustin Pop
481 175f44c2 Iustin Pop
    options, args = parser.parse_args()
482 175f44c2 Iustin Pop
    if len(args) < 1 or options.os is None:
483 175f44c2 Iustin Pop
      Usage()
484 175f44c2 Iustin Pop
485 6b5f0dd8 Guido Trotter
    if options.mem_size:
486 6b5f0dd8 Guido Trotter
      options.maxmem_size = options.mem_size
487 6b5f0dd8 Guido Trotter
      options.minmem_size = options.mem_size
488 6b5f0dd8 Guido Trotter
    elif options.minmem_size > options.maxmem_size:
489 6b5f0dd8 Guido Trotter
      Err("Maximum memory lower than minimum memory")
490 6b5f0dd8 Guido Trotter
491 d8378091 Michael Hanselmann
    if options.disk_template not in _SUPPORTED_DISK_TEMPLATES:
492 42959a7f Michael Hanselmann
      Err("Unknown or unsupported disk template '%s'" % options.disk_template)
493 175f44c2 Iustin Pop
494 b518a14a Iustin Pop
    if options.disk_template == constants.DT_DISKLESS:
495 b518a14a Iustin Pop
      disk_size = disk_growth = []
496 5178f1bc Iustin Pop
      options.do_addremove_disks = False
497 b518a14a Iustin Pop
    else:
498 b518a14a Iustin Pop
      disk_size = [utils.ParseUnit(v) for v in options.disk_size.split(",")]
499 b518a14a Iustin Pop
      disk_growth = [utils.ParseUnit(v)
500 b518a14a Iustin Pop
                     for v in options.disk_growth.split(",")]
501 b518a14a Iustin Pop
      if len(disk_growth) != len(disk_size):
502 836d59d7 Iustin Pop
        Err("Wrong disk sizes/growth combination")
503 08db7c5c Iustin Pop
    if ((disk_size and options.disk_template == constants.DT_DISKLESS) or
504 08db7c5c Iustin Pop
        (not disk_size and options.disk_template != constants.DT_DISKLESS)):
505 836d59d7 Iustin Pop
      Err("Wrong disk count/disk template combination")
506 08db7c5c Iustin Pop
507 08db7c5c Iustin Pop
    self.disk_size = disk_size
508 08db7c5c Iustin Pop
    self.disk_growth = disk_growth
509 08db7c5c Iustin Pop
    self.disk_count = len(disk_size)
510 08db7c5c Iustin Pop
511 b91bde14 Iustin Pop
    if options.nodes and options.iallocator:
512 836d59d7 Iustin Pop
      Err("Give either the nodes option or the iallocator option, not both")
513 b91bde14 Iustin Pop
514 544ca43b Iustin Pop
    if options.http_check and not options.name_check:
515 544ca43b Iustin Pop
      Err("Can't enable HTTP checks without name checks")
516 544ca43b Iustin Pop
517 175f44c2 Iustin Pop
    self.opts = options
518 175f44c2 Iustin Pop
    self.instances = args
519 338e51e8 Iustin Pop
    self.bep = {
520 6b5f0dd8 Guido Trotter
      constants.BE_MINMEM: options.minmem_size,
521 6b5f0dd8 Guido Trotter
      constants.BE_MAXMEM: options.maxmem_size,
522 d0ffa390 Pedro Macedo
      constants.BE_VCPUS: options.vcpu_count,
523 338e51e8 Iustin Pop
      }
524 aac0352d Iustin Pop
525 aac0352d Iustin Pop
    self.hypervisor = None
526 338e51e8 Iustin Pop
    self.hvp = {}
527 aac0352d Iustin Pop
    if options.hypervisor:
528 aac0352d Iustin Pop
      self.hypervisor, self.hvp = options.hypervisor
529 175f44c2 Iustin Pop
530 1d103c02 Iustin Pop
    if options.reboot_types is None:
531 1d103c02 Iustin Pop
      options.reboot_types = constants.REBOOT_TYPES
532 1d103c02 Iustin Pop
    else:
533 1d103c02 Iustin Pop
      options.reboot_types = options.reboot_types.split(",")
534 1d103c02 Iustin Pop
      rt_diff = set(options.reboot_types).difference(constants.REBOOT_TYPES)
535 1d103c02 Iustin Pop
      if rt_diff:
536 1d103c02 Iustin Pop
        Err("Invalid reboot types specified: %s" % utils.CommaJoin(rt_diff))
537 1d103c02 Iustin Pop
538 5178f1bc Iustin Pop
    socket.setdefaulttimeout(options.net_timeout)
539 5178f1bc Iustin Pop
540 175f44c2 Iustin Pop
  def GetState(self):
541 be0636e3 Guido Trotter
    """Read the cluster state from the master daemon."""
542 175f44c2 Iustin Pop
    if self.opts.nodes:
543 175f44c2 Iustin Pop
      names = self.opts.nodes.split(",")
544 175f44c2 Iustin Pop
    else:
545 175f44c2 Iustin Pop
      names = []
546 175f44c2 Iustin Pop
    try:
547 2237687b Iustin Pop
      op = opcodes.OpNodeQuery(output_fields=["name", "offline", "drained"],
548 2237687b Iustin Pop
                               names=names, use_locking=True)
549 73ff3118 Iustin Pop
      result = self.ExecOp(True, op)
550 175f44c2 Iustin Pop
    except errors.GenericError, err:
551 175f44c2 Iustin Pop
      err_code, msg = cli.FormatError(err)
552 836d59d7 Iustin Pop
      Err(msg, exit_code=err_code)
553 e8d47209 Iustin Pop
    self.nodes = [data[0] for data in result if not (data[1] or data[2])]
554 175f44c2 Iustin Pop
555 da2d02e7 Iustin Pop
    op_diagnose = opcodes.OpOsDiagnose(output_fields=["name",
556 eddc9815 Guido Trotter
                                                      "variants",
557 eddc9815 Guido Trotter
                                                      "hidden"],
558 d22dfef7 Iustin Pop
                                       names=[])
559 e3ac208c Guido Trotter
    result = self.ExecOp(True, op_diagnose)
560 175f44c2 Iustin Pop
561 175f44c2 Iustin Pop
    if not result:
562 836d59d7 Iustin Pop
      Err("Can't get the OS list")
563 175f44c2 Iustin Pop
564 e3ac208c Guido Trotter
    found = False
565 eddc9815 Guido Trotter
    for (name, variants, _) in result:
566 d22dfef7 Iustin Pop
      if self.opts.os in cli.CalculateOSNames(name, variants):
567 e3ac208c Guido Trotter
        found = True
568 e3ac208c Guido Trotter
        break
569 175f44c2 Iustin Pop
570 e3ac208c Guido Trotter
    if not found:
571 836d59d7 Iustin Pop
      Err("OS '%s' not found" % self.opts.os)
572 175f44c2 Iustin Pop
573 be0636e3 Guido Trotter
    cluster_info = self.cl.QueryClusterInfo()
574 be0636e3 Guido Trotter
    self.cluster_info = cluster_info
575 be0636e3 Guido Trotter
    if not self.cluster_info:
576 be0636e3 Guido Trotter
      Err("Can't get cluster info")
577 be0636e3 Guido Trotter
578 be0636e3 Guido Trotter
    default_nic_params = self.cluster_info["nicparams"][constants.PP_DEFAULT]
579 be0636e3 Guido Trotter
    self.cluster_default_nicparams = default_nic_params
580 aac0352d Iustin Pop
    if self.hypervisor is None:
581 aac0352d Iustin Pop
      self.hypervisor = self.cluster_info["default_hypervisor"]
582 94d5cee9 Michael Hanselmann
    self.hv_can_migrate = \
583 94d5cee9 Michael Hanselmann
      hypervisor.GetHypervisorClass(self.hypervisor).CAN_MIGRATE
584 be0636e3 Guido Trotter
585 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
586 c70481ab Iustin Pop
  @_DoBatch(False)
587 c723c163 Iustin Pop
  def BurnCreateInstances(self):
588 175f44c2 Iustin Pop
    """Create the given instances.
589 175f44c2 Iustin Pop

590 175f44c2 Iustin Pop
    """
591 175f44c2 Iustin Pop
    self.to_rem = []
592 175f44c2 Iustin Pop
    mytor = izip(cycle(self.nodes),
593 175f44c2 Iustin Pop
                 islice(cycle(self.nodes), 1, None),
594 175f44c2 Iustin Pop
                 self.instances)
595 338e51e8 Iustin Pop
596 836d59d7 Iustin Pop
    Log("Creating instances")
597 175f44c2 Iustin Pop
    for pnode, snode, instance in mytor:
598 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
599 b91bde14 Iustin Pop
      if self.opts.iallocator:
600 b91bde14 Iustin Pop
        pnode = snode = None
601 836d59d7 Iustin Pop
        msg = "with iallocator %s" % self.opts.iallocator
602 3429a076 Apollon Oikonomopoulos
      elif self.opts.disk_template not in constants.DTS_INT_MIRROR:
603 6d54548e Guido Trotter
        snode = None
604 836d59d7 Iustin Pop
        msg = "on %s" % pnode
605 6d54548e Guido Trotter
      else:
606 836d59d7 Iustin Pop
        msg = "on %s, %s" % (pnode, snode)
607 836d59d7 Iustin Pop
608 836d59d7 Iustin Pop
      Log(msg, indent=2)
609 6d54548e Guido Trotter
610 e1530b10 Iustin Pop
      op = opcodes.OpInstanceCreate(instance_name=instance,
611 e687ec01 Michael Hanselmann
                                    disks=[{"size": size}
612 e687ec01 Michael Hanselmann
                                           for size in self.disk_size],
613 175f44c2 Iustin Pop
                                    disk_template=self.opts.disk_template,
614 b518a14a Iustin Pop
                                    nics=self.opts.nics,
615 a8083063 Iustin Pop
                                    mode=constants.INSTANCE_CREATE,
616 175f44c2 Iustin Pop
                                    os_type=self.opts.os,
617 175f44c2 Iustin Pop
                                    pnode=pnode,
618 175f44c2 Iustin Pop
                                    snode=snode,
619 a8083063 Iustin Pop
                                    start=True,
620 544ca43b Iustin Pop
                                    ip_check=self.opts.ip_check,
621 544ca43b Iustin Pop
                                    name_check=self.opts.name_check,
622 4501af56 Iustin Pop
                                    wait_for_sync=True,
623 2f505cb5 Manuel Franceschini
                                    file_driver="loop",
624 b91bde14 Iustin Pop
                                    file_storage_dir=None,
625 6e2dc934 Alexander Schreiber
                                    iallocator=self.opts.iallocator,
626 338e51e8 Iustin Pop
                                    beparams=self.bep,
627 338e51e8 Iustin Pop
                                    hvparams=self.hvp,
628 aac0352d Iustin Pop
                                    hypervisor=self.hypervisor,
629 062a7100 Iustin Pop
                                    osparams=self.opts.osparams,
630 338e51e8 Iustin Pop
                                    )
631 1e82a86b Guido Trotter
      remove_instance = lambda name: lambda: self.to_rem.append(name)
632 1e82a86b Guido Trotter
      self.ExecOrQueue(instance, [op], post_process=remove_instance(instance))
633 c723c163 Iustin Pop
634 c70481ab Iustin Pop
  @_DoBatch(False)
635 6b5f0dd8 Guido Trotter
  def BurnModifyRuntimeMemory(self):
636 6b5f0dd8 Guido Trotter
    """Alter the runtime memory."""
637 6b5f0dd8 Guido Trotter
    Log("Setting instance runtime memory")
638 6b5f0dd8 Guido Trotter
    for instance in self.instances:
639 6b5f0dd8 Guido Trotter
      Log("instance %s", instance, indent=1)
640 6b5f0dd8 Guido Trotter
      tgt_mem = self.bep[constants.BE_MINMEM]
641 6b5f0dd8 Guido Trotter
      op = opcodes.OpInstanceSetParams(instance_name=instance,
642 6b5f0dd8 Guido Trotter
                                       runtime_mem=tgt_mem)
643 6b5f0dd8 Guido Trotter
      Log("Set memory to %s MB", tgt_mem, indent=2)
644 6b5f0dd8 Guido Trotter
      self.ExecOrQueue(instance, [op])
645 6b5f0dd8 Guido Trotter
646 6b5f0dd8 Guido Trotter
  @_DoBatch(False)
647 c723c163 Iustin Pop
  def BurnGrowDisks(self):
648 659712c8 Iustin Pop
    """Grow both the os and the swap disks by the requested amount, if any."""
649 836d59d7 Iustin Pop
    Log("Growing disks")
650 659712c8 Iustin Pop
    for instance in self.instances:
651 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
652 08db7c5c Iustin Pop
      for idx, growth in enumerate(self.disk_growth):
653 659712c8 Iustin Pop
        if growth > 0:
654 60472d29 Iustin Pop
          op = opcodes.OpInstanceGrowDisk(instance_name=instance, disk=idx,
655 60472d29 Iustin Pop
                                          amount=growth, wait_for_sync=True)
656 1b334175 Iustin Pop
          Log("increase disk/%s by %s MB", idx, growth, indent=2)
657 b05f29a6 Guido Trotter
          self.ExecOrQueue(instance, [op])
658 659712c8 Iustin Pop
659 c70481ab Iustin Pop
  @_DoBatch(True)
660 c723c163 Iustin Pop
  def BurnReplaceDisks1D8(self):
661 175f44c2 Iustin Pop
    """Replace disks on primary and secondary for drbd8."""
662 836d59d7 Iustin Pop
    Log("Replacing disks on the same nodes")
663 668f755d Iustin Pop
    early_release = self.opts.early_release
664 175f44c2 Iustin Pop
    for instance in self.instances:
665 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
666 c723c163 Iustin Pop
      ops = []
667 175f44c2 Iustin Pop
      for mode in constants.REPLACE_DISK_SEC, constants.REPLACE_DISK_PRI:
668 668f755d Iustin Pop
        op = opcodes.OpInstanceReplaceDisks(instance_name=instance,
669 668f755d Iustin Pop
                                            mode=mode,
670 668f755d Iustin Pop
                                            disks=list(range(self.disk_count)),
671 668f755d Iustin Pop
                                            early_release=early_release)
672 1b334175 Iustin Pop
        Log("run %s", mode, indent=2)
673 c723c163 Iustin Pop
        ops.append(op)
674 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, ops)
675 175f44c2 Iustin Pop
676 c70481ab Iustin Pop
  @_DoBatch(True)
677 c723c163 Iustin Pop
  def BurnReplaceDisks2(self):
678 175f44c2 Iustin Pop
    """Replace secondary node."""
679 836d59d7 Iustin Pop
    Log("Changing the secondary node")
680 cfacfd6e Iustin Pop
    mode = constants.REPLACE_DISK_CHG
681 175f44c2 Iustin Pop
682 175f44c2 Iustin Pop
    mytor = izip(islice(cycle(self.nodes), 2, None),
683 175f44c2 Iustin Pop
                 self.instances)
684 175f44c2 Iustin Pop
    for tnode, instance in mytor:
685 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
686 b6e82a65 Iustin Pop
      if self.opts.iallocator:
687 b6e82a65 Iustin Pop
        tnode = None
688 836d59d7 Iustin Pop
        msg = "with iallocator %s" % self.opts.iallocator
689 836d59d7 Iustin Pop
      else:
690 836d59d7 Iustin Pop
        msg = tnode
691 668f755d Iustin Pop
      op = opcodes.OpInstanceReplaceDisks(instance_name=instance,
692 668f755d Iustin Pop
                                          mode=mode,
693 668f755d Iustin Pop
                                          remote_node=tnode,
694 668f755d Iustin Pop
                                          iallocator=self.opts.iallocator,
695 668f755d Iustin Pop
                                          disks=[],
696 668f755d Iustin Pop
                                          early_release=self.opts.early_release)
697 1b334175 Iustin Pop
      Log("run %s %s", mode, msg, indent=2)
698 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op])
699 175f44c2 Iustin Pop
700 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
701 c70481ab Iustin Pop
  @_DoBatch(False)
702 c723c163 Iustin Pop
  def BurnFailover(self):
703 175f44c2 Iustin Pop
    """Failover the instances."""
704 836d59d7 Iustin Pop
    Log("Failing over instances")
705 175f44c2 Iustin Pop
    for instance in self.instances:
706 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
707 019dbee1 Iustin Pop
      op = opcodes.OpInstanceFailover(instance_name=instance,
708 175f44c2 Iustin Pop
                                      ignore_consistency=False)
709 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op])
710 175f44c2 Iustin Pop
711 5b9107ff Iustin Pop
  @_DoCheckInstances
712 5b9107ff Iustin Pop
  @_DoBatch(False)
713 5b9107ff Iustin Pop
  def BurnMove(self):
714 5b9107ff Iustin Pop
    """Move the instances."""
715 5b9107ff Iustin Pop
    Log("Moving instances")
716 5b9107ff Iustin Pop
    mytor = izip(islice(cycle(self.nodes), 1, None),
717 5b9107ff Iustin Pop
                 self.instances)
718 5b9107ff Iustin Pop
    for tnode, instance in mytor:
719 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
720 0091b480 Iustin Pop
      op = opcodes.OpInstanceMove(instance_name=instance,
721 5b9107ff Iustin Pop
                                  target_node=tnode)
722 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op])
723 175f44c2 Iustin Pop
724 c70481ab Iustin Pop
  @_DoBatch(False)
725 c723c163 Iustin Pop
  def BurnMigrate(self):
726 99bdd139 Iustin Pop
    """Migrate the instances."""
727 801cda94 Iustin Pop
    Log("Migrating instances")
728 99bdd139 Iustin Pop
    for instance in self.instances:
729 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
730 75c866c2 Iustin Pop
      op1 = opcodes.OpInstanceMigrate(instance_name=instance, mode=None,
731 c723c163 Iustin Pop
                                      cleanup=False)
732 99bdd139 Iustin Pop
733 75c866c2 Iustin Pop
      op2 = opcodes.OpInstanceMigrate(instance_name=instance, mode=None,
734 c723c163 Iustin Pop
                                      cleanup=True)
735 c723c163 Iustin Pop
      Log("migration and migration cleanup", indent=2)
736 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op1, op2])
737 99bdd139 Iustin Pop
738 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
739 c70481ab Iustin Pop
  @_DoBatch(False)
740 c723c163 Iustin Pop
  def BurnImportExport(self):
741 bd5e77f9 Guido Trotter
    """Export the instance, delete it, and import it back.
742 bd5e77f9 Guido Trotter

743 bd5e77f9 Guido Trotter
    """
744 836d59d7 Iustin Pop
    Log("Exporting and re-importing instances")
745 bd5e77f9 Guido Trotter
    mytor = izip(cycle(self.nodes),
746 bd5e77f9 Guido Trotter
                 islice(cycle(self.nodes), 1, None),
747 bd5e77f9 Guido Trotter
                 islice(cycle(self.nodes), 2, None),
748 bd5e77f9 Guido Trotter
                 self.instances)
749 bd5e77f9 Guido Trotter
750 bd5e77f9 Guido Trotter
    for pnode, snode, enode, instance in mytor:
751 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
752 c723c163 Iustin Pop
      # read the full name of the instance
753 f2af0bec Iustin Pop
      nam_op = opcodes.OpInstanceQuery(output_fields=["name"],
754 f2af0bec Iustin Pop
                                       names=[instance], use_locking=True)
755 73ff3118 Iustin Pop
      full_name = self.ExecOp(False, nam_op)[0][0]
756 c723c163 Iustin Pop
757 f9af35c8 Guido Trotter
      if self.opts.iallocator:
758 f9af35c8 Guido Trotter
        pnode = snode = None
759 836d59d7 Iustin Pop
        import_log_msg = ("import from %s"
760 836d59d7 Iustin Pop
                          " with iallocator %s" %
761 836d59d7 Iustin Pop
                          (enode, self.opts.iallocator))
762 3429a076 Apollon Oikonomopoulos
      elif self.opts.disk_template not in constants.DTS_INT_MIRROR:
763 f9af35c8 Guido Trotter
        snode = None
764 836d59d7 Iustin Pop
        import_log_msg = ("import from %s to %s" %
765 836d59d7 Iustin Pop
                          (enode, pnode))
766 f9af35c8 Guido Trotter
      else:
767 836d59d7 Iustin Pop
        import_log_msg = ("import from %s to %s, %s" %
768 836d59d7 Iustin Pop
                          (enode, pnode, snode))
769 f9af35c8 Guido Trotter
770 4ff922a2 Iustin Pop
      exp_op = opcodes.OpBackupExport(instance_name=instance,
771 4ff922a2 Iustin Pop
                                      target_node=enode,
772 4ff922a2 Iustin Pop
                                      mode=constants.EXPORT_MODE_LOCAL,
773 4ff922a2 Iustin Pop
                                      shutdown=True)
774 3cd2d4b1 Iustin Pop
      rem_op = opcodes.OpInstanceRemove(instance_name=instance,
775 5c54b832 Iustin Pop
                                        ignore_failures=True)
776 09bf5d24 Michael Hanselmann
      imp_dir = utils.PathJoin(pathutils.EXPORT_DIR, full_name)
777 e1530b10 Iustin Pop
      imp_op = opcodes.OpInstanceCreate(instance_name=instance,
778 e687ec01 Michael Hanselmann
                                        disks=[{"size": size}
779 e687ec01 Michael Hanselmann
                                               for size in self.disk_size],
780 bd5e77f9 Guido Trotter
                                        disk_template=self.opts.disk_template,
781 b518a14a Iustin Pop
                                        nics=self.opts.nics,
782 bd5e77f9 Guido Trotter
                                        mode=constants.INSTANCE_IMPORT,
783 bd5e77f9 Guido Trotter
                                        src_node=enode,
784 bd5e77f9 Guido Trotter
                                        src_path=imp_dir,
785 bd5e77f9 Guido Trotter
                                        pnode=pnode,
786 bd5e77f9 Guido Trotter
                                        snode=snode,
787 bd5e77f9 Guido Trotter
                                        start=True,
788 544ca43b Iustin Pop
                                        ip_check=self.opts.ip_check,
789 544ca43b Iustin Pop
                                        name_check=self.opts.name_check,
790 bd5e77f9 Guido Trotter
                                        wait_for_sync=True,
791 96bb2f71 Manuel Franceschini
                                        file_storage_dir=None,
792 0ca35d45 Guido Trotter
                                        file_driver="loop",
793 6e2dc934 Alexander Schreiber
                                        iallocator=self.opts.iallocator,
794 338e51e8 Iustin Pop
                                        beparams=self.bep,
795 338e51e8 Iustin Pop
                                        hvparams=self.hvp,
796 062a7100 Iustin Pop
                                        osparams=self.opts.osparams,
797 338e51e8 Iustin Pop
                                        )
798 6e2dc934 Alexander Schreiber
799 ca5890ad Iustin Pop
      erem_op = opcodes.OpBackupRemove(instance_name=instance)
800 bd5e77f9 Guido Trotter
801 1b334175 Iustin Pop
      Log("export to node %s", enode, indent=2)
802 836d59d7 Iustin Pop
      Log("remove instance", indent=2)
803 836d59d7 Iustin Pop
      Log(import_log_msg, indent=2)
804 836d59d7 Iustin Pop
      Log("remove export", indent=2)
805 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [exp_op, rem_op, imp_op, erem_op])
806 bd5e77f9 Guido Trotter
807 7e950d31 Iustin Pop
  @staticmethod
808 7e950d31 Iustin Pop
  def StopInstanceOp(instance):
809 054a8696 Manuel Franceschini
    """Stop given instance."""
810 ee3e37a7 Iustin Pop
    return opcodes.OpInstanceShutdown(instance_name=instance)
811 054a8696 Manuel Franceschini
812 7e950d31 Iustin Pop
  @staticmethod
813 7e950d31 Iustin Pop
  def StartInstanceOp(instance):
814 054a8696 Manuel Franceschini
    """Start given instance."""
815 c873d91c Iustin Pop
    return opcodes.OpInstanceStartup(instance_name=instance, force=False)
816 054a8696 Manuel Franceschini
817 7e950d31 Iustin Pop
  @staticmethod
818 7e950d31 Iustin Pop
  def RenameInstanceOp(instance, instance_new):
819 054a8696 Manuel Franceschini
    """Rename instance."""
820 5659e2e2 Iustin Pop
    return opcodes.OpInstanceRename(instance_name=instance,
821 c723c163 Iustin Pop
                                    new_name=instance_new)
822 054a8696 Manuel Franceschini
823 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
824 c70481ab Iustin Pop
  @_DoBatch(True)
825 c723c163 Iustin Pop
  def BurnStopStart(self):
826 175f44c2 Iustin Pop
    """Stop/start the instances."""
827 836d59d7 Iustin Pop
    Log("Stopping and starting instances")
828 175f44c2 Iustin Pop
    for instance in self.instances:
829 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
830 c723c163 Iustin Pop
      op1 = self.StopInstanceOp(instance)
831 c723c163 Iustin Pop
      op2 = self.StartInstanceOp(instance)
832 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op1, op2])
833 c723c163 Iustin Pop
834 c70481ab Iustin Pop
  @_DoBatch(False)
835 c723c163 Iustin Pop
  def BurnRemove(self):
836 175f44c2 Iustin Pop
    """Remove the instances."""
837 836d59d7 Iustin Pop
    Log("Removing instances")
838 175f44c2 Iustin Pop
    for instance in self.to_rem:
839 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
840 3cd2d4b1 Iustin Pop
      op = opcodes.OpInstanceRemove(instance_name=instance,
841 5c54b832 Iustin Pop
                                    ignore_failures=True)
842 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op])
843 c723c163 Iustin Pop
844 c723c163 Iustin Pop
  def BurnRename(self):
845 c723c163 Iustin Pop
    """Rename the instances.
846 175f44c2 Iustin Pop

847 c723c163 Iustin Pop
    Note that this function will not execute in parallel, since we
848 c723c163 Iustin Pop
    only have one target for rename.
849 c723c163 Iustin Pop

850 c723c163 Iustin Pop
    """
851 836d59d7 Iustin Pop
    Log("Renaming instances")
852 054a8696 Manuel Franceschini
    rename = self.opts.rename
853 054a8696 Manuel Franceschini
    for instance in self.instances:
854 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
855 2e39ab98 Iustin Pop
      op_stop1 = self.StopInstanceOp(instance)
856 2e39ab98 Iustin Pop
      op_stop2 = self.StopInstanceOp(rename)
857 c723c163 Iustin Pop
      op_rename1 = self.RenameInstanceOp(instance, rename)
858 c723c163 Iustin Pop
      op_rename2 = self.RenameInstanceOp(rename, instance)
859 c723c163 Iustin Pop
      op_start1 = self.StartInstanceOp(rename)
860 c723c163 Iustin Pop
      op_start2 = self.StartInstanceOp(instance)
861 73ff3118 Iustin Pop
      self.ExecOp(False, op_stop1, op_rename1, op_start1)
862 5178f1bc Iustin Pop
      self._CheckInstanceAlive(rename)
863 73ff3118 Iustin Pop
      self.ExecOp(False, op_stop2, op_rename2, op_start2)
864 5178f1bc Iustin Pop
      self._CheckInstanceAlive(instance)
865 5178f1bc Iustin Pop
866 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
867 c70481ab Iustin Pop
  @_DoBatch(True)
868 c723c163 Iustin Pop
  def BurnReinstall(self):
869 00f91f29 Iustin Pop
    """Reinstall the instances."""
870 836d59d7 Iustin Pop
    Log("Reinstalling instances")
871 00f91f29 Iustin Pop
    for instance in self.instances:
872 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
873 c723c163 Iustin Pop
      op1 = self.StopInstanceOp(instance)
874 5073fd8f Iustin Pop
      op2 = opcodes.OpInstanceReinstall(instance_name=instance)
875 836d59d7 Iustin Pop
      Log("reinstall without passing the OS", indent=2)
876 5073fd8f Iustin Pop
      op3 = opcodes.OpInstanceReinstall(instance_name=instance,
877 c723c163 Iustin Pop
                                        os_type=self.opts.os)
878 836d59d7 Iustin Pop
      Log("reinstall specifying the OS", indent=2)
879 c723c163 Iustin Pop
      op4 = self.StartInstanceOp(instance)
880 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op1, op2, op3, op4])
881 c723c163 Iustin Pop
882 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
883 c70481ab Iustin Pop
  @_DoBatch(True)
884 c723c163 Iustin Pop
  def BurnReboot(self):
885 836d59d7 Iustin Pop
    """Reboot the instances."""
886 836d59d7 Iustin Pop
    Log("Rebooting instances")
887 00f91f29 Iustin Pop
    for instance in self.instances:
888 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
889 c723c163 Iustin Pop
      ops = []
890 1d103c02 Iustin Pop
      for reboot_type in self.opts.reboot_types:
891 90ab1a95 Iustin Pop
        op = opcodes.OpInstanceReboot(instance_name=instance,
892 00f91f29 Iustin Pop
                                      reboot_type=reboot_type,
893 00f91f29 Iustin Pop
                                      ignore_secondaries=False)
894 1b334175 Iustin Pop
        Log("reboot with type '%s'", reboot_type, indent=2)
895 c723c163 Iustin Pop
        ops.append(op)
896 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, ops)
897 c723c163 Iustin Pop
898 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
899 c70481ab Iustin Pop
  @_DoBatch(True)
900 9fdc92fa Guido Trotter
  def BurnRenameSame(self):
901 9fdc92fa Guido Trotter
    """Rename the instances to their own name."""
902 9fdc92fa Guido Trotter
    Log("Renaming the instances to their own name")
903 9fdc92fa Guido Trotter
    for instance in self.instances:
904 9fdc92fa Guido Trotter
      Log("instance %s", instance, indent=1)
905 9fdc92fa Guido Trotter
      op1 = self.StopInstanceOp(instance)
906 9fdc92fa Guido Trotter
      op2 = self.RenameInstanceOp(instance, instance)
907 9fdc92fa Guido Trotter
      Log("rename to the same name", indent=2)
908 9fdc92fa Guido Trotter
      op4 = self.StartInstanceOp(instance)
909 9fdc92fa Guido Trotter
      self.ExecOrQueue(instance, [op1, op2, op4])
910 9fdc92fa Guido Trotter
911 9fdc92fa Guido Trotter
  @_DoCheckInstances
912 9fdc92fa Guido Trotter
  @_DoBatch(True)
913 c723c163 Iustin Pop
  def BurnActivateDisks(self):
914 90e722d1 Iustin Pop
    """Activate and deactivate disks of the instances."""
915 836d59d7 Iustin Pop
    Log("Activating/deactivating disks")
916 90e722d1 Iustin Pop
    for instance in self.instances:
917 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
918 c723c163 Iustin Pop
      op_start = self.StartInstanceOp(instance)
919 83f5d475 Iustin Pop
      op_act = opcodes.OpInstanceActivateDisks(instance_name=instance)
920 e176281f Iustin Pop
      op_deact = opcodes.OpInstanceDeactivateDisks(instance_name=instance)
921 c723c163 Iustin Pop
      op_stop = self.StopInstanceOp(instance)
922 836d59d7 Iustin Pop
      Log("activate disks when online", indent=2)
923 836d59d7 Iustin Pop
      Log("activate disks when offline", indent=2)
924 836d59d7 Iustin Pop
      Log("deactivate disks (when offline)", indent=2)
925 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op_act, op_stop, op_act, op_deact, op_start])
926 90e722d1 Iustin Pop
927 d9b7a0b4 Iustin Pop
  @_DoCheckInstances
928 c70481ab Iustin Pop
  @_DoBatch(False)
929 c723c163 Iustin Pop
  def BurnAddRemoveDisks(self):
930 5c22d16e Iustin Pop
    """Add and remove an extra disk for the instances."""
931 836d59d7 Iustin Pop
    Log("Adding and removing disks")
932 5c22d16e Iustin Pop
    for instance in self.instances:
933 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
934 5ae4945a Iustin Pop
      op_add = opcodes.OpInstanceSetParams(
935 5c22d16e Iustin Pop
        instance_name=instance,
936 5c22d16e Iustin Pop
        disks=[(constants.DDM_ADD, {"size": self.disk_size[0]})])
937 5ae4945a Iustin Pop
      op_rem = opcodes.OpInstanceSetParams(
938 5c22d16e Iustin Pop
        instance_name=instance, disks=[(constants.DDM_REMOVE, {})])
939 c723c163 Iustin Pop
      op_stop = self.StopInstanceOp(instance)
940 c723c163 Iustin Pop
      op_start = self.StartInstanceOp(instance)
941 836d59d7 Iustin Pop
      Log("adding a disk", indent=2)
942 836d59d7 Iustin Pop
      Log("removing last disk", indent=2)
943 b05f29a6 Guido Trotter
      self.ExecOrQueue(instance, [op_add, op_stop, op_rem, op_start])
944 5c22d16e Iustin Pop
945 c70481ab Iustin Pop
  @_DoBatch(False)
946 c723c163 Iustin Pop
  def BurnAddRemoveNICs(self):
947 0ccbf925 Iustin Pop
    """Add, change and remove an extra NIC for the instances."""
948 836d59d7 Iustin Pop
    Log("Adding and removing NICs")
949 5c22d16e Iustin Pop
    for instance in self.instances:
950 1b334175 Iustin Pop
      Log("instance %s", instance, indent=1)
951 5ae4945a Iustin Pop
      op_add = opcodes.OpInstanceSetParams(
952 5c22d16e Iustin Pop
        instance_name=instance, nics=[(constants.DDM_ADD, {})])
953 5ae4945a Iustin Pop
      op_chg = opcodes.OpInstanceSetParams(
954 0ccbf925 Iustin Pop
        instance_name=instance, nics=[(constants.DDM_MODIFY,
955 0ccbf925 Iustin Pop
                                       -1, {"mac": constants.VALUE_GENERATE})])
956 5ae4945a Iustin Pop
      op_rem = opcodes.OpInstanceSetParams(
957 5c22d16e Iustin Pop
        instance_name=instance, nics=[(constants.DDM_REMOVE, {})])
958 836d59d7 Iustin Pop
      Log("adding a NIC", indent=2)
959 0ccbf925 Iustin Pop
      Log("changing a NIC", indent=2)
960 836d59d7 Iustin Pop
      Log("removing last NIC", indent=2)
961 0ccbf925 Iustin Pop
      self.ExecOrQueue(instance, [op_add, op_chg, op_rem])
962 5c22d16e Iustin Pop
963 a619a1dd Guido Trotter
  def ConfdCallback(self, reply):
964 a619a1dd Guido Trotter
    """Callback for confd queries"""
965 a619a1dd Guido Trotter
    if reply.type == confd_client.UPCALL_REPLY:
966 a619a1dd Guido Trotter
      if reply.server_reply.status != constants.CONFD_REPL_STATUS_OK:
967 a619a1dd Guido Trotter
        Err("Query %s gave non-ok status %s: %s" % (reply.orig_request,
968 a619a1dd Guido Trotter
                                                    reply.server_reply.status,
969 a619a1dd Guido Trotter
                                                    reply.server_reply))
970 a619a1dd Guido Trotter
      if reply.orig_request.type == constants.CONFD_REQ_PING:
971 a619a1dd Guido Trotter
        Log("Ping: OK", indent=1)
972 a619a1dd Guido Trotter
      elif reply.orig_request.type == constants.CONFD_REQ_CLUSTER_MASTER:
973 a619a1dd Guido Trotter
        if reply.server_reply.answer == self.cluster_info["master"]:
974 a619a1dd Guido Trotter
          Log("Master: OK", indent=1)
975 a619a1dd Guido Trotter
        else:
976 a619a1dd Guido Trotter
          Err("Master: wrong: %s" % reply.server_reply.answer)
977 a619a1dd Guido Trotter
      elif reply.orig_request.type == constants.CONFD_REQ_NODE_ROLE_BYNAME:
978 a619a1dd Guido Trotter
        if reply.server_reply.answer == constants.CONFD_NODE_ROLE_MASTER:
979 a619a1dd Guido Trotter
          Log("Node role for master: OK", indent=1)
980 a619a1dd Guido Trotter
        else:
981 a619a1dd Guido Trotter
          Err("Node role for master: wrong: %s" % reply.server_reply.answer)
982 a619a1dd Guido Trotter
983 a619a1dd Guido Trotter
  def DoConfdRequestReply(self, req):
984 a619a1dd Guido Trotter
    self.confd_counting_callback.RegisterQuery(req.rsalt)
985 a619a1dd Guido Trotter
    self.confd_client.SendRequest(req, async=False)
986 a619a1dd Guido Trotter
    while not self.confd_counting_callback.AllAnswered():
987 a619a1dd Guido Trotter
      if not self.confd_client.ReceiveReply():
988 a619a1dd Guido Trotter
        Err("Did not receive all expected confd replies")
989 a619a1dd Guido Trotter
        break
990 a619a1dd Guido Trotter
991 a619a1dd Guido Trotter
  def BurnConfd(self):
992 a619a1dd Guido Trotter
    """Run confd queries for our instances.
993 a619a1dd Guido Trotter

994 a619a1dd Guido Trotter
    The following confd queries are tested:
995 454723b5 Iustin Pop
      - CONFD_REQ_PING: simple ping
996 454723b5 Iustin Pop
      - CONFD_REQ_CLUSTER_MASTER: cluster master
997 454723b5 Iustin Pop
      - CONFD_REQ_NODE_ROLE_BYNAME: node role, for the master
998 a619a1dd Guido Trotter

999 a619a1dd Guido Trotter
    """
1000 a619a1dd Guido Trotter
    Log("Checking confd results")
1001 a619a1dd Guido Trotter
1002 a619a1dd Guido Trotter
    filter_callback = confd_client.ConfdFilterCallback(self.ConfdCallback)
1003 a619a1dd Guido Trotter
    counting_callback = confd_client.ConfdCountingCallback(filter_callback)
1004 a619a1dd Guido Trotter
    self.confd_counting_callback = counting_callback
1005 a619a1dd Guido Trotter
1006 5b349fd1 Iustin Pop
    self.confd_client = confd_client.GetConfdClient(counting_callback)
1007 a619a1dd Guido Trotter
1008 a619a1dd Guido Trotter
    req = confd_client.ConfdClientRequest(type=constants.CONFD_REQ_PING)
1009 a619a1dd Guido Trotter
    self.DoConfdRequestReply(req)
1010 a619a1dd Guido Trotter
1011 a619a1dd Guido Trotter
    req = confd_client.ConfdClientRequest(
1012 a619a1dd Guido Trotter
      type=constants.CONFD_REQ_CLUSTER_MASTER)
1013 a619a1dd Guido Trotter
    self.DoConfdRequestReply(req)
1014 a619a1dd Guido Trotter
1015 a619a1dd Guido Trotter
    req = confd_client.ConfdClientRequest(
1016 a619a1dd Guido Trotter
        type=constants.CONFD_REQ_NODE_ROLE_BYNAME,
1017 a619a1dd Guido Trotter
        query=self.cluster_info["master"])
1018 a619a1dd Guido Trotter
    self.DoConfdRequestReply(req)
1019 a619a1dd Guido Trotter
1020 5178f1bc Iustin Pop
  def _CheckInstanceAlive(self, instance):
1021 5178f1bc Iustin Pop
    """Check if an instance is alive by doing http checks.
1022 5178f1bc Iustin Pop

1023 5178f1bc Iustin Pop
    This will try to retrieve the url on the instance /hostname.txt
1024 5178f1bc Iustin Pop
    and check that it contains the hostname of the instance. In case
1025 5178f1bc Iustin Pop
    we get ECONNREFUSED, we retry up to the net timeout seconds, for
1026 5178f1bc Iustin Pop
    any other error we abort.
1027 5178f1bc Iustin Pop

1028 5178f1bc Iustin Pop
    """
1029 5178f1bc Iustin Pop
    if not self.opts.http_check:
1030 5178f1bc Iustin Pop
      return
1031 5dc626fd Iustin Pop
    end_time = time.time() + self.opts.net_timeout
1032 5dc626fd Iustin Pop
    url = None
1033 5dc626fd Iustin Pop
    while time.time() < end_time and url is None:
1034 5dc626fd Iustin Pop
      try:
1035 5dc626fd Iustin Pop
        url = self.url_opener.open("http://%s/hostname.txt" % instance)
1036 c723c163 Iustin Pop
      except IOError:
1037 5dc626fd Iustin Pop
        # here we can have connection refused, no route to host, etc.
1038 5dc626fd Iustin Pop
        time.sleep(1)
1039 5dc626fd Iustin Pop
    if url is None:
1040 5dc626fd Iustin Pop
      raise InstanceDown(instance, "Cannot contact instance")
1041 5178f1bc Iustin Pop
    hostname = url.read().strip()
1042 5dc626fd Iustin Pop
    url.close()
1043 5178f1bc Iustin Pop
    if hostname != instance:
1044 5178f1bc Iustin Pop
      raise InstanceDown(instance, ("Hostname mismatch, expected %s, got %s" %
1045 5178f1bc Iustin Pop
                                    (instance, hostname)))
1046 5178f1bc Iustin Pop
1047 175f44c2 Iustin Pop
  def BurninCluster(self):
1048 175f44c2 Iustin Pop
    """Test a cluster intensively.
1049 175f44c2 Iustin Pop

1050 175f44c2 Iustin Pop
    This will create instances and then start/stop/failover them.
1051 175f44c2 Iustin Pop
    It is safe for existing instances but could impact performance.
1052 175f44c2 Iustin Pop

1053 175f44c2 Iustin Pop
    """
1054 175f44c2 Iustin Pop
1055 175f44c2 Iustin Pop
    opts = self.opts
1056 175f44c2 Iustin Pop
1057 836d59d7 Iustin Pop
    Log("Testing global parameters")
1058 175f44c2 Iustin Pop
1059 bd249e2f Iustin Pop
    if (len(self.nodes) == 1 and
1060 d8378091 Michael Hanselmann
        opts.disk_template not in _SINGLE_NODE_DISK_TEMPLATES):
1061 836d59d7 Iustin Pop
      Err("When one node is available/selected the disk template must"
1062 d8378091 Michael Hanselmann
          " be one of %s" % utils.CommaJoin(_SINGLE_NODE_DISK_TEMPLATES))
1063 175f44c2 Iustin Pop
1064 db3780f9 Iustin Pop
    if opts.do_confd_tests and not constants.ENABLE_CONFD:
1065 db3780f9 Iustin Pop
      Err("You selected confd tests but confd was disabled at configure time")
1066 db3780f9 Iustin Pop
1067 21546b1c Iustin Pop
    has_err = True
1068 175f44c2 Iustin Pop
    try:
1069 c723c163 Iustin Pop
      self.BurnCreateInstances()
1070 6b5f0dd8 Guido Trotter
1071 6b5f0dd8 Guido Trotter
      if self.bep[constants.BE_MINMEM] < self.bep[constants.BE_MAXMEM]:
1072 6b5f0dd8 Guido Trotter
        self.BurnModifyRuntimeMemory()
1073 6b5f0dd8 Guido Trotter
1074 3429a076 Apollon Oikonomopoulos
      if opts.do_replace1 and opts.disk_template in constants.DTS_INT_MIRROR:
1075 c723c163 Iustin Pop
        self.BurnReplaceDisks1D8()
1076 175f44c2 Iustin Pop
      if (opts.do_replace2 and len(self.nodes) > 2 and
1077 e687ec01 Michael Hanselmann
          opts.disk_template in constants.DTS_INT_MIRROR):
1078 c723c163 Iustin Pop
        self.BurnReplaceDisks2()
1079 175f44c2 Iustin Pop
1080 728489a3 Guido Trotter
      if (opts.disk_template in constants.DTS_GROWABLE and
1081 403f5172 Guido Trotter
          compat.any(n > 0 for n in self.disk_growth)):
1082 c723c163 Iustin Pop
        self.BurnGrowDisks()
1083 659712c8 Iustin Pop
1084 9869360c Apollon Oikonomopoulos
      if opts.do_failover and opts.disk_template in constants.DTS_MIRRORED:
1085 c723c163 Iustin Pop
        self.BurnFailover()
1086 175f44c2 Iustin Pop
1087 aac0352d Iustin Pop
      if opts.do_migrate:
1088 9869360c Apollon Oikonomopoulos
        if opts.disk_template not in constants.DTS_MIRRORED:
1089 9869360c Apollon Oikonomopoulos
          Log("Skipping migration (disk template %s does not support it)",
1090 9869360c Apollon Oikonomopoulos
              opts.disk_template)
1091 94d5cee9 Michael Hanselmann
        elif not self.hv_can_migrate:
1092 aac0352d Iustin Pop
          Log("Skipping migration (hypervisor %s does not support it)",
1093 aac0352d Iustin Pop
              self.hypervisor)
1094 aac0352d Iustin Pop
        else:
1095 aac0352d Iustin Pop
          self.BurnMigrate()
1096 99bdd139 Iustin Pop
1097 9e32b93b Guido Trotter
      if (opts.do_move and len(self.nodes) > 1 and
1098 9e32b93b Guido Trotter
          opts.disk_template in [constants.DT_PLAIN, constants.DT_FILE]):
1099 5b9107ff Iustin Pop
        self.BurnMove()
1100 5b9107ff Iustin Pop
1101 a5e7be6b Iustin Pop
      if (opts.do_importexport and
1102 d8378091 Michael Hanselmann
          opts.disk_template in _IMPEXP_DISK_TEMPLATES):
1103 c723c163 Iustin Pop
        self.BurnImportExport()
1104 bd5e77f9 Guido Trotter
1105 00f91f29 Iustin Pop
      if opts.do_reinstall:
1106 c723c163 Iustin Pop
        self.BurnReinstall()
1107 00f91f29 Iustin Pop
1108 00f91f29 Iustin Pop
      if opts.do_reboot:
1109 c723c163 Iustin Pop
        self.BurnReboot()
1110 00f91f29 Iustin Pop
1111 9fdc92fa Guido Trotter
      if opts.do_renamesame:
1112 9fdc92fa Guido Trotter
        self.BurnRenameSame()
1113 9fdc92fa Guido Trotter
1114 5c22d16e Iustin Pop
      if opts.do_addremove_disks:
1115 c723c163 Iustin Pop
        self.BurnAddRemoveDisks()
1116 5c22d16e Iustin Pop
1117 be0636e3 Guido Trotter
      default_nic_mode = self.cluster_default_nicparams[constants.NIC_MODE]
1118 be0636e3 Guido Trotter
      # Don't add/remove nics in routed mode, as we would need an ip to add
1119 be0636e3 Guido Trotter
      # them with
1120 5c22d16e Iustin Pop
      if opts.do_addremove_nics:
1121 be0636e3 Guido Trotter
        if default_nic_mode == constants.NIC_MODE_BRIDGED:
1122 be0636e3 Guido Trotter
          self.BurnAddRemoveNICs()
1123 be0636e3 Guido Trotter
        else:
1124 be0636e3 Guido Trotter
          Log("Skipping nic add/remove as the cluster is not in bridged mode")
1125 5c22d16e Iustin Pop
1126 90e722d1 Iustin Pop
      if opts.do_activate_disks:
1127 c723c163 Iustin Pop
        self.BurnActivateDisks()
1128 90e722d1 Iustin Pop
1129 054a8696 Manuel Franceschini
      if opts.rename:
1130 c723c163 Iustin Pop
        self.BurnRename()
1131 054a8696 Manuel Franceschini
1132 a619a1dd Guido Trotter
      if opts.do_confd_tests:
1133 a619a1dd Guido Trotter
        self.BurnConfd()
1134 a619a1dd Guido Trotter
1135 eb61f8d3 Iustin Pop
      if opts.do_startstop:
1136 c723c163 Iustin Pop
        self.BurnStopStart()
1137 eb61f8d3 Iustin Pop
1138 21546b1c Iustin Pop
      has_err = False
1139 175f44c2 Iustin Pop
    finally:
1140 21546b1c Iustin Pop
      if has_err:
1141 21546b1c Iustin Pop
        Log("Error detected: opcode buffer follows:\n\n")
1142 21546b1c Iustin Pop
        Log(self.GetFeedbackBuf())
1143 21546b1c Iustin Pop
        Log("\n\n")
1144 320eda24 Iustin Pop
      if not self.opts.keep_instances:
1145 8629a543 Iustin Pop
        try:
1146 8629a543 Iustin Pop
          self.BurnRemove()
1147 b459a848 Andrea Spadaccini
        except Exception, err:  # pylint: disable=W0703
1148 8629a543 Iustin Pop
          if has_err: # already detected errors, so errors in removal
1149 8629a543 Iustin Pop
                      # are quite expected
1150 1b334175 Iustin Pop
            Log("Note: error detected during instance remove: %s", err)
1151 8629a543 Iustin Pop
          else: # non-expected error
1152 8629a543 Iustin Pop
            raise
1153 175f44c2 Iustin Pop
1154 3f17ef02 Michael Hanselmann
    return constants.EXIT_SUCCESS
1155 a8083063 Iustin Pop
1156 01b69ec5 Michael Hanselmann
1157 8e55e20f Michael Hanselmann
def Main():
1158 3f17ef02 Michael Hanselmann
  """Main function.
1159 3ecf6786 Iustin Pop

1160 3f17ef02 Michael Hanselmann
  """
1161 09bf5d24 Michael Hanselmann
  utils.SetupLogging(pathutils.LOG_BURNIN, sys.argv[0],
1162 cfcc79c6 Michael Hanselmann
                     debug=False, stderr_logging=True)
1163 3f17ef02 Michael Hanselmann
1164 3f17ef02 Michael Hanselmann
  return Burner().BurninCluster()