Statistics
| Branch: | Tag: | Revision:

root / lib / masterd / iallocator.py @ 0ac34c90

History | View | Annotate | Download (24.9 kB)

1
#
2
#
3

    
4
# Copyright (C) 2012, 2013 Google Inc.
5
#
6
# This program is free software; you can redistribute it and/or modify
7
# it under the terms of the GNU General Public License as published by
8
# the Free Software Foundation; either version 2 of the License, or
9
# (at your option) any later version.
10
#
11
# This program is distributed in the hope that it will be useful, but
12
# WITHOUT ANY WARRANTY; without even the implied warranty of
13
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14
# General Public License for more details.
15
#
16
# You should have received a copy of the GNU General Public License
17
# along with this program; if not, write to the Free Software
18
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19
# 02110-1301, USA.
20

    
21

    
22
"""Module implementing the iallocator code."""
23

    
24
from ganeti import compat
25
from ganeti import constants
26
from ganeti import errors
27
from ganeti import ht
28
from ganeti import outils
29
from ganeti import opcodes
30
from ganeti import rpc
31
from ganeti import serializer
32
from ganeti import utils
33

    
34
import ganeti.masterd.instance as gmi
35

    
36

    
37
_STRING_LIST = ht.TListOf(ht.TString)
38
_JOB_LIST = ht.TListOf(ht.TListOf(ht.TStrictDict(True, False, {
39
   # pylint: disable=E1101
40
   # Class '...' has no 'OP_ID' member
41
   "OP_ID": ht.TElemOf([opcodes.OpInstanceFailover.OP_ID,
42
                        opcodes.OpInstanceMigrate.OP_ID,
43
                        opcodes.OpInstanceReplaceDisks.OP_ID]),
44
   })))
45

    
46
_NEVAC_MOVED = \
47
  ht.TListOf(ht.TAnd(ht.TIsLength(3),
48
                     ht.TItems([ht.TNonEmptyString,
49
                                ht.TNonEmptyString,
50
                                ht.TListOf(ht.TNonEmptyString),
51
                                ])))
52
_NEVAC_FAILED = \
53
  ht.TListOf(ht.TAnd(ht.TIsLength(2),
54
                     ht.TItems([ht.TNonEmptyString,
55
                                ht.TMaybeString,
56
                                ])))
57
_NEVAC_RESULT = ht.TAnd(ht.TIsLength(3),
58
                        ht.TItems([_NEVAC_MOVED, _NEVAC_FAILED, _JOB_LIST]))
59

    
60
_INST_NAME = ("name", ht.TNonEmptyString)
61
_INST_UUID = ("inst_uuid", ht.TNonEmptyString)
62

    
63

    
64
class _AutoReqParam(outils.AutoSlots):
65
  """Meta class for request definitions.
66

67
  """
68
  @classmethod
69
  def _GetSlots(mcs, attrs):
70
    """Extract the slots out of REQ_PARAMS.
71

72
    """
73
    params = attrs.setdefault("REQ_PARAMS", [])
74
    return [slot for (slot, _) in params]
75

    
76

    
77
class IARequestBase(outils.ValidatedSlots):
78
  """A generic IAllocator request object.
79

80
  """
81
  __metaclass__ = _AutoReqParam
82

    
83
  MODE = NotImplemented
84
  REQ_PARAMS = []
85
  REQ_RESULT = NotImplemented
86

    
87
  def __init__(self, **kwargs):
88
    """Constructor for IARequestBase.
89

90
    The constructor takes only keyword arguments and will set
91
    attributes on this object based on the passed arguments. As such,
92
    it means that you should not pass arguments which are not in the
93
    REQ_PARAMS attribute for this class.
94

95
    """
96
    outils.ValidatedSlots.__init__(self, **kwargs)
97

    
98
    self.Validate()
99

    
100
  def Validate(self):
101
    """Validates all parameters of the request.
102

103
    """
104
    assert self.MODE in constants.VALID_IALLOCATOR_MODES
105

    
106
    for (param, validator) in self.REQ_PARAMS:
107
      if not hasattr(self, param):
108
        raise errors.OpPrereqError("Request is missing '%s' parameter" % param,
109
                                   errors.ECODE_INVAL)
110

    
111
      value = getattr(self, param)
112
      if not validator(value):
113
        raise errors.OpPrereqError(("Request parameter '%s' has invalid"
114
                                    " type %s/value %s") %
115
                                    (param, type(value), value),
116
                                    errors.ECODE_INVAL)
117

    
118
  def GetRequest(self, cfg):
119
    """Gets the request data dict.
120

121
    @param cfg: The configuration instance
122

123
    """
124
    raise NotImplementedError
125

    
126
  def ValidateResult(self, ia, result):
127
    """Validates the result of an request.
128

129
    @param ia: The IAllocator instance
130
    @param result: The IAllocator run result
131
    @raises ResultValidationError: If validation fails
132

133
    """
134
    if ia.success and not self.REQ_RESULT(result):
135
      raise errors.ResultValidationError("iallocator returned invalid result,"
136
                                         " expected %s, got %s" %
137
                                         (self.REQ_RESULT, result))
138

    
139

    
140
class IAReqInstanceAlloc(IARequestBase):
141
  """An instance allocation request.
142

143
  """
144
  # pylint: disable=E1101
145
  MODE = constants.IALLOCATOR_MODE_ALLOC
146
  REQ_PARAMS = [
147
    _INST_NAME,
148
    ("memory", ht.TNonNegativeInt),
149
    ("spindle_use", ht.TNonNegativeInt),
150
    ("disks", ht.TListOf(ht.TDict)),
151
    ("disk_template", ht.TString),
152
    ("os", ht.TString),
153
    ("tags", _STRING_LIST),
154
    ("nics", ht.TListOf(ht.TDict)),
155
    ("vcpus", ht.TInt),
156
    ("hypervisor", ht.TString),
157
    ("node_whitelist", ht.TMaybeListOf(ht.TNonEmptyString)),
158
    ]
159
  REQ_RESULT = ht.TList
160

    
161
  def RequiredNodes(self):
162
    """Calculates the required nodes based on the disk_template.
163

164
    """
165
    if self.disk_template in constants.DTS_INT_MIRROR:
166
      return 2
167
    else:
168
      return 1
169

    
170
  def GetRequest(self, cfg):
171
    """Requests a new instance.
172

173
    The checks for the completeness of the opcode must have already been
174
    done.
175

176
    """
177
    disk_space = gmi.ComputeDiskSize(self.disk_template, self.disks)
178

    
179
    return {
180
      "name": self.name,
181
      "disk_template": self.disk_template,
182
      "tags": self.tags,
183
      "os": self.os,
184
      "vcpus": self.vcpus,
185
      "memory": self.memory,
186
      "spindle_use": self.spindle_use,
187
      "disks": self.disks,
188
      "disk_space_total": disk_space,
189
      "nics": self.nics,
190
      "required_nodes": self.RequiredNodes(),
191
      "hypervisor": self.hypervisor,
192
      }
193

    
194
  def ValidateResult(self, ia, result):
195
    """Validates an single instance allocation request.
196

197
    """
198
    IARequestBase.ValidateResult(self, ia, result)
199

    
200
    if ia.success and len(result) != self.RequiredNodes():
201
      raise errors.ResultValidationError("iallocator returned invalid number"
202
                                         " of nodes (%s), required %s" %
203
                                         (len(result), self.RequiredNodes()))
204

    
205

    
206
class IAReqMultiInstanceAlloc(IARequestBase):
207
  """An multi instance allocation request.
208

209
  """
210
  # pylint: disable=E1101
211
  MODE = constants.IALLOCATOR_MODE_MULTI_ALLOC
212
  REQ_PARAMS = [
213
    ("instances", ht.TListOf(ht.TInstanceOf(IAReqInstanceAlloc))),
214
    ]
215
  _MASUCCESS = \
216
    ht.TListOf(ht.TAnd(ht.TIsLength(2),
217
                       ht.TItems([ht.TNonEmptyString,
218
                                  ht.TListOf(ht.TNonEmptyString),
219
                                  ])))
220
  _MAFAILED = ht.TListOf(ht.TNonEmptyString)
221
  REQ_RESULT = ht.TAnd(ht.TList, ht.TIsLength(2),
222
                       ht.TItems([_MASUCCESS, _MAFAILED]))
223

    
224
  def GetRequest(self, cfg):
225
    return {
226
      "instances": [iareq.GetRequest(cfg) for iareq in self.instances],
227
      }
228

    
229

    
230
class IAReqRelocate(IARequestBase):
231
  """A relocation request.
232

233
  """
234
  # pylint: disable=E1101
235
  MODE = constants.IALLOCATOR_MODE_RELOC
236
  REQ_PARAMS = [
237
    _INST_UUID,
238
    ("relocate_from_node_uuids", _STRING_LIST),
239
    ]
240
  REQ_RESULT = ht.TList
241

    
242
  def GetRequest(self, cfg):
243
    """Request an relocation of an instance
244

245
    The checks for the completeness of the opcode must have already been
246
    done.
247

248
    """
249
    instance = cfg.GetInstanceInfo(self.inst_uuid)
250
    if instance is None:
251
      raise errors.ProgrammerError("Unknown instance '%s' passed to"
252
                                   " IAllocator" % self.inst_uuid)
253

    
254
    if instance.disk_template not in constants.DTS_MIRRORED:
255
      raise errors.OpPrereqError("Can't relocate non-mirrored instances",
256
                                 errors.ECODE_INVAL)
257

    
258
    if (instance.disk_template in constants.DTS_INT_MIRROR and
259
        len(instance.secondary_nodes) != 1):
260
      raise errors.OpPrereqError("Instance has not exactly one secondary node",
261
                                 errors.ECODE_STATE)
262

    
263
    disk_sizes = [{constants.IDISK_SIZE: disk.size} for disk in instance.disks]
264
    disk_space = gmi.ComputeDiskSize(instance.disk_template, disk_sizes)
265

    
266
    return {
267
      "name": instance.name,
268
      "disk_space_total": disk_space,
269
      "required_nodes": 1,
270
      "relocate_from": cfg.GetNodeNames(self.relocate_from_node_uuids),
271
      }
272

    
273
  def ValidateResult(self, ia, result):
274
    """Validates the result of an relocation request.
275

276
    """
277
    IARequestBase.ValidateResult(self, ia, result)
278

    
279
    node2group = dict((name, ndata["group"])
280
                      for (name, ndata) in ia.in_data["nodes"].items())
281

    
282
    fn = compat.partial(self._NodesToGroups, node2group,
283
                        ia.in_data["nodegroups"])
284

    
285
    instance = ia.cfg.GetInstanceInfo(self.inst_uuid)
286
    request_groups = fn(ia.cfg.GetNodeNames(self.relocate_from_node_uuids) +
287
                        ia.cfg.GetNodeNames([instance.primary_node]))
288
    result_groups = fn(result + ia.cfg.GetNodeNames([instance.primary_node]))
289

    
290
    if ia.success and not set(result_groups).issubset(request_groups):
291
      raise errors.ResultValidationError("Groups of nodes returned by"
292
                                         " iallocator (%s) differ from original"
293
                                         " groups (%s)" %
294
                                         (utils.CommaJoin(result_groups),
295
                                          utils.CommaJoin(request_groups)))
296

    
297
  @staticmethod
298
  def _NodesToGroups(node2group, groups, nodes):
299
    """Returns a list of unique group names for a list of nodes.
300

301
    @type node2group: dict
302
    @param node2group: Map from node name to group UUID
303
    @type groups: dict
304
    @param groups: Group information
305
    @type nodes: list
306
    @param nodes: Node names
307

308
    """
309
    result = set()
310

    
311
    for node in nodes:
312
      try:
313
        group_uuid = node2group[node]
314
      except KeyError:
315
        # Ignore unknown node
316
        pass
317
      else:
318
        try:
319
          group = groups[group_uuid]
320
        except KeyError:
321
          # Can't find group, let's use UUID
322
          group_name = group_uuid
323
        else:
324
          group_name = group["name"]
325

    
326
        result.add(group_name)
327

    
328
    return sorted(result)
329

    
330

    
331
class IAReqNodeEvac(IARequestBase):
332
  """A node evacuation request.
333

334
  """
335
  # pylint: disable=E1101
336
  MODE = constants.IALLOCATOR_MODE_NODE_EVAC
337
  REQ_PARAMS = [
338
    ("instances", _STRING_LIST),
339
    ("evac_mode", ht.TElemOf(constants.IALLOCATOR_NEVAC_MODES)),
340
    ]
341
  REQ_RESULT = _NEVAC_RESULT
342

    
343
  def GetRequest(self, cfg):
344
    """Get data for node-evacuate requests.
345

346
    """
347
    return {
348
      "instances": self.instances,
349
      "evac_mode": self.evac_mode,
350
      }
351

    
352

    
353
class IAReqGroupChange(IARequestBase):
354
  """A group change request.
355

356
  """
357
  # pylint: disable=E1101
358
  MODE = constants.IALLOCATOR_MODE_CHG_GROUP
359
  REQ_PARAMS = [
360
    ("instances", _STRING_LIST),
361
    ("target_groups", _STRING_LIST),
362
    ]
363
  REQ_RESULT = _NEVAC_RESULT
364

    
365
  def GetRequest(self, cfg):
366
    """Get data for node-evacuate requests.
367

368
    """
369
    return {
370
      "instances": self.instances,
371
      "target_groups": self.target_groups,
372
      }
373

    
374

    
375
class IAllocator(object):
376
  """IAllocator framework.
377

378
  An IAllocator instance has three sets of attributes:
379
    - cfg that is needed to query the cluster
380
    - input data (all members of the _KEYS class attribute are required)
381
    - four buffer attributes (in|out_data|text), that represent the
382
      input (to the external script) in text and data structure format,
383
      and the output from it, again in two formats
384
    - the result variables from the script (success, info, nodes) for
385
      easy usage
386

387
  """
388
  # pylint: disable=R0902
389
  # lots of instance attributes
390

    
391
  def __init__(self, cfg, rpc_runner, req):
392
    self.cfg = cfg
393
    self.rpc = rpc_runner
394
    self.req = req
395
    # init buffer variables
396
    self.in_text = self.out_text = self.in_data = self.out_data = None
397
    # init result fields
398
    self.success = self.info = self.result = None
399

    
400
    self._BuildInputData(req)
401

    
402
  def _ComputerClusterDataNodeInfo(self, node_list, cluster_info,
403
                                   hypervisor_name):
404
    """Prepare and execute node info call.
405

406
    @type node_list: list of strings
407
    @param node_list: list of nodes' UUIDs
408
    @type cluster_info: L{objects.Cluster}
409
    @param cluster_info: the cluster's information from the config
410
    @type hypervisor_name: string
411
    @param hypervisor_name: the hypervisor name
412
    @rtype: same as the result of the node info RPC call
413
    @return: the result of the node info RPC call
414

415
    """
416
    es_flags = rpc.GetExclusiveStorageForNodes(self.cfg, node_list)
417
    storage_units = utils.storage.GetStorageUnitsOfCluster(
418
        self.cfg, include_spindles=True)
419
    hvspecs = [(hypervisor_name, cluster_info.hvparams[hypervisor_name])]
420
    return self.rpc.call_node_info(node_list, storage_units, hvspecs, es_flags)
421

    
422
  def _ComputeClusterData(self):
423
    """Compute the generic allocator input data.
424

425
    This is the data that is independent of the actual operation.
426

427
    """
428
    cluster_info = self.cfg.GetClusterInfo()
429
    # cluster data
430
    data = {
431
      "version": constants.IALLOCATOR_VERSION,
432
      "cluster_name": self.cfg.GetClusterName(),
433
      "cluster_tags": list(cluster_info.GetTags()),
434
      "enabled_hypervisors": list(cluster_info.enabled_hypervisors),
435
      "ipolicy": cluster_info.ipolicy,
436
      }
437
    ninfo = self.cfg.GetAllNodesInfo()
438
    iinfo = self.cfg.GetAllInstancesInfo().values()
439
    i_list = [(inst, cluster_info.FillBE(inst)) for inst in iinfo]
440

    
441
    # node data
442
    node_list = [n.uuid for n in ninfo.values() if n.vm_capable]
443

    
444
    if isinstance(self.req, IAReqInstanceAlloc):
445
      hypervisor_name = self.req.hypervisor
446
      node_whitelist = self.req.node_whitelist
447
    elif isinstance(self.req, IAReqRelocate):
448
      hypervisor_name = self.cfg.GetInstanceInfo(self.req.inst_uuid).hypervisor
449
      node_whitelist = None
450
    else:
451
      hypervisor_name = cluster_info.primary_hypervisor
452
      node_whitelist = None
453

    
454
    has_lvm = utils.storage.IsLvmEnabled(cluster_info.enabled_disk_templates)
455
    node_data = self._ComputerClusterDataNodeInfo(node_list, cluster_info,
456
                                                  hypervisor_name)
457

    
458
    node_iinfo = \
459
      self.rpc.call_all_instances_info(node_list,
460
                                       cluster_info.enabled_hypervisors,
461
                                       cluster_info.hvparams)
462

    
463
    data["nodegroups"] = self._ComputeNodeGroupData(self.cfg)
464

    
465
    config_ndata = self._ComputeBasicNodeData(self.cfg, ninfo, node_whitelist)
466
    data["nodes"] = self._ComputeDynamicNodeData(ninfo, node_data, node_iinfo,
467
                                                 i_list, config_ndata, has_lvm)
468
    assert len(data["nodes"]) == len(ninfo), \
469
        "Incomplete node data computed"
470

    
471
    data["instances"] = self._ComputeInstanceData(self.cfg, cluster_info,
472
                                                  i_list)
473

    
474
    self.in_data = data
475

    
476
  @staticmethod
477
  def _ComputeNodeGroupData(cfg):
478
    """Compute node groups data.
479

480
    """
481
    cluster = cfg.GetClusterInfo()
482
    ng = dict((guuid, {
483
      "name": gdata.name,
484
      "alloc_policy": gdata.alloc_policy,
485
      "networks": [net_uuid for net_uuid, _ in gdata.networks.items()],
486
      "ipolicy": gmi.CalculateGroupIPolicy(cluster, gdata),
487
      "tags": list(gdata.GetTags()),
488
      })
489
      for guuid, gdata in cfg.GetAllNodeGroupsInfo().items())
490

    
491
    return ng
492

    
493
  @staticmethod
494
  def _ComputeBasicNodeData(cfg, node_cfg, node_whitelist):
495
    """Compute global node data.
496

497
    @rtype: dict
498
    @returns: a dict of name: (node dict, node config)
499

500
    """
501
    # fill in static (config-based) values
502
    node_results = dict((ninfo.name, {
503
      "tags": list(ninfo.GetTags()),
504
      "primary_ip": ninfo.primary_ip,
505
      "secondary_ip": ninfo.secondary_ip,
506
      "offline": (ninfo.offline or
507
                  not (node_whitelist is None or
508
                       ninfo.name in node_whitelist)),
509
      "drained": ninfo.drained,
510
      "master_candidate": ninfo.master_candidate,
511
      "group": ninfo.group,
512
      "master_capable": ninfo.master_capable,
513
      "vm_capable": ninfo.vm_capable,
514
      "ndparams": cfg.GetNdParams(ninfo),
515
      })
516
      for ninfo in node_cfg.values())
517

    
518
    return node_results
519

    
520
  @staticmethod
521
  def _GetAttributeFromNodeData(node_data, node_name, attr):
522
    """Helper function to extract an attribute from the node data dictionary.
523

524
    @type node_data: dict of strings
525
    @param node_data: result of C{rpc.MakeLegacyNodeInfo}
526
    @type node_name: string
527
    @param node_name: name of the node
528
    @type attr: string
529
    @param attr: key of the attribute in the node_data dictionary
530
    @rtype: integer
531
    @return: the value of the attribute
532
    @raises errors.OpExecError: if key not in dictionary or value not
533
      integer
534

535
    """
536
    if attr not in node_data:
537
      raise errors.OpExecError("Node '%s' didn't return attribute"
538
                               " '%s'" % (node_name, attr))
539
    value = node_data[attr]
540
    if not isinstance(value, int):
541
      raise errors.OpExecError("Node '%s' returned invalid value"
542
                               " for '%s': %s" %
543
                               (node_name, attr, value))
544
    return value
545

    
546
  @staticmethod
547
  def _ComputeStorageDataFromNodeInfo(node_info, node_name, has_lvm):
548
    """Extract storage data from node info (_not_ legacy node info).
549

550
    @type node_info: see result of the RPC call node info
551
    @param node_info: the result of the RPC call node info
552
    @type node_name: string
553
    @param node_name: the node's name
554
    @type has_lvm: boolean
555
    @param has_lvm: whether or not LVM storage information is requested
556
    @rtype: 4-tuple of integers
557
    @return: tuple of storage info (total_disk, free_disk, total_spindles,
558
       free_spindles)
559

560
    """
561
    (_, space_info, _) = node_info
562
    # TODO: replace this with proper storage reporting
563
    if has_lvm:
564
      lvm_vg_info = utils.storage.LookupSpaceInfoByStorageType(
565
         space_info, constants.ST_LVM_VG)
566
      if not lvm_vg_info:
567
        raise errors.OpExecError("Node '%s' didn't return LVM vg space info."
568
                                 % (node_name))
569
      total_disk = lvm_vg_info["storage_size"]
570
      free_disk = lvm_vg_info["storage_free"]
571
      lvm_pv_info = utils.storage.LookupSpaceInfoByStorageType(
572
         space_info, constants.ST_LVM_PV)
573
      if not lvm_vg_info:
574
        raise errors.OpExecError("Node '%s' didn't return LVM pv space info."
575
                                 % (node_name))
576
      total_spindles = lvm_pv_info["storage_size"]
577
      free_spindles = lvm_pv_info["storage_free"]
578
    else:
579
      # we didn't even ask the node for VG status, so use zeros
580
      total_disk = free_disk = 0
581
      total_spindles = free_spindles = 0
582
    return (total_disk, free_disk, total_spindles, free_spindles)
583

    
584
  @staticmethod
585
  def _ComputeInstanceMemory(instance_list, node_instances_info, node_uuid,
586
                             input_mem_free):
587
    """Compute memory used by primary instances.
588

589
    @rtype: tuple (int, int, int)
590
    @returns: A tuple of three integers: 1. the sum of memory used by primary
591
      instances on the node (including the ones that are currently down), 2.
592
      the sum of memory used by primary instances of the node that are up, 3.
593
      the amount of memory that is free on the node considering the current
594
      usage of the instances.
595

596
    """
597
    i_p_mem = i_p_up_mem = 0
598
    mem_free = input_mem_free
599
    for iinfo, beinfo in instance_list:
600
      if iinfo.primary_node == node_uuid:
601
        i_p_mem += beinfo[constants.BE_MAXMEM]
602
        if iinfo.name not in node_instances_info[node_uuid].payload:
603
          i_used_mem = 0
604
        else:
605
          i_used_mem = int(node_instances_info[node_uuid]
606
                           .payload[iinfo.name]["memory"])
607
        i_mem_diff = beinfo[constants.BE_MAXMEM] - i_used_mem
608
        mem_free -= max(0, i_mem_diff)
609

    
610
        if iinfo.admin_state == constants.ADMINST_UP:
611
          i_p_up_mem += beinfo[constants.BE_MAXMEM]
612
    return (i_p_mem, i_p_up_mem, mem_free)
613

    
614
  def _ComputeDynamicNodeData(self, node_cfg, node_data, node_iinfo, i_list,
615
                              node_results, has_lvm):
616
    """Compute global node data.
617

618
    @param node_results: the basic node structures as filled from the config
619

620
    """
621
    #TODO(dynmem): compute the right data on MAX and MIN memory
622
    # make a copy of the current dict
623
    node_results = dict(node_results)
624
    for nuuid, nresult in node_data.items():
625
      ninfo = node_cfg[nuuid]
626
      assert ninfo.name in node_results, "Missing basic data for node %s" % \
627
                                         ninfo.name
628

    
629
      if not (ninfo.offline or ninfo.drained):
630
        nresult.Raise("Can't get data for node %s" % ninfo.name)
631
        node_iinfo[nuuid].Raise("Can't get node instance info from node %s" %
632
                                ninfo.name)
633
        remote_info = rpc.MakeLegacyNodeInfo(nresult.payload,
634
                                             require_vg_info=has_lvm)
635

    
636
        mem_free = self._GetAttributeFromNodeData(remote_info, ninfo.name,
637
                                                  "memory_free")
638

    
639
        (i_p_mem, i_p_up_mem, mem_free) = self._ComputeInstanceMemory(
640
             i_list, node_iinfo, nuuid, mem_free)
641
        (total_disk, free_disk, total_spindles, free_spindles) = \
642
            self._ComputeStorageDataFromNodeInfo(nresult.payload, ninfo.name,
643
                                                 has_lvm)
644

    
645
        # compute memory used by instances
646
        pnr_dyn = {
647
          "total_memory": self._GetAttributeFromNodeData(
648
              remote_info, ninfo.name, "memory_total"),
649
          "reserved_memory": self._GetAttributeFromNodeData(
650
              remote_info, ninfo.name, "memory_dom0"),
651
          "free_memory": mem_free,
652
          "total_disk": total_disk,
653
          "free_disk": free_disk,
654
          "total_spindles": total_spindles,
655
          "free_spindles": free_spindles,
656
          "total_cpus": self._GetAttributeFromNodeData(
657
              remote_info, ninfo.name, "cpu_total"),
658
          "i_pri_memory": i_p_mem,
659
          "i_pri_up_memory": i_p_up_mem,
660
          }
661
        pnr_dyn.update(node_results[ninfo.name])
662
        node_results[ninfo.name] = pnr_dyn
663

    
664
    return node_results
665

    
666
  @staticmethod
667
  def _ComputeInstanceData(cfg, cluster_info, i_list):
668
    """Compute global instance data.
669

670
    """
671
    instance_data = {}
672
    for iinfo, beinfo in i_list:
673
      nic_data = []
674
      for nic in iinfo.nics:
675
        filled_params = cluster_info.SimpleFillNIC(nic.nicparams)
676
        nic_dict = {
677
          "mac": nic.mac,
678
          "ip": nic.ip,
679
          "mode": filled_params[constants.NIC_MODE],
680
          "link": filled_params[constants.NIC_LINK],
681
          }
682
        if filled_params[constants.NIC_MODE] == constants.NIC_MODE_BRIDGED:
683
          nic_dict["bridge"] = filled_params[constants.NIC_LINK]
684
        nic_data.append(nic_dict)
685
      pir = {
686
        "tags": list(iinfo.GetTags()),
687
        "admin_state": iinfo.admin_state,
688
        "vcpus": beinfo[constants.BE_VCPUS],
689
        "memory": beinfo[constants.BE_MAXMEM],
690
        "spindle_use": beinfo[constants.BE_SPINDLE_USE],
691
        "os": iinfo.os,
692
        "nodes": [cfg.GetNodeName(iinfo.primary_node)] +
693
                 cfg.GetNodeNames(iinfo.secondary_nodes),
694
        "nics": nic_data,
695
        "disks": [{constants.IDISK_SIZE: dsk.size,
696
                   constants.IDISK_MODE: dsk.mode,
697
                   constants.IDISK_SPINDLES: dsk.spindles}
698
                  for dsk in iinfo.disks],
699
        "disk_template": iinfo.disk_template,
700
        "disks_active": iinfo.disks_active,
701
        "hypervisor": iinfo.hypervisor,
702
        }
703
      pir["disk_space_total"] = gmi.ComputeDiskSize(iinfo.disk_template,
704
                                                    pir["disks"])
705
      instance_data[iinfo.name] = pir
706

    
707
    return instance_data
708

    
709
  def _BuildInputData(self, req):
710
    """Build input data structures.
711

712
    """
713
    self._ComputeClusterData()
714

    
715
    request = req.GetRequest(self.cfg)
716
    request["type"] = req.MODE
717
    self.in_data["request"] = request
718

    
719
    self.in_text = serializer.Dump(self.in_data)
720

    
721
  def Run(self, name, validate=True, call_fn=None):
722
    """Run an instance allocator and return the results.
723

724
    """
725
    if call_fn is None:
726
      call_fn = self.rpc.call_iallocator_runner
727

    
728
    result = call_fn(self.cfg.GetMasterNode(), name, self.in_text)
729
    result.Raise("Failure while running the iallocator script")
730

    
731
    self.out_text = result.payload
732
    if validate:
733
      self._ValidateResult()
734

    
735
  def _ValidateResult(self):
736
    """Process the allocator results.
737

738
    This will process and if successful save the result in
739
    self.out_data and the other parameters.
740

741
    """
742
    try:
743
      rdict = serializer.Load(self.out_text)
744
    except Exception, err:
745
      raise errors.OpExecError("Can't parse iallocator results: %s" % str(err))
746

    
747
    if not isinstance(rdict, dict):
748
      raise errors.OpExecError("Can't parse iallocator results: not a dict")
749

    
750
    # TODO: remove backwards compatiblity in later versions
751
    if "nodes" in rdict and "result" not in rdict:
752
      rdict["result"] = rdict["nodes"]
753
      del rdict["nodes"]
754

    
755
    for key in "success", "info", "result":
756
      if key not in rdict:
757
        raise errors.OpExecError("Can't parse iallocator results:"
758
                                 " missing key '%s'" % key)
759
      setattr(self, key, rdict[key])
760

    
761
    self.req.ValidateResult(self, self.result)
762
    self.out_data = rdict