Statistics
| Branch: | Tag: | Revision:

root / lib / mcpu.py @ decd5f45

History | View | Annotate | Download (8.2 kB)

1 a8083063 Iustin Pop
#!/usr/bin/python
2 a8083063 Iustin Pop
#
3 a8083063 Iustin Pop
4 a8083063 Iustin Pop
# Copyright (C) 2006, 2007 Google Inc.
5 a8083063 Iustin Pop
#
6 a8083063 Iustin Pop
# This program is free software; you can redistribute it and/or modify
7 a8083063 Iustin Pop
# it under the terms of the GNU General Public License as published by
8 a8083063 Iustin Pop
# the Free Software Foundation; either version 2 of the License, or
9 a8083063 Iustin Pop
# (at your option) any later version.
10 a8083063 Iustin Pop
#
11 a8083063 Iustin Pop
# This program is distributed in the hope that it will be useful, but
12 a8083063 Iustin Pop
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 a8083063 Iustin Pop
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 a8083063 Iustin Pop
# General Public License for more details.
15 a8083063 Iustin Pop
#
16 a8083063 Iustin Pop
# You should have received a copy of the GNU General Public License
17 a8083063 Iustin Pop
# along with this program; if not, write to the Free Software
18 a8083063 Iustin Pop
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 a8083063 Iustin Pop
# 02110-1301, USA.
20 a8083063 Iustin Pop
21 a8083063 Iustin Pop
22 a8083063 Iustin Pop
"""Module implementing the logic behind the cluster operations
23 a8083063 Iustin Pop

24 a8083063 Iustin Pop
This module implements the logic for doing operations in the cluster. There
25 a8083063 Iustin Pop
are two kinds of classes defined:
26 a8083063 Iustin Pop
  - logical units, which know how to deal with their specific opcode only
27 a8083063 Iustin Pop
  - the processor, which dispatches the opcodes to their logical units
28 a8083063 Iustin Pop

29 a8083063 Iustin Pop
"""
30 a8083063 Iustin Pop
31 a8083063 Iustin Pop
32 a8083063 Iustin Pop
from ganeti import opcodes
33 a8083063 Iustin Pop
from ganeti import constants
34 a8083063 Iustin Pop
from ganeti import errors
35 a8083063 Iustin Pop
from ganeti import rpc
36 a8083063 Iustin Pop
from ganeti import cmdlib
37 a8083063 Iustin Pop
from ganeti import config
38 a8083063 Iustin Pop
from ganeti import ssconf
39 a8083063 Iustin Pop
40 a8083063 Iustin Pop
class Processor(object):
41 a8083063 Iustin Pop
  """Object which runs OpCodes"""
42 a8083063 Iustin Pop
  DISPATCH_TABLE = {
43 a8083063 Iustin Pop
    # Cluster
44 a8083063 Iustin Pop
    opcodes.OpInitCluster: cmdlib.LUInitCluster,
45 a8083063 Iustin Pop
    opcodes.OpDestroyCluster: cmdlib.LUDestroyCluster,
46 a8083063 Iustin Pop
    opcodes.OpQueryClusterInfo: cmdlib.LUQueryClusterInfo,
47 a8083063 Iustin Pop
    opcodes.OpClusterCopyFile: cmdlib.LUClusterCopyFile,
48 a8083063 Iustin Pop
    opcodes.OpRunClusterCommand: cmdlib.LURunClusterCommand,
49 a8083063 Iustin Pop
    opcodes.OpVerifyCluster: cmdlib.LUVerifyCluster,
50 a8083063 Iustin Pop
    opcodes.OpMasterFailover: cmdlib.LUMasterFailover,
51 a8083063 Iustin Pop
    opcodes.OpDumpClusterConfig: cmdlib.LUDumpClusterConfig,
52 a8083063 Iustin Pop
    # node lu
53 a8083063 Iustin Pop
    opcodes.OpAddNode: cmdlib.LUAddNode,
54 a8083063 Iustin Pop
    opcodes.OpQueryNodes: cmdlib.LUQueryNodes,
55 dcb93971 Michael Hanselmann
    opcodes.OpQueryNodeVolumes: cmdlib.LUQueryNodeVolumes,
56 a8083063 Iustin Pop
    opcodes.OpRemoveNode: cmdlib.LURemoveNode,
57 a8083063 Iustin Pop
    # instance lu
58 a8083063 Iustin Pop
    opcodes.OpCreateInstance: cmdlib.LUCreateInstance,
59 fe7b0351 Michael Hanselmann
    opcodes.OpReinstallInstance: cmdlib.LUReinstallInstance,
60 a8083063 Iustin Pop
    opcodes.OpRemoveInstance: cmdlib.LURemoveInstance,
61 decd5f45 Iustin Pop
    opcodes.OpRenameInstance: cmdlib.LURenameInstance,
62 a8083063 Iustin Pop
    opcodes.OpActivateInstanceDisks: cmdlib.LUActivateInstanceDisks,
63 a8083063 Iustin Pop
    opcodes.OpShutdownInstance: cmdlib.LUShutdownInstance,
64 a8083063 Iustin Pop
    opcodes.OpStartupInstance: cmdlib.LUStartupInstance,
65 a8083063 Iustin Pop
    opcodes.OpDeactivateInstanceDisks: cmdlib.LUDeactivateInstanceDisks,
66 a8083063 Iustin Pop
    opcodes.OpAddMDDRBDComponent: cmdlib.LUAddMDDRBDComponent,
67 a8083063 Iustin Pop
    opcodes.OpRemoveMDDRBDComponent: cmdlib.LURemoveMDDRBDComponent,
68 a8083063 Iustin Pop
    opcodes.OpReplaceDisks: cmdlib.LUReplaceDisks,
69 a8083063 Iustin Pop
    opcodes.OpFailoverInstance: cmdlib.LUFailoverInstance,
70 a8083063 Iustin Pop
    opcodes.OpConnectConsole: cmdlib.LUConnectConsole,
71 a8083063 Iustin Pop
    opcodes.OpQueryInstances: cmdlib.LUQueryInstances,
72 a8083063 Iustin Pop
    opcodes.OpQueryInstanceData: cmdlib.LUQueryInstanceData,
73 a8083063 Iustin Pop
    opcodes.OpSetInstanceParms: cmdlib.LUSetInstanceParms,
74 a8083063 Iustin Pop
    # os lu
75 a8083063 Iustin Pop
    opcodes.OpDiagnoseOS: cmdlib.LUDiagnoseOS,
76 a8083063 Iustin Pop
    # exports lu
77 a8083063 Iustin Pop
    opcodes.OpQueryExports: cmdlib.LUQueryExports,
78 a8083063 Iustin Pop
    opcodes.OpExportInstance: cmdlib.LUExportInstance,
79 5c947f38 Iustin Pop
    # tags lu
80 5c947f38 Iustin Pop
    opcodes.OpGetTags: cmdlib.LUGetTags,
81 5c947f38 Iustin Pop
    opcodes.OpSetTag: cmdlib.LUAddTag,
82 5c947f38 Iustin Pop
    opcodes.OpDelTag: cmdlib.LUDelTag,
83 a8083063 Iustin Pop
    }
84 a8083063 Iustin Pop
85 a8083063 Iustin Pop
86 a8083063 Iustin Pop
  def __init__(self):
87 a8083063 Iustin Pop
    """Constructor for Processor
88 a8083063 Iustin Pop

89 a8083063 Iustin Pop
    """
90 a8083063 Iustin Pop
    self.cfg = None
91 a8083063 Iustin Pop
    self.sstore = None
92 a8083063 Iustin Pop
93 a8083063 Iustin Pop
  def ExecOpCode(self, op, feedback_fn):
94 a8083063 Iustin Pop
    """Execute an opcode.
95 a8083063 Iustin Pop

96 a8083063 Iustin Pop
    Args:
97 a8083063 Iustin Pop
     - cfg: the configuration in which we execute this opcode
98 a8083063 Iustin Pop
     - opcode: the opcode to be executed
99 a8083063 Iustin Pop
     - feedback_fn: the feedback function (taking one string) to be run when
100 a8083063 Iustin Pop
                    interesting events are happening
101 a8083063 Iustin Pop

102 a8083063 Iustin Pop
    """
103 a8083063 Iustin Pop
    if not isinstance(op, opcodes.OpCode):
104 3ecf6786 Iustin Pop
      raise errors.ProgrammerError("Non-opcode instance passed"
105 3ecf6786 Iustin Pop
                                   " to ExecOpcode")
106 a8083063 Iustin Pop
107 a8083063 Iustin Pop
    lu_class = self.DISPATCH_TABLE.get(op.__class__, None)
108 a8083063 Iustin Pop
    if lu_class is None:
109 3ecf6786 Iustin Pop
      raise errors.OpCodeUnknown("Unknown opcode")
110 a8083063 Iustin Pop
111 a8083063 Iustin Pop
    if lu_class.REQ_CLUSTER and self.cfg is None:
112 a8083063 Iustin Pop
      self.cfg = config.ConfigWriter()
113 a8083063 Iustin Pop
      self.sstore = ssconf.SimpleStore()
114 a8083063 Iustin Pop
    lu = lu_class(self, op, self.cfg, self.sstore)
115 a8083063 Iustin Pop
    lu.CheckPrereq()
116 a8083063 Iustin Pop
    do_hooks = lu_class.HPATH is not None
117 a8083063 Iustin Pop
    if do_hooks:
118 880478f8 Iustin Pop
      hm = HooksMaster(rpc.call_hooks_runner, self.cfg, self.sstore, lu)
119 a8083063 Iustin Pop
      hm.RunPhase(constants.HOOKS_PHASE_PRE)
120 a8083063 Iustin Pop
    result = lu.Exec(feedback_fn)
121 a8083063 Iustin Pop
    if do_hooks:
122 a8083063 Iustin Pop
      hm.RunPhase(constants.HOOKS_PHASE_POST)
123 a8083063 Iustin Pop
    return result
124 a8083063 Iustin Pop
125 a8083063 Iustin Pop
  def ChainOpCode(self, op, feedback_fn):
126 a8083063 Iustin Pop
    """Chain and execute an opcode.
127 a8083063 Iustin Pop

128 a8083063 Iustin Pop
    This is used by LUs when they need to execute a child LU.
129 a8083063 Iustin Pop

130 a8083063 Iustin Pop
    Args:
131 a8083063 Iustin Pop
     - opcode: the opcode to be executed
132 a8083063 Iustin Pop
     - feedback_fn: the feedback function (taking one string) to be run when
133 a8083063 Iustin Pop
                    interesting events are happening
134 a8083063 Iustin Pop

135 a8083063 Iustin Pop
    """
136 a8083063 Iustin Pop
    if not isinstance(op, opcodes.OpCode):
137 3ecf6786 Iustin Pop
      raise errors.ProgrammerError("Non-opcode instance passed"
138 3ecf6786 Iustin Pop
                                   " to ExecOpcode")
139 a8083063 Iustin Pop
140 a8083063 Iustin Pop
    lu_class = self.DISPATCH_TABLE.get(op.__class__, None)
141 a8083063 Iustin Pop
    if lu_class is None:
142 3ecf6786 Iustin Pop
      raise errors.OpCodeUnknown("Unknown opcode")
143 a8083063 Iustin Pop
144 a8083063 Iustin Pop
    if lu_class.REQ_CLUSTER and self.cfg is None:
145 a8083063 Iustin Pop
      self.cfg = config.ConfigWriter()
146 a8083063 Iustin Pop
      self.sstore = ssconf.SimpleStore()
147 a8083063 Iustin Pop
    do_hooks = lu_class.HPATH is not None
148 a8083063 Iustin Pop
    lu = lu_class(self, op, self.cfg, self.sstore)
149 a8083063 Iustin Pop
    lu.CheckPrereq()
150 a8083063 Iustin Pop
    #if do_hooks:
151 880478f8 Iustin Pop
    #  hm = HooksMaster(rpc.call_hooks_runner, self.cfg, self.sstore, lu)
152 a8083063 Iustin Pop
    #  hm.RunPhase(constants.HOOKS_PHASE_PRE)
153 a8083063 Iustin Pop
    result = lu.Exec(feedback_fn)
154 a8083063 Iustin Pop
    #if do_hooks:
155 a8083063 Iustin Pop
    #  hm.RunPhase(constants.HOOKS_PHASE_POST)
156 a8083063 Iustin Pop
    return result
157 a8083063 Iustin Pop
158 a8083063 Iustin Pop
159 a8083063 Iustin Pop
class HooksMaster(object):
160 a8083063 Iustin Pop
  """Hooks master.
161 a8083063 Iustin Pop

162 a8083063 Iustin Pop
  This class distributes the run commands to the nodes based on the
163 a8083063 Iustin Pop
  specific LU class.
164 a8083063 Iustin Pop

165 a8083063 Iustin Pop
  In order to remove the direct dependency on the rpc module, the
166 a8083063 Iustin Pop
  constructor needs a function which actually does the remote
167 a8083063 Iustin Pop
  call. This will usually be rpc.call_hooks_runner, but any function
168 a8083063 Iustin Pop
  which behaves the same works.
169 a8083063 Iustin Pop

170 a8083063 Iustin Pop
  """
171 880478f8 Iustin Pop
  def __init__(self, callfn, cfg, sstore, lu):
172 a8083063 Iustin Pop
    self.callfn = callfn
173 a8083063 Iustin Pop
    self.cfg = cfg
174 880478f8 Iustin Pop
    self.sstore = sstore
175 a8083063 Iustin Pop
    self.lu = lu
176 a8083063 Iustin Pop
    self.op = lu.op
177 a8083063 Iustin Pop
    self.hpath = self.lu.HPATH
178 a8083063 Iustin Pop
    self.env, node_list_pre, node_list_post = self._BuildEnv()
179 a8083063 Iustin Pop
180 a8083063 Iustin Pop
    self.node_list = {constants.HOOKS_PHASE_PRE: node_list_pre,
181 a8083063 Iustin Pop
                      constants.HOOKS_PHASE_POST: node_list_post}
182 a8083063 Iustin Pop
183 a8083063 Iustin Pop
  def _BuildEnv(self):
184 a8083063 Iustin Pop
    """Compute the environment and the target nodes.
185 a8083063 Iustin Pop

186 a8083063 Iustin Pop
    Based on the opcode and the current node list, this builds the
187 a8083063 Iustin Pop
    environment for the hooks and the target node list for the run.
188 a8083063 Iustin Pop

189 a8083063 Iustin Pop
    """
190 a8083063 Iustin Pop
    env = {
191 a8083063 Iustin Pop
      "PATH": "/sbin:/bin:/usr/sbin:/usr/bin",
192 a8083063 Iustin Pop
      "GANETI_HOOKS_VERSION": constants.HOOKS_VERSION,
193 a8083063 Iustin Pop
      "GANETI_OP_CODE": self.op.OP_ID,
194 a8083063 Iustin Pop
      "GANETI_OBJECT_TYPE": self.lu.HTYPE,
195 a8083063 Iustin Pop
      }
196 a8083063 Iustin Pop
197 a8083063 Iustin Pop
    lu_env, lu_nodes_pre, lu_nodes_post = self.lu.BuildHooksEnv()
198 a8083063 Iustin Pop
    if lu_env:
199 a8083063 Iustin Pop
      for key in lu_env:
200 a8083063 Iustin Pop
        env["GANETI_" + key] = lu_env[key]
201 a8083063 Iustin Pop
202 880478f8 Iustin Pop
    if self.sstore is not None:
203 5fcdc80d Iustin Pop
      env["GANETI_CLUSTER"] = self.sstore.GetClusterName()
204 880478f8 Iustin Pop
      env["GANETI_MASTER"] = self.sstore.GetMasterNode()
205 a8083063 Iustin Pop
206 a8083063 Iustin Pop
    for key in env:
207 a8083063 Iustin Pop
      if not isinstance(env[key], str):
208 a8083063 Iustin Pop
        env[key] = str(env[key])
209 a8083063 Iustin Pop
210 a8083063 Iustin Pop
    return env, frozenset(lu_nodes_pre), frozenset(lu_nodes_post)
211 a8083063 Iustin Pop
212 a8083063 Iustin Pop
  def RunPhase(self, phase):
213 a8083063 Iustin Pop
    """Run all the scripts for a phase.
214 a8083063 Iustin Pop

215 a8083063 Iustin Pop
    This is the main function of the HookMaster.
216 a8083063 Iustin Pop

217 a8083063 Iustin Pop
    """
218 a8083063 Iustin Pop
    if not self.node_list[phase]:
219 a8083063 Iustin Pop
      # empty node list, we should not attempt to run this
220 a8083063 Iustin Pop
      # as most probably we're in the cluster init phase and the rpc client
221 a8083063 Iustin Pop
      # part can't even attempt to run
222 a8083063 Iustin Pop
      return
223 a8083063 Iustin Pop
    self.env["GANETI_HOOKS_PHASE"] = str(phase)
224 a8083063 Iustin Pop
    results = self.callfn(self.node_list[phase], self.hpath, phase, self.env)
225 a8083063 Iustin Pop
    if phase == constants.HOOKS_PHASE_PRE:
226 a8083063 Iustin Pop
      errs = []
227 a8083063 Iustin Pop
      if not results:
228 3ecf6786 Iustin Pop
        raise errors.HooksFailure("Communication failure")
229 a8083063 Iustin Pop
      for node_name in results:
230 a8083063 Iustin Pop
        res = results[node_name]
231 a8083063 Iustin Pop
        if res is False or not isinstance(res, list):
232 3ecf6786 Iustin Pop
          raise errors.HooksFailure("Communication failure to node %s" %
233 3ecf6786 Iustin Pop
                                    node_name)
234 a8083063 Iustin Pop
        for script, hkr, output in res:
235 a8083063 Iustin Pop
          if hkr == constants.HKR_FAIL:
236 a8083063 Iustin Pop
            output = output.strip().encode("string_escape")
237 a8083063 Iustin Pop
            errs.append((node_name, script, output))
238 a8083063 Iustin Pop
      if errs:
239 3ecf6786 Iustin Pop
        raise errors.HooksAbort(errs)