Statistics
| Branch: | Tag: | Revision:

root / lib / mcpu.py @ 4a72cc75

History | View | Annotate | Download (8.2 kB)

1 a8083063 Iustin Pop
#!/usr/bin/python
2 a8083063 Iustin Pop
#
3 a8083063 Iustin Pop
4 a8083063 Iustin Pop
# Copyright (C) 2006, 2007 Google Inc.
5 a8083063 Iustin Pop
#
6 a8083063 Iustin Pop
# This program is free software; you can redistribute it and/or modify
7 a8083063 Iustin Pop
# it under the terms of the GNU General Public License as published by
8 a8083063 Iustin Pop
# the Free Software Foundation; either version 2 of the License, or
9 a8083063 Iustin Pop
# (at your option) any later version.
10 a8083063 Iustin Pop
#
11 a8083063 Iustin Pop
# This program is distributed in the hope that it will be useful, but
12 a8083063 Iustin Pop
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 a8083063 Iustin Pop
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 a8083063 Iustin Pop
# General Public License for more details.
15 a8083063 Iustin Pop
#
16 a8083063 Iustin Pop
# You should have received a copy of the GNU General Public License
17 a8083063 Iustin Pop
# along with this program; if not, write to the Free Software
18 a8083063 Iustin Pop
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 a8083063 Iustin Pop
# 02110-1301, USA.
20 a8083063 Iustin Pop
21 a8083063 Iustin Pop
22 a8083063 Iustin Pop
"""Module implementing the logic behind the cluster operations
23 a8083063 Iustin Pop

24 a8083063 Iustin Pop
This module implements the logic for doing operations in the cluster. There
25 a8083063 Iustin Pop
are two kinds of classes defined:
26 a8083063 Iustin Pop
  - logical units, which know how to deal with their specific opcode only
27 a8083063 Iustin Pop
  - the processor, which dispatches the opcodes to their logical units
28 a8083063 Iustin Pop

29 a8083063 Iustin Pop
"""
30 a8083063 Iustin Pop
31 a8083063 Iustin Pop
32 a8083063 Iustin Pop
from ganeti import opcodes
33 a8083063 Iustin Pop
from ganeti import constants
34 a8083063 Iustin Pop
from ganeti import errors
35 a8083063 Iustin Pop
from ganeti import rpc
36 a8083063 Iustin Pop
from ganeti import cmdlib
37 a8083063 Iustin Pop
from ganeti import config
38 a8083063 Iustin Pop
from ganeti import ssconf
39 a8083063 Iustin Pop
40 a8083063 Iustin Pop
class Processor(object):
41 a8083063 Iustin Pop
  """Object which runs OpCodes"""
42 a8083063 Iustin Pop
  DISPATCH_TABLE = {
43 a8083063 Iustin Pop
    # Cluster
44 a8083063 Iustin Pop
    opcodes.OpInitCluster: cmdlib.LUInitCluster,
45 a8083063 Iustin Pop
    opcodes.OpDestroyCluster: cmdlib.LUDestroyCluster,
46 a8083063 Iustin Pop
    opcodes.OpQueryClusterInfo: cmdlib.LUQueryClusterInfo,
47 a8083063 Iustin Pop
    opcodes.OpClusterCopyFile: cmdlib.LUClusterCopyFile,
48 a8083063 Iustin Pop
    opcodes.OpRunClusterCommand: cmdlib.LURunClusterCommand,
49 a8083063 Iustin Pop
    opcodes.OpVerifyCluster: cmdlib.LUVerifyCluster,
50 a8083063 Iustin Pop
    opcodes.OpMasterFailover: cmdlib.LUMasterFailover,
51 a8083063 Iustin Pop
    opcodes.OpDumpClusterConfig: cmdlib.LUDumpClusterConfig,
52 a8083063 Iustin Pop
    # node lu
53 a8083063 Iustin Pop
    opcodes.OpAddNode: cmdlib.LUAddNode,
54 a8083063 Iustin Pop
    opcodes.OpQueryNodes: cmdlib.LUQueryNodes,
55 dcb93971 Michael Hanselmann
    opcodes.OpQueryNodeVolumes: cmdlib.LUQueryNodeVolumes,
56 a8083063 Iustin Pop
    opcodes.OpRemoveNode: cmdlib.LURemoveNode,
57 a8083063 Iustin Pop
    # instance lu
58 a8083063 Iustin Pop
    opcodes.OpCreateInstance: cmdlib.LUCreateInstance,
59 fe7b0351 Michael Hanselmann
    opcodes.OpReinstallInstance: cmdlib.LUReinstallInstance,
60 a8083063 Iustin Pop
    opcodes.OpRemoveInstance: cmdlib.LURemoveInstance,
61 a8083063 Iustin Pop
    opcodes.OpActivateInstanceDisks: cmdlib.LUActivateInstanceDisks,
62 a8083063 Iustin Pop
    opcodes.OpShutdownInstance: cmdlib.LUShutdownInstance,
63 a8083063 Iustin Pop
    opcodes.OpStartupInstance: cmdlib.LUStartupInstance,
64 a8083063 Iustin Pop
    opcodes.OpDeactivateInstanceDisks: cmdlib.LUDeactivateInstanceDisks,
65 a8083063 Iustin Pop
    opcodes.OpAddMDDRBDComponent: cmdlib.LUAddMDDRBDComponent,
66 a8083063 Iustin Pop
    opcodes.OpRemoveMDDRBDComponent: cmdlib.LURemoveMDDRBDComponent,
67 a8083063 Iustin Pop
    opcodes.OpReplaceDisks: cmdlib.LUReplaceDisks,
68 a8083063 Iustin Pop
    opcodes.OpFailoverInstance: cmdlib.LUFailoverInstance,
69 a8083063 Iustin Pop
    opcodes.OpConnectConsole: cmdlib.LUConnectConsole,
70 a8083063 Iustin Pop
    opcodes.OpQueryInstances: cmdlib.LUQueryInstances,
71 a8083063 Iustin Pop
    opcodes.OpQueryInstanceData: cmdlib.LUQueryInstanceData,
72 a8083063 Iustin Pop
    opcodes.OpSetInstanceParms: cmdlib.LUSetInstanceParms,
73 a8083063 Iustin Pop
    # os lu
74 a8083063 Iustin Pop
    opcodes.OpDiagnoseOS: cmdlib.LUDiagnoseOS,
75 a8083063 Iustin Pop
    # exports lu
76 a8083063 Iustin Pop
    opcodes.OpQueryExports: cmdlib.LUQueryExports,
77 a8083063 Iustin Pop
    opcodes.OpExportInstance: cmdlib.LUExportInstance,
78 5c947f38 Iustin Pop
    # tags lu
79 5c947f38 Iustin Pop
    opcodes.OpGetTags: cmdlib.LUGetTags,
80 5c947f38 Iustin Pop
    opcodes.OpSetTag: cmdlib.LUAddTag,
81 5c947f38 Iustin Pop
    opcodes.OpDelTag: cmdlib.LUDelTag,
82 a8083063 Iustin Pop
    }
83 a8083063 Iustin Pop
84 a8083063 Iustin Pop
85 a8083063 Iustin Pop
  def __init__(self):
86 a8083063 Iustin Pop
    """Constructor for Processor
87 a8083063 Iustin Pop

88 a8083063 Iustin Pop
    """
89 a8083063 Iustin Pop
    self.cfg = None
90 a8083063 Iustin Pop
    self.sstore = None
91 a8083063 Iustin Pop
92 a8083063 Iustin Pop
  def ExecOpCode(self, op, feedback_fn):
93 a8083063 Iustin Pop
    """Execute an opcode.
94 a8083063 Iustin Pop

95 a8083063 Iustin Pop
    Args:
96 a8083063 Iustin Pop
     - cfg: the configuration in which we execute this opcode
97 a8083063 Iustin Pop
     - opcode: the opcode to be executed
98 a8083063 Iustin Pop
     - feedback_fn: the feedback function (taking one string) to be run when
99 a8083063 Iustin Pop
                    interesting events are happening
100 a8083063 Iustin Pop

101 a8083063 Iustin Pop
    """
102 a8083063 Iustin Pop
    if not isinstance(op, opcodes.OpCode):
103 3ecf6786 Iustin Pop
      raise errors.ProgrammerError("Non-opcode instance passed"
104 3ecf6786 Iustin Pop
                                   " to ExecOpcode")
105 a8083063 Iustin Pop
106 a8083063 Iustin Pop
    lu_class = self.DISPATCH_TABLE.get(op.__class__, None)
107 a8083063 Iustin Pop
    if lu_class is None:
108 3ecf6786 Iustin Pop
      raise errors.OpCodeUnknown("Unknown opcode")
109 a8083063 Iustin Pop
110 a8083063 Iustin Pop
    if lu_class.REQ_CLUSTER and self.cfg is None:
111 a8083063 Iustin Pop
      self.cfg = config.ConfigWriter()
112 a8083063 Iustin Pop
      self.sstore = ssconf.SimpleStore()
113 a8083063 Iustin Pop
    lu = lu_class(self, op, self.cfg, self.sstore)
114 a8083063 Iustin Pop
    lu.CheckPrereq()
115 a8083063 Iustin Pop
    do_hooks = lu_class.HPATH is not None
116 a8083063 Iustin Pop
    if do_hooks:
117 880478f8 Iustin Pop
      hm = HooksMaster(rpc.call_hooks_runner, self.cfg, self.sstore, lu)
118 a8083063 Iustin Pop
      hm.RunPhase(constants.HOOKS_PHASE_PRE)
119 a8083063 Iustin Pop
    result = lu.Exec(feedback_fn)
120 a8083063 Iustin Pop
    if do_hooks:
121 a8083063 Iustin Pop
      hm.RunPhase(constants.HOOKS_PHASE_POST)
122 a8083063 Iustin Pop
    return result
123 a8083063 Iustin Pop
124 a8083063 Iustin Pop
  def ChainOpCode(self, op, feedback_fn):
125 a8083063 Iustin Pop
    """Chain and execute an opcode.
126 a8083063 Iustin Pop

127 a8083063 Iustin Pop
    This is used by LUs when they need to execute a child LU.
128 a8083063 Iustin Pop

129 a8083063 Iustin Pop
    Args:
130 a8083063 Iustin Pop
     - opcode: the opcode to be executed
131 a8083063 Iustin Pop
     - feedback_fn: the feedback function (taking one string) to be run when
132 a8083063 Iustin Pop
                    interesting events are happening
133 a8083063 Iustin Pop

134 a8083063 Iustin Pop
    """
135 a8083063 Iustin Pop
    if not isinstance(op, opcodes.OpCode):
136 3ecf6786 Iustin Pop
      raise errors.ProgrammerError("Non-opcode instance passed"
137 3ecf6786 Iustin Pop
                                   " to ExecOpcode")
138 a8083063 Iustin Pop
139 a8083063 Iustin Pop
    lu_class = self.DISPATCH_TABLE.get(op.__class__, None)
140 a8083063 Iustin Pop
    if lu_class is None:
141 3ecf6786 Iustin Pop
      raise errors.OpCodeUnknown("Unknown opcode")
142 a8083063 Iustin Pop
143 a8083063 Iustin Pop
    if lu_class.REQ_CLUSTER and self.cfg is None:
144 a8083063 Iustin Pop
      self.cfg = config.ConfigWriter()
145 a8083063 Iustin Pop
      self.sstore = ssconf.SimpleStore()
146 a8083063 Iustin Pop
    do_hooks = lu_class.HPATH is not None
147 a8083063 Iustin Pop
    lu = lu_class(self, op, self.cfg, self.sstore)
148 a8083063 Iustin Pop
    lu.CheckPrereq()
149 a8083063 Iustin Pop
    #if do_hooks:
150 880478f8 Iustin Pop
    #  hm = HooksMaster(rpc.call_hooks_runner, self.cfg, self.sstore, lu)
151 a8083063 Iustin Pop
    #  hm.RunPhase(constants.HOOKS_PHASE_PRE)
152 a8083063 Iustin Pop
    result = lu.Exec(feedback_fn)
153 a8083063 Iustin Pop
    #if do_hooks:
154 a8083063 Iustin Pop
    #  hm.RunPhase(constants.HOOKS_PHASE_POST)
155 a8083063 Iustin Pop
    return result
156 a8083063 Iustin Pop
157 a8083063 Iustin Pop
158 a8083063 Iustin Pop
class HooksMaster(object):
159 a8083063 Iustin Pop
  """Hooks master.
160 a8083063 Iustin Pop

161 a8083063 Iustin Pop
  This class distributes the run commands to the nodes based on the
162 a8083063 Iustin Pop
  specific LU class.
163 a8083063 Iustin Pop

164 a8083063 Iustin Pop
  In order to remove the direct dependency on the rpc module, the
165 a8083063 Iustin Pop
  constructor needs a function which actually does the remote
166 a8083063 Iustin Pop
  call. This will usually be rpc.call_hooks_runner, but any function
167 a8083063 Iustin Pop
  which behaves the same works.
168 a8083063 Iustin Pop

169 a8083063 Iustin Pop
  """
170 880478f8 Iustin Pop
  def __init__(self, callfn, cfg, sstore, lu):
171 a8083063 Iustin Pop
    self.callfn = callfn
172 a8083063 Iustin Pop
    self.cfg = cfg
173 880478f8 Iustin Pop
    self.sstore = sstore
174 a8083063 Iustin Pop
    self.lu = lu
175 a8083063 Iustin Pop
    self.op = lu.op
176 a8083063 Iustin Pop
    self.hpath = self.lu.HPATH
177 a8083063 Iustin Pop
    self.env, node_list_pre, node_list_post = self._BuildEnv()
178 a8083063 Iustin Pop
179 a8083063 Iustin Pop
    self.node_list = {constants.HOOKS_PHASE_PRE: node_list_pre,
180 a8083063 Iustin Pop
                      constants.HOOKS_PHASE_POST: node_list_post}
181 a8083063 Iustin Pop
182 a8083063 Iustin Pop
  def _BuildEnv(self):
183 a8083063 Iustin Pop
    """Compute the environment and the target nodes.
184 a8083063 Iustin Pop

185 a8083063 Iustin Pop
    Based on the opcode and the current node list, this builds the
186 a8083063 Iustin Pop
    environment for the hooks and the target node list for the run.
187 a8083063 Iustin Pop

188 a8083063 Iustin Pop
    """
189 a8083063 Iustin Pop
    env = {
190 a8083063 Iustin Pop
      "PATH": "/sbin:/bin:/usr/sbin:/usr/bin",
191 a8083063 Iustin Pop
      "GANETI_HOOKS_VERSION": constants.HOOKS_VERSION,
192 a8083063 Iustin Pop
      "GANETI_OP_CODE": self.op.OP_ID,
193 a8083063 Iustin Pop
      "GANETI_OBJECT_TYPE": self.lu.HTYPE,
194 a8083063 Iustin Pop
      }
195 a8083063 Iustin Pop
196 a8083063 Iustin Pop
    lu_env, lu_nodes_pre, lu_nodes_post = self.lu.BuildHooksEnv()
197 a8083063 Iustin Pop
    if lu_env:
198 a8083063 Iustin Pop
      for key in lu_env:
199 a8083063 Iustin Pop
        env["GANETI_" + key] = lu_env[key]
200 a8083063 Iustin Pop
201 880478f8 Iustin Pop
    if self.sstore is not None:
202 5fcdc80d Iustin Pop
      env["GANETI_CLUSTER"] = self.sstore.GetClusterName()
203 880478f8 Iustin Pop
      env["GANETI_MASTER"] = self.sstore.GetMasterNode()
204 a8083063 Iustin Pop
205 a8083063 Iustin Pop
    for key in env:
206 a8083063 Iustin Pop
      if not isinstance(env[key], str):
207 a8083063 Iustin Pop
        env[key] = str(env[key])
208 a8083063 Iustin Pop
209 a8083063 Iustin Pop
    return env, frozenset(lu_nodes_pre), frozenset(lu_nodes_post)
210 a8083063 Iustin Pop
211 a8083063 Iustin Pop
  def RunPhase(self, phase):
212 a8083063 Iustin Pop
    """Run all the scripts for a phase.
213 a8083063 Iustin Pop

214 a8083063 Iustin Pop
    This is the main function of the HookMaster.
215 a8083063 Iustin Pop

216 a8083063 Iustin Pop
    """
217 a8083063 Iustin Pop
    if not self.node_list[phase]:
218 a8083063 Iustin Pop
      # empty node list, we should not attempt to run this
219 a8083063 Iustin Pop
      # as most probably we're in the cluster init phase and the rpc client
220 a8083063 Iustin Pop
      # part can't even attempt to run
221 a8083063 Iustin Pop
      return
222 a8083063 Iustin Pop
    self.env["GANETI_HOOKS_PHASE"] = str(phase)
223 a8083063 Iustin Pop
    results = self.callfn(self.node_list[phase], self.hpath, phase, self.env)
224 a8083063 Iustin Pop
    if phase == constants.HOOKS_PHASE_PRE:
225 a8083063 Iustin Pop
      errs = []
226 a8083063 Iustin Pop
      if not results:
227 3ecf6786 Iustin Pop
        raise errors.HooksFailure("Communication failure")
228 a8083063 Iustin Pop
      for node_name in results:
229 a8083063 Iustin Pop
        res = results[node_name]
230 a8083063 Iustin Pop
        if res is False or not isinstance(res, list):
231 3ecf6786 Iustin Pop
          raise errors.HooksFailure("Communication failure to node %s" %
232 3ecf6786 Iustin Pop
                                    node_name)
233 a8083063 Iustin Pop
        for script, hkr, output in res:
234 a8083063 Iustin Pop
          if hkr == constants.HKR_FAIL:
235 a8083063 Iustin Pop
            output = output.strip().encode("string_escape")
236 a8083063 Iustin Pop
            errs.append((node_name, script, output))
237 a8083063 Iustin Pop
      if errs:
238 3ecf6786 Iustin Pop
        raise errors.HooksAbort(errs)