root / htools / Ganeti / HTools / IAlloc.hs @ 97da6b71
History | View | Annotate | Download (11 kB)
1 | 43643696 | Iustin Pop | {-| Implementation of the iallocator interface. |
---|---|---|---|
2 | 43643696 | Iustin Pop | |
3 | 43643696 | Iustin Pop | -} |
4 | 43643696 | Iustin Pop | |
5 | e2fa2baf | Iustin Pop | {- |
6 | e2fa2baf | Iustin Pop | |
7 | e8230242 | Iustin Pop | Copyright (C) 2009, 2010, 2011 Google Inc. |
8 | e2fa2baf | Iustin Pop | |
9 | e2fa2baf | Iustin Pop | This program is free software; you can redistribute it and/or modify |
10 | e2fa2baf | Iustin Pop | it under the terms of the GNU General Public License as published by |
11 | e2fa2baf | Iustin Pop | the Free Software Foundation; either version 2 of the License, or |
12 | e2fa2baf | Iustin Pop | (at your option) any later version. |
13 | e2fa2baf | Iustin Pop | |
14 | e2fa2baf | Iustin Pop | This program is distributed in the hope that it will be useful, but |
15 | e2fa2baf | Iustin Pop | WITHOUT ANY WARRANTY; without even the implied warranty of |
16 | e2fa2baf | Iustin Pop | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
17 | e2fa2baf | Iustin Pop | General Public License for more details. |
18 | e2fa2baf | Iustin Pop | |
19 | e2fa2baf | Iustin Pop | You should have received a copy of the GNU General Public License |
20 | e2fa2baf | Iustin Pop | along with this program; if not, write to the Free Software |
21 | e2fa2baf | Iustin Pop | Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA |
22 | e2fa2baf | Iustin Pop | 02110-1301, USA. |
23 | e2fa2baf | Iustin Pop | |
24 | e2fa2baf | Iustin Pop | -} |
25 | e2fa2baf | Iustin Pop | |
26 | 43643696 | Iustin Pop | module Ganeti.HTools.IAlloc |
27 | 00152519 | Iustin Pop | ( readRequest |
28 | 00152519 | Iustin Pop | , runIAllocator |
29 | 43643696 | Iustin Pop | ) where |
30 | 43643696 | Iustin Pop | |
31 | 43643696 | Iustin Pop | import Data.Either () |
32 | 00152519 | Iustin Pop | import Data.Maybe (fromMaybe, isJust) |
33 | cabce2f4 | Iustin Pop | import Data.List |
34 | 43643696 | Iustin Pop | import Control.Monad |
35 | 34c5a24a | Iustin Pop | import Text.JSON (JSObject, JSValue(JSArray), |
36 | 34c5a24a | Iustin Pop | makeObj, encodeStrict, decodeStrict, fromJSObject, showJSON) |
37 | cabce2f4 | Iustin Pop | import System (exitWith, ExitCode(..)) |
38 | cabce2f4 | Iustin Pop | import System.IO |
39 | cabce2f4 | Iustin Pop | |
40 | cabce2f4 | Iustin Pop | import qualified Ganeti.HTools.Cluster as Cluster |
41 | 262a08a2 | Iustin Pop | import qualified Ganeti.HTools.Container as Container |
42 | a679e9dc | Iustin Pop | import qualified Ganeti.HTools.Group as Group |
43 | 942403e6 | Iustin Pop | import qualified Ganeti.HTools.Node as Node |
44 | 942403e6 | Iustin Pop | import qualified Ganeti.HTools.Instance as Instance |
45 | df5227dc | Iustin Pop | import qualified Ganeti.Constants as C |
46 | cabce2f4 | Iustin Pop | import Ganeti.HTools.CLI |
47 | e4c5beaf | Iustin Pop | import Ganeti.HTools.Loader |
48 | cabce2f4 | Iustin Pop | import Ganeti.HTools.ExtLoader (loadExternalData) |
49 | e4c5beaf | Iustin Pop | import Ganeti.HTools.Utils |
50 | e4c5beaf | Iustin Pop | import Ganeti.HTools.Types |
51 | 43643696 | Iustin Pop | |
52 | 7c14b50a | Iustin Pop | -- | Type alias for the result of an IAllocator call. |
53 | f9283686 | Iustin Pop | type IAllocResult = (String, JSValue, Node.List, Instance.List) |
54 | 7c14b50a | Iustin Pop | |
55 | 9188aeef | Iustin Pop | -- | Parse the basic specifications of an instance. |
56 | 9188aeef | Iustin Pop | -- |
57 | 9188aeef | Iustin Pop | -- Instances in the cluster instance list and the instance in an |
58 | 9188aeef | Iustin Pop | -- 'Allocate' request share some common properties, which are read by |
59 | 9188aeef | Iustin Pop | -- this function. |
60 | e4c5beaf | Iustin Pop | parseBaseInstance :: String |
61 | 28f19313 | Iustin Pop | -> JSRecord |
62 | e4c5beaf | Iustin Pop | -> Result (String, Instance.Instance) |
63 | e4c5beaf | Iustin Pop | parseBaseInstance n a = do |
64 | e8230242 | Iustin Pop | let extract x = tryFromObj ("invalid data for instance '" ++ n ++ "'") a x |
65 | e8230242 | Iustin Pop | disk <- extract "disk_space_total" |
66 | e8230242 | Iustin Pop | mem <- extract "memory" |
67 | e8230242 | Iustin Pop | vcpus <- extract "vcpus" |
68 | e8230242 | Iustin Pop | tags <- extract "tags" |
69 | 5a4a3b7f | Iustin Pop | dt <- extract "disk_template" |
70 | e4c5beaf | Iustin Pop | let running = "running" |
71 | 5a4a3b7f | Iustin Pop | return (n, Instance.create n mem disk vcpus running tags True 0 0 dt) |
72 | 585d4420 | Iustin Pop | |
73 | 525bfb36 | Iustin Pop | -- | Parses an instance as found in the cluster instance list. |
74 | 28f19313 | Iustin Pop | parseInstance :: NameAssoc -- ^ The node name-to-index association list |
75 | 28f19313 | Iustin Pop | -> String -- ^ The name of the instance |
76 | 28f19313 | Iustin Pop | -> JSRecord -- ^ The JSON object |
77 | e4c5beaf | Iustin Pop | -> Result (String, Instance.Instance) |
78 | e4c5beaf | Iustin Pop | parseInstance ktn n a = do |
79 | 262f3e6c | Iustin Pop | base <- parseBaseInstance n a |
80 | e8230242 | Iustin Pop | nodes <- fromObj a "nodes" |
81 | e41f4ba0 | Iustin Pop | pnode <- if null nodes |
82 | e41f4ba0 | Iustin Pop | then Bad $ "empty node list for instance " ++ n |
83 | e41f4ba0 | Iustin Pop | else readEitherString $ head nodes |
84 | 262f3e6c | Iustin Pop | pidx <- lookupNode ktn n pnode |
85 | 262f3e6c | Iustin Pop | let snodes = tail nodes |
86 | 262f3e6c | Iustin Pop | sidx <- (if null snodes then return Node.noSecondary |
87 | 262f3e6c | Iustin Pop | else readEitherString (head snodes) >>= lookupNode ktn n) |
88 | 262f3e6c | Iustin Pop | return (n, Instance.setBoth (snd base) pidx sidx) |
89 | 585d4420 | Iustin Pop | |
90 | 9188aeef | Iustin Pop | -- | Parses a node as found in the cluster node list. |
91 | 28f19313 | Iustin Pop | parseNode :: NameAssoc -- ^ The group association |
92 | 28f19313 | Iustin Pop | -> String -- ^ The node's name |
93 | 28f19313 | Iustin Pop | -> JSRecord -- ^ The JSON object |
94 | 9188aeef | Iustin Pop | -> Result (String, Node.Node) |
95 | 10ef6b4e | Iustin Pop | parseNode ktg n a = do |
96 | 3eeea90f | Iustin Pop | let desc = "invalid data for node '" ++ n ++ "'" |
97 | 3eeea90f | Iustin Pop | extract x = tryFromObj desc a x |
98 | e8230242 | Iustin Pop | offline <- extract "offline" |
99 | e8230242 | Iustin Pop | drained <- extract "drained" |
100 | e8230242 | Iustin Pop | guuid <- extract "group" |
101 | 3eeea90f | Iustin Pop | vm_capable <- annotateResult desc $ maybeFromObj a "vm_capable" |
102 | 3eeea90f | Iustin Pop | let vm_capable' = fromMaybe True vm_capable |
103 | 10ef6b4e | Iustin Pop | gidx <- lookupGroup ktg n guuid |
104 | 3eeea90f | Iustin Pop | node <- (if offline || drained || not vm_capable' |
105 | 10ef6b4e | Iustin Pop | then return $ Node.create n 0 0 0 0 0 0 True gidx |
106 | 262f3e6c | Iustin Pop | else do |
107 | e8230242 | Iustin Pop | mtotal <- extract "total_memory" |
108 | e8230242 | Iustin Pop | mnode <- extract "reserved_memory" |
109 | e8230242 | Iustin Pop | mfree <- extract "free_memory" |
110 | e8230242 | Iustin Pop | dtotal <- extract "total_disk" |
111 | e8230242 | Iustin Pop | dfree <- extract "free_disk" |
112 | e8230242 | Iustin Pop | ctotal <- extract "total_cpus" |
113 | 262f3e6c | Iustin Pop | return $ Node.create n mtotal mnode mfree |
114 | 10ef6b4e | Iustin Pop | dtotal dfree ctotal False gidx) |
115 | 262f3e6c | Iustin Pop | return (n, node) |
116 | 144f190b | Iustin Pop | |
117 | a679e9dc | Iustin Pop | -- | Parses a group as found in the cluster group list. |
118 | 28f19313 | Iustin Pop | parseGroup :: String -- ^ The group UUID |
119 | 28f19313 | Iustin Pop | -> JSRecord -- ^ The JSON object |
120 | a679e9dc | Iustin Pop | -> Result (String, Group.Group) |
121 | a679e9dc | Iustin Pop | parseGroup u a = do |
122 | 1b2cb110 | Iustin Pop | let extract x = tryFromObj ("invalid data for group '" ++ u ++ "'") a x |
123 | 1b2cb110 | Iustin Pop | name <- extract "name" |
124 | 1b2cb110 | Iustin Pop | apol <- extract "alloc_policy" |
125 | 1b2cb110 | Iustin Pop | return (u, Group.create name u apol) |
126 | a679e9dc | Iustin Pop | |
127 | 9188aeef | Iustin Pop | -- | Top-level parser. |
128 | 96a12113 | Iustin Pop | -- |
129 | 96a12113 | Iustin Pop | -- The result is a tuple of eventual warning messages and the parsed |
130 | 96a12113 | Iustin Pop | -- request; if parsing the input data fails, we'll return a 'Bad' |
131 | 96a12113 | Iustin Pop | -- value. |
132 | 96a12113 | Iustin Pop | parseData :: String -- ^ The JSON message as received from Ganeti |
133 | 96a12113 | Iustin Pop | -> Result ([String], Request) -- ^ Result tuple |
134 | e4c5beaf | Iustin Pop | parseData body = do |
135 | c96d44df | Iustin Pop | decoded <- fromJResult "Parsing input IAllocator message" (decodeStrict body) |
136 | 262f3e6c | Iustin Pop | let obj = fromJSObject decoded |
137 | e8230242 | Iustin Pop | extrObj x = tryFromObj "invalid iallocator message" obj x |
138 | e4c5beaf | Iustin Pop | -- request parser |
139 | e8230242 | Iustin Pop | request <- liftM fromJSObject (extrObj "request") |
140 | e8230242 | Iustin Pop | let extrReq x = tryFromObj "invalid request dict" request x |
141 | a679e9dc | Iustin Pop | -- existing group parsing |
142 | e8230242 | Iustin Pop | glist <- liftM fromJSObject (extrObj "nodegroups") |
143 | a679e9dc | Iustin Pop | gobj <- mapM (\(x, y) -> asJSObject y >>= parseGroup x . fromJSObject) glist |
144 | 10ef6b4e | Iustin Pop | let (ktg, gl) = assignIndices gobj |
145 | e4c5beaf | Iustin Pop | -- existing node parsing |
146 | e8230242 | Iustin Pop | nlist <- liftM fromJSObject (extrObj "nodes") |
147 | 10ef6b4e | Iustin Pop | nobj <- mapM (\(x,y) -> |
148 | 10ef6b4e | Iustin Pop | asJSObject y >>= parseNode ktg x . fromJSObject) nlist |
149 | 497e30a1 | Iustin Pop | let (ktn, nl) = assignIndices nobj |
150 | e4c5beaf | Iustin Pop | -- existing instance parsing |
151 | e8230242 | Iustin Pop | ilist <- extrObj "instances" |
152 | e4c5beaf | Iustin Pop | let idata = fromJSObject ilist |
153 | 262f3e6c | Iustin Pop | iobj <- mapM (\(x,y) -> |
154 | 262f3e6c | Iustin Pop | asJSObject y >>= parseInstance ktn x . fromJSObject) idata |
155 | fbe5fcf6 | Iustin Pop | let (_, il) = assignIndices iobj |
156 | 669ea132 | Iustin Pop | -- cluster tags |
157 | e8230242 | Iustin Pop | ctags <- extrObj "cluster_tags" |
158 | 96a12113 | Iustin Pop | cdata1 <- mergeData [] [] [] [] (ClusterData gl nl il ctags) |
159 | 96a12113 | Iustin Pop | let (msgs, fix_nl) = checkData (cdNodes cdata1) (cdInstances cdata1) |
160 | 96a12113 | Iustin Pop | cdata = cdata1 { cdNodes = fix_nl } |
161 | 695c1bab | Iustin Pop | map_i = cdInstances cdata |
162 | 695c1bab | Iustin Pop | map_g = cdGroups cdata |
163 | e8230242 | Iustin Pop | optype <- extrReq "type" |
164 | e4c5beaf | Iustin Pop | rqtype <- |
165 | df5227dc | Iustin Pop | case () of |
166 | df5227dc | Iustin Pop | _ | optype == C.iallocatorModeAlloc -> |
167 | df5227dc | Iustin Pop | do |
168 | df5227dc | Iustin Pop | rname <- extrReq "name" |
169 | df5227dc | Iustin Pop | req_nodes <- extrReq "required_nodes" |
170 | df5227dc | Iustin Pop | inew <- parseBaseInstance rname request |
171 | df5227dc | Iustin Pop | let io = snd inew |
172 | df5227dc | Iustin Pop | return $ Allocate io req_nodes |
173 | 57f07ff2 | Iustin Pop | | optype == C.iallocatorModeChgGroup -> |
174 | 695c1bab | Iustin Pop | do |
175 | 695c1bab | Iustin Pop | rl_names <- extrReq "instances" |
176 | 57f07ff2 | Iustin Pop | rl_insts <- mapM (liftM Instance.idx . |
177 | 57f07ff2 | Iustin Pop | Container.findByName map_i) rl_names |
178 | 57f07ff2 | Iustin Pop | gr_uuids <- extrReq "target_groups" |
179 | 57f07ff2 | Iustin Pop | gr_idxes <- mapM (liftM Group.idx . |
180 | 57f07ff2 | Iustin Pop | Container.findByName map_g) gr_uuids |
181 | 57f07ff2 | Iustin Pop | return $ ChangeGroup rl_insts gr_idxes |
182 | 4e84ca27 | Iustin Pop | | optype == C.iallocatorModeNodeEvac -> |
183 | 4e84ca27 | Iustin Pop | do |
184 | 4e84ca27 | Iustin Pop | rl_names <- extrReq "instances" |
185 | 4e84ca27 | Iustin Pop | rl_insts <- mapM (Container.findByName map_i) rl_names |
186 | 4e84ca27 | Iustin Pop | let rl_idx = map Instance.idx rl_insts |
187 | 9f8b97ce | Iustin Pop | rl_mode <- extrReq "evac_mode" |
188 | 4e84ca27 | Iustin Pop | return $ NodeEvacuate rl_idx rl_mode |
189 | 695c1bab | Iustin Pop | |
190 | df5227dc | Iustin Pop | | otherwise -> fail ("Invalid request type '" ++ optype ++ "'") |
191 | 1b0a6356 | Iustin Pop | return (msgs, Request rqtype cdata) |
192 | 942403e6 | Iustin Pop | |
193 | d6cf394e | Iustin Pop | -- | Formats the result into a valid IAllocator response message. |
194 | 9188aeef | Iustin Pop | formatResponse :: Bool -- ^ Whether the request was successful |
195 | 9188aeef | Iustin Pop | -> String -- ^ Information text |
196 | d6cf394e | Iustin Pop | -> JSValue -- ^ The JSON encoded result |
197 | d6cf394e | Iustin Pop | -> String -- ^ The full JSON-formatted message |
198 | d6cf394e | Iustin Pop | formatResponse success info result = |
199 | 43643696 | Iustin Pop | let |
200 | 34c5a24a | Iustin Pop | e_success = ("success", showJSON success) |
201 | 34c5a24a | Iustin Pop | e_info = ("info", showJSON info) |
202 | d6cf394e | Iustin Pop | e_result = ("result", result) |
203 | b5cec17a | Iustin Pop | in encodeStrict $ makeObj [e_success, e_info, e_result] |
204 | cabce2f4 | Iustin Pop | |
205 | 7c14b50a | Iustin Pop | -- | Flatten the log of a solution into a string. |
206 | 7c14b50a | Iustin Pop | describeSolution :: Cluster.AllocSolution -> String |
207 | 7c14b50a | Iustin Pop | describeSolution = intercalate ", " . Cluster.asLog |
208 | cabce2f4 | Iustin Pop | |
209 | 7c14b50a | Iustin Pop | -- | Convert allocation/relocation results into the result format. |
210 | f9283686 | Iustin Pop | formatAllocate :: Instance.List -> Cluster.AllocSolution -> Result IAllocResult |
211 | f9283686 | Iustin Pop | formatAllocate il as = do |
212 | 7c14b50a | Iustin Pop | let info = describeSolution as |
213 | 7c14b50a | Iustin Pop | case Cluster.asSolutions as of |
214 | 7c14b50a | Iustin Pop | [] -> fail info |
215 | f9283686 | Iustin Pop | (nl, inst, nodes, _):[] -> |
216 | f9283686 | Iustin Pop | do |
217 | f9283686 | Iustin Pop | let il' = Container.add (Instance.idx inst) inst il |
218 | 1b0a6356 | Iustin Pop | return (info, showJSON $ map Node.name nodes, nl, il') |
219 | 7c14b50a | Iustin Pop | _ -> fail "Internal error: multiple allocation solutions" |
220 | cabce2f4 | Iustin Pop | |
221 | 47eed3f4 | Iustin Pop | -- | Convert a node-evacuation/change group result. |
222 | 5440c877 | Iustin Pop | formatNodeEvac :: Group.List |
223 | 5440c877 | Iustin Pop | -> Node.List |
224 | 5440c877 | Iustin Pop | -> Instance.List |
225 | 4036f63a | Iustin Pop | -> (Node.List, Instance.List, Cluster.EvacSolution) |
226 | 5440c877 | Iustin Pop | -> Result IAllocResult |
227 | f9283686 | Iustin Pop | formatNodeEvac gl nl il (fin_nl, fin_il, es) = |
228 | 5440c877 | Iustin Pop | let iname = Instance.name . flip Container.find il |
229 | 5440c877 | Iustin Pop | nname = Node.name . flip Container.find nl |
230 | 5440c877 | Iustin Pop | gname = Group.name . flip Container.find gl |
231 | 5440c877 | Iustin Pop | fes = map (\(idx, msg) -> (iname idx, msg)) $ Cluster.esFailed es |
232 | 5440c877 | Iustin Pop | mes = map (\(idx, gdx, ndxs) -> (iname idx, gname gdx, map nname ndxs)) |
233 | 5440c877 | Iustin Pop | $ Cluster.esMoved es |
234 | 47eed3f4 | Iustin Pop | failed = length fes |
235 | 47eed3f4 | Iustin Pop | moved = length mes |
236 | 47eed3f4 | Iustin Pop | info = show failed ++ " instances failed to move and " ++ show moved ++ |
237 | 47eed3f4 | Iustin Pop | " were moved successfully" |
238 | f9283686 | Iustin Pop | in Ok (info, showJSON (mes, fes, Cluster.esOpCodes es), fin_nl, fin_il) |
239 | 47eed3f4 | Iustin Pop | |
240 | 179c0828 | Iustin Pop | -- | Process a request and return new node lists. |
241 | 7c14b50a | Iustin Pop | processRequest :: Request -> Result IAllocResult |
242 | cabce2f4 | Iustin Pop | processRequest request = |
243 | cabce2f4 | Iustin Pop | let Request rqtype (ClusterData gl nl il _) = request |
244 | cabce2f4 | Iustin Pop | in case rqtype of |
245 | 7c14b50a | Iustin Pop | Allocate xi reqn -> |
246 | f9283686 | Iustin Pop | Cluster.tryMGAlloc gl nl il xi reqn >>= formatAllocate il |
247 | 20b376ff | Iustin Pop | ChangeGroup gdxs idxs -> |
248 | 5440c877 | Iustin Pop | Cluster.tryChangeGroup gl nl il idxs gdxs >>= |
249 | 5440c877 | Iustin Pop | formatNodeEvac gl nl il |
250 | 47eed3f4 | Iustin Pop | NodeEvacuate xi mode -> |
251 | 5440c877 | Iustin Pop | Cluster.tryNodeEvac gl nl il mode xi >>= |
252 | 5440c877 | Iustin Pop | formatNodeEvac gl nl il |
253 | cabce2f4 | Iustin Pop | |
254 | 179c0828 | Iustin Pop | -- | Reads the request from the data file(s). |
255 | cabce2f4 | Iustin Pop | readRequest :: Options -> [String] -> IO Request |
256 | cabce2f4 | Iustin Pop | readRequest opts args = do |
257 | cabce2f4 | Iustin Pop | when (null args) $ do |
258 | cabce2f4 | Iustin Pop | hPutStrLn stderr "Error: this program needs an input file." |
259 | cabce2f4 | Iustin Pop | exitWith $ ExitFailure 1 |
260 | cabce2f4 | Iustin Pop | |
261 | cabce2f4 | Iustin Pop | input_data <- readFile (head args) |
262 | cabce2f4 | Iustin Pop | r1 <- case parseData input_data of |
263 | cabce2f4 | Iustin Pop | Bad err -> do |
264 | cabce2f4 | Iustin Pop | hPutStrLn stderr $ "Error: " ++ err |
265 | cabce2f4 | Iustin Pop | exitWith $ ExitFailure 1 |
266 | 96a12113 | Iustin Pop | Ok (fix_msgs, rq) -> maybeShowWarnings fix_msgs >> return rq |
267 | cabce2f4 | Iustin Pop | (if isJust (optDataFile opts) || (not . null . optNodeSim) opts |
268 | cabce2f4 | Iustin Pop | then do |
269 | cabce2f4 | Iustin Pop | cdata <- loadExternalData opts |
270 | cabce2f4 | Iustin Pop | let Request rqt _ = r1 |
271 | cabce2f4 | Iustin Pop | return $ Request rqt cdata |
272 | cabce2f4 | Iustin Pop | else return r1) |
273 | 00152519 | Iustin Pop | |
274 | 00152519 | Iustin Pop | -- | Main iallocator pipeline. |
275 | f9283686 | Iustin Pop | runIAllocator :: Request -> (Maybe (Node.List, Instance.List), String) |
276 | 00152519 | Iustin Pop | runIAllocator request = |
277 | f9283686 | Iustin Pop | let (ok, info, result, cdata) = |
278 | 7c14b50a | Iustin Pop | case processRequest request of |
279 | f9283686 | Iustin Pop | Ok (msg, r, nl, il) -> (True, "Request successful: " ++ msg, r, |
280 | f9283686 | Iustin Pop | Just (nl, il)) |
281 | ce6a0b53 | Iustin Pop | Bad msg -> (False, "Request failed: " ++ msg, JSArray [], Nothing) |
282 | ce6a0b53 | Iustin Pop | rstring = formatResponse ok info result |
283 | f9283686 | Iustin Pop | in (cdata, rstring) |