1 {-| Cluster space sizing
7 Copyright (C) 2009 Google Inc.
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; either version 2 of the License, or
12 (at your option) any later version.
14 This program is distributed in the hope that it will be useful, but
15 WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 General Public License for more details.
19 You should have received a copy of the GNU General Public License
20 along with this program; if not, write to the Free Software
21 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
26 module Main (main) where
30 import Data.Maybe (isJust, fromJust, isNothing)
34 import System.Console.GetOpt
35 import qualified System
37 import Text.Printf (printf)
39 import qualified Ganeti.HTools.Container as Container
40 import qualified Ganeti.HTools.Cluster as Cluster
41 import qualified Ganeti.HTools.Node as Node
42 import qualified Ganeti.HTools.Instance as Instance
43 import qualified Ganeti.HTools.CLI as CLI
45 import Ganeti.HTools.Utils
47 -- | Command line options structure.
48 data Options = Options
49 { optShowNodes :: Bool -- ^ Whether to show node status
50 , optNodef :: FilePath -- ^ Path to the nodes file
51 , optNodeSet :: Bool -- ^ The nodes have been set by options
52 , optInstf :: FilePath -- ^ Path to the instances file
53 , optInstSet :: Bool -- ^ The insts have been set by options
54 , optMaster :: String -- ^ Collect data from RAPI
55 , optVerbose :: Int -- ^ Verbosity level
56 , optOffline :: [String] -- ^ Names of offline nodes
57 , optIMem :: Int -- ^ Instance memory
58 , optIDsk :: Int -- ^ Instance disk
59 , optIVCPUs :: Int -- ^ Instance VCPUs
60 , optINodes :: Int -- ^ Nodes required for an instance
61 , optShowVer :: Bool -- ^ Just show the program version
62 , optShowHelp :: Bool -- ^ Just show the help
65 instance CLI.CLIOptions Options where
66 showVersion = optShowVer
67 showHelp = optShowHelp
69 instance CLI.EToolOptions Options where
74 masterName = optMaster
75 silent a = (optVerbose a) == 0
77 -- | Default values for the command line options.
78 defaultOptions :: Options
79 defaultOptions = Options
80 { optShowNodes = False
83 , optInstf = "instances"
96 -- | Options list and functions
97 options :: [OptDescr (Options -> Options)]
99 [ Option ['p'] ["print-nodes"]
100 (NoArg (\ opts -> opts { optShowNodes = True }))
101 "print the final node list"
102 , Option ['n'] ["nodes"]
103 (ReqArg (\ f opts -> opts { optNodef = f, optNodeSet = True }) "FILE")
105 , Option ['i'] ["instances"]
106 (ReqArg (\ f opts -> opts { optInstf = f, optInstSet = True }) "FILE")
107 "the instance list FILE"
108 , Option ['m'] ["master"]
109 (ReqArg (\ m opts -> opts { optMaster = m }) "ADDRESS")
110 "collect data via RAPI at the given ADDRESS"
111 , Option ['v'] ["verbose"]
112 (NoArg (\ opts -> opts { optVerbose = (optVerbose opts) + 1 }))
113 "increase the verbosity level"
114 , Option ['q'] ["quiet"]
115 (NoArg (\ opts -> opts { optVerbose = (optVerbose opts) - 1 }))
116 "decrease the verbosity level"
117 , Option ['O'] ["offline"]
118 (ReqArg (\ n opts -> opts { optOffline = n:optOffline opts }) "NODE")
119 "set node as offline"
120 , Option [] ["memory"]
121 (ReqArg (\ m opts -> opts { optIMem = read m }) "MEMORY")
122 "memory size for instances"
124 (ReqArg (\ d opts -> opts { optIDsk = read d }) "DISK")
125 "disk size for instances"
126 , Option [] ["vcpus"]
127 (ReqArg (\ p opts -> opts { optIVCPUs = read p }) "NUM")
128 "number of virtual cpus for instances"
129 , Option [] ["req-nodes"]
130 (ReqArg (\ n opts -> opts { optINodes = read n }) "NODES")
131 "number of nodes for the new instances (1=plain, 2=mirrored)"
132 , Option ['V'] ["version"]
133 (NoArg (\ opts -> opts { optShowVer = True}))
134 "show the version of the program"
135 , Option ['h'] ["help"]
136 (NoArg (\ opts -> opts { optShowHelp = True}))
140 filterFails :: Cluster.AllocSolution
141 -> Maybe [(Node.List, Instance.Instance, [Node.Node])]
143 if null sols then Nothing -- No nodes onto which to allocate at all
144 else let sols' = filter (isJust . fst3) sols
145 in if null sols' then
146 Nothing -- No valid allocation solutions
148 return $ map (\(x, y, z) -> (fromJust x, y, z)) sols'
150 processResults :: (Monad m) => [(Node.List, Instance.Instance, [Node.Node])]
151 -> m (Node.List, Instance.Instance, [Node.Node])
152 processResults sols =
153 let sols' = map (\e@(nl', _, _) -> (Cluster.compCV nl', e)) sols
154 sols'' = sortBy (compare `on` fst) sols'
155 in return $ snd $ head sols''
157 iterateDepth :: Node.List
161 -> [Instance.Instance]
162 -> (Node.List, [Instance.Instance])
163 iterateDepth nl il newinst nreq ixes =
164 let depth = length ixes
165 newname = (printf "new-%d" depth)::String
166 newidx = (length $ Container.elems il) + depth
167 newi2 = Instance.setIdx (Instance.setName newinst newname) newidx
168 sols = (Cluster.tryAlloc nl il newi2 nreq)::
169 Maybe Cluster.AllocSolution
172 if isNothing sols then orig
173 else let sols' = fromJust sols
174 sols'' = filterFails sols'
175 in if isNothing sols'' then orig
176 else let (xnl, xi, _) = fromJust $ processResults $
178 in iterateDepth xnl il newinst nreq (xi:ixes)
184 cmd_args <- System.getArgs
185 (opts, args) <- CLI.parseOpts cmd_args "hspace" options defaultOptions
187 unless (null args) $ do
188 hPutStrLn stderr "Error: this program doesn't take any arguments."
189 exitWith $ ExitFailure 1
191 let verbose = optVerbose opts
193 (fixed_nl, il, csf) <- CLI.loadExternalData opts
194 let num_instances = length $ Container.elems il
196 let offline_names = optOffline opts
197 all_nodes = Container.elems fixed_nl
198 all_names = map Node.name all_nodes
199 offline_wrong = filter (\n -> not $ elem n all_names) offline_names
200 offline_indices = map Node.idx $
201 filter (\n -> elem (Node.name n) offline_names)
203 req_nodes = optINodes opts
205 when (length offline_wrong > 0) $ do
206 printf "Error: Wrong node name(s) set as offline: %s\n"
207 (commaJoin offline_wrong)
208 exitWith $ ExitFailure 1
210 when (req_nodes /= 1 && req_nodes /= 2) $ do
211 printf "Error: Invalid required nodes (%d)\n" req_nodes
212 exitWith $ ExitFailure 1
214 let nl = Container.map (\n -> if elem (Node.idx n) offline_indices
215 then Node.setOffline n True
218 when (length csf > 0 && verbose > 1) $ do
219 printf "Note: Stripping common suffix of '%s' from names\n" csf
221 let bad_nodes = fst $ Cluster.computeBadItems nl il
222 when (length bad_nodes > 0) $ do
223 putStrLn "Error: Cluster not N+1, no space to allocate."
224 exitWith $ ExitFailure 1
226 when (optShowNodes opts) $
228 putStrLn "Initial cluster status:"
229 putStrLn $ Cluster.printNodes nl
231 let ini_cv = Cluster.compCV nl
232 (orig_mem, orig_disk) = Cluster.totalResources nl
235 printf "Initial coefficients: overall %.8f, %s\n"
236 ini_cv (Cluster.printStats nl)
238 printf "Initial score: %.8f\n" ini_cv)
239 printf "Initial instances: %d\n" num_instances
240 printf "Initial free RAM: %d\n" orig_mem
241 printf "Initial free disk: %d\n" orig_disk
243 let nmlen = Container.maxNameLen nl
244 newinst = Instance.create "new" (optIMem opts) (optIDsk opts)
245 (optIVCPUs opts) "ADMIN_down" (-1) (-1)
247 let (fin_nl, ixes) = iterateDepth nl il newinst req_nodes []
249 fin_instances = num_instances + allocs
250 fin_ixes = reverse ixes
251 ix_namelen = maximum . map (length . Instance.name) $ fin_ixes
252 (final_mem, final_disk) = Cluster.totalResources fin_nl
254 printf "Final score: %.8f\n" (Cluster.compCV fin_nl)
255 printf "Final instances: %d\n" (num_instances + allocs)
256 printf "Final free RAM: %d\n" final_mem
257 printf "Final free disk: %d\n" final_disk
258 printf "Usage: %.5f\n" (((fromIntegral num_instances)::Double) /
259 (fromIntegral fin_instances))
260 printf "Allocations: %d\n" allocs
261 when (verbose > 1) $ do
262 putStr . unlines . map (\i -> printf "Inst: %*s %-*s %-*s"
263 ix_namelen (Instance.name i)
264 nmlen (Container.nameOf fin_nl $ Instance.pnode i)
265 nmlen (let sdx = Instance.snode i
266 in if sdx == Node.noSecondary then ""
267 else Container.nameOf fin_nl sdx))
270 when (optShowNodes opts) $
272 let (orig_mem, orig_disk) = Cluster.totalResources nl
273 (final_mem, final_disk) = Cluster.totalResources fin_nl
275 putStrLn "Final cluster status:"
276 putStrLn $ Cluster.printNodes fin_nl
279 printf "Original: mem=%d disk=%d\n" orig_mem orig_disk
280 printf "Final: mem=%d disk=%d\n" final_mem final_disk