Statistics
| Branch: | Tag: | Revision:

root / Ganeti / HTools / Text.hs @ f5ed8632

History | View | Annotate | Download (5.6 kB)

1 040afc35 Iustin Pop
{-| Parsing data from text-files
2 040afc35 Iustin Pop
3 040afc35 Iustin Pop
This module holds the code for loading the cluster state from text
4 a8946537 Iustin Pop
files, as produced by gnt-node and gnt-instance list.
5 040afc35 Iustin Pop
6 040afc35 Iustin Pop
-}
7 040afc35 Iustin Pop
8 e2fa2baf Iustin Pop
{-
9 e2fa2baf Iustin Pop
10 3bf75b7d Iustin Pop
Copyright (C) 2009, 2010 Google Inc.
11 e2fa2baf Iustin Pop
12 e2fa2baf Iustin Pop
This program is free software; you can redistribute it and/or modify
13 e2fa2baf Iustin Pop
it under the terms of the GNU General Public License as published by
14 e2fa2baf Iustin Pop
the Free Software Foundation; either version 2 of the License, or
15 e2fa2baf Iustin Pop
(at your option) any later version.
16 e2fa2baf Iustin Pop
17 e2fa2baf Iustin Pop
This program is distributed in the hope that it will be useful, but
18 e2fa2baf Iustin Pop
WITHOUT ANY WARRANTY; without even the implied warranty of
19 e2fa2baf Iustin Pop
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
20 e2fa2baf Iustin Pop
General Public License for more details.
21 e2fa2baf Iustin Pop
22 e2fa2baf Iustin Pop
You should have received a copy of the GNU General Public License
23 e2fa2baf Iustin Pop
along with this program; if not, write to the Free Software
24 e2fa2baf Iustin Pop
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
25 e2fa2baf Iustin Pop
02110-1301, USA.
26 e2fa2baf Iustin Pop
27 e2fa2baf Iustin Pop
-}
28 e2fa2baf Iustin Pop
29 040afc35 Iustin Pop
module Ganeti.HTools.Text
30 b2278348 Iustin Pop
    (
31 b2278348 Iustin Pop
      loadData
32 dadfc261 Iustin Pop
    , parseData
33 1ae7a904 Iustin Pop
    , loadInst
34 39d11971 Iustin Pop
    , loadNode
35 3bf75b7d Iustin Pop
    , serializeInstances
36 50811e2c Iustin Pop
    , serializeNode
37 3bf75b7d Iustin Pop
    , serializeNodes
38 4a273e97 Iustin Pop
    , serializeCluster
39 b2278348 Iustin Pop
    ) where
40 040afc35 Iustin Pop
41 040afc35 Iustin Pop
import Control.Monad
42 3bf75b7d Iustin Pop
import Data.List
43 3bf75b7d Iustin Pop
44 3bf75b7d Iustin Pop
import Text.Printf (printf)
45 040afc35 Iustin Pop
46 040afc35 Iustin Pop
import Ganeti.HTools.Utils
47 040afc35 Iustin Pop
import Ganeti.HTools.Loader
48 e4c5beaf Iustin Pop
import Ganeti.HTools.Types
49 3bf75b7d Iustin Pop
import qualified Ganeti.HTools.Container as Container
50 040afc35 Iustin Pop
import qualified Ganeti.HTools.Node as Node
51 040afc35 Iustin Pop
import qualified Ganeti.HTools.Instance as Instance
52 040afc35 Iustin Pop
53 3bf75b7d Iustin Pop
-- | Serialize a single node
54 3bf75b7d Iustin Pop
serializeNode :: Node.Node -> String
55 3bf75b7d Iustin Pop
serializeNode node =
56 3bf75b7d Iustin Pop
    printf "%s|%.0f|%d|%d|%.0f|%d|%.0f|%c" (Node.name node)
57 3bf75b7d Iustin Pop
               (Node.tMem node) (Node.nMem node) (Node.fMem node)
58 3bf75b7d Iustin Pop
               (Node.tDsk node) (Node.fDsk node) (Node.tCpu node)
59 3bf75b7d Iustin Pop
               (if Node.offline node then 'Y' else 'N')
60 3bf75b7d Iustin Pop
61 3bf75b7d Iustin Pop
-- | Generate node file data from node objects
62 3bf75b7d Iustin Pop
serializeNodes :: Node.List -> String
63 3bf75b7d Iustin Pop
serializeNodes = unlines . map serializeNode . Container.elems
64 3bf75b7d Iustin Pop
65 3bf75b7d Iustin Pop
-- | Serialize a single instance
66 3bf75b7d Iustin Pop
serializeInstance :: Node.List -> Instance.Instance -> String
67 3bf75b7d Iustin Pop
serializeInstance nl inst =
68 3bf75b7d Iustin Pop
    let
69 3bf75b7d Iustin Pop
        iname = Instance.name inst
70 3bf75b7d Iustin Pop
        pnode = Container.nameOf nl (Instance.pNode inst)
71 3bf75b7d Iustin Pop
        sidx = Instance.sNode inst
72 3bf75b7d Iustin Pop
        snode = (if sidx == Node.noSecondary
73 3bf75b7d Iustin Pop
                    then ""
74 3bf75b7d Iustin Pop
                    else Container.nameOf nl sidx)
75 3bf75b7d Iustin Pop
    in
76 3bf75b7d Iustin Pop
      printf "%s|%d|%d|%d|%s|%s|%s|%s"
77 3bf75b7d Iustin Pop
             iname (Instance.mem inst) (Instance.dsk inst)
78 3bf75b7d Iustin Pop
             (Instance.vcpus inst) (Instance.runSt inst)
79 3bf75b7d Iustin Pop
             pnode snode (intercalate "," (Instance.tags inst))
80 3bf75b7d Iustin Pop
81 3bf75b7d Iustin Pop
-- | Generate instance file data from instance objects
82 3bf75b7d Iustin Pop
serializeInstances :: Node.List -> Instance.List -> String
83 3bf75b7d Iustin Pop
serializeInstances nl =
84 3bf75b7d Iustin Pop
    unlines . map (serializeInstance nl) . Container.elems
85 3bf75b7d Iustin Pop
86 4a273e97 Iustin Pop
-- | Generate complete cluster data from node and instance lists
87 4a273e97 Iustin Pop
serializeCluster :: Node.List -> Instance.List -> String
88 4a273e97 Iustin Pop
serializeCluster nl il =
89 4a273e97 Iustin Pop
  let ndata = serializeNodes nl
90 4a273e97 Iustin Pop
      idata = serializeInstances nl il
91 4a273e97 Iustin Pop
  in ndata ++ ['\n'] ++ idata
92 4a273e97 Iustin Pop
93 9188aeef Iustin Pop
-- | Load a node from a field list.
94 040afc35 Iustin Pop
loadNode :: (Monad m) => [String] -> m (String, Node.Node)
95 27671a61 Iustin Pop
loadNode [name, tm, nm, fm, td, fd, tc, fo] = do
96 040afc35 Iustin Pop
  new_node <-
97 1a82215d Iustin Pop
      if any (== "?") [tm,nm,fm,td,fd,tc] || fo == "Y" then
98 a68004b7 Iustin Pop
          return $ Node.create name 0 0 0 0 0 0 True defaultUUID
99 040afc35 Iustin Pop
      else do
100 040afc35 Iustin Pop
        vtm <- tryRead name tm
101 040afc35 Iustin Pop
        vnm <- tryRead name nm
102 040afc35 Iustin Pop
        vfm <- tryRead name fm
103 040afc35 Iustin Pop
        vtd <- tryRead name td
104 040afc35 Iustin Pop
        vfd <- tryRead name fd
105 1a82215d Iustin Pop
        vtc <- tryRead name tc
106 a68004b7 Iustin Pop
        return $ Node.create name vtm vnm vfm vtd vfd vtc False defaultUUID
107 040afc35 Iustin Pop
  return (name, new_node)
108 9f6dcdea Iustin Pop
loadNode s = fail $ "Invalid/incomplete node data: '" ++ show s ++ "'"
109 040afc35 Iustin Pop
110 9188aeef Iustin Pop
-- | Load an instance from a field list.
111 040afc35 Iustin Pop
loadInst :: (Monad m) =>
112 608efcce Iustin Pop
            [(String, Ndx)] -> [String] -> m (String, Instance.Instance)
113 17e7af2b Iustin Pop
loadInst ktn [name, mem, dsk, vcpus, status, pnode, snode, tags] = do
114 040afc35 Iustin Pop
  pidx <- lookupNode ktn name pnode
115 040afc35 Iustin Pop
  sidx <- (if null snode then return Node.noSecondary
116 040afc35 Iustin Pop
           else lookupNode ktn name snode)
117 040afc35 Iustin Pop
  vmem <- tryRead name mem
118 040afc35 Iustin Pop
  vdsk <- tryRead name dsk
119 d752eb39 Iustin Pop
  vvcpus <- tryRead name vcpus
120 040afc35 Iustin Pop
  when (sidx == pidx) $ fail $ "Instance " ++ name ++
121 040afc35 Iustin Pop
           " has same primary and secondary node - " ++ pnode
122 17e7af2b Iustin Pop
  let vtags = sepSplit ',' tags
123 17e7af2b Iustin Pop
      newinst = Instance.create name vmem vdsk vvcpus status vtags pidx sidx
124 040afc35 Iustin Pop
  return (name, newinst)
125 9f6dcdea Iustin Pop
loadInst _ s = fail $ "Invalid/incomplete instance data: '" ++ show s ++ "'"
126 040afc35 Iustin Pop
127 9188aeef Iustin Pop
-- | Convert newline and delimiter-separated text.
128 9188aeef Iustin Pop
--
129 9188aeef Iustin Pop
-- This function converts a text in tabular format as generated by
130 9188aeef Iustin Pop
-- @gnt-instance list@ and @gnt-node list@ to a list of objects using
131 9188aeef Iustin Pop
-- a supplied conversion function.
132 497e30a1 Iustin Pop
loadTabular :: (Monad m, Element a) =>
133 f5197d89 Iustin Pop
               [String] -> ([String] -> m (String, a))
134 497e30a1 Iustin Pop
            -> m ([(String, Int)], [(Int, a)])
135 f5197d89 Iustin Pop
loadTabular lines_data convert_fn = do
136 f5197d89 Iustin Pop
  let rows = map (sepSplit '|') lines_data
137 040afc35 Iustin Pop
  kerows <- mapM convert_fn rows
138 497e30a1 Iustin Pop
  return $ assignIndices kerows
139 040afc35 Iustin Pop
140 dadfc261 Iustin Pop
-- | Load the cluser data from disk.
141 dadfc261 Iustin Pop
readData :: String -- ^ Path to the text file
142 dadfc261 Iustin Pop
         -> IO String
143 dadfc261 Iustin Pop
readData = readFile
144 dadfc261 Iustin Pop
145 16c2369c Iustin Pop
-- | Builds the cluster data from text input.
146 dadfc261 Iustin Pop
parseData :: String -- ^ Text data
147 dadfc261 Iustin Pop
          -> Result (Node.AssocList, Instance.AssocList, [String])
148 dadfc261 Iustin Pop
parseData fdata = do
149 16c2369c Iustin Pop
  let flines = lines fdata
150 16c2369c Iustin Pop
      (nlines, ilines) = break null flines
151 dadfc261 Iustin Pop
  ifixed <- case ilines of
152 dadfc261 Iustin Pop
    [] -> Bad "Invalid format of the input file (no instance data)"
153 dadfc261 Iustin Pop
    _:xs -> Ok xs
154 dadfc261 Iustin Pop
  {- node file: name t_mem n_mem f_mem t_disk f_disk -}
155 dadfc261 Iustin Pop
  (ktn, nl) <- loadTabular nlines loadNode
156 dadfc261 Iustin Pop
  {- instance file: name mem disk status pnode snode -}
157 dadfc261 Iustin Pop
  (_, il) <- loadTabular ifixed (loadInst ktn)
158 dadfc261 Iustin Pop
  return (nl, il, [])
159 dadfc261 Iustin Pop
160 dadfc261 Iustin Pop
-- | Top level function for data loading
161 dadfc261 Iustin Pop
loadData :: String -- ^ Path to the text file
162 dadfc261 Iustin Pop
         -> IO (Result (Node.AssocList, Instance.AssocList, [String]))
163 dadfc261 Iustin Pop
loadData afile = readData afile >>= return . parseData