Synnefo » snf-ganeti

{-# LANGUAGE OverloadedStrings #-}

{-| Implementation of the Ganeti confd server functionality.

-}

{-

Copyright (C) 2013 Google Inc.

This program is free software; you can redistribute it and/or modify

it under the terms of the GNU General Public License as published by

the Free Software Foundation; either version 2 of the License, or

(at your option) any later version.

This program is distributed in the hope that it will be useful, but

WITHOUT ANY WARRANTY; without even the implied warranty of

MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

General Public License for more details.

You should have received a copy of the GNU General Public License

along with this program; if not, write to the Free Software

Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

02110-1301, USA.

-}

module Ganeti.Monitoring.Server

  ( main

  , checkMain

  , prepMain

  ) where

import Control.Applicative

import Control.Monad

import Control.Monad.IO.Class

import Data.ByteString.Char8 hiding (map, filter, find)

import Data.List

import qualified Data.Map as Map

import Snap.Core

import Snap.Http.Server

import qualified Text.JSON as J

import Control.Concurrent

import qualified Ganeti.BasicTypes as BT

import Ganeti.Daemon

import qualified Ganeti.DataCollectors.CPUload as CPUload

import qualified Ganeti.DataCollectors.Diskstats as Diskstats

import qualified Ganeti.DataCollectors.Drbd as Drbd

import qualified Ganeti.DataCollectors.InstStatus as InstStatus

import qualified Ganeti.DataCollectors.Lv as Lv

import Ganeti.DataCollectors.Types

import qualified Ganeti.Constants as C

import Ganeti.Runtime

-- * Types and constants definitions

-- | Type alias for checkMain results.

type CheckResult = ()

-- | Type alias for prepMain results.

type PrepResult = Config Snap ()

-- | Version of the latest supported http API.

latestAPIVersion :: Int

latestAPIVersion = C.mondLatestApiVersion

-- | A report of a data collector might be stateful or stateless.

data Report = StatelessR (IO DCReport)

            | StatefulR (Maybe CollectorData -> IO DCReport)

-- | Type describing a data collector basic information

data DataCollector = DataCollector

  { dName     :: String           -- ^ Name of the data collector

  , dCategory :: Maybe DCCategory -- ^ Category (storage, instance, ecc)

                                  --   of the collector

  , dKind     :: DCKind           -- ^ Kind (performance or status reporting) of

                                  --   the data collector

  , dReport   :: Report           -- ^ Report produced by the collector

  , dUpdate   :: Maybe (Maybe CollectorData -> IO CollectorData)

                                  -- ^ Update operation for stateful collectors.

  }

-- | The list of available builtin data collectors.

collectors :: [DataCollector]

collectors =

  [ DataCollector Diskstats.dcName Diskstats.dcCategory Diskstats.dcKind

      (StatelessR Diskstats.dcReport) Nothing

  , DataCollector Drbd.dcName Drbd.dcCategory Drbd.dcKind

      (StatelessR Drbd.dcReport) Nothing

  , DataCollector InstStatus.dcName InstStatus.dcCategory InstStatus.dcKind

      (StatelessR InstStatus.dcReport) Nothing

  , DataCollector Lv.dcName Lv.dcCategory Lv.dcKind

      (StatelessR Lv.dcReport) Nothing

  , DataCollector CPUload.dcName CPUload.dcCategory CPUload.dcKind

      (StatefulR CPUload.dcReport) (Just CPUload.dcUpdate)

  ]

-- * Configuration handling

-- | The default configuration for the HTTP server.

defaultHttpConf :: FilePath -> FilePath -> Config Snap ()

defaultHttpConf accessLog errorLog =

  setAccessLog (ConfigFileLog accessLog) .

  setCompression False .

  setErrorLog (ConfigFileLog errorLog) $

  setVerbose False

  emptyConfig

-- * Helper functions

-- | Check function for the monitoring agent.

checkMain :: CheckFn CheckResult

checkMain _ = return $ Right ()

-- | Prepare function for monitoring agent.

prepMain :: PrepFn CheckResult PrepResult

prepMain opts _ = do

  accessLog <- daemonsExtraLogFile GanetiMond AccessLog

  errorLog <- daemonsExtraLogFile GanetiMond ErrorLog

  return .

    setPort

      (maybe C.defaultMondPort fromIntegral (optPort opts)) .

    maybe id (setBind . pack) (optBindAddress opts)

    $ defaultHttpConf accessLog errorLog

-- * Query answers

-- | Reply to the supported API version numbers query.

versionQ :: Snap ()

versionQ = writeBS . pack $ J.encode [latestAPIVersion]

-- | Version 1 of the monitoring HTTP API.

version1Api :: MVar CollectorMap -> Snap ()

version1Api mvar =

  let returnNull = writeBS . pack $ J.encode J.JSNull :: Snap ()

  in ifTop returnNull <|>

     route

       [ ("list", listHandler)

       , ("report", reportHandler mvar)

       ]

-- | Get the JSON representation of a data collector to be used in the collector

-- list.

dcListItem :: DataCollector -> J.JSValue

dcListItem dc =

  J.JSArray

    [ J.showJSON $ dName dc

    , maybe J.JSNull J.showJSON $ dCategory dc

    , J.showJSON $ dKind dc

    ]

-- | Handler for returning lists.

listHandler :: Snap ()

listHandler =

  dir "collectors" . writeBS . pack . J.encode $ map dcListItem collectors

-- | Handler for returning data collector reports.

reportHandler :: MVar CollectorMap -> Snap ()

reportHandler mvar =

  route

    [ ("all", allReports mvar)

    , (":category/:collector", oneReport mvar)

    ] <|>

  errorReport

-- | Return the report of all the available collectors.

allReports :: MVar CollectorMap -> Snap ()

allReports mvar = do

  reports <- mapM (liftIO . getReport mvar) collectors

  writeBS . pack . J.encode $ reports

-- | Takes the CollectorMap and a DataCollector and returns the report for this

-- collector.

getReport :: MVar CollectorMap -> DataCollector -> IO DCReport

getReport mvar collector =

  case dReport collector of

    StatelessR r -> r

    StatefulR r -> do

      colData <- getColData (dName collector) mvar

      r colData

-- | Returns the data for the corresponding collector.

getColData :: String -> MVar CollectorMap -> IO (Maybe CollectorData)

getColData name mvar = do

  m <- readMVar mvar

  return $ Map.lookup name m

-- | Returns a category given its name.

-- If "collector" is given as the name, the collector has no category, and

-- Nothing will be returned.

catFromName :: String -> BT.Result (Maybe DCCategory)

catFromName "instance"   = BT.Ok $ Just DCInstance

catFromName "storage"    = BT.Ok $ Just DCStorage

catFromName "daemon"     = BT.Ok $ Just DCDaemon

catFromName "hypervisor" = BT.Ok $ Just DCHypervisor

catFromName "default"    = BT.Ok Nothing

catFromName _            = BT.Bad "No such category"

errorReport :: Snap ()

errorReport = do

  modifyResponse $ setResponseStatus 404 "Not found"

  writeBS "Unable to produce a report for the requested resource"

error404 :: Snap ()

error404 = do

  modifyResponse $ setResponseStatus 404 "Not found"

  writeBS "Resource not found"

-- | Return the report of one collector.

oneReport :: MVar CollectorMap -> Snap ()

oneReport mvar = do

  categoryName <- maybe mzero unpack <$> getParam "category"

  collectorName <- maybe mzero unpack <$> getParam "collector"

  category <-

    case catFromName categoryName of

      BT.Ok cat -> return cat

      BT.Bad msg -> fail msg

  collector <-

    case

      find (\col -> collectorName == dName col) $

        filter (\c -> category == dCategory c) collectors of

      Just col -> return col

      Nothing -> fail "Unable to find the requested collector"

  dcr <- liftIO $ getReport mvar collector

  writeBS . pack . J.encode $ dcr

-- | The function implementing the HTTP API of the monitoring agent.

monitoringApi :: MVar CollectorMap -> Snap ()

monitoringApi mvar =

  ifTop versionQ <|>

  dir "1" (version1Api mvar) <|>

  error404

-- | The function collecting data for each data collector providing a dcUpdate

-- function.

collect :: CollectorMap -> DataCollector -> IO CollectorMap

collect m collector =

  case dUpdate collector of

    Nothing -> return m

    Just update -> do

      let name = dName collector

          existing = Map.lookup name m

      new_data <- update existing

      return $ Map.insert name new_data m

-- | Invokes collect for each data collector.

collection :: CollectorMap -> IO CollectorMap

collection m = foldM collect m collectors

-- | The thread responsible for the periodical collection of data for each data

-- data collector.

collectord :: MVar CollectorMap -> IO ()

collectord mvar = do

  m <- takeMVar mvar

  m' <- collection m

  putMVar mvar m'

  threadDelay $ 10^(6 :: Int) * C.mondTimeInterval

  collectord mvar

-- | Main function.

main :: MainFn CheckResult PrepResult

main _ _ httpConf = do

  mvar <- newMVar Map.empty

  _ <- forkIO $ collectord mvar

  httpServe httpConf . method GET $ monitoringApi mvar