Config.hs 16.6 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
{-| Implementation of the Ganeti configuration database.

-}

{-

Copyright (C) 2011, 2012 Google Inc.

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
02110-1301, USA.

-}

module Ganeti.Config
    ( LinkIpMap
28
    , NdParamObject(..)
29
    , loadConfig
30
    , saveConfig
31
    , getNodeInstances
32
33
    , getNodeRole
    , getNodeNdParams
34
    , getDefaultNicLink
35
    , getDefaultHypervisor
36
    , getInstancesIpByLink
37
    , getMasterCandidates
38
    , getMasterOrCandidates
39
    , getOnlineNodes
40
41
    , getNode
    , getInstance
42
    , getDisk
43
    , getGroup
44
    , getGroupNdParams
45
    , getGroupIpolicy
46
    , getGroupDiskParams
47
48
    , getGroupNodes
    , getGroupInstances
49
    , getGroupOfNode
50
    , getInstPrimaryNode
51
    , getInstMinorsForNode
52
    , getInstAllNodes
53
54
    , getInstDisks
    , getInstDisksFromObj
Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
55
56
57
    , getFilledInstHvParams
    , getFilledInstBeParams
    , getFilledInstOsParams
58
    , getNetwork
59
    , buildLinkIpInstnameMap
60
    , instNodes
61
62
    ) where

Iustin Pop's avatar
Iustin Pop committed
63
import Control.Monad (liftM)
64
import qualified Data.Foldable as F
65
import Data.List (foldl', nub)
66
import qualified Data.Map as M
67
import qualified Data.Set as S
68
import qualified Text.JSON as J
69
import System.IO
70
71
72

import Ganeti.BasicTypes
import qualified Ganeti.Constants as C
73
74
import Ganeti.Errors
import Ganeti.JSON
75
import Ganeti.Objects
76
import Ganeti.Types
77
78
79
80

-- | Type alias for the link and ip map.
type LinkIpMap = M.Map String (M.Map String String)

81
82
83
84
-- | Type class denoting objects which have node parameters.
class NdParamObject a where
  getNdParamsOf :: ConfigData -> a -> Maybe FilledNDParams

85
-- | Reads the config file.
86
87
readConfig :: FilePath -> IO (Result String)
readConfig = runResultT . liftIO . readFile
88
89
90
91
92

-- | Parses the configuration file.
parseConfig :: String -> Result ConfigData
parseConfig = fromJResult "parsing configuration" . J.decodeStrict

93
94
95
96
-- | Encodes the configuration file.
encodeConfig :: ConfigData -> String
encodeConfig = J.encodeStrict

97
98
-- | Wrapper over 'readConfig' and 'parseConfig'.
loadConfig :: FilePath -> IO (Result ConfigData)
99
loadConfig = fmap (>>= parseConfig) . readConfig
100

101
102
103
104
-- | Wrapper over 'hPutStr' and 'encodeConfig'.
saveConfig :: Handle -> ConfigData -> IO ()
saveConfig fh = hPutStr fh . encodeConfig

105
106
-- * Query functions

107
108
109
110
111
112
113
114
115
116
-- | Computes the nodes covered by a disk.
computeDiskNodes :: Disk -> S.Set String
computeDiskNodes dsk =
  case diskLogicalId dsk of
    LIDDrbd8 nodeA nodeB _ _ _ _ -> S.fromList [nodeA, nodeB]
    _ -> S.empty

-- | Computes all disk-related nodes of an instance. For non-DRBD,
-- this will be empty, for DRBD it will contain both the primary and
-- the secondaries.
117
118
119
120
121
instDiskNodes :: ConfigData -> Instance -> S.Set String
instDiskNodes cfg inst =
  case getInstDisksFromObj cfg inst of
    Ok disks -> S.unions $ map computeDiskNodes disks
    Bad _ -> S.empty
122
123

-- | Computes all nodes of an instance.
124
125
instNodes :: ConfigData -> Instance -> S.Set String
instNodes cfg inst = instPrimaryNode inst `S.insert` instDiskNodes cfg inst
126
127
128
129

-- | Computes the secondary nodes of an instance. Since this is valid
-- only for DRBD, we call directly 'instDiskNodes', skipping over the
-- extra primary insert.
130
131
132
instSecondaryNodes :: ConfigData -> Instance -> S.Set String
instSecondaryNodes cfg inst =
  instPrimaryNode inst `S.delete` instDiskNodes cfg inst
133

134
-- | Get instances of a given node.
135
-- The node is specified through its UUID.
136
137
getNodeInstances :: ConfigData -> String -> ([Instance], [Instance])
getNodeInstances cfg nname =
Iustin Pop's avatar
Iustin Pop committed
138
    let all_inst = M.elems . fromContainer . configInstances $ cfg
139
        pri_inst = filter ((== nname) . instPrimaryNode) all_inst
140
        sec_inst = filter ((nname `S.member`) . instSecondaryNodes cfg) all_inst
141
142
    in (pri_inst, sec_inst)

143
144
145
-- | Computes the role of a node.
getNodeRole :: ConfigData -> Node -> NodeRole
getNodeRole cfg node
Klaus Aehlig's avatar
Klaus Aehlig committed
146
  | nodeUuid node == clusterMasterNode (configCluster cfg) = NRMaster
147
148
149
150
151
  | nodeMasterCandidate node = NRCandidate
  | nodeDrained node = NRDrained
  | nodeOffline node = NROffline
  | otherwise = NRRegular

152
-- | Get the list of master candidates, /not including/ the master itself.
153
154
getMasterCandidates :: ConfigData -> [Node]
getMasterCandidates cfg = 
155
156
  filter ((==) NRCandidate . getNodeRole cfg) . F.toList . configNodes $ cfg

157
158
159
160
161
162
-- | Get the list of master candidates, /including/ the master.
getMasterOrCandidates :: ConfigData -> [Node]
getMasterOrCandidates cfg =
  let isMC r = (r == NRCandidate) || (r == NRMaster)
  in filter (isMC . getNodeRole cfg) . F.toList . configNodes $ cfg

163
164
165
-- | Get the list of online nodes.
getOnlineNodes :: ConfigData -> [Node]
getOnlineNodes = filter (not . nodeOffline) . F.toList . configNodes
166

167
168
169
-- | Returns the default cluster link.
getDefaultNicLink :: ConfigData -> String
getDefaultNicLink =
Iustin Pop's avatar
Iustin Pop committed
170
171
  nicpLink . (M.! C.ppDefault) . fromContainer .
  clusterNicparams . configCluster
172

173
174
175
176
177
178
179
180
181
182
-- | Returns the default cluster hypervisor.
getDefaultHypervisor :: ConfigData -> Hypervisor
getDefaultHypervisor cfg =
  case clusterEnabledHypervisors $ configCluster cfg of
    -- FIXME: this case shouldn't happen (configuration broken), but
    -- for now we handle it here because we're not authoritative for
    -- the config
    []  -> XenPvm
    x:_ -> x

183
184
185
186
187
-- | Returns instances of a given link.
getInstancesIpByLink :: LinkIpMap -> String -> [String]
getInstancesIpByLink linkipmap link =
  M.keys $ M.findWithDefault M.empty link linkipmap

188
189
-- | Generic lookup function that converts from a possible abbreviated
-- name to a full name.
190
getItem :: String -> String -> M.Map String a -> ErrorResult a
191
192
getItem kind name allitems = do
  let lresult = lookupName (M.keys allitems) name
193
194
      err msg = Bad $ OpPrereqError (kind ++ " name " ++ name ++ " " ++ msg)
                        ECodeNoEnt
195
196
197
198
199
200
201
202
  fullname <- case lrMatchPriority lresult of
                PartialMatch -> Ok $ lrContent lresult
                ExactMatch -> Ok $ lrContent lresult
                MultipleMatch -> err "has multiple matches"
                FailMatch -> err "not found"
  maybe (err "not found after successfull match?!") Ok $
        M.lookup fullname allitems

Thomas Thrainer's avatar
Thomas Thrainer committed
203
-- | Looks up a node by name or uuid.
204
getNode :: ConfigData -> String -> ErrorResult Node
Thomas Thrainer's avatar
Thomas Thrainer committed
205
206
207
208
209
210
211
212
getNode cfg name =
  let nodes = fromContainer (configNodes cfg)
  in case getItem "Node" name nodes of
       -- if not found by uuid, we need to look it up by name
       Ok node -> Ok node
       Bad _ -> let by_name = M.mapKeys
                              (nodeName . (M.!) nodes) nodes
                in getItem "Node" name by_name
213

214
-- | Looks up an instance by name or uuid.
215
getInstance :: ConfigData -> String -> ErrorResult Instance
Iustin Pop's avatar
Iustin Pop committed
216
getInstance cfg name =
217
218
219
220
221
222
223
  let instances = fromContainer (configInstances cfg)
  in case getItem "Instance" name instances of
       -- if not found by uuid, we need to look it up by name
       Ok inst -> Ok inst
       Bad _ -> let by_name = M.mapKeys
                              (instName . (M.!) instances) instances
                in getItem "Instance" name by_name
224

225
226
227
228
229
230
-- | Looks up a disk by uuid.
getDisk :: ConfigData -> String -> ErrorResult Disk
getDisk cfg name =
  let disks = fromContainer (configDisks cfg)
  in getItem "Disk" name disks

231
-- | Looks up a node group by name or uuid.
232
getGroup :: ConfigData -> String -> ErrorResult NodeGroup
233
234
235
236
237
238
getGroup cfg name =
  let groups = fromContainer (configNodegroups cfg)
  in case getItem "NodeGroup" name groups of
       -- if not found by uuid, we need to look it up by name, slow
       Ok grp -> Ok grp
       Bad _ -> let by_name = M.mapKeys
Iustin Pop's avatar
Iustin Pop committed
239
                              (groupName . (M.!) groups) groups
240
241
                in getItem "NodeGroup" name by_name

242
243
244
245
246
-- | Computes a node group's node params.
getGroupNdParams :: ConfigData -> NodeGroup -> FilledNDParams
getGroupNdParams cfg ng =
  fillNDParams (clusterNdparams $ configCluster cfg) (groupNdparams ng)

247
248
249
250
251
-- | Computes a node group's ipolicy.
getGroupIpolicy :: ConfigData -> NodeGroup -> FilledIPolicy
getGroupIpolicy cfg ng =
  fillIPolicy (clusterIpolicy $ configCluster cfg) (groupIpolicy ng)

252
-- | Computes a group\'s (merged) disk params.
253
getGroupDiskParams :: ConfigData -> NodeGroup -> GroupDiskParams
254
getGroupDiskParams cfg ng =
255
  GenericContainer $
256
257
258
  fillDict (fromContainer . clusterDiskparams $ configCluster cfg)
           (fromContainer $ groupDiskparams ng) []

259
260
261
262
263
264
265
266
267
-- | Get nodes of a given node group.
getGroupNodes :: ConfigData -> String -> [Node]
getGroupNodes cfg gname =
  let all_nodes = M.elems . fromContainer . configNodes $ cfg in
  filter ((==gname) . nodeGroup) all_nodes

-- | Get (primary, secondary) instances of a given node group.
getGroupInstances :: ConfigData -> String -> ([Instance], [Instance])
getGroupInstances cfg gname =
268
  let gnodes = map nodeUuid (getGroupNodes cfg gname)
269
270
271
      ginsts = map (getNodeInstances cfg) gnodes in
  (concatMap fst ginsts, concatMap snd ginsts)

272
273
274
275
276
277
278
279
280
281
282
283
-- | Looks up a network. If looking up by uuid fails, we look up
-- by name.
getNetwork :: ConfigData -> String -> ErrorResult Network
getNetwork cfg name =
  let networks = fromContainer (configNetworks cfg)
  in case getItem "Network" name networks of
       Ok net -> Ok net
       Bad _ -> let by_name = M.mapKeys
                              (fromNonEmpty . networkName . (M.!) networks)
                              networks
                in getItem "Network" name by_name

Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
284
285
-- | Retrieves the instance hypervisor params, missing values filled with
-- cluster defaults.
Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
286
287
getFilledInstHvParams :: [String] -> ConfigData -> Instance -> HvParams
getFilledInstHvParams globals cfg inst =
Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
288
289
290
291
292
293
294
295
296
297
298
299
  -- First get the defaults of the parent
  let hvName = hypervisorToRaw . instHypervisor $ inst
      hvParamMap = fromContainer . clusterHvparams $ configCluster cfg
      parentHvParams = maybe M.empty fromContainer $ M.lookup hvName hvParamMap
  -- Then the os defaults for the given hypervisor
      osName = instOs inst
      osParamMap = fromContainer . clusterOsHvp $ configCluster cfg
      osHvParamMap = maybe M.empty fromContainer $ M.lookup osName osParamMap
      osHvParams = maybe M.empty fromContainer $ M.lookup hvName osHvParamMap
  -- Then the child
      childHvParams = fromContainer . instHvparams $ inst
  -- Helper function
Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
300
      fillFn con val = fillDict con val globals
Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
301
302
303
304
305
306
307
308
309
310
311
  in GenericContainer $ fillFn (fillFn parentHvParams osHvParams) childHvParams

-- | Retrieves the instance backend params, missing values filled with cluster
-- defaults.
getFilledInstBeParams :: ConfigData -> Instance -> ErrorResult FilledBeParams
getFilledInstBeParams cfg inst = do
  let beParamMap = fromContainer . clusterBeparams . configCluster $ cfg
  parentParams <- getItem "FilledBeParams" C.ppDefault beParamMap
  return $ fillBeParams parentParams (instBeparams inst)

-- | Retrieves the instance os params, missing values filled with cluster
312
-- defaults. This does NOT include private and secret parameters.
Hrvoje Ribicic's avatar
Hrvoje Ribicic committed
313
314
315
316
317
318
319
320
321
322
323
getFilledInstOsParams :: ConfigData -> Instance -> OsParams
getFilledInstOsParams cfg inst =
  let osLookupName = takeWhile (/= '+') (instOs inst)
      osParamMap = fromContainer . clusterOsparams $ configCluster cfg
      childOsParams = instOsparams inst
  in case getItem "OsParams" osLookupName osParamMap of
       Ok parentOsParams -> GenericContainer $
                              fillDict (fromContainer parentOsParams)
                                       (fromContainer childOsParams) []
       Bad _             -> childOsParams

324
-- | Looks up an instance's primary node.
325
getInstPrimaryNode :: ConfigData -> String -> ErrorResult Node
326
getInstPrimaryNode cfg name =
Iustin Pop's avatar
Iustin Pop committed
327
  liftM instPrimaryNode (getInstance cfg name) >>= getNode cfg
328

329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
-- | Retrieves all nodes hosting a DRBD disk
getDrbdDiskNodes :: ConfigData -> Disk -> [Node]
getDrbdDiskNodes cfg disk =
  let retrieved = case diskLogicalId disk of
                    LIDDrbd8 nodeA nodeB _ _ _ _ ->
                      justOk [getNode cfg nodeA, getNode cfg nodeB]
                    _                            -> []
  in retrieved ++ concatMap (getDrbdDiskNodes cfg) (diskChildren disk)

-- | Retrieves all the nodes of the instance.
--
-- As instances not using DRBD can be sent as a parameter as well,
-- the primary node has to be appended to the results.
getInstAllNodes :: ConfigData -> String -> ErrorResult [Node]
getInstAllNodes cfg name = do
344
345
  inst_disks <- getInstDisks cfg name
  let diskNodes = concatMap (getDrbdDiskNodes cfg) inst_disks
346
347
348
  pNode <- getInstPrimaryNode cfg name
  return . nub $ pNode:diskNodes

349
350
351
-- | Get disks for a given instance.
-- The instance is specified by name or uuid.
getInstDisks :: ConfigData -> String -> ErrorResult [Disk]
352
353
getInstDisks cfg iname =
  getInstance cfg iname >>= mapM (getDisk cfg) . instDisks
354
355
356
357
358
359

-- | Get disks for a given instance object.
getInstDisksFromObj :: ConfigData -> Instance -> ErrorResult [Disk]
getInstDisksFromObj cfg =
  getInstDisks cfg . instUuid

360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
-- | Filters DRBD minors for a given node.
getDrbdMinorsForNode :: String -> Disk -> [(Int, String)]
getDrbdMinorsForNode node disk =
  let child_minors = concatMap (getDrbdMinorsForNode node) (diskChildren disk)
      this_minors =
        case diskLogicalId disk of
          LIDDrbd8 nodeA nodeB _ minorA minorB _
            | nodeA == node -> [(minorA, nodeB)]
            | nodeB == node -> [(minorB, nodeA)]
          _ -> []
  in this_minors ++ child_minors

-- | String for primary role.
rolePrimary :: String
rolePrimary = "primary"

-- | String for secondary role.
roleSecondary :: String
roleSecondary = "secondary"

-- | Gets the list of DRBD minors for an instance that are related to
-- a given node.
382
383
getInstMinorsForNode :: ConfigData
                     -> String -- ^ The UUID of a node.
384
                     -> Instance
385
                     -> [(String, Int, String, String, String, String)]
386
getInstMinorsForNode cfg node inst =
387
388
389
390
  let role = if node == instPrimaryNode inst
               then rolePrimary
               else roleSecondary
      iname = instName inst
391
392
393
      inst_disks = case getInstDisksFromObj cfg inst of
                     Ok disks -> disks
                     Bad _ -> []
394
395
396
397
398
399
  -- FIXME: the disk/ build there is hack-ish; unify this in a
  -- separate place, or reuse the iv_name (but that is deprecated on
  -- the Python side)
  in concatMap (\(idx, dsk) ->
            [(node, minor, iname, "disk/" ++ show idx, role, peer)
               | (minor, peer) <- getDrbdMinorsForNode node dsk]) .
400
     zip [(0::Int)..] $ inst_disks
401

402
403
404
405
406
407
408
409
410
411
412
413
-- | Builds link -> ip -> instname map.
--
-- TODO: improve this by splitting it into multiple independent functions:
--
-- * abstract the \"fetch instance with filled params\" functionality
--
-- * abstsract the [instance] -> [(nic, instance_name)] part
--
-- * etc.
buildLinkIpInstnameMap :: ConfigData -> LinkIpMap
buildLinkIpInstnameMap cfg =
  let cluster = configCluster cfg
Iustin Pop's avatar
Iustin Pop committed
414
415
      instances = M.elems . fromContainer . configInstances $ cfg
      defparams = (M.!) (fromContainer $ clusterNicparams cluster) C.ppDefault
416
417
418
419
      nics = concatMap (\i -> [(instName i, nic) | nic <- instNics i])
             instances
  in foldl' (\accum (iname, nic) ->
               let pparams = nicNicparams nic
Iustin Pop's avatar
Iustin Pop committed
420
                   fparams = fillNicParams defparams pparams
421
422
423
                   link = nicpLink fparams
               in case nicIp nic of
                    Nothing -> accum
Iustin Pop's avatar
Iustin Pop committed
424
                    Just ip -> let oldipmap = M.findWithDefault M.empty
425
426
427
428
                                              link accum
                                   newipmap = M.insert ip iname oldipmap
                               in M.insert link newipmap accum
            ) M.empty nics
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451


-- | Returns a node's group, with optional failure if we can't find it
-- (configuration corrupt).
getGroupOfNode :: ConfigData -> Node -> Maybe NodeGroup
getGroupOfNode cfg node =
  M.lookup (nodeGroup node) (fromContainer . configNodegroups $ cfg)

-- | Returns a node's ndparams, filled.
getNodeNdParams :: ConfigData -> Node -> Maybe FilledNDParams
getNodeNdParams cfg node = do
  group <- getGroupOfNode cfg node
  let gparams = getGroupNdParams cfg group
  return $ fillNDParams gparams (nodeNdparams node)

instance NdParamObject Node where
  getNdParamsOf = getNodeNdParams

instance NdParamObject NodeGroup where
  getNdParamsOf cfg = Just . getGroupNdParams cfg

instance NdParamObject Cluster where
  getNdParamsOf _ = Just . clusterNdparams