From e10be8f281fed8ad25d2ccb6ac32a4f044ff92f5 Mon Sep 17 00:00:00 2001
From: Iustin Pop <iustin@google.com>
Date: Mon, 1 Jun 2009 13:59:02 +0200
Subject: [PATCH] Initial add of the hspace tool
This is a tool that checks how many instances (of same size, specified
by command line arguments) can be added to a cluster while remaining N+1
compliant.
---
.gitignore | 1 +
Makefile | 2 +-
hspace.hs | 245 +++++++++++++++++++++++++++++++++++++++++++++++++++++
3 files changed, 247 insertions(+), 1 deletion(-)
create mode 100644 hspace.hs
diff --git a/.gitignore b/.gitignore
index 5e289ea49..407bfc321 100644
--- a/.gitignore
+++ b/.gitignore
@@ -17,6 +17,7 @@ hn1
hbal
hscan
hail
+hspace
test
*.prof*
*.stat
diff --git a/Makefile b/Makefile
index 0ef37a07d..a3d554da4 100644
--- a/Makefile
+++ b/Makefile
@@ -1,4 +1,4 @@
-HPROGS = hbal hn1 hscan hail
+HPROGS = hbal hn1 hscan hail hspace
HALLPROGS = $(HPROGS) test
HSRCS := $(wildcard Ganeti/HTools/*.hs)
HDDIR = apidoc
diff --git a/hspace.hs b/hspace.hs
new file mode 100644
index 000000000..01aa28036
--- /dev/null
+++ b/hspace.hs
@@ -0,0 +1,245 @@
+{-| Cluster space sizing
+
+-}
+
+{-
+
+Copyright (C) 2009 Google Inc.
+
+This program is free software; you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation; either version 2 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program; if not, write to the Free Software
+Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+02110-1301, USA.
+
+-}
+
+module Main (main) where
+
+import Data.List
+import Data.Function
+import Data.Maybe (isJust, fromJust, fromMaybe, isNothing)
+import Monad
+import System
+import System.IO
+import System.Console.GetOpt
+import qualified System
+
+import Text.Printf (printf)
+
+import qualified Ganeti.HTools.Container as Container
+import qualified Ganeti.HTools.Cluster as Cluster
+import qualified Ganeti.HTools.Node as Node
+import qualified Ganeti.HTools.Instance as Instance
+import qualified Ganeti.HTools.CLI as CLI
+
+import Ganeti.HTools.Utils
+
+-- | Command line options structure.
+data Options = Options
+ { optShowNodes :: Bool -- ^ Whether to show node status
+ , optNodef :: FilePath -- ^ Path to the nodes file
+ , optNodeSet :: Bool -- ^ The nodes have been set by options
+ , optInstf :: FilePath -- ^ Path to the instances file
+ , optInstSet :: Bool -- ^ The insts have been set by options
+ , optMaster :: String -- ^ Collect data from RAPI
+ , optVerbose :: Int -- ^ Verbosity level
+ , optOffline :: [String] -- ^ Names of offline nodes
+ , optIMem :: Int -- ^ Instance memory
+ , optIDsk :: Int -- ^ Instance disk
+ , optINodes :: Int -- ^ Nodes required for an instance
+ , optShowVer :: Bool -- ^ Just show the program version
+ , optShowHelp :: Bool -- ^ Just show the help
+ } deriving Show
+
+instance CLI.CLIOptions Options where
+ showVersion = optShowVer
+ showHelp = optShowHelp
+
+instance CLI.EToolOptions Options where
+ nodeFile = optNodef
+ nodeSet = optNodeSet
+ instFile = optInstf
+ instSet = optInstSet
+ masterName = optMaster
+ silent a = (optVerbose a) == 0
+
+-- | Default values for the command line options.
+defaultOptions :: Options
+defaultOptions = Options
+ { optShowNodes = False
+ , optNodef = "nodes"
+ , optNodeSet = False
+ , optInstf = "instances"
+ , optInstSet = False
+ , optMaster = ""
+ , optVerbose = 1
+ , optOffline = []
+ , optIMem = 4096
+ , optIDsk = 102400
+ , optINodes = 2
+ , optShowVer = False
+ , optShowHelp = False
+ }
+
+-- | Options list and functions
+options :: [OptDescr (Options -> Options)]
+options =
+ [ Option ['p'] ["print-nodes"]
+ (NoArg (\ opts -> opts { optShowNodes = True }))
+ "print the final node list"
+ , Option ['n'] ["nodes"]
+ (ReqArg (\ f opts -> opts { optNodef = f, optNodeSet = True }) "FILE")
+ "the node list FILE"
+ , Option ['i'] ["instances"]
+ (ReqArg (\ f opts -> opts { optInstf = f, optInstSet = True }) "FILE")
+ "the instance list FILE"
+ , Option ['m'] ["master"]
+ (ReqArg (\ m opts -> opts { optMaster = m }) "ADDRESS")
+ "collect data via RAPI at the given ADDRESS"
+ , Option ['v'] ["verbose"]
+ (NoArg (\ opts -> opts { optVerbose = (optVerbose opts) + 1 }))
+ "increase the verbosity level"
+ , Option ['q'] ["quiet"]
+ (NoArg (\ opts -> opts { optVerbose = (optVerbose opts) - 1 }))
+ "decrease the verbosity level"
+ , Option ['O'] ["offline"]
+ (ReqArg (\ n opts -> opts { optOffline = n:optOffline opts }) "NODE")
+ "set node as offline"
+ , Option [] ["memory"]
+ (ReqArg (\ m opts -> opts { optIMem = read m }) "MEMORY")
+ "memory size for instances"
+ , Option [] ["disk"]
+ (ReqArg (\ d opts -> opts { optIDsk = read d }) "DISK")
+ "disk size for instances"
+ , Option [] ["req-nodes"]
+ (ReqArg (\ n opts -> opts { optINodes = read n }) "NODES")
+ "number of nodes for the new instances (1=plain, 2=mirrored)"
+ , Option ['V'] ["version"]
+ (NoArg (\ opts -> opts { optShowVer = True}))
+ "show the version of the program"
+ , Option ['h'] ["help"]
+ (NoArg (\ opts -> opts { optShowHelp = True}))
+ "show help"
+ ]
+
+filterFails :: (Monad m) => [(Maybe Node.List, [Node.Node])]
+ -> m [(Node.List, [Node.Node])]
+filterFails sols =
+ if null sols then fail "No nodes onto which to allocate at all"
+ else let sols' = filter (isJust . fst) sols
+ in if null sols' then
+ fail "No valid allocation solutions"
+ else
+ return $ map (\(x, y) -> (fromJust x, y)) sols'
+
+processResults :: (Monad m) => [(Node.List, [Node.Node])]
+ -> m (Node.List, [Node.Node])
+processResults sols =
+ let sols' = map (\(nl', ns) -> (Cluster.compCV nl', (nl', ns))) sols
+ sols'' = sortBy (compare `on` fst) sols'
+ in return $ snd $ head sols''
+
+iterateDepth :: Node.List
+ -> Instance.List
+ -> Instance.Instance
+ -> Int
+ -> Int
+ -> (Node.List, Int)
+iterateDepth nl il newinst nreq depth =
+ let newname = printf "new-%d" depth
+ newidx = (length $ Container.elems il) + depth
+ newi2 = Instance.setIdx (Instance.setName newinst newname) newidx
+ sols = Cluster.tryAlloc nl il newi2 nreq
+ orig = (nl, depth)
+ in
+ if isNothing sols then orig
+ else let sols' = fromJust sols
+ sols'' = filterFails sols'
+ in if isNothing sols'' then orig
+ else let (xnl, _) = fromJust $ processResults $ fromJust sols''
+ in iterateDepth xnl il newinst nreq (depth+1)
+
+
+-- | Main function.
+main :: IO ()
+main = do
+ cmd_args <- System.getArgs
+ (opts, args) <- CLI.parseOpts cmd_args "hspace" options defaultOptions
+
+ unless (null args) $ do
+ hPutStrLn stderr "Error: this program doesn't take any arguments."
+ exitWith $ ExitFailure 1
+
+ let verbose = optVerbose opts
+
+ (fixed_nl, il, csf) <- CLI.loadExternalData opts
+
+ let offline_names = optOffline opts
+ all_nodes = Container.elems fixed_nl
+ all_names = map Node.name all_nodes
+ offline_wrong = filter (\n -> not $ elem n all_names) offline_names
+ offline_indices = map Node.idx $
+ filter (\n -> elem (Node.name n) offline_names)
+ all_nodes
+
+ when (length offline_wrong > 0) $ do
+ printf "Wrong node name(s) set as offline: %s\n"
+ (commaJoin offline_wrong)
+ exitWith $ ExitFailure 1
+
+ let nl = Container.map (\n -> if elem (Node.idx n) offline_indices
+ then Node.setOffline n True
+ else n) fixed_nl
+
+ when (length csf > 0 && verbose > 1) $ do
+ printf "Note: Stripping common suffix of '%s' from names\n" csf
+
+ let bad_nodes = fst $ Cluster.computeBadItems nl il
+ when (length bad_nodes > 0) $ do
+ putStrLn "Cluster not N+1, no space to allocate."
+ exitWith $ ExitFailure 1
+
+ when (optShowNodes opts) $
+ do
+ putStrLn "Initial cluster status:"
+ putStrLn $ Cluster.printNodes nl
+
+ let ini_cv = Cluster.compCV nl
+
+ (if verbose > 2 then
+ printf "Initial coefficients: overall %.8f, %s\n"
+ ini_cv (Cluster.printStats nl)
+ else
+ printf "Initial score: %.8f\n" ini_cv)
+
+ let imlen = Container.maxNameLen il
+ nmlen = Container.maxNameLen nl
+ newinst = Instance.create "new" (optIMem opts) (optIDsk opts)
+ "ADMIN_down" (-1) (-1)
+
+ let (fin_nl, fin_depth) = iterateDepth nl il newinst (optINodes opts) 0
+
+ unless (verbose == 0) $
+ printf "Solution length=%d\n" fin_depth
+
+ when (optShowNodes opts) $
+ do
+ let (orig_mem, orig_disk) = Cluster.totalResources nl
+ (final_mem, final_disk) = Cluster.totalResources fin_nl
+ putStrLn ""
+ putStrLn "Final cluster status:"
+ putStrLn $ Cluster.printNodes fin_nl
+ when (verbose > 3) $
+ do
+ printf "Original: mem=%d disk=%d\n" orig_mem orig_disk
+ printf "Final: mem=%d disk=%d\n" final_mem final_disk
--
GitLab