gnt-cluster 19.3 KB
Newer Older
Iustin Pop's avatar
Iustin Pop committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#!/usr/bin/python
#

# Copyright (C) 2006, 2007 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.


import sys
from optparse import make_option
24
import os.path
Iustin Pop's avatar
Iustin Pop committed
25
26
27

from ganeti.cli import *
from ganeti import opcodes
28
from ganeti import constants
29
from ganeti import errors
30
from ganeti import utils
31
from ganeti import bootstrap
32
33
from ganeti import ssh
from ganeti import ssconf
Iustin Pop's avatar
Iustin Pop committed
34
35
36
37
38
39
40
41
42
43


def InitCluster(opts, args):
  """Initialize the cluster.

  Args:
    opts - class with options as members
    args - list of arguments, expected to be [clustername]

  """
44
  if not opts.lvm_storage and opts.vg_name:
45
    ToStderr("Options --no-lvm-storage and --vg-name conflict.")
46
47
48
49
50
51
    return 1

  vg_name = opts.vg_name
  if opts.lvm_storage and not opts.vg_name:
    vg_name = constants.DEFAULT_VG

52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
  hvlist = opts.enabled_hypervisors
  if hvlist is not None:
    hvlist = hvlist.split(",")
  else:
    hvlist = constants.DEFAULT_ENABLED_HYPERVISOR

  hvparams = opts.hvparams
  if hvparams:
    # a list of (name, dict) we can pass directly to dict()
    hvparams = dict(opts.hvparams)
  else:
    # otherwise init as empty dict
    hvparams = {}

  beparams = opts.beparams
  # check for invalid parameters
  for parameter in beparams:
    if parameter not in constants.BES_PARAMETERS:
      print "Invalid backend parameter: %s" % parameter
      return 1

  # prepare beparams dict
  for parameter in constants.BES_PARAMETERS:
    if parameter not in beparams:
      beparams[parameter] = constants.BEC_DEFAULTS[parameter]

  # type wrangling
  try:
    beparams[constants.BE_VCPUS] = int(beparams[constants.BE_VCPUS])
  except ValueError:
    print "%s must be an integer" % constants.BE_VCPUS
    return 1

  beparams[constants.BE_MEMORY] = utils.ParseUnit(beparams[constants.BE_MEMORY])

  # prepare hvparams dict
  for hv in constants.HYPER_TYPES:
    if hv not in hvparams:
      hvparams[hv] = {}
    for parameter in constants.HVC_DEFAULTS[hv]:
      if parameter not in hvparams[hv]:
        hvparams[hv][parameter] = constants.HVC_DEFAULTS[hv][parameter]

  for hv in hvlist:
    if hv not in constants.HYPER_TYPES:
      print "invalid hypervisor: %s" % hv
      return 1

100
101
102
103
104
105
  bootstrap.InitCluster(cluster_name=args[0],
                        secondary_ip=opts.secondary_ip,
                        vg_name=vg_name,
                        mac_prefix=opts.mac_prefix,
                        def_bridge=opts.def_bridge,
                        master_netdev=opts.master_netdev,
106
107
108
109
                        file_storage_dir=opts.file_storage_dir,
                        enabled_hypervisors=hvlist,
                        hvparams=hvparams,
                        beparams=beparams)
Iustin Pop's avatar
Iustin Pop committed
110
111
112
113
114
115
116
117
  return 0


def DestroyCluster(opts, args):
  """Destroy the cluster.

  Args:
    opts - class with options as members
118

Iustin Pop's avatar
Iustin Pop committed
119
120
  """
  if not opts.yes_do_it:
121
122
    ToStderr("Destroying a cluster is irreversible. If you really want"
             " destroy this cluster, supply the --yes-do-it option.")
Iustin Pop's avatar
Iustin Pop committed
123
124
125
    return 1

  op = opcodes.OpDestroyCluster()
Iustin Pop's avatar
Iustin Pop committed
126
127
128
129
  master = SubmitOpCode(op)
  # if we reached this, the opcode didn't fail; we can proceed to
  # shutdown all the daemons
  bootstrap.FinalizeClusterDestroy(master)
Iustin Pop's avatar
Iustin Pop committed
130
131
132
  return 0


133
134
135
136
137
138
139
140
141
142
143
144
145
146
def RenameCluster(opts, args):
  """Rename the cluster.

  Args:
    opts - class with options as members, we use force only
    args - list of arguments, expected to be [new_name]

  """
  name = args[0]
  if not opts.force:
    usertext = ("This will rename the cluster to '%s'. If you are connected"
                " over the network to the cluster name, the operation is very"
                " dangerous as the IP address will be removed from the node"
                " and the change may not go through. Continue?") % name
147
    if not AskUser(usertext):
148
149
150
151
152
153
154
      return 1

  op = opcodes.OpRenameCluster(name=name)
  SubmitOpCode(op)
  return 0


Iustin Pop's avatar
Iustin Pop committed
155
156
157
158
159
160
161
162
163
def ShowClusterVersion(opts, args):
  """Write version of ganeti software to the standard output.

  Args:
    opts - class with options as members

  """
  op = opcodes.OpQueryClusterInfo()
  result = SubmitOpCode(op)
164
165
166
167
168
  ToStdout("Software version: %s", result["software_version"])
  ToStdout("Internode protocol: %s", result["protocol_version"])
  ToStdout("Configuration format: %s", result["config_version"])
  ToStdout("OS api version: %s", result["os_api_version"])
  ToStdout("Export interface: %s", result["export_version"])
Iustin Pop's avatar
Iustin Pop committed
169
170
171
172
173
174
175
176
177
178
  return 0


def ShowClusterMaster(opts, args):
  """Write name of master node to the standard output.

  Args:
    opts - class with options as members

  """
179
  ToStdout("%s", GetClient().QueryConfigValues(["master_node"])[0])
Iustin Pop's avatar
Iustin Pop committed
180
181
182
183
184
185
186
187
188
189
  return 0


def ShowClusterConfig(opts, args):
  """Shows cluster information.

  """
  op = opcodes.OpQueryClusterInfo()
  result = SubmitOpCode(op)

190
  ToStdout("Cluster name: %s", result["name"])
Iustin Pop's avatar
Iustin Pop committed
191

192
  ToStdout("Master node: %s", result["master"])
Iustin Pop's avatar
Iustin Pop committed
193

194
195
  ToStdout("Architecture (this node): %s (%s)",
           result["architecture"][0], result["architecture"][1])
Iustin Pop's avatar
Iustin Pop committed
196

197
198
  ToStdout("Default hypervisor: %s", result["hypervisor_type"])
  ToStdout("Enabled hypervisors: %s", ", ".join(result["enabled_hypervisors"]))
199

200
  ToStdout("Hypervisor parameters:")
201
  for hv_name, hv_dict in result["hvparams"].items():
202
    ToStdout("  - %s:", hv_name)
203
    for item, val in hv_dict.iteritems():
204
      ToStdout("      %s: %s", item, val)
205

206
  ToStdout("Cluster parameters:")
207
  for gr_name, gr_dict in result["beparams"].items():
208
    ToStdout("  - %s:", gr_name)
209
    for item, val in gr_dict.iteritems():
210
      ToStdout("      %s: %s", item, val)
211

Iustin Pop's avatar
Iustin Pop committed
212
213
214
215
216
217
218
219
220
221
222
223
224
  return 0


def ClusterCopyFile(opts, args):
  """Copy a file from master to some nodes.

  Args:
    opts - class with options as members
    args - list containing a single element, the file name
  Opts used:
    nodes - list containing the name of target nodes; if empty, all nodes

  """
225
226
227
228
  filename = args[0]
  if not os.path.exists(filename):
    raise errors.OpPrereqError("No such filename '%s'" % filename)

Iustin Pop's avatar
Iustin Pop committed
229
230
  cl = GetClient()

231
232
  myname = utils.HostInfo().name

Iustin Pop's avatar
Iustin Pop committed
233
234
  cluster_name = cl.QueryConfigValues(["cluster_name"])[0]

235
  op = opcodes.OpQueryNodes(output_fields=["name"], names=opts.nodes)
Iustin Pop's avatar
Iustin Pop committed
236
  results = [row[0] for row in SubmitOpCode(op, cl=cl) if row[0] != myname]
Michael Hanselmann's avatar
Michael Hanselmann committed
237

Iustin Pop's avatar
Iustin Pop committed
238
  srun = ssh.SshRunner(cluster_name=cluster_name)
239
240
  for node in results:
    if not srun.CopyFileToNode(node, filename):
241
      ToStderr("Copy of file %s to node %s failed", filename, node)
242

Iustin Pop's avatar
Iustin Pop committed
243
244
245
246
247
248
249
250
251
252
253
254
255
  return 0


def RunClusterCommand(opts, args):
  """Run a command on some nodes.

  Args:
    opts - class with options as members
    args - the command list as a list
  Opts used:
    nodes: list containing the name of target nodes; if empty, all nodes

  """
Iustin Pop's avatar
Iustin Pop committed
256
  cl = GetClient()
Michael Hanselmann's avatar
Michael Hanselmann committed
257

Iustin Pop's avatar
Iustin Pop committed
258
  command = " ".join(args)
259
  op = opcodes.OpQueryNodes(output_fields=["name"], names=opts.nodes)
Iustin Pop's avatar
Iustin Pop committed
260
261
262
263
  nodes = [row[0] for row in SubmitOpCode(op, cl=cl)]

  cluster_name, master_node = cl.QueryConfigValues(["cluster_name",
                                                    "master_node"])
264

Iustin Pop's avatar
Iustin Pop committed
265
  srun = ssh.SshRunner(cluster_name=cluster_name)
266

Michael Hanselmann's avatar
Michael Hanselmann committed
267
  # Make sure master node is at list end
268
269
270
271
272
273
  if master_node in nodes:
    nodes.remove(master_node)
    nodes.append(master_node)

  for name in nodes:
    result = srun.Run(name, "root", command)
274
275
276
277
    ToStdout("------------------------------------------------")
    ToStdout("node: %s", name)
    ToStdout("%s", result.output)
    ToStdout("return code = %s", result.exit_code)
278
279

  return 0
Iustin Pop's avatar
Iustin Pop committed
280
281
282
283
284
285
286
287
288


def VerifyCluster(opts, args):
  """Verify integrity of cluster, performing various test on nodes.

  Args:
    opts - class with options as members

  """
Iustin Pop's avatar
Iustin Pop committed
289
  skip_checks = []
290
291
292
  if opts.skip_nplusone_mem:
    skip_checks.append(constants.VERIFY_NPLUSONE_MEM)
  op = opcodes.OpVerifyCluster(skip_checks=skip_checks)
293
294
295
296
  if SubmitOpCode(op):
    return 0
  else:
    return 1
Iustin Pop's avatar
Iustin Pop committed
297
298


299
300
301
302
303
304
305
306
307
def VerifyDisks(opts, args):
  """Verify integrity of cluster disks.

  Args:
    opts - class with options as members

  """
  op = opcodes.OpVerifyDisks()
  result = SubmitOpCode(op)
308
  if not isinstance(result, (list, tuple)) or len(result) != 4:
309
310
    raise errors.ProgrammerError("Unknown result type for OpVerifyDisks")

311
312
  nodes, nlvm, instances, missing = result

313
  if nodes:
314
    ToStdout("Nodes unreachable or with bad data:")
315
    for name in nodes:
316
      ToStdout("\t%s", name)
317
  retcode = constants.EXIT_SUCCESS
318
319
320

  if nlvm:
    for node, text in nlvm.iteritems():
321
322
      ToStdout("Error on node %s: LVM error: %s",
               node, text[-400:].encode('string_escape'))
323
      retcode |= 1
324
      ToStdout("You need to fix these nodes first before fixing instances")
325

326
327
  if instances:
    for iname in instances:
328
329
      if iname in missing:
        continue
330
331
      op = opcodes.OpActivateInstanceDisks(instance_name=iname)
      try:
332
        ToStdout("Activating disks for instance '%s'", iname)
333
334
335
336
        SubmitOpCode(op)
      except errors.GenericError, err:
        nret, msg = FormatError(err)
        retcode |= nret
337
        ToStderr("Error activating disks for instance %s: %s", iname, msg)
338
339
340
341
342

  if missing:
    for iname, ival in missing.iteritems():
      all_missing = utils.all(ival, lambda x: x[0] in nlvm)
      if all_missing:
343
344
        ToStdout("Instance %s cannot be verified as it lives on"
                 " broken nodes", iname)
345
      else:
346
        ToStdout("Instance %s has missing logical volumes:", iname)
347
348
349
        ival.sort()
        for node, vol in ival:
          if node in nlvm:
350
            ToStdout("\tbroken node %s /dev/xenvg/%s", node, vol)
351
          else:
352
353
            ToStdout("\t%s /dev/xenvg/%s", node, vol)
    ToStdout("You need to run replace_disks for all the above"
354
355
           " instances, if this message persist after fixing nodes.")
    retcode |= 1
356
357
358
359

  return retcode


Iustin Pop's avatar
Iustin Pop committed
360
361
362
363
364
365
366
367
def MasterFailover(opts, args):
  """Failover the master node.

  This command, when run on a non-master node, will cause the current
  master to cease being master, and the non-master to become new
  master.

  """
368
  return bootstrap.MasterFailover()
Iustin Pop's avatar
Iustin Pop committed
369
370


Iustin Pop's avatar
Iustin Pop committed
371
372
373
374
375
376
377
378
379
380
381
def SearchTags(opts, args):
  """Searches the tags on all the cluster.

  """
  op = opcodes.OpSearchTags(pattern=args[0])
  result = SubmitOpCode(op)
  if not result:
    return 1
  result = list(result)
  result.sort()
  for path, tag in result:
382
    ToStdout("%s %s", path, tag)
Iustin Pop's avatar
Iustin Pop committed
383
384


385
386
387
388
389
390
391
def SetClusterParams(opts, args):
  """Modify the cluster.

  Args:
    opts - class with options as members

  """
392
393
394
  if not (not opts.lvm_storage or opts.vg_name or
          opts.enabled_hypervisors or opts.hvparams or
          opts.beparams):
395
    ToStderr("Please give at least one of the parameters.")
396
397
398
399
    return 1

  vg_name = opts.vg_name
  if not opts.lvm_storage and opts.vg_name:
400
    ToStdout("Options --no-lvm-storage and --vg-name conflict.")
401
402
    return 1

403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
  hvlist = opts.enabled_hypervisors
  if hvlist is not None:
    hvlist = hvlist.split(",")

  hvparams = opts.hvparams
  if hvparams:
    # a list of (name, dict) we can pass directly to dict()
    hvparams = dict(opts.hvparams)

  beparams = opts.beparams

  op = opcodes.OpSetClusterParams(vg_name=opts.vg_name,
                                  enabled_hypervisors=hvlist,
                                  hvparams=hvparams,
                                  beparams=beparams)
418
419
420
421
  SubmitOpCode(op)
  return 0


422
423
424
425
426
427
428
429
430
431
432
433
def QueueOps(opts, args):
  """Queue operations.

  """
  command = args[0]
  client = GetClient()
  if command in ("drain", "undrain"):
    drain_flag = command == "drain"
    client.SetQueueDrainFlag(drain_flag)
  elif command == "info":
    result = client.QueryConfigValues(["drain_flag"])
    if result[0]:
434
      val = "set"
435
    else:
436
437
      val = "unset"
    ToStdout("The drain flag is %s" % val)
438
439
  return 0

Iustin Pop's avatar
Iustin Pop committed
440
441
442
# this is an option common to more than one command, so we declare
# it here and reuse it
node_option = make_option("-n", "--node", action="append", dest="nodes",
443
444
445
                          help="Node to copy to (if not given, all nodes),"
                               " can be given multiple times",
                          metavar="<node>", default=[])
Iustin Pop's avatar
Iustin Pop committed
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463

commands = {
  'init': (InitCluster, ARGS_ONE,
           [DEBUG_OPT,
            make_option("-s", "--secondary-ip", dest="secondary_ip",
                        help="Specify the secondary ip for this node;"
                        " if given, the entire cluster must have secondary"
                        " addresses",
                        metavar="ADDRESS", default=None),
            make_option("-m", "--mac-prefix", dest="mac_prefix",
                        help="Specify the mac prefix for the instance IP"
                        " addresses, in the format XX:XX:XX",
                        metavar="PREFIX",
                        default="aa:00:00",),
            make_option("-g", "--vg-name", dest="vg_name",
                        help="Specify the volume group name "
                        " (cluster-wide) for disk allocation [xenvg]",
                        metavar="VG",
464
                        default=None,),
Iustin Pop's avatar
Iustin Pop committed
465
466
            make_option("-b", "--bridge", dest="def_bridge",
                        help="Specify the default bridge name (cluster-wide)"
467
468
                          " to connect the instances to [%s]" %
                          constants.DEFAULT_BRIDGE,
Iustin Pop's avatar
Iustin Pop committed
469
                        metavar="BRIDGE",
470
                        default=constants.DEFAULT_BRIDGE,),
471
472
            make_option("--master-netdev", dest="master_netdev",
                        help="Specify the node interface (cluster-wide)"
473
474
                          " on which the master IP address will be added "
                          " [%s]" % constants.DEFAULT_BRIDGE,
475
                        metavar="NETDEV",
476
                        default=constants.DEFAULT_BRIDGE,),
477
478
479
480
481
482
            make_option("--file-storage-dir", dest="file_storage_dir",
                        help="Specify the default directory (cluster-wide)"
                             " for storing the file-based disks [%s]" %
                             constants.DEFAULT_FILE_STORAGE_DIR,
                        metavar="DIR",
                        default=constants.DEFAULT_FILE_STORAGE_DIR,),
483
484
485
486
            make_option("--no-lvm-storage", dest="lvm_storage",
                        help="No support for lvm based instances"
                             " (cluster-wide)",
                        action="store_false", default=True,),
487
488
489
490
491
492
493
494
495
496
497
498
499
            make_option("--enabled-hypervisors", dest="enabled_hypervisors",
                        help="Comma-separated list of hypervisors",
                        type="string", default=None),
            ikv_option("-H", "--hypervisor-parameters", dest="hvparams",
                       help="Hypervisor and hypervisor options, in the"
                         " format"
                       " hypervisor:option=value,option=value,...",
                       default=[],
                       action="append",
                       type="identkeyval"),
            keyval_option("-B", "--backend-parameters", dest="beparams",
                          type="keyval", default={},
                          help="Backend parameters"),
Iustin Pop's avatar
Iustin Pop committed
500
            ],
501
           "[opts...] <cluster_name>",
Iustin Pop's avatar
Iustin Pop committed
502
503
504
505
506
507
508
           "Initialises a new cluster configuration"),
  'destroy': (DestroyCluster, ARGS_NONE,
              [DEBUG_OPT,
               make_option("--yes-do-it", dest="yes_do_it",
                           help="Destroy cluster",
                           action="store_true"),
              ],
509
              "", "Destroy cluster"),
510
  'rename': (RenameCluster, ARGS_ONE, [DEBUG_OPT, FORCE_OPT],
511
               "<new_name>",
512
               "Renames the cluster"),
513
514
515
516
517
518
  'verify': (VerifyCluster, ARGS_NONE, [DEBUG_OPT,
             make_option("--no-nplus1-mem", dest="skip_nplusone_mem",
                         help="Skip N+1 memory redundancy tests",
                         action="store_true",
                         default=False,),
             ],
519
             "", "Does a check on the cluster configuration"),
520
  'verify-disks': (VerifyDisks, ARGS_NONE, [DEBUG_OPT],
521
                   "", "Does a check on the cluster disk status"),
Iustin Pop's avatar
Iustin Pop committed
522
  'masterfailover': (MasterFailover, ARGS_NONE, [DEBUG_OPT],
523
                     "", "Makes the current node the master"),
Iustin Pop's avatar
Iustin Pop committed
524
  'version': (ShowClusterVersion, ARGS_NONE, [DEBUG_OPT],
525
              "", "Shows the cluster version"),
Iustin Pop's avatar
Iustin Pop committed
526
  'getmaster': (ShowClusterMaster, ARGS_NONE, [DEBUG_OPT],
527
                "", "Shows the cluster master"),
Iustin Pop's avatar
Iustin Pop committed
528
  'copyfile': (ClusterCopyFile, ARGS_ONE, [DEBUG_OPT, node_option],
529
               "[-n node...] <filename>",
Iustin Pop's avatar
Iustin Pop committed
530
531
               "Copies a file to all (or only some) nodes"),
  'command': (RunClusterCommand, ARGS_ATLEAST(1), [DEBUG_OPT, node_option],
532
              "[-n node...] <command>",
Iustin Pop's avatar
Iustin Pop committed
533
534
              "Runs a command on all (or only some) nodes"),
  'info': (ShowClusterConfig, ARGS_NONE, [DEBUG_OPT],
535
                 "", "Show cluster configuration"),
536
  'list-tags': (ListTags, ARGS_NONE,
537
                [DEBUG_OPT], "", "List the tags of the cluster"),
538
  'add-tags': (AddTags, ARGS_ANY, [DEBUG_OPT, TAG_SRC_OPT],
539
               "tag...", "Add tags to the cluster"),
540
  'remove-tags': (RemoveTags, ARGS_ANY, [DEBUG_OPT, TAG_SRC_OPT],
541
                  "tag...", "Remove tags from the cluster"),
Iustin Pop's avatar
Iustin Pop committed
542
  'search-tags': (SearchTags, ARGS_ONE,
543
                  [DEBUG_OPT], "", "Searches the tags on all objects on"
Iustin Pop's avatar
Iustin Pop committed
544
                  " the cluster for a given pattern (regex)"),
545
546
  'queue': (QueueOps, ARGS_ONE, [DEBUG_OPT],
            "drain|undrain|info", "Change queue properties"),
547
548
549
550
551
552
553
554
555
556
557
  'modify': (SetClusterParams, ARGS_NONE,
             [DEBUG_OPT,
              make_option("-g", "--vg-name", dest="vg_name",
                          help="Specify the volume group name "
                          " (cluster-wide) for disk allocation "
                          "and enable lvm based storage",
                          metavar="VG",),
              make_option("--no-lvm-storage", dest="lvm_storage",
                          help="Disable support for lvm based instances"
                               " (cluster-wide)",
                          action="store_false", default=True,),
558
559
560
561
562
563
564
565
566
567
568
569
570
              make_option("--enabled-hypervisors", dest="enabled_hypervisors",
                          help="Comma-separated list of hypervisors",
                          type="string", default=None),
              ikv_option("-H", "--hypervisor-parameters", dest="hvparams",
                         help="Hypervisor and hypervisor options, in the"
                         " format"
                         " hypervisor:option=value,option=value,...",
                         default=[],
                         action="append",
                         type="identkeyval"),
              keyval_option("-B", "--backend-parameters", dest="beparams",
                            type="keyval", default={},
                            help="Backend parameters"),
571
572
573
              ],
             "[opts...]",
             "Alters the parameters of the cluster"),
Iustin Pop's avatar
Iustin Pop committed
574
575
576
  }

if __name__ == '__main__':
577
  sys.exit(GenericMain(commands, override={"tag_type": constants.TAG_CLUSTER}))