ganeti-noded 17.6 KB
Newer Older
Iustin Pop's avatar
Iustin Pop committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#!/usr/bin/python
#

# Copyright (C) 2006, 2007 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.


"""Ganeti node daemon"""

24
25
26
# functions in this module need to have a given name structure, so:
# pylint: disable-msg=C0103

Iustin Pop's avatar
Iustin Pop committed
27
28
29
import os
import sys
import traceback
Guido Trotter's avatar
Guido Trotter committed
30
import SocketServer
31
import errno
Iustin Pop's avatar
Iustin Pop committed
32
import logging
33
import signal
Iustin Pop's avatar
Iustin Pop committed
34
35
36
37
38
39
40
41

from optparse import OptionParser

from ganeti import backend
from ganeti import logger
from ganeti import constants
from ganeti import objects
from ganeti import errors
42
from ganeti import jstore
43
from ganeti import daemon
44
from ganeti import http
45
from ganeti import utils
Iustin Pop's avatar
Iustin Pop committed
46
47


48
49
50
queue_lock = None


51
52
53
54
def _RequireJobQueueLock(fn):
  """Decorator for job queue manipulating functions.

  """
55
56
  QUEUE_LOCK_TIMEOUT = 10

57
58
  def wrapper(*args, **kwargs):
    # Locking in exclusive, blocking mode because there could be several
59
    # children running at the same time. Waiting up to 10 seconds.
60
    queue_lock.Exclusive(blocking=True, timeout=QUEUE_LOCK_TIMEOUT)
61
62
63
64
    try:
      return fn(*args, **kwargs)
    finally:
      queue_lock.Unlock()
65

66
67
68
  return wrapper


69
class NodeHttpServer(http.HttpServer):
70
71
72
73
74
  """The server implementation.

  This class holds all methods exposed over the RPC interface.

  """
75
76
77
78
79
  def __init__(self, *args, **kwargs):
    http.HttpServer.__init__(self, *args, **kwargs)
    self.noded_pid = os.getpid()

  def HandleRequest(self, req):
80
    """Handle a request.
Iustin Pop's avatar
Iustin Pop committed
81

82
    """
83
    if req.request_method.upper() != "PUT":
84
85
      raise http.HTTPBadRequest()

86
    path = req.request_path
Iustin Pop's avatar
Iustin Pop committed
87
88
89
    if path.startswith("/"):
      path = path[1:]

90
91
    method = getattr(self, "perspective_%s" % path, None)
    if method is None:
92
      raise http.HTTPNotFound()
Iustin Pop's avatar
Iustin Pop committed
93

Iustin Pop's avatar
Iustin Pop committed
94
    try:
95
      try:
96
        return method(req.request_post_data)
97
98
99
      except:
        logging.exception("Error in RPC call")
        raise
100
    except errors.QuitGanetiException, err:
101
      # Tell parent to quit
102
      os.kill(self.noded_pid, signal.SIGTERM)
Iustin Pop's avatar
Iustin Pop committed
103
104
105

  # the new block devices  --------------------------

106
107
108
109
110
  @staticmethod
  def perspective_blockdev_create(params):
    """Create a block device.

    """
111
    bdev_s, size, owner, on_primary, info = params
112
    bdev = objects.Disk.FromDict(bdev_s)
Iustin Pop's avatar
Iustin Pop committed
113
114
    if bdev is None:
      raise ValueError("can't unserialize data!")
115
    return backend.CreateBlockDevice(bdev, size, owner, on_primary, info)
Iustin Pop's avatar
Iustin Pop committed
116

117
118
119
120
121
  @staticmethod
  def perspective_blockdev_remove(params):
    """Remove a block device.

    """
Iustin Pop's avatar
Iustin Pop committed
122
    bdev_s = params[0]
123
    bdev = objects.Disk.FromDict(bdev_s)
Iustin Pop's avatar
Iustin Pop committed
124
125
    return backend.RemoveBlockDevice(bdev)

Iustin Pop's avatar
Iustin Pop committed
126
127
128
129
130
131
132
133
  @staticmethod
  def perspective_blockdev_rename(params):
    """Remove a block device.

    """
    devlist = [(objects.Disk.FromDict(ds), uid) for ds, uid in params]
    return backend.RenameBlockDevices(devlist)

134
135
136
137
138
  @staticmethod
  def perspective_blockdev_assemble(params):
    """Assemble a block device.

    """
139
    bdev_s, owner, on_primary = params
140
    bdev = objects.Disk.FromDict(bdev_s)
Iustin Pop's avatar
Iustin Pop committed
141
142
    if bdev is None:
      raise ValueError("can't unserialize data!")
143
    return backend.AssembleBlockDevice(bdev, owner, on_primary)
Iustin Pop's avatar
Iustin Pop committed
144

145
146
147
148
149
  @staticmethod
  def perspective_blockdev_shutdown(params):
    """Shutdown a block device.

    """
Iustin Pop's avatar
Iustin Pop committed
150
    bdev_s = params[0]
151
    bdev = objects.Disk.FromDict(bdev_s)
Iustin Pop's avatar
Iustin Pop committed
152
153
154
155
    if bdev is None:
      raise ValueError("can't unserialize data!")
    return backend.ShutdownBlockDevice(bdev)

156
  @staticmethod
157
  def perspective_blockdev_addchildren(params):
158
159
160
161
162
163
    """Add a child to a mirror device.

    Note: this is only valid for mirror devices. It's the caller's duty
    to send a correct disk, otherwise we raise an error.

    """
Iustin Pop's avatar
Iustin Pop committed
164
    bdev_s, ndev_s = params
165
    bdev = objects.Disk.FromDict(bdev_s)
166
167
    ndevs = [objects.Disk.FromDict(disk_s) for disk_s in ndev_s]
    if bdev is None or ndevs.count(None) > 0:
Iustin Pop's avatar
Iustin Pop committed
168
      raise ValueError("can't unserialize data!")
169
    return backend.MirrorAddChildren(bdev, ndevs)
Iustin Pop's avatar
Iustin Pop committed
170

171
  @staticmethod
172
  def perspective_blockdev_removechildren(params):
173
174
175
176
177
178
    """Remove a child from a mirror device.

    This is only valid for mirror devices, of course. It's the callers
    duty to send a correct disk, otherwise we raise an error.

    """
Iustin Pop's avatar
Iustin Pop committed
179
    bdev_s, ndev_s = params
180
    bdev = objects.Disk.FromDict(bdev_s)
181
182
    ndevs = [objects.Disk.FromDict(disk_s) for disk_s in ndev_s]
    if bdev is None or ndevs.count(None) > 0:
Iustin Pop's avatar
Iustin Pop committed
183
      raise ValueError("can't unserialize data!")
184
    return backend.MirrorRemoveChildren(bdev, ndevs)
Iustin Pop's avatar
Iustin Pop committed
185

186
187
188
189
190
  @staticmethod
  def perspective_blockdev_getmirrorstatus(params):
    """Return the mirror status for a list of disks.

    """
191
    disks = [objects.Disk.FromDict(dsk_s)
Iustin Pop's avatar
Iustin Pop committed
192
193
194
            for dsk_s in params]
    return backend.GetMirrorStatus(disks)

195
196
197
198
199
200
201
  @staticmethod
  def perspective_blockdev_find(params):
    """Expose the FindBlockDevice functionality for a disk.

    This will try to find but not activate a disk.

    """
202
    disk = objects.Disk.FromDict(params[0])
Iustin Pop's avatar
Iustin Pop committed
203
204
    return backend.FindBlockDevice(disk)

205
206
207
208
209
210
211
212
213
  @staticmethod
  def perspective_blockdev_snapshot(params):
    """Create a snapshot device.

    Note that this is only valid for LVM disks, if we get passed
    something else we raise an exception. The snapshot device can be
    remove by calling the generic block device remove call.

    """
214
    cfbd = objects.Disk.FromDict(params[0])
Iustin Pop's avatar
Iustin Pop committed
215
216
    return backend.SnapshotBlockDevice(cfbd)

217
218
219
220
221
222
223
224
225
  @staticmethod
  def perspective_blockdev_grow(params):
    """Grow a stack of devices.

    """
    cfbd = objects.Disk.FromDict(params[0])
    amount = params[1]
    return backend.GrowBlockDevice(cfbd, amount)

226
227
228
229
230
231
232
233
  @staticmethod
  def perspective_blockdev_close(params):
    """Closes the given block devices.

    """
    disks = [objects.Disk.FromDict(cf) for cf in params]
    return backend.CloseBlockDevices(disks)

Iustin Pop's avatar
Iustin Pop committed
234
235
  # export/import  --------------------------

236
237
238
239
240
  @staticmethod
  def perspective_snapshot_export(params):
    """Export a given snapshot.

    """
241
    disk = objects.Disk.FromDict(params[0])
Iustin Pop's avatar
Iustin Pop committed
242
    dest_node = params[1]
243
    instance = objects.Instance.FromDict(params[2])
244
245
    cluster_name = params[3]
    return backend.ExportSnapshot(disk, dest_node, instance, cluster_name)
246
247
248
249

  @staticmethod
  def perspective_finalize_export(params):
    """Expose the finalize export functionality.
Iustin Pop's avatar
Iustin Pop committed
250

251
    """
252
253
    instance = objects.Instance.FromDict(params[0])
    snap_disks = [objects.Disk.FromDict(str_data)
Iustin Pop's avatar
Iustin Pop committed
254
255
256
                  for str_data in params[1]]
    return backend.FinalizeExport(instance, snap_disks)

257
258
259
260
261
262
263
264
265
266
  @staticmethod
  def perspective_export_info(params):
    """Query information about an existing export on this node.

    The given path may not contain an export, in which case we return
    None.

    """
    path = params[0]
    einfo = backend.ExportInfo(path)
Iustin Pop's avatar
Iustin Pop committed
267
268
269
270
    if einfo is None:
      return einfo
    return einfo.Dumps()

271
272
273
274
275
276
277
278
279
  @staticmethod
  def perspective_export_list(params):
    """List the available exports on this node.

    Note that as opposed to export_info, which may query data about an
    export in any path, this only queries the standard Ganeti path
    (constants.EXPORT_DIR).

    """
Iustin Pop's avatar
Iustin Pop committed
280
281
    return backend.ListExports()

282
283
284
285
286
  @staticmethod
  def perspective_export_remove(params):
    """Remove an export.

    """
Iustin Pop's avatar
Iustin Pop committed
287
288
289
290
291
    export = params[0]
    return backend.RemoveExport(export)

  # volume  --------------------------

292
293
294
295
296
  @staticmethod
  def perspective_volume_list(params):
    """Query the list of logical volumes in a given volume group.

    """
Iustin Pop's avatar
Iustin Pop committed
297
298
299
    vgname = params[0]
    return backend.GetVolumeList(vgname)

300
301
302
303
304
  @staticmethod
  def perspective_vg_list(params):
    """Query the list of volume groups.

    """
Iustin Pop's avatar
Iustin Pop committed
305
306
307
308
    return backend.ListVolumeGroups()

  # bridge  --------------------------

309
310
311
312
313
  @staticmethod
  def perspective_bridges_exist(params):
    """Check if all bridges given exist on this node.

    """
Iustin Pop's avatar
Iustin Pop committed
314
315
316
317
318
    bridges_list = params[0]
    return backend.BridgesExist(bridges_list)

  # instance  --------------------------

319
320
321
322
323
  @staticmethod
  def perspective_instance_os_add(params):
    """Install an OS on a given instance.

    """
Iustin Pop's avatar
Iustin Pop committed
324
    inst_s, os_disk, swap_disk = params
325
    inst = objects.Instance.FromDict(inst_s)
Iustin Pop's avatar
Iustin Pop committed
326
327
    return backend.AddOSToInstance(inst, os_disk, swap_disk)

328
329
330
331
332
333
  @staticmethod
  def perspective_instance_run_rename(params):
    """Runs the OS rename script for an instance.

    """
    inst_s, old_name, os_disk, swap_disk = params
334
    inst = objects.Instance.FromDict(inst_s)
335
336
    return backend.RunRenameInstance(inst, old_name, os_disk, swap_disk)

337
338
339
340
341
  @staticmethod
  def perspective_instance_os_import(params):
    """Run the import function of an OS onto a given instance.

    """
342
    inst_s, os_disk, swap_disk, src_node, src_image, cluster_name = params
343
    inst = objects.Instance.FromDict(inst_s)
Iustin Pop's avatar
Iustin Pop committed
344
    return backend.ImportOSIntoInstance(inst, os_disk, swap_disk,
345
                                        src_node, src_image, cluster_name)
Iustin Pop's avatar
Iustin Pop committed
346

347
348
349
350
351
  @staticmethod
  def perspective_instance_shutdown(params):
    """Shutdown an instance.

    """
352
    instance = objects.Instance.FromDict(params[0])
Iustin Pop's avatar
Iustin Pop committed
353
354
    return backend.ShutdownInstance(instance)

355
356
357
358
359
  @staticmethod
  def perspective_instance_start(params):
    """Start an instance.

    """
360
    instance = objects.Instance.FromDict(params[0])
Iustin Pop's avatar
Iustin Pop committed
361
362
363
    extra_args = params[1]
    return backend.StartInstance(instance, extra_args)

364
365
366
367
368
369
  @staticmethod
  def perspective_instance_migrate(params):
    """Migrates an instance.

    """
    instance, target, live = params
370
    instance = objects.Instance.FromDict(instance)
371
372
    return backend.MigrateInstance(instance, target, live)

373
374
375
376
377
378
379
380
381
382
  @staticmethod
  def perspective_instance_reboot(params):
    """Reboot an instance.

    """
    instance = objects.Instance.FromDict(params[0])
    reboot_type = params[1]
    extra_args = params[2]
    return backend.RebootInstance(instance, reboot_type, extra_args)

383
384
385
386
387
  @staticmethod
  def perspective_instance_info(params):
    """Query instance information.

    """
Iustin Pop's avatar
Iustin Pop committed
388
389
    return backend.GetInstanceInfo(params[0])

390
391
392
393
394
  @staticmethod
  def perspective_all_instances_info(params):
    """Query information about all instances.

    """
395
    return backend.GetAllInstancesInfo(params[0])
Iustin Pop's avatar
Iustin Pop committed
396

397
398
399
400
401
  @staticmethod
  def perspective_instance_list(params):
    """Query the list of running instances.

    """
402
    return backend.GetInstanceList(params[0])
Iustin Pop's avatar
Iustin Pop committed
403
404
405

  # node --------------------------

406
407
408
409
410
  @staticmethod
  def perspective_node_tcp_ping(params):
    """Do a TcpPing on the remote node.

    """
411
412
    return utils.TcpPing(params[1], params[2], timeout=params[3],
                         live_port_needed=params[4], source=params[0])
413

414
415
416
417
418
419
420
  @staticmethod
  def perspective_node_has_ip_address(params):
    """Checks if a node has the given ip address.

    """
    return utils.OwnIpAddress(params[0])

421
422
423
424
425
  @staticmethod
  def perspective_node_info(params):
    """Query node information.

    """
426
427
    vgname, hypervisor_type = params
    return backend.GetNodeInfo(vgname, hypervisor_type)
Iustin Pop's avatar
Iustin Pop committed
428

429
430
431
432
433
  @staticmethod
  def perspective_node_add(params):
    """Complete the registration of this node in the cluster.

    """
Iustin Pop's avatar
Iustin Pop committed
434
435
436
    return backend.AddNode(params[0], params[1], params[2],
                           params[3], params[4], params[5])

437
438
439
440
441
  @staticmethod
  def perspective_node_verify(params):
    """Run a verify sequence on this node.

    """
442
    return backend.VerifyNode(params[0], params[1])
Iustin Pop's avatar
Iustin Pop committed
443

444
445
446
447
448
  @staticmethod
  def perspective_node_start_master(params):
    """Promote this node to master status.

    """
449
    return backend.StartMaster(params[0])
Iustin Pop's avatar
Iustin Pop committed
450

451
452
453
454
455
  @staticmethod
  def perspective_node_stop_master(params):
    """Demote this node from master status.

    """
456
    return backend.StopMaster(params[0])
Iustin Pop's avatar
Iustin Pop committed
457

458
459
460
461
462
  @staticmethod
  def perspective_node_leave_cluster(params):
    """Cleanup after leaving a cluster.

    """
Iustin Pop's avatar
Iustin Pop committed
463
464
    return backend.LeaveCluster()

465
466
467
468
469
  @staticmethod
  def perspective_node_volumes(params):
    """Query the list of all logical volume groups.

    """
470
471
    return backend.NodeVolumes()

Iustin Pop's avatar
Iustin Pop committed
472
473
  # cluster --------------------------

474
475
476
477
478
  @staticmethod
  def perspective_version(params):
    """Query version information.

    """
Iustin Pop's avatar
Iustin Pop committed
479
480
    return constants.PROTOCOL_VERSION

481
482
483
484
485
486
487
488
  @staticmethod
  def perspective_upload_file(params):
    """Upload a file.

    Note that the backend implementation imposes strict rules on which
    files are accepted.

    """
Iustin Pop's avatar
Iustin Pop committed
489
490
    return backend.UploadFile(*params)

491
492
493
494
495
496
  @staticmethod
  def perspective_master_info(params):
    """Query master information.

    """
    return backend.GetMasterInfo()
Iustin Pop's avatar
Iustin Pop committed
497
498
499

  # os -----------------------

500
501
502
503
504
  @staticmethod
  def perspective_os_diagnose(params):
    """Query detailed information about existing OSes.

    """
505
    return [os.ToDict() for os in backend.DiagnoseOS()]
Iustin Pop's avatar
Iustin Pop committed
506

507
508
509
510
511
  @staticmethod
  def perspective_os_get(params):
    """Query information about a given OS.

    """
Iustin Pop's avatar
Iustin Pop committed
512
513
    name = params[0]
    try:
514
      os_obj = backend.OSFromDisk(name)
Iustin Pop's avatar
Iustin Pop committed
515
    except errors.InvalidOS, err:
516
517
      os_obj = objects.OS.FromInvalidOS(err)
    return os_obj.ToDict()
Iustin Pop's avatar
Iustin Pop committed
518
519
520

  # hooks -----------------------

521
522
523
524
525
  @staticmethod
  def perspective_hooks_runner(params):
    """Run hook scripts.

    """
Iustin Pop's avatar
Iustin Pop committed
526
527
528
529
    hpath, phase, env = params
    hr = backend.HooksRunner()
    return hr.RunHooks(hpath, phase, env)

530
531
532
533
534
535
536
537
538
539
540
  # iallocator -----------------

  @staticmethod
  def perspective_iallocator_runner(params):
    """Run an iallocator script.

    """
    name, idata = params
    iar = backend.IAllocatorRunner()
    return iar.Run(name, idata)

541
542
543
544
545
546
547
548
549
550
  # test -----------------------

  @staticmethod
  def perspective_test_delay(params):
    """Run test delay.

    """
    duration = params[0]
    return utils.TestDelay(duration)

551
552
  # file storage ---------------

553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
  @staticmethod
  def perspective_file_storage_dir_create(params):
    """Create the file storage directory.

    """
    file_storage_dir = params[0]
    return backend.CreateFileStorageDir(file_storage_dir)

  @staticmethod
  def perspective_file_storage_dir_remove(params):
    """Remove the file storage directory.

    """
    file_storage_dir = params[0]
    return backend.RemoveFileStorageDir(file_storage_dir)

  @staticmethod
  def perspective_file_storage_dir_rename(params):
    """Rename the file storage directory.

    """
    old_file_storage_dir = params[0]
    new_file_storage_dir = params[1]
    return backend.RenameFileStorageDir(old_file_storage_dir,
                                        new_file_storage_dir)

579
580
  # jobs ------------------------

581
  @staticmethod
582
  @_RequireJobQueueLock
583
584
585
586
587
  def perspective_jobqueue_update(params):
    """Update job queue.

    """
    (file_name, content) = params
588
    return backend.JobQueueUpdate(file_name, content)
589
590

  @staticmethod
591
  @_RequireJobQueueLock
592
593
594
595
596
597
  def perspective_jobqueue_purge(params):
    """Purge job queue.

    """
    return backend.JobQueuePurge()

598
599
600
601
602
603
604
605
606
607
  @staticmethod
  @_RequireJobQueueLock
  def perspective_jobqueue_rename(params):
    """Rename a job queue file.

    """
    (old, new) = params

    return backend.JobQueueRename(old, new)

Iustin Pop's avatar
Iustin Pop committed
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631

def ParseOptions():
  """Parse the command line options.

  Returns:
    (options, args) as from OptionParser.parse_args()

  """
  parser = OptionParser(description="Ganeti node daemon",
                        usage="%prog [-f] [-d]",
                        version="%%prog (ganeti) %s" %
                        constants.RELEASE_VERSION)

  parser.add_option("-f", "--foreground", dest="fork",
                    help="Don't detach from the current terminal",
                    default=True, action="store_false")
  parser.add_option("-d", "--debug", dest="debug",
                    help="Enable some debug messages",
                    default=False, action="store_true")
  options, args = parser.parse_args()
  return options, args


def main():
632
633
634
  """Main function for the node daemon.

  """
635
636
  global queue_lock

Iustin Pop's avatar
Iustin Pop committed
637
  options, args = ParseOptions()
638
  utils.debug = options.debug
Iustin Pop's avatar
Iustin Pop committed
639
640
641
642
643
644
  for fname in (constants.SSL_CERT_FILE,):
    if not os.path.isfile(fname):
      print "config %s not there, will not run." % fname
      sys.exit(5)

  try:
Michael Hanselmann's avatar
Michael Hanselmann committed
645
646
    port = utils.GetNodeDaemonPort()
    pwdata = utils.GetNodeDaemonPassword()
Iustin Pop's avatar
Iustin Pop committed
647
648
649
650
  except errors.ConfigurationError, err:
    print "Cluster configuration incomplete: '%s'" % str(err)
    sys.exit(5)

651
652
653
654
655
656
657
658
659
660
661
662
663
664
  # create the various SUB_RUN_DIRS, if not existing, so that we handle the
  # situation where RUN_DIR is tmpfs
  for dir_name in constants.SUB_RUN_DIRS:
    if not os.path.exists(dir_name):
      try:
        os.mkdir(dir_name, 0755)
      except EnvironmentError, err:
        if err.errno != errno.EEXIST:
          print ("Node setup wrong, cannot create directory %s: %s" %
                 (dir_name, err))
          sys.exit(5)
    if not os.path.isdir(dir_name):
      print ("Node setup wrong, %s is not a directory" % dir_name)
      sys.exit(5)
665

Iustin Pop's avatar
Iustin Pop committed
666
667
  # become a daemon
  if options.fork:
668
    utils.Daemonize(logfile=constants.LOG_NODESERVER)
Iustin Pop's avatar
Iustin Pop committed
669

670
  utils.WritePidFile(constants.NODED_PID)
671
672
673
674
  try:
    logger.SetupLogging(logfile=constants.LOG_NODESERVER, debug=options.debug,
                        stderr_logging=not options.fork)
    logging.info("ganeti node daemon startup")
675

676
677
    # Prepare job queue
    queue_lock = jstore.InitAndVerifyQueue(must_lock=False)
Iustin Pop's avatar
Iustin Pop committed
678

679
680
681
682
683
684
685
    mainloop = daemon.Mainloop()
    server = NodeHttpServer(mainloop, ("", port))
    server.Start()
    try:
      mainloop.Run()
    finally:
      server.Stop()
686
  finally:
687
    utils.RemovePidFile(constants.NODED_PID)
688

Iustin Pop's avatar
Iustin Pop committed
689

690
if __name__ == '__main__':
Iustin Pop's avatar
Iustin Pop committed
691
  main()