qa_cluster.py 8.9 KB
Newer Older
1
2
3
#
#

4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
# Copyright (C) 2007 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.


"""Cluster related QA tests.

"""

import tempfile

28
29
from ganeti import constants
from ganeti import bootstrap
30
31
32
33
34
35
from ganeti import utils

import qa_config
import qa_utils
import qa_error

36
from qa_utils import AssertEqual, AssertNotEqual, StartSSH
37
38


39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
def _RemoveFileFromAllNodes(filename):
  """Removes a file from all nodes.

  """
  for node in qa_config.get('nodes'):
    cmd = ['rm', '-f', filename]
    AssertEqual(StartSSH(node['primary'],
                         utils.ShellQuoteArgs(cmd)).wait(), 0)


def _CheckFileOnAllNodes(filename, content):
  """Verifies the content of the given file on all nodes.

  """
  cmd = utils.ShellQuoteArgs(["cat", filename])
  for node in qa_config.get('nodes'):
    AssertEqual(qa_utils.GetCommandOutput(node['primary'], cmd),
                content)


59
60
61
62
63
64
65
66
67
68
69
70
71
72
def TestClusterInit():
  """gnt-cluster init"""
  master = qa_config.GetMasterNode()

  cmd = ['gnt-cluster', 'init']

  if master.get('secondary', None):
    cmd.append('--secondary-ip=%s' % master['secondary'])

  bridge = qa_config.get('bridge', None)
  if bridge:
    cmd.append('--bridge=%s' % bridge)
    cmd.append('--master-netdev=%s' % bridge)

73
  htype = qa_config.get('enabled-hypervisors', None)
74
  if htype:
75
    cmd.append('--enabled-hypervisors=%s' % htype)
76

77
78
79
80
81
82
  cmd.append(qa_config.get('name'))

  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)


83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
def TestClusterRename():
  """gnt-cluster rename"""
  master = qa_config.GetMasterNode()

  cmd = ['gnt-cluster', 'rename', '-f']

  original_name = qa_config.get('name')
  rename_target = qa_config.get('rename', None)
  if rename_target is None:
    print qa_utils.FormatError('"rename" entry is missing')
    return

  cmd_1 = cmd + [rename_target]
  cmd_2 = cmd + [original_name]

  cmd_verify = ['gnt-cluster', 'verify']

  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd_1)).wait(), 0)

  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd_verify)).wait(), 0)

  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd_2)).wait(), 0)

  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd_verify)).wait(), 0)


113
114
115
116
def TestClusterVerify():
  """gnt-cluster verify"""
  master = qa_config.GetMasterNode()

Michael Hanselmann's avatar
Michael Hanselmann committed
117
  cmd = ['gnt-cluster', 'verify']
118
119
120
121
122
123
  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)


def TestClusterInfo():
  """gnt-cluster info"""
Michael Hanselmann's avatar
Michael Hanselmann committed
124
125
  master = qa_config.GetMasterNode()

126
  cmd = ['gnt-cluster', 'info']
Michael Hanselmann's avatar
Michael Hanselmann committed
127
128
129
130
131
132
  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)


def TestClusterGetmaster():
  """gnt-cluster getmaster"""
133
134
  master = qa_config.GetMasterNode()

Michael Hanselmann's avatar
Michael Hanselmann committed
135
136
137
138
139
140
141
142
143
144
  cmd = ['gnt-cluster', 'getmaster']
  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)


def TestClusterVersion():
  """gnt-cluster version"""
  master = qa_config.GetMasterNode()

  cmd = ['gnt-cluster', 'version']
145
146
147
148
  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)


149
150
151
152
153
154
def TestClusterRenewCrypto():
  """gnt-cluster renew-crypto"""
  master = qa_config.GetMasterNode()

  # Conflicting options
  cmd = ["gnt-cluster", "renew-crypto", "--force",
155
         "--new-cluster-certificate", "--new-confd-hmac-key",
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
         "--new-rapi-certificate", "--rapi-certificate=/dev/null"]
  AssertNotEqual(StartSSH(master["primary"],
                          utils.ShellQuoteArgs(cmd)).wait(), 0)

  # Invalid RAPI certificate
  cmd = ["gnt-cluster", "renew-crypto", "--force",
         "--rapi-certificate=/dev/null"]
  AssertNotEqual(StartSSH(master["primary"],
                          utils.ShellQuoteArgs(cmd)).wait(), 0)

  # Custom RAPI certificate
  fh = tempfile.NamedTemporaryFile()

  # Ensure certificate doesn't cause "gnt-cluster verify" to complain
  validity = constants.SSL_CERT_EXPIRATION_WARN * 3

  bootstrap.GenerateSelfSignedSslCert(fh.name, validity=validity)

  tmpcert = qa_utils.UploadFile(master["primary"], fh.name)
  try:
    cmd = ["gnt-cluster", "renew-crypto", "--force",
           "--rapi-certificate=%s" % tmpcert]
    AssertEqual(StartSSH(master["primary"],
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
  finally:
    cmd = ["rm", "-f", tmpcert]
    AssertEqual(StartSSH(master["primary"],
                         utils.ShellQuoteArgs(cmd)).wait(), 0)

  # Normal case
  cmd = ["gnt-cluster", "renew-crypto", "--force",
187
         "--new-cluster-certificate", "--new-confd-hmac-key",
188
189
190
191
192
         "--new-rapi-certificate"]
  AssertEqual(StartSSH(master["primary"],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)


193
194
195
196
def TestClusterBurnin():
  """Burnin"""
  master = qa_config.GetMasterNode()

197
198
199
200
  options = qa_config.get('options', {})
  disk_template = options.get('burnin-disk-template', 'drbd')
  parallel = options.get('burnin-in-parallel', False)
  check_inst = options.get('burnin-check-instances', False)
Iustin Pop's avatar
Iustin Pop committed
201
  do_rename = options.get('burnin-rename', '')
202

203
204
205
  # Get as many instances as we need
  instances = []
  try:
206
207
    try:
      num = qa_config.get('options', {}).get('burnin-instances', 1)
208
      for _ in range(0, num):
209
210
211
        instances.append(qa_config.AcquireInstance())
    except qa_error.OutOfInstancesError:
      print "Not enough instances, continuing anyway."
212

213
214
    if len(instances) < 1:
      raise qa_error.Error("Burnin needs at least one instance")
215
216
217

    script = qa_utils.UploadFile(master['primary'], '../tools/burnin')
    try:
218
      # Run burnin
219
      cmd = [script,
220
             '-p',
221
             '--os=%s' % qa_config.get('os'),
222
223
             '--disk-size=%s' % ",".join(qa_config.get('disk')),
             '--disk-growth=%s' % ",".join(qa_config.get('disk-growth')),
224
             '--disk-template=%s' % disk_template]
225
226
227
228
      if parallel:
        cmd.append('--parallel')
      if check_inst:
        cmd.append('--http-check')
Iustin Pop's avatar
Iustin Pop committed
229
230
      if do_rename:
        cmd.append('--rename=%s' % do_rename)
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
      cmd += [inst['name'] for inst in instances]
      AssertEqual(StartSSH(master['primary'],
                           utils.ShellQuoteArgs(cmd)).wait(), 0)
    finally:
      cmd = ['rm', '-f', script]
      AssertEqual(StartSSH(master['primary'],
                           utils.ShellQuoteArgs(cmd)).wait(), 0)
  finally:
    for inst in instances:
      qa_config.ReleaseInstance(inst)


def TestClusterMasterFailover():
  """gnt-cluster masterfailover"""
  master = qa_config.GetMasterNode()

  failovermaster = qa_config.AcquireNode(exclude=master)
  try:
    cmd = ['gnt-cluster', 'masterfailover']
    AssertEqual(StartSSH(failovermaster['primary'],
                         utils.ShellQuoteArgs(cmd)).wait(), 0)

    cmd = ['gnt-cluster', 'masterfailover']
    AssertEqual(StartSSH(master['primary'],
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
  finally:
    qa_config.ReleaseNode(failovermaster)


def TestClusterCopyfile():
  """gnt-cluster copyfile"""
  master = qa_config.GetMasterNode()

264
  uniqueid = utils.NewUUID()
265

266
267
  # Create temporary file
  f = tempfile.NamedTemporaryFile()
268
  f.write(uniqueid)
269
270
271
272
273
274
275
276
277
278
  f.flush()
  f.seek(0)

  # Upload file to master node
  testname = qa_utils.UploadFile(master['primary'], f.name)
  try:
    # Copy file to all nodes
    cmd = ['gnt-cluster', 'copyfile', testname]
    AssertEqual(StartSSH(master['primary'],
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
279
    _CheckFileOnAllNodes(testname, uniqueid)
280
  finally:
281
282
283
284
285
286
287
    _RemoveFileFromAllNodes(testname)


def TestClusterCommand():
  """gnt-cluster command"""
  master = qa_config.GetMasterNode()

288
289
  uniqueid = utils.NewUUID()
  rfile = "/tmp/gnt%s" % utils.NewUUID()
290
291
292
293
294
295
296
297
298
  rcmd = utils.ShellQuoteArgs(['echo', '-n', uniqueid])
  cmd = utils.ShellQuoteArgs(['gnt-cluster', 'command',
                              "%s >%s" % (rcmd, rfile)])

  try:
    AssertEqual(StartSSH(master['primary'], cmd).wait(), 0)
    _CheckFileOnAllNodes(rfile, uniqueid)
  finally:
    _RemoveFileFromAllNodes(rfile)
299
300
301
302
303
304


def TestClusterDestroy():
  """gnt-cluster destroy"""
  master = qa_config.GetMasterNode()

Michael Hanselmann's avatar
Michael Hanselmann committed
305
  cmd = ['gnt-cluster', 'destroy', '--yes-do-it']
306
307
  AssertEqual(StartSSH(master['primary'],
                       utils.ShellQuoteArgs(cmd)).wait(), 0)