-
Iustin Pop authored
Currently “gnt-debug submit-job” takes a single argument and has non-trivial startup-costs; in order to exercise the job system, it is better to be able to submit multiple jobs with a single invocation of the script. This patch extends it to take multiple argument, de-serialize the opcodes and then submit all of them as fast as possible, in order to increase pressure on the master daemon. Signed-off-by:
Iustin Pop <iustin@google.com> Reviewed-by:
Alexander Schreiber <als@google.com>
99036060
gnt-debug 6.54 KiB
#!/usr/bin/python
#
# Copyright (C) 2006, 2007 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.
# pylint: disable-msg=W0401,W0614
# W0401: Wildcard import ganeti.cli
# W0614: Unused import %s from wildcard import (since we need cli)
import sys
import simplejson
import time
from optparse import make_option
from ganeti.cli import *
from ganeti import cli
from ganeti import opcodes
from ganeti import constants
from ganeti import utils
from ganeti import errors
def Delay(opts, args):
"""Sleeps for a while
@param opts: the command line options selected by the user
@type args: list
@param args: should contain only one element, the duration
the sleep
@rtype: int
@return: the desired exit code
"""
delay = float(args[0])
op = opcodes.OpTestDelay(duration=delay,
on_master=opts.on_master,
on_nodes=opts.on_nodes)
SubmitOpCode(op)
return 0
def GenericOpCodes(opts, args):
"""Send any opcode to the master.
@todo: The function is broken and needs to be converted to the
current job queue API
@param opts: the command line options selected by the user
@type args: list
@param args: should contain only one element, the path of
the file with the opcode definition
@rtype: int
@return: the desired exit code
"""
cl = cli.GetClient()
job_data = []
job_ids = []
for fname in args:
op_data = simplejson.loads(open(fname).read())
op_list = [opcodes.OpCode.LoadOpCode(val) for val in op_data]
job_data.append((fname, op_list))
for fname, op_list in job_data:
jid = cli.SendJob(op_list, cl=cl)
ToStdout("File '%s', job id: %s", fname, jid)
job_ids.append(jid)
for jid in job_ids:
ToStdout("Waiting for job id %s", jid)
cli.PollJob(jid, cl=cl)
return 0
def TestAllocator(opts, args):
"""Runs the test allocator opcode.
@param opts: the command line options selected by the user
@type args: list
@param args: should contain only one element, the iallocator name
@rtype: int
@return: the desired exit code
"""
try:
disks = [{"size": utils.ParseUnit(val), "mode": 'w'}
for val in opts.disks.split(",")]
except errors.UnitParseError, err:
ToStderr("Invalid disks parameter '%s': %s", opts.disks, err)
return 1
nics = [val.split("/") for val in opts.nics.split(",")]
for row in nics:
while len(row) < 3:
row.append(None)
for i in range(3):
if row[i] == '':
row[i] = None
nic_dict = [{"mac": v[0], "ip": v[1], "bridge": v[2]} for v in nics]
if opts.tags is None:
opts.tags = []
else:
opts.tags = opts.tags.split(",")
op = opcodes.OpTestAllocator(mode=opts.mode,
name=args[0],
mem_size=opts.mem,
disks=disks,
disk_template=opts.disk_template,
nics=nic_dict,
os=opts.os_type,
vcpus=opts.vcpus,
tags=opts.tags,
direction=opts.direction,
allocator=opts.allocator,
)
result = SubmitOpCode(op)
ToStdout("%s" % result)
return 0
commands = {
'delay': (Delay, ARGS_ONE,
[DEBUG_OPT,
make_option("--no-master", dest="on_master", default=True,
action="store_false",
help="Do not sleep in the master code"),
make_option("-n", dest="on_nodes", default=[],
action="append",
help="Select nodes to sleep on"),
],
"[opts...] <duration>", "Executes a TestDelay OpCode"),
'submit-job': (GenericOpCodes, ARGS_ATLEAST(1),
[DEBUG_OPT,
],
"<op_list_file...>", "Submits jobs built from json files"
" containing a list of serialized opcodes"),
'allocator': (TestAllocator, ARGS_ONE,
[DEBUG_OPT,
make_option("--dir", dest="direction",
default="in", choices=["in", "out"],
help="Show allocator input (in) or allocator"
" results (out)"),
make_option("--algorithm", dest="allocator",
default=None,
help="Allocator algorithm name"),
make_option("-m", "--mode", default="relocate",
choices=["relocate", "allocate"],
help="Request mode, either allocate or"
" relocate"),
cli_option("--mem", default=128, type="unit",
help="Memory size for the instance (MiB)"),
make_option("--disks", default="4096,4096",
help="Comma separated list of disk sizes (MiB)"),
make_option("-t", "--disk-template", default="drbd",
help="Select the disk template"),
make_option("--nics", default="00:11:22:33:44:55",
help="Comma separated list of nics, each nic"
" definition is of form mac/ip/bridge, if"
" missing values are replace by None"),
make_option("-o", "--os-type", default=None,
help="Select os for the instance"),
make_option("-p", "--vcpus", default=1, type="int",
help="Select number of VCPUs for the instance"),
make_option("--tags", default=None,
help="Comma separated list of tags"),
],
"{opts...} <instance>", "Executes a TestAllocator OpCode"),
}
if __name__ == '__main__':
sys.exit(GenericMain(commands))