X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/e5c2accd7ea5c87fdba3d1a3d753bf668db96498..5cdbde9a01909768c1ef36393f6c3fc3fc1f16cf:/qa/qa_instance.py diff --git a/qa/qa_instance.py b/qa/qa_instance.py index 4a3d6bd..0ea9f2b 100644 --- a/qa/qa_instance.py +++ b/qa/qa_instance.py @@ -1,7 +1,7 @@ # # -# Copyright (C) 2007 Google Inc. +# Copyright (C) 2007, 2011, 2012 Google Inc. # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -28,34 +28,49 @@ import time from ganeti import utils from ganeti import constants +from ganeti import query import qa_config import qa_utils import qa_error -from qa_utils import AssertIn, AssertCommand +from qa_utils import AssertIn, AssertCommand, AssertEqual +from qa_utils import InstanceCheck, INST_DOWN, INST_UP, FIRST_ARG, RETURN_VALUE def _GetDiskStatePath(disk): return "/sys/block/%s/device/state" % disk -def _GetGenericAddParameters(): - params = ['-B', '%s=%s' % (constants.BE_MEMORY, qa_config.get('mem'))] - for idx, size in enumerate(qa_config.get('disk')): +def _GetGenericAddParameters(inst, force_mac=None): + params = ["-B"] + params.append("%s=%s,%s=%s" % (constants.BE_MINMEM, + qa_config.get(constants.BE_MINMEM), + constants.BE_MAXMEM, + qa_config.get(constants.BE_MAXMEM))) + for idx, size in enumerate(qa_config.get("disk")): params.extend(["--disk", "%s:size=%s" % (idx, size)]) + + # Set static MAC address if configured + if force_mac: + nic0_mac = force_mac + else: + nic0_mac = qa_config.GetInstanceNicMac(inst) + if nic0_mac: + params.extend(["--net", "0:mac=%s" % nic0_mac]) + return params def _DiskTest(node, disk_template): instance = qa_config.AcquireInstance() try: - cmd = (['gnt-instance', 'add', - '--os-type=%s' % qa_config.get('os'), - '--disk-template=%s' % disk_template, - '--node=%s' % node] + - _GetGenericAddParameters()) - cmd.append(instance['name']) + cmd = (["gnt-instance", "add", + "--os-type=%s" % qa_config.get("os"), + "--disk-template=%s" % disk_template, + "--node=%s" % node] + + _GetGenericAddParameters(instance)) + cmd.append(instance["name"]) AssertCommand(cmd) @@ -67,17 +82,20 @@ def _DiskTest(node, disk_template): raise +@InstanceCheck(None, INST_UP, RETURN_VALUE) def TestInstanceAddWithPlainDisk(node): """gnt-instance add -t plain""" - return _DiskTest(node['primary'], 'plain') + return _DiskTest(node["primary"], "plain") +@InstanceCheck(None, INST_UP, RETURN_VALUE) def TestInstanceAddWithDrbdDisk(node, node2): """gnt-instance add -t drbd""" - return _DiskTest("%s:%s" % (node['primary'], node2['primary']), - 'drbd') + return _DiskTest("%s:%s" % (node["primary"], node2["primary"]), + "drbd") +@InstanceCheck(None, INST_DOWN, FIRST_ARG) def TestInstanceRemove(instance): """gnt-instance remove""" AssertCommand(["gnt-instance", "remove", "-f", instance["name"]]) @@ -85,25 +103,39 @@ def TestInstanceRemove(instance): qa_config.ReleaseInstance(instance) +@InstanceCheck(INST_DOWN, INST_UP, FIRST_ARG) def TestInstanceStartup(instance): """gnt-instance startup""" AssertCommand(["gnt-instance", "startup", instance["name"]]) +@InstanceCheck(INST_UP, INST_DOWN, FIRST_ARG) def TestInstanceShutdown(instance): """gnt-instance shutdown""" AssertCommand(["gnt-instance", "shutdown", instance["name"]]) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceReboot(instance): """gnt-instance reboot""" - options = qa_config.get('options', {}) + options = qa_config.get("options", {}) reboot_types = options.get("reboot-types", constants.REBOOT_TYPES) name = instance["name"] for rtype in reboot_types: AssertCommand(["gnt-instance", "reboot", "--type=%s" % rtype, name]) + AssertCommand(["gnt-instance", "shutdown", name]) + qa_utils.RunInstanceCheck(instance, False) + AssertCommand(["gnt-instance", "reboot", name]) + + master = qa_config.GetMasterNode() + cmd = ["gnt-instance", "list", "--no-headers", "-o", "status", name] + result_output = qa_utils.GetCommandOutput(master["primary"], + utils.ShellQuoteArgs(cmd)) + AssertEqual(result_output.strip(), constants.INSTST_RUNNING) + +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) def TestInstanceReinstall(instance): """gnt-instance reinstall""" AssertCommand(["gnt-instance", "reinstall", "-f", instance["name"]]) @@ -133,72 +165,168 @@ def _CheckSsconfInstanceList(instance): _ReadSsconfInstanceList()) -def TestInstanceRename(rename_source, rename_target): - """gnt-instance rename""" +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) +def TestInstanceRenameAndBack(rename_source, rename_target): + """gnt-instance rename + + This must leave the instance with the original name, not the target + name. + + """ _CheckSsconfInstanceList(rename_source) + + # first do a rename to a different actual name, expecting it to fail + qa_utils.AddToEtcHosts(["meeeeh-not-exists", rename_target]) + try: + AssertCommand(["gnt-instance", "rename", rename_source, rename_target], + fail=True) + _CheckSsconfInstanceList(rename_source) + finally: + qa_utils.RemoveFromEtcHosts(["meeeeh-not-exists", rename_target]) + + # and now rename instance to rename_target... AssertCommand(["gnt-instance", "rename", rename_source, rename_target]) _CheckSsconfInstanceList(rename_target) + qa_utils.RunInstanceCheck(rename_source, False) + qa_utils.RunInstanceCheck(rename_target, False) + + # and back + AssertCommand(["gnt-instance", "rename", rename_target, rename_source]) + _CheckSsconfInstanceList(rename_source) + qa_utils.RunInstanceCheck(rename_target, False) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceFailover(instance): """gnt-instance failover""" - cmd = ['gnt-instance', 'failover', '--force', instance['name']] + cmd = ["gnt-instance", "failover", "--force", instance["name"]] + # failover ... AssertCommand(cmd) + qa_utils.RunInstanceCheck(instance, True) + # ... and back AssertCommand(cmd) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceMigrate(instance): """gnt-instance migrate""" cmd = ["gnt-instance", "migrate", "--force", instance["name"]] + # migrate ... AssertCommand(cmd) + qa_utils.RunInstanceCheck(instance, True) + # ... and back AssertCommand(cmd) + # TODO: Split into multiple tests + AssertCommand(["gnt-instance", "shutdown", instance["name"]]) + qa_utils.RunInstanceCheck(instance, False) + AssertCommand(cmd, fail=True) + AssertCommand(["gnt-instance", "migrate", "--force", "--allow-failover", + instance["name"]]) + AssertCommand(["gnt-instance", "start", instance["name"]]) + AssertCommand(cmd) + qa_utils.RunInstanceCheck(instance, True) + + AssertCommand(["gnt-instance", "modify", "-B", + ("%s=%s" % + (constants.BE_ALWAYS_FAILOVER, constants.VALUE_TRUE)), + instance["name"]]) + + AssertCommand(cmd, fail=True) + qa_utils.RunInstanceCheck(instance, True) + AssertCommand(["gnt-instance", "migrate", "--force", "--allow-failover", + instance["name"]]) + + # TODO: Verify whether the default value is restored here (not hardcoded) + AssertCommand(["gnt-instance", "modify", "-B", + ("%s=%s" % + (constants.BE_ALWAYS_FAILOVER, constants.VALUE_FALSE)), + instance["name"]]) + + AssertCommand(cmd) + qa_utils.RunInstanceCheck(instance, True) + def TestInstanceInfo(instance): """gnt-instance info""" AssertCommand(["gnt-instance", "info", instance["name"]]) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceModify(instance): """gnt-instance modify""" + default_hv = qa_config.GetDefaultHypervisor() + # Assume /sbin/init exists on all systems test_kernel = "/sbin/init" test_initrd = test_kernel - orig_memory = qa_config.get('mem') + orig_maxmem = qa_config.get(constants.BE_MAXMEM) + orig_minmem = qa_config.get(constants.BE_MINMEM) #orig_bridge = qa_config.get("bridge", "xen-br0") + args = [ - ["-B", "%s=128" % constants.BE_MEMORY], - ["-B", "%s=%s" % (constants.BE_MEMORY, orig_memory)], + ["-B", "%s=128" % constants.BE_MINMEM], + ["-B", "%s=128" % constants.BE_MAXMEM], + ["-B", "%s=%s,%s=%s" % (constants.BE_MINMEM, orig_minmem, + constants.BE_MAXMEM, orig_maxmem)], ["-B", "%s=2" % constants.BE_VCPUS], ["-B", "%s=1" % constants.BE_VCPUS], ["-B", "%s=%s" % (constants.BE_VCPUS, constants.VALUE_DEFAULT)], + ["-B", "%s=%s" % (constants.BE_ALWAYS_FAILOVER, constants.VALUE_TRUE)], + ["-B", "%s=%s" % (constants.BE_ALWAYS_FAILOVER, constants.VALUE_DEFAULT)], ["-H", "%s=%s" % (constants.HV_KERNEL_PATH, test_kernel)], ["-H", "%s=%s" % (constants.HV_KERNEL_PATH, constants.VALUE_DEFAULT)], - ["-H", "%s=%s" % (constants.HV_INITRD_PATH, test_initrd)], - ["-H", "no_%s" % (constants.HV_INITRD_PATH, )], - ["-H", "%s=%s" % (constants.HV_INITRD_PATH, constants.VALUE_DEFAULT)], # TODO: bridge tests #["--bridge", "xen-br1"], #["--bridge", orig_bridge], - - # TODO: Do these tests only with xen-hvm - #["-H", "%s=acn" % constants.HV_BOOT_ORDER], - #["-H", "%s=%s" % (constants.HV_BOOT_ORDER, constants.VALUE_DEFAULT)], ] + + if default_hv == constants.HT_XEN_PVM: + args.extend([ + ["-H", "%s=%s" % (constants.HV_INITRD_PATH, test_initrd)], + ["-H", "no_%s" % (constants.HV_INITRD_PATH, )], + ["-H", "%s=%s" % (constants.HV_INITRD_PATH, constants.VALUE_DEFAULT)], + ]) + elif default_hv == constants.HT_XEN_HVM: + args.extend([ + ["-H", "%s=acn" % constants.HV_BOOT_ORDER], + ["-H", "%s=%s" % (constants.HV_BOOT_ORDER, constants.VALUE_DEFAULT)], + ]) + for alist in args: AssertCommand(["gnt-instance", "modify"] + alist + [instance["name"]]) # check no-modify AssertCommand(["gnt-instance", "modify", instance["name"]], fail=True) + # Marking offline/online while instance is running must fail + for arg in ["--online", "--offline"]: + AssertCommand(["gnt-instance", "modify", arg, instance["name"]], fail=True) + + +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) +def TestInstanceStoppedModify(instance): + """gnt-instance modify (stopped instance)""" + name = instance["name"] + + # Instance was not marked offline; try marking it online once more + AssertCommand(["gnt-instance", "modify", "--online", name]) + # Mark instance as offline + AssertCommand(["gnt-instance", "modify", "--offline", name]) + + # And online again + AssertCommand(["gnt-instance", "modify", "--online", name]) + + +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) def TestInstanceConvertDisk(instance, snode): """gnt-instance modify -t""" name = instance["name"] @@ -207,20 +335,53 @@ def TestInstanceConvertDisk(instance, snode): "-n", snode["primary"], name]) +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) +def TestInstanceGrowDisk(instance): + """gnt-instance grow-disk""" + name = instance["name"] + all_size = qa_config.get("disk") + all_grow = qa_config.get("disk-growth") + if not all_grow: + # missing disk sizes but instance grow disk has been enabled, + # let's set fixed/nomimal growth + all_grow = ["128M" for _ in all_size] + for idx, (size, grow) in enumerate(zip(all_size, all_grow)): + # succeed in grow by amount + AssertCommand(["gnt-instance", "grow-disk", name, str(idx), grow]) + # fail in grow to the old size + AssertCommand(["gnt-instance", "grow-disk", "--absolute", name, str(idx), + size], fail=True) + # succeed to grow to old size + 2 * growth + int_size = utils.ParseUnit(size) + int_grow = utils.ParseUnit(grow) + AssertCommand(["gnt-instance", "grow-disk", "--absolute", name, str(idx), + str(int_size + 2 * int_grow)]) + + def TestInstanceList(): """gnt-instance list""" - AssertCommand(["gnt-instance", "list"]) + qa_utils.GenericQueryTest("gnt-instance", query.INSTANCE_FIELDS.keys()) +def TestInstanceListFields(): + """gnt-instance list-fields""" + qa_utils.GenericQueryFieldsTest("gnt-instance", query.INSTANCE_FIELDS.keys()) + + +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceConsole(instance): """gnt-instance console""" AssertCommand(["gnt-instance", "console", "--show-cmd", instance["name"]]) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestReplaceDisks(instance, pnode, snode, othernode): """gnt-instance replace-disks""" + # pylint: disable=W0613 + # due to unused pnode arg + # FIXME: should be removed from the function completely def buildcmd(args): - cmd = ['gnt-instance', 'replace-disks'] + cmd = ["gnt-instance", "replace-disks"] cmd.extend(args) cmd.append(instance["name"]) return cmd @@ -234,7 +395,15 @@ def TestReplaceDisks(instance, pnode, snode, othernode): ]: AssertCommand(buildcmd(data)) + AssertCommand(buildcmd(["-a"])) + AssertCommand(["gnt-instance", "stop", instance["name"]]) + AssertCommand(buildcmd(["-a"]), fail=True) + AssertCommand(["gnt-instance", "activate-disks", instance["name"]]) + AssertCommand(buildcmd(["-a"])) + AssertCommand(["gnt-instance", "start", instance["name"]]) + +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceExport(instance, node): """gnt-backup export -n ...""" name = instance["name"] @@ -242,28 +411,30 @@ def TestInstanceExport(instance, node): return qa_utils.ResolveInstanceName(name) +@InstanceCheck(None, INST_DOWN, FIRST_ARG) def TestInstanceExportWithRemove(instance, node): """gnt-backup export --remove-instance""" AssertCommand(["gnt-backup", "export", "-n", node["primary"], "--remove-instance", instance["name"]]) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstanceExportNoTarget(instance): """gnt-backup export (without target node, should fail)""" AssertCommand(["gnt-backup", "export", instance["name"]], fail=True) -def TestInstanceImport(node, newinst, expnode, name): +@InstanceCheck(None, INST_DOWN, FIRST_ARG) +def TestInstanceImport(newinst, node, expnode, name): """gnt-backup import""" - cmd = (['gnt-backup', 'import', - '--disk-template=plain', - '--no-ip-check', - '--net', '0:mac=generate', - '--src-node=%s' % expnode['primary'], - '--src-dir=%s/%s' % (constants.EXPORT_DIR, name), - '--node=%s' % node['primary']] + - _GetGenericAddParameters()) - cmd.append(newinst['name']) + cmd = (["gnt-backup", "import", + "--disk-template=plain", + "--no-ip-check", + "--src-node=%s" % expnode["primary"], + "--src-dir=%s/%s" % (constants.EXPORT_DIR, name), + "--node=%s" % node["primary"]] + + _GetGenericAddParameters(newinst, force_mac=constants.VALUE_GENERATE)) + cmd.append(newinst["name"]) AssertCommand(cmd) @@ -271,6 +442,14 @@ def TestBackupList(expnode): """gnt-backup list""" AssertCommand(["gnt-backup", "list", "--node=%s" % expnode["primary"]]) + qa_utils.GenericQueryTest("gnt-backup", query.EXPORT_FIELDS.keys(), + namefield=None, test_unknown=False) + + +def TestBackupListFields(): + """gnt-backup list-fields""" + qa_utils.GenericQueryFieldsTest("gnt-backup", query.EXPORT_FIELDS.keys()) + def _TestInstanceDiskFailure(instance, node, node2, onmaster): """Testing disk failure.""" @@ -282,16 +461,16 @@ def _TestInstanceDiskFailure(instance, node, node2, onmaster): node2_full = qa_utils.ResolveNodeName(node2) print qa_utils.FormatInfo("Getting physical disk names") - cmd = ['gnt-node', 'volumes', '--separator=|', '--no-headers', - '--output=node,phys,instance', - node['primary'], node2['primary']] - output = qa_utils.GetCommandOutput(master['primary'], sq(cmd)) + cmd = ["gnt-node", "volumes", "--separator=|", "--no-headers", + "--output=node,phys,instance", + node["primary"], node2["primary"]] + output = qa_utils.GetCommandOutput(master["primary"], sq(cmd)) # Get physical disk names - re_disk = re.compile(r'^/dev/([a-z]+)\d+$') + re_disk = re.compile(r"^/dev/([a-z]+)\d+$") node2disk = {} for line in output.splitlines(): - (node_name, phys, inst) = line.split('|') + (node_name, phys, inst) = line.split("|") if inst == instance_full: if node_name not in node2disk: node2disk[node_name] = [] @@ -317,19 +496,19 @@ def _TestInstanceDiskFailure(instance, node, node2, onmaster): AssertCommand(" && ".join(cmds), node=node_name) print qa_utils.FormatInfo("Getting device paths") - cmd = ['gnt-instance', 'activate-disks', instance['name']] - output = qa_utils.GetCommandOutput(master['primary'], sq(cmd)) + cmd = ["gnt-instance", "activate-disks", instance["name"]] + output = qa_utils.GetCommandOutput(master["primary"], sq(cmd)) devpath = [] for line in output.splitlines(): - (_, _, tmpdevpath) = line.split(':') + (_, _, tmpdevpath) = line.split(":") devpath.append(tmpdevpath) print devpath print qa_utils.FormatInfo("Getting drbd device paths") - cmd = ['gnt-instance', 'info', instance['name']] - output = qa_utils.GetCommandOutput(master['primary'], sq(cmd)) - pattern = (r'\s+-\s+sd[a-z]+,\s+type:\s+drbd8?,\s+.*$' - r'\s+primary:\s+(/dev/drbd\d+)\s+') + cmd = ["gnt-instance", "info", instance["name"]] + output = qa_utils.GetCommandOutput(master["primary"], sq(cmd)) + pattern = (r"\s+-\s+sd[a-z]+,\s+type:\s+drbd8?,\s+.*$" + r"\s+primary:\s+(/dev/drbd\d+)\s+") drbddevs = re.findall(pattern, output, re.M) print drbddevs @@ -343,7 +522,7 @@ def _TestInstanceDiskFailure(instance, node, node2, onmaster): AssertCommand(" && ".join(cmds), node=[node2, node][int(onmaster)]) print qa_utils.FormatInfo("Write to disks and give some time to notice" - " to notice the problem") + " the problem") cmds = [] for disk in devpath: cmds.append(sq(["dd", "count=1", "bs=512", "conv=notrunc", @@ -387,6 +566,8 @@ def _TestInstanceDiskFailure(instance, node, node2, onmaster): def TestInstanceMasterDiskFailure(instance, node, node2): """Testing disk failure on master node.""" + # pylint: disable=W0613 + # due to unused args print qa_utils.FormatError("Disk failure on primary node cannot be" " tested due to potential crashes.") # The following can cause crashes, thus it's disabled until fixed