+#
+#
+
# Copyright (C) 2007 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
"""
+import re
+import time
+
from ganeti import utils
+from ganeti import constants
import qa_config
+import qa_utils
+import qa_error
-from qa_utils import AssertEqual, StartSSH
+from qa_utils import AssertIn, AssertCommand
-def _DiskTest(node, args):
- master = qa_config.GetMasterNode()
+def _GetDiskStatePath(disk):
+ return "/sys/block/%s/device/state" % disk
+
+
+def _GetGenericAddParameters():
+ params = ['-B', '%s=%s' % (constants.BE_MEMORY, qa_config.get('mem'))]
+ for idx, size in enumerate(qa_config.get('disk')):
+ params.extend(["--disk", "%s:size=%s" % (idx, size)])
+ return params
+
+def _DiskTest(node, disk_template):
instance = qa_config.AcquireInstance()
try:
- cmd = ['gnt-instance', 'add',
- '--os-type=%s' % qa_config.get('os'),
- '--os-size=%s' % qa_config.get('os-size'),
- '--swap-size=%s' % qa_config.get('swap-size'),
- '--memory=%s' % qa_config.get('mem'),
- '--node=%s' % node['primary']]
- if args:
- cmd += args
+ cmd = (['gnt-instance', 'add',
+ '--os-type=%s' % qa_config.get('os'),
+ '--disk-template=%s' % disk_template,
+ '--node=%s' % node] +
+ _GetGenericAddParameters())
cmd.append(instance['name'])
- AssertEqual(StartSSH(master['primary'],
- utils.ShellQuoteArgs(cmd)).wait(), 0)
+ AssertCommand(cmd)
+
+ _CheckSsconfInstanceList(instance["name"])
+
return instance
except:
qa_config.ReleaseInstance(instance)
def TestInstanceAddWithPlainDisk(node):
"""gnt-instance add -t plain"""
- return _DiskTest(node, ['--disk-template=plain'])
-
-
-def TestInstanceAddWithLocalMirrorDisk(node):
- """gnt-instance add -t local_raid1"""
- return _DiskTest(node, ['--disk-template=local_raid1'])
+ return _DiskTest(node['primary'], 'plain')
-def TestInstanceAddWithRemoteRaidDisk(node, node2):
- """gnt-instance add -t remote_raid1"""
- return _DiskTest(node,
- ['--disk-template=remote_raid1',
- '--secondary-node=%s' % node2['primary']])
+def TestInstanceAddWithDrbdDisk(node, node2):
+ """gnt-instance add -t drbd"""
+ return _DiskTest("%s:%s" % (node['primary'], node2['primary']),
+ 'drbd')
def TestInstanceRemove(instance):
"""gnt-instance remove"""
- master = qa_config.GetMasterNode()
-
- cmd = ['gnt-instance', 'remove', '-f', instance['name']]
- AssertEqual(StartSSH(master['primary'],
- utils.ShellQuoteArgs(cmd)).wait(), 0)
+ AssertCommand(["gnt-instance", "remove", "-f", instance["name"]])
qa_config.ReleaseInstance(instance)
def TestInstanceStartup(instance):
"""gnt-instance startup"""
- master = qa_config.GetMasterNode()
-
- cmd = ['gnt-instance', 'startup', instance['name']]
- AssertEqual(StartSSH(master['primary'],
- utils.ShellQuoteArgs(cmd)).wait(), 0)
+ AssertCommand(["gnt-instance", "startup", instance["name"]])
def TestInstanceShutdown(instance):
"""gnt-instance shutdown"""
+ AssertCommand(["gnt-instance", "shutdown", instance["name"]])
+
+
+def TestInstanceReboot(instance):
+ """gnt-instance reboot"""
+ options = qa_config.get('options', {})
+ reboot_types = options.get("reboot-types", constants.REBOOT_TYPES)
+ name = instance["name"]
+ for rtype in reboot_types:
+ AssertCommand(["gnt-instance", "reboot", "--type=%s" % rtype, name])
+
+
+def TestInstanceReinstall(instance):
+ """gnt-instance reinstall"""
+ AssertCommand(["gnt-instance", "reinstall", "-f", instance["name"]])
+
+
+def _ReadSsconfInstanceList():
+ """Reads ssconf_instance_list from the master node.
+
+ """
master = qa_config.GetMasterNode()
- cmd = ['gnt-instance', 'shutdown', instance['name']]
- AssertEqual(StartSSH(master['primary'],
- utils.ShellQuoteArgs(cmd)).wait(), 0)
+ cmd = ["cat", utils.PathJoin(constants.DATA_DIR,
+ "ssconf_%s" % constants.SS_INSTANCE_LIST)]
+
+ return qa_utils.GetCommandOutput(master["primary"],
+ utils.ShellQuoteArgs(cmd)).splitlines()
+
+
+def _CheckSsconfInstanceList(instance):
+ """Checks if a certain instance is in the ssconf instance list.
+
+ @type instance: string
+ @param instance: Instance name
+
+ """
+ AssertIn(qa_utils.ResolveInstanceName(instance),
+ _ReadSsconfInstanceList())
+
+
+def TestInstanceRename(instance, rename_target):
+ """gnt-instance rename"""
+ rename_source = instance['name']
+
+ for name1, name2 in [(rename_source, rename_target),
+ (rename_target, rename_source)]:
+ _CheckSsconfInstanceList(name1)
+ AssertCommand(["gnt-instance", "rename", name1, name2])
+ _CheckSsconfInstanceList(name2)
def TestInstanceFailover(instance):
"""gnt-instance failover"""
- master = qa_config.GetMasterNode()
-
cmd = ['gnt-instance', 'failover', '--force', instance['name']]
- AssertEqual(StartSSH(master['primary'],
- utils.ShellQuoteArgs(cmd)).wait(), 0)
+ # failover ...
+ AssertCommand(cmd)
+ # ... and back
+ AssertCommand(cmd)
+
+
+def TestInstanceMigrate(instance):
+ """gnt-instance migrate"""
+ cmd = ["gnt-instance", "migrate", "--force", instance["name"]]
+ # migrate ...
+ AssertCommand(cmd)
+ # ... and back
+ AssertCommand(cmd)
def TestInstanceInfo(instance):
"""gnt-instance info"""
- master = qa_config.GetMasterNode()
+ AssertCommand(["gnt-instance", "info", instance["name"]])
+
+
+def TestInstanceModify(instance):
+ """gnt-instance modify"""
+ # Assume /sbin/init exists on all systems
+ test_kernel = "/sbin/init"
+ test_initrd = test_kernel
+
+ orig_memory = qa_config.get('mem')
+ #orig_bridge = qa_config.get("bridge", "xen-br0")
+ args = [
+ ["-B", "%s=128" % constants.BE_MEMORY],
+ ["-B", "%s=%s" % (constants.BE_MEMORY, orig_memory)],
+ ["-B", "%s=2" % constants.BE_VCPUS],
+ ["-B", "%s=1" % constants.BE_VCPUS],
+ ["-B", "%s=%s" % (constants.BE_VCPUS, constants.VALUE_DEFAULT)],
+
+ ["-H", "%s=%s" % (constants.HV_KERNEL_PATH, test_kernel)],
+ ["-H", "%s=%s" % (constants.HV_KERNEL_PATH, constants.VALUE_DEFAULT)],
+ ["-H", "%s=%s" % (constants.HV_INITRD_PATH, test_initrd)],
+ ["-H", "no_%s" % (constants.HV_INITRD_PATH, )],
+ ["-H", "%s=%s" % (constants.HV_INITRD_PATH, constants.VALUE_DEFAULT)],
+
+ # TODO: bridge tests
+ #["--bridge", "xen-br1"],
+ #["--bridge", orig_bridge],
+
+ # TODO: Do these tests only with xen-hvm
+ #["-H", "%s=acn" % constants.HV_BOOT_ORDER],
+ #["-H", "%s=%s" % (constants.HV_BOOT_ORDER, constants.VALUE_DEFAULT)],
+ ]
+ for alist in args:
+ AssertCommand(["gnt-instance", "modify"] + alist + [instance["name"]])
+
+ # check no-modify
+ AssertCommand(["gnt-instance", "modify", instance["name"]], fail=True)
+
+
+def TestInstanceConvertDisk(instance, snode):
+ """gnt-instance modify -t"""
+ name = instance["name"]
+ AssertCommand(["gnt-instance", "modify", "-t", "plain", name])
+ AssertCommand(["gnt-instance", "modify", "-t", "drbd",
+ "-n", snode["primary"], name])
+
+
+def TestInstanceList():
+ """gnt-instance list"""
+ AssertCommand(["gnt-instance", "list"])
+
+def TestInstanceConsole(instance):
+ """gnt-instance console"""
+ AssertCommand(["gnt-instance", "console", "--show-cmd", instance["name"]])
+
+
+def TestReplaceDisks(instance, pnode, snode, othernode):
+ """gnt-instance replace-disks"""
+ def buildcmd(args):
+ cmd = ['gnt-instance', 'replace-disks']
+ cmd.extend(args)
+ cmd.append(instance["name"])
+ return cmd
+
+ for data in [
+ ["-p"],
+ ["-s"],
+ ["--new-secondary=%s" % othernode["primary"]],
+ # and restore
+ ["--new-secondary=%s" % snode["primary"]],
+ ]:
+ AssertCommand(buildcmd(data))
+
+
+def TestInstanceExport(instance, node):
+ """gnt-backup export -n ..."""
+ name = instance["name"]
+ AssertCommand(["gnt-backup", "export", "-n", node["primary"], name])
+ return qa_utils.ResolveInstanceName(name)
+
+
+def TestInstanceExportWithRemove(instance, node):
+ """gnt-backup export --remove-instance"""
+ AssertCommand(["gnt-backup", "export", "-n", node["primary"],
+ "--remove-instance", instance["name"]])
+
+
+def TestInstanceExportNoTarget(instance):
+ """gnt-backup export (without target node, should fail)"""
+ AssertCommand(["gnt-backup", "export", instance["name"]], fail=True)
+
+
+def TestInstanceImport(node, newinst, expnode, name):
+ """gnt-backup import"""
+ cmd = (['gnt-backup', 'import',
+ '--disk-template=plain',
+ '--no-ip-check',
+ '--net', '0:mac=generate',
+ '--src-node=%s' % expnode['primary'],
+ '--src-dir=%s/%s' % (constants.EXPORT_DIR, name),
+ '--node=%s' % node['primary']] +
+ _GetGenericAddParameters())
+ cmd.append(newinst['name'])
+ AssertCommand(cmd)
+
+
+def TestBackupList(expnode):
+ """gnt-backup list"""
+ AssertCommand(["gnt-backup", "list", "--node=%s" % expnode["primary"]])
+
+
+def _TestInstanceDiskFailure(instance, node, node2, onmaster):
+ """Testing disk failure."""
+ master = qa_config.GetMasterNode()
+ sq = utils.ShellQuoteArgs
+
+ instance_full = qa_utils.ResolveInstanceName(instance["name"])
+ node_full = qa_utils.ResolveNodeName(node)
+ node2_full = qa_utils.ResolveNodeName(node2)
+
+ print qa_utils.FormatInfo("Getting physical disk names")
+ cmd = ['gnt-node', 'volumes', '--separator=|', '--no-headers',
+ '--output=node,phys,instance',
+ node['primary'], node2['primary']]
+ output = qa_utils.GetCommandOutput(master['primary'], sq(cmd))
+
+ # Get physical disk names
+ re_disk = re.compile(r'^/dev/([a-z]+)\d+$')
+ node2disk = {}
+ for line in output.splitlines():
+ (node_name, phys, inst) = line.split('|')
+ if inst == instance_full:
+ if node_name not in node2disk:
+ node2disk[node_name] = []
+
+ m = re_disk.match(phys)
+ if not m:
+ raise qa_error.Error("Unknown disk name format: %s" % phys)
+
+ name = m.group(1)
+ if name not in node2disk[node_name]:
+ node2disk[node_name].append(name)
+
+ if [node2_full, node_full][int(onmaster)] not in node2disk:
+ raise qa_error.Error("Couldn't find physical disks used on"
+ " %s node" % ["secondary", "master"][int(onmaster)])
+
+ print qa_utils.FormatInfo("Checking whether nodes have ability to stop"
+ " disks")
+ for node_name, disks in node2disk.iteritems():
+ cmds = []
+ for disk in disks:
+ cmds.append(sq(["test", "-f", _GetDiskStatePath(disk)]))
+ AssertCommand(" && ".join(cmds), node=node_name)
+
+ print qa_utils.FormatInfo("Getting device paths")
+ cmd = ['gnt-instance', 'activate-disks', instance['name']]
+ output = qa_utils.GetCommandOutput(master['primary'], sq(cmd))
+ devpath = []
+ for line in output.splitlines():
+ (_, _, tmpdevpath) = line.split(':')
+ devpath.append(tmpdevpath)
+ print devpath
+
+ print qa_utils.FormatInfo("Getting drbd device paths")
cmd = ['gnt-instance', 'info', instance['name']]
- AssertEqual(StartSSH(master['primary'],
- utils.ShellQuoteArgs(cmd)).wait(), 0)
+ output = qa_utils.GetCommandOutput(master['primary'], sq(cmd))
+ pattern = (r'\s+-\s+sd[a-z]+,\s+type:\s+drbd8?,\s+.*$'
+ r'\s+primary:\s+(/dev/drbd\d+)\s+')
+ drbddevs = re.findall(pattern, output, re.M)
+ print drbddevs
+
+ halted_disks = []
+ try:
+ print qa_utils.FormatInfo("Deactivating disks")
+ cmds = []
+ for name in node2disk[[node2_full, node_full][int(onmaster)]]:
+ halted_disks.append(name)
+ cmds.append(sq(["echo", "offline"]) + " >%s" % _GetDiskStatePath(name))
+ AssertCommand(" && ".join(cmds), node=[node2, node][int(onmaster)])
+
+ print qa_utils.FormatInfo("Write to disks and give some time to notice"
+ " to notice the problem")
+ cmds = []
+ for disk in devpath:
+ cmds.append(sq(["dd", "count=1", "bs=512", "conv=notrunc",
+ "if=%s" % disk, "of=%s" % disk]))
+ for _ in (0, 1, 2):
+ AssertCommand(" && ".join(cmds), node=node)
+ time.sleep(3)
+
+ print qa_utils.FormatInfo("Debugging info")
+ for name in drbddevs:
+ AssertCommand(["drbdsetup", name, "show"], node=node)
+
+ AssertCommand(["gnt-instance", "info", instance["name"]])
+
+ finally:
+ print qa_utils.FormatInfo("Activating disks again")
+ cmds = []
+ for name in halted_disks:
+ cmds.append(sq(["echo", "running"]) + " >%s" % _GetDiskStatePath(name))
+ AssertCommand("; ".join(cmds), node=[node2, node][int(onmaster)])
+
+ if onmaster:
+ for name in drbddevs:
+ AssertCommand(["drbdsetup", name, "detach"], node=node)
+ else:
+ for name in drbddevs:
+ AssertCommand(["drbdsetup", name, "disconnect"], node=node2)
+
+ # TODO
+ #AssertCommand(["vgs"], [node2, node][int(onmaster)])
+
+ print qa_utils.FormatInfo("Making sure disks are up again")
+ AssertCommand(["gnt-instance", "replace-disks", instance["name"]])
+
+ print qa_utils.FormatInfo("Restarting instance")
+ AssertCommand(["gnt-instance", "shutdown", instance["name"]])
+ AssertCommand(["gnt-instance", "startup", instance["name"]])
+
+ AssertCommand(["gnt-cluster", "verify"])
+
+
+def TestInstanceMasterDiskFailure(instance, node, node2):
+ """Testing disk failure on master node."""
+ print qa_utils.FormatError("Disk failure on primary node cannot be"
+ " tested due to potential crashes.")
+ # The following can cause crashes, thus it's disabled until fixed
+ #return _TestInstanceDiskFailure(instance, node, node2, True)
+
+
+def TestInstanceSecondaryDiskFailure(instance, node, node2):
+ """Testing disk failure on secondary node."""
+ return _TestInstanceDiskFailure(instance, node, node2, False)
projects / ganeti-local / blobdiff