#
+#
-# Copyright (C) 2007, 2008, 2009, 2010 Google Inc.
+# Copyright (C) 2007, 2008, 2009, 2010, 2011, 2012 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
"""
import tempfile
+import random
+import re
+import itertools
from ganeti import utils
from ganeti import constants
from ganeti import errors
-from ganeti import serializer
from ganeti import cli
from ganeti import rapi
+from ganeti import objects
+from ganeti import query
+from ganeti import compat
+from ganeti import qlang
+from ganeti import pathutils
-import ganeti.rapi.client
+import ganeti.rapi.client # pylint: disable=W0611
import ganeti.rapi.client_utils
import qa_config
import qa_utils
import qa_error
-from qa_utils import (AssertEqual, AssertNotEqual, AssertIn, AssertMatch,
- StartLocalCommand)
+from qa_utils import (AssertEqual, AssertIn, AssertMatch, StartLocalCommand)
+from qa_utils import InstanceCheck, INST_DOWN, INST_UP, FIRST_ARG
_rapi_ca = None
"""Configures the RAPI client.
"""
+ # pylint: disable=W0603
+ # due to global usage
global _rapi_ca
global _rapi_client
global _rapi_username
master = qa_config.GetMasterNode()
# Load RAPI certificate from master node
- cmd = ["cat", constants.RAPI_CERT_FILE]
+ cmd = ["cat", pathutils.RAPI_CERT_FILE]
# Write to temporary file
_rapi_ca = tempfile.NamedTemporaryFile()
"mtotal", "mnode", "mfree",
"pinst_cnt", "sinst_cnt", "tags")
-GROUP_FIELDS = frozenset([
+GROUP_FIELDS = compat.UniqueFrozenset([
"name", "uuid",
+ "alloc_policy",
"node_cnt", "node_list",
])
-JOB_FIELDS = frozenset([
+JOB_FIELDS = compat.UniqueFrozenset([
"id", "ops", "status", "summary",
"opstatus", "opresult", "oplog",
"received_ts", "start_ts", "end_ts",
"""Return whether remote API tests should be run.
"""
- return qa_config.TestEnabled('rapi')
+ return qa_config.TestEnabled("rapi")
def _DoTests(uris):
+ # pylint: disable=W0212
+ # due to _SendRequest usage
results = []
for uri, verify, method, body in uris:
def _VerifyReturnsJob(data):
- AssertMatch(data, r'^\d+$')
+ if not isinstance(data, int):
+ AssertMatch(data, r"^\d+$")
def TestVersion():
"""
_DoTests([
- ("/version", constants.RAPI_VERSION, 'GET', None),
+ ("/version", constants.RAPI_VERSION, "GET", None),
])
AssertIn(field, group)
_DoTests([
- ("/", None, 'GET', None),
- ("/2/info", _VerifyInfo, 'GET', None),
- ("/2/tags", None, 'GET', None),
- ("/2/nodes", _VerifyNodes, 'GET', None),
- ("/2/nodes?bulk=1", _VerifyNodesBulk, 'GET', None),
- ("/2/groups", _VerifyGroups, 'GET', None),
- ("/2/groups?bulk=1", _VerifyGroupsBulk, 'GET', None),
- ("/2/instances", [], 'GET', None),
- ("/2/instances?bulk=1", [], 'GET', None),
- ("/2/os", None, 'GET', None),
+ ("/", None, "GET", None),
+ ("/2/info", _VerifyInfo, "GET", None),
+ ("/2/tags", None, "GET", None),
+ ("/2/nodes", _VerifyNodes, "GET", None),
+ ("/2/nodes?bulk=1", _VerifyNodesBulk, "GET", None),
+ ("/2/groups", _VerifyGroups, "GET", None),
+ ("/2/groups?bulk=1", _VerifyGroupsBulk, "GET", None),
+ ("/2/instances", [], "GET", None),
+ ("/2/instances?bulk=1", [], "GET", None),
+ ("/2/os", None, "GET", None),
])
# Test HTTP Not Found
raise qa_error.Error("Non-implemented method didn't fail")
+def TestRapiQuery():
+ """Testing resource queries via remote API.
+
+ """
+ master_name = qa_utils.ResolveNodeName(qa_config.GetMasterNode())
+ rnd = random.Random(7818)
+
+ for what in constants.QR_VIA_RAPI:
+ if what == constants.QR_JOB:
+ namefield = "id"
+ elif what == constants.QR_EXPORT:
+ namefield = "export"
+ else:
+ namefield = "name"
+
+ all_fields = query.ALL_FIELDS[what].keys()
+ rnd.shuffle(all_fields)
+
+ # No fields, should return everything
+ result = _rapi_client.QueryFields(what)
+ qresult = objects.QueryFieldsResponse.FromDict(result)
+ AssertEqual(len(qresult.fields), len(all_fields))
+
+ # One field
+ result = _rapi_client.QueryFields(what, fields=[namefield])
+ qresult = objects.QueryFieldsResponse.FromDict(result)
+ AssertEqual(len(qresult.fields), 1)
+
+ # Specify all fields, order must be correct
+ result = _rapi_client.QueryFields(what, fields=all_fields)
+ qresult = objects.QueryFieldsResponse.FromDict(result)
+ AssertEqual(len(qresult.fields), len(all_fields))
+ AssertEqual([fdef.name for fdef in qresult.fields], all_fields)
+
+ # Unknown field
+ result = _rapi_client.QueryFields(what, fields=["_unknown!"])
+ qresult = objects.QueryFieldsResponse.FromDict(result)
+ AssertEqual(len(qresult.fields), 1)
+ AssertEqual(qresult.fields[0].name, "_unknown!")
+ AssertEqual(qresult.fields[0].kind, constants.QFT_UNKNOWN)
+
+ # Try once more, this time without the client
+ _DoTests([
+ ("/2/query/%s/fields" % what, None, "GET", None),
+ ("/2/query/%s/fields?fields=name,name,%s" % (what, all_fields[0]),
+ None, "GET", None),
+ ])
+
+ # Try missing query argument
+ try:
+ _DoTests([
+ ("/2/query/%s" % what, None, "GET", None),
+ ])
+ except rapi.client.GanetiApiError, err:
+ AssertEqual(err.code, 400)
+ else:
+ raise qa_error.Error("Request missing 'fields' parameter didn't fail")
+
+ def _Check(exp_fields, data):
+ qresult = objects.QueryResponse.FromDict(data)
+ AssertEqual([fdef.name for fdef in qresult.fields], exp_fields)
+ if not isinstance(qresult.data, list):
+ raise qa_error.Error("Query did not return a list")
+
+ _DoTests([
+ # Specify fields in query
+ ("/2/query/%s?fields=%s" % (what, ",".join(all_fields)),
+ compat.partial(_Check, all_fields), "GET", None),
+
+ ("/2/query/%s?fields=%s" % (what, namefield),
+ compat.partial(_Check, [namefield]), "GET", None),
+
+ # Note the spaces
+ ("/2/query/%s?fields=%s,%%20%s%%09,%s%%20" %
+ (what, namefield, namefield, namefield),
+ compat.partial(_Check, [namefield] * 3), "GET", None),
+
+ # PUT with fields in query
+ ("/2/query/%s?fields=%s" % (what, namefield),
+ compat.partial(_Check, [namefield]), "PUT", {}),
+
+ # Fields in body
+ ("/2/query/%s" % what, compat.partial(_Check, all_fields), "PUT", {
+ "fields": all_fields,
+ }),
+
+ ("/2/query/%s" % what, compat.partial(_Check, [namefield] * 4), "PUT", {
+ "fields": [namefield] * 4,
+ }),
+ ])
+
+ def _CheckFilter():
+ _DoTests([
+ # With filter
+ ("/2/query/%s" % what, compat.partial(_Check, all_fields), "PUT", {
+ "fields": all_fields,
+ "filter": [qlang.OP_TRUE, namefield],
+ }),
+ ])
+
+ if what == constants.QR_LOCK:
+ # Locks can't be filtered
+ try:
+ _CheckFilter()
+ except rapi.client.GanetiApiError, err:
+ AssertEqual(err.code, 500)
+ else:
+ raise qa_error.Error("Filtering locks didn't fail")
+ else:
+ _CheckFilter()
+
+ if what == constants.QR_NODE:
+ # Test with filter
+ (nodes, ) = _DoTests(
+ [("/2/query/%s" % what,
+ compat.partial(_Check, ["name", "master"]), "PUT",
+ {"fields": ["name", "master"],
+ "filter": [qlang.OP_TRUE, "master"],
+ })])
+ qresult = objects.QueryResponse.FromDict(nodes)
+ AssertEqual(qresult.data, [
+ [[constants.RS_NORMAL, master_name], [constants.RS_NORMAL, True]],
+ ])
+
+
+@InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
def TestInstance(instance):
"""Testing getting instance(s) info via remote API.
_VerifyInstance(instance_data)
_DoTests([
- ("/2/instances/%s" % instance["name"], _VerifyInstance, 'GET', None),
- ("/2/instances", _VerifyInstancesList, 'GET', None),
- ("/2/instances?bulk=1", _VerifyInstancesBulk, 'GET', None),
+ ("/2/instances/%s" % instance["name"], _VerifyInstance, "GET", None),
+ ("/2/instances", _VerifyInstancesList, "GET", None),
+ ("/2/instances?bulk=1", _VerifyInstancesBulk, "GET", None),
("/2/instances/%s/activate-disks" % instance["name"],
- _VerifyReturnsJob, 'PUT', None),
+ _VerifyReturnsJob, "PUT", None),
("/2/instances/%s/deactivate-disks" % instance["name"],
- _VerifyReturnsJob, 'PUT', None),
+ _VerifyReturnsJob, "PUT", None),
])
- # Test OpPrepareExport
+ # Test OpBackupPrepare
(job_id, ) = _DoTests([
("/2/instances/%s/prepare-export?mode=%s" %
(instance["name"], constants.EXPORT_MODE_REMOTE),
_VerifyNode(node_data)
_DoTests([
- ("/2/nodes/%s" % node["primary"], _VerifyNode, 'GET', None),
- ("/2/nodes", _VerifyNodesList, 'GET', None),
- ("/2/nodes?bulk=1", _VerifyNodesBulk, 'GET', None),
+ ("/2/nodes/%s" % node["primary"], _VerifyNode, "GET", None),
+ ("/2/nodes", _VerifyNodesList, "GET", None),
+ ("/2/nodes?bulk=1", _VerifyNodesBulk, "GET", None),
])
+def _FilterTags(seq):
+ """Removes unwanted tags from a sequence.
+
+ """
+ ignore_re = qa_config.get("ignore-tags-re", None)
+
+ if ignore_re:
+ return itertools.ifilterfalse(re.compile(ignore_re).match, seq)
+ else:
+ return seq
+
+
def TestTags(kind, name, tags):
"""Tests .../tags resources.
uri = "/2/nodes/%s/tags" % name
elif kind == constants.TAG_INSTANCE:
uri = "/2/instances/%s/tags" % name
+ elif kind == constants.TAG_NODEGROUP:
+ uri = "/2/groups/%s/tags" % name
else:
raise errors.ProgrammerError("Unknown tag kind")
def _VerifyTags(data):
- AssertEqual(sorted(tags), sorted(data))
+ AssertEqual(sorted(tags), sorted(_FilterTags(data)))
- query = "&".join("tag=%s" % i for i in tags)
+ queryargs = "&".join("tag=%s" % i for i in tags)
# Add tags
(job_id, ) = _DoTests([
- ("%s?%s" % (uri, query), _VerifyReturnsJob, "PUT", None),
+ ("%s?%s" % (uri, queryargs), _VerifyReturnsJob, "PUT", None),
])
_WaitForRapiJob(job_id)
# Retrieve tags
_DoTests([
- (uri, _VerifyTags, 'GET', None),
+ (uri, _VerifyTags, "GET", None),
])
# Remove tags
(job_id, ) = _DoTests([
- ("%s?%s" % (uri, query), _VerifyReturnsJob, "DELETE", None),
+ ("%s?%s" % (uri, queryargs), _VerifyReturnsJob, "DELETE", None),
])
_WaitForRapiJob(job_id)
"""Waits for a job to finish.
"""
- master = qa_config.GetMasterNode()
-
def _VerifyJob(data):
AssertEqual(data["id"], job_id)
for field in JOB_FIELDS:
cli.StdioJobPollReportCb())
+def TestRapiNodeGroups():
+ """Test several node group operations using RAPI.
+
+ """
+ groups = qa_config.get("groups", {})
+ group1, group2, group3 = groups.get("inexistent-groups",
+ ["group1", "group2", "group3"])[:3]
+
+ # Create a group with no attributes
+ body = {
+ "name": group1,
+ }
+
+ (job_id, ) = _DoTests([
+ ("/2/groups", _VerifyReturnsJob, "POST", body),
+ ])
+
+ _WaitForRapiJob(job_id)
+
+ # Create a group specifying alloc_policy
+ body = {
+ "name": group2,
+ "alloc_policy": constants.ALLOC_POLICY_UNALLOCABLE,
+ }
+
+ (job_id, ) = _DoTests([
+ ("/2/groups", _VerifyReturnsJob, "POST", body),
+ ])
+
+ _WaitForRapiJob(job_id)
+
+ # Modify alloc_policy
+ body = {
+ "alloc_policy": constants.ALLOC_POLICY_UNALLOCABLE,
+ }
+
+ (job_id, ) = _DoTests([
+ ("/2/groups/%s/modify" % group1, _VerifyReturnsJob, "PUT", body),
+ ])
+
+ _WaitForRapiJob(job_id)
+
+ # Rename a group
+ body = {
+ "new_name": group3,
+ }
+
+ (job_id, ) = _DoTests([
+ ("/2/groups/%s/rename" % group2, _VerifyReturnsJob, "PUT", body),
+ ])
+
+ _WaitForRapiJob(job_id)
+
+ # Delete groups
+ for group in [group1, group3]:
+ (job_id, ) = _DoTests([
+ ("/2/groups/%s" % group, _VerifyReturnsJob, "DELETE", None),
+ ])
+
+ _WaitForRapiJob(job_id)
+
+
def TestRapiInstanceAdd(node, use_client):
"""Test adding a new instance via RAPI"""
instance = qa_config.AcquireInstance()
try:
- memory = utils.ParseUnit(qa_config.get("mem"))
disk_sizes = [utils.ParseUnit(size) for size in qa_config.get("disk")]
+ disks = [{"size": size} for size in disk_sizes]
+ nic0_mac = qa_config.GetInstanceNicMac(instance,
+ default=constants.VALUE_GENERATE)
+ nics = [{
+ constants.INIC_MAC: nic0_mac,
+ }]
+
+ beparams = {
+ constants.BE_MAXMEM: utils.ParseUnit(qa_config.get(constants.BE_MAXMEM)),
+ constants.BE_MINMEM: utils.ParseUnit(qa_config.get(constants.BE_MINMEM)),
+ }
if use_client:
- disks = [{"size": size} for size in disk_sizes]
- nics = [{}]
-
- beparams = {
- constants.BE_MEMORY: memory,
- }
-
job_id = _rapi_client.CreateInstance(constants.INSTANCE_CREATE,
instance["name"],
constants.DT_PLAIN,
beparams=beparams)
else:
body = {
+ "__version__": 1,
+ "mode": constants.INSTANCE_CREATE,
"name": instance["name"],
- "os": qa_config.get("os"),
+ "os_type": qa_config.get("os"),
"disk_template": constants.DT_PLAIN,
"pnode": node["primary"],
- "memory": memory,
- "disks": disk_sizes,
+ "beparams": beparams,
+ "disks": disks,
+ "nics": nics,
}
(job_id, ) = _DoTests([
raise
+@InstanceCheck(None, INST_DOWN, FIRST_ARG)
def TestRapiInstanceRemove(instance, use_client):
"""Test removing instance via RAPI"""
if use_client:
qa_config.ReleaseInstance(instance)
+@InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
def TestRapiInstanceMigrate(instance):
"""Test migrating instance via RAPI"""
# Move to secondary node
_WaitForRapiJob(_rapi_client.MigrateInstance(instance["name"]))
+ qa_utils.RunInstanceCheck(instance, True)
# And back to previous primary
_WaitForRapiJob(_rapi_client.MigrateInstance(instance["name"]))
-def TestRapiInstanceRename(instance, rename_target):
- """Test renaming instance via RAPI"""
- rename_source = instance["name"]
+@InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
+def TestRapiInstanceFailover(instance):
+ """Test failing over instance via RAPI"""
+ # Move to secondary node
+ _WaitForRapiJob(_rapi_client.FailoverInstance(instance["name"]))
+ qa_utils.RunInstanceCheck(instance, True)
+ # And back to previous primary
+ _WaitForRapiJob(_rapi_client.FailoverInstance(instance["name"]))
+
- for name1, name2 in [(rename_source, rename_target),
- (rename_target, rename_source)]:
- _WaitForRapiJob(_rapi_client.RenameInstance(name1, name2))
+@InstanceCheck(INST_UP, INST_DOWN, FIRST_ARG)
+def TestRapiInstanceShutdown(instance):
+ """Test stopping an instance via RAPI"""
+ _WaitForRapiJob(_rapi_client.ShutdownInstance(instance["name"]))
+@InstanceCheck(INST_DOWN, INST_UP, FIRST_ARG)
+def TestRapiInstanceStartup(instance):
+ """Test starting an instance via RAPI"""
+ _WaitForRapiJob(_rapi_client.StartupInstance(instance["name"]))
+
+
+@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
+def TestRapiInstanceRenameAndBack(rename_source, rename_target):
+ """Test renaming instance via RAPI
+
+ This must leave the instance with the original name (in the
+ non-failure case).
+
+ """
+ _WaitForRapiJob(_rapi_client.RenameInstance(rename_source, rename_target))
+ qa_utils.RunInstanceCheck(rename_source, False)
+ qa_utils.RunInstanceCheck(rename_target, False)
+ _WaitForRapiJob(_rapi_client.RenameInstance(rename_target, rename_source))
+ qa_utils.RunInstanceCheck(rename_target, False)
+
+
+@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
+def TestRapiInstanceReinstall(instance):
+ """Test reinstalling an instance via RAPI"""
+ _WaitForRapiJob(_rapi_client.ReinstallInstance(instance["name"]))
+ # By default, the instance is started again
+ qa_utils.RunInstanceCheck(instance, True)
+
+ # Reinstall again without starting
+ _WaitForRapiJob(_rapi_client.ReinstallInstance(instance["name"],
+ no_startup=True))
+
+
+@InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
+def TestRapiInstanceReplaceDisks(instance):
+ """Test replacing instance disks via RAPI"""
+ fn = _rapi_client.ReplaceInstanceDisks
+ _WaitForRapiJob(fn(instance["name"],
+ mode=constants.REPLACE_DISK_AUTO, disks=[]))
+ _WaitForRapiJob(fn(instance["name"],
+ mode=constants.REPLACE_DISK_SEC, disks="0"))
+
+
+@InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
def TestRapiInstanceModify(instance):
"""Test modifying instance via RAPI"""
+ default_hv = qa_config.GetDefaultHypervisor()
+
def _ModifyInstance(**kwargs):
_WaitForRapiJob(_rapi_client.ModifyInstance(instance["name"], **kwargs))
- _ModifyInstance(hvparams={
- constants.HV_KERNEL_ARGS: "single",
- })
-
_ModifyInstance(beparams={
constants.BE_VCPUS: 3,
})
constants.BE_VCPUS: constants.VALUE_DEFAULT,
})
- _ModifyInstance(hvparams={
- constants.HV_KERNEL_ARGS: constants.VALUE_DEFAULT,
- })
+ if default_hv == constants.HT_XEN_PVM:
+ _ModifyInstance(hvparams={
+ constants.HV_KERNEL_ARGS: "single",
+ })
+ _ModifyInstance(hvparams={
+ constants.HV_KERNEL_ARGS: constants.VALUE_DEFAULT,
+ })
+ elif default_hv == constants.HT_XEN_HVM:
+ _ModifyInstance(hvparams={
+ constants.HV_BOOT_ORDER: "acn",
+ })
+ _ModifyInstance(hvparams={
+ constants.HV_BOOT_ORDER: constants.VALUE_DEFAULT,
+ })
+
+
+@InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
+def TestRapiInstanceConsole(instance):
+ """Test getting instance console information via RAPI"""
+ result = _rapi_client.GetInstanceConsole(instance["name"])
+ console = objects.InstanceConsole.FromDict(result)
+ AssertEqual(console.Validate(), True)
+ AssertEqual(console.instance, qa_utils.ResolveInstanceName(instance["name"]))
+
+
+@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
+def TestRapiStoppedInstanceConsole(instance):
+ """Test getting stopped instance's console information via RAPI"""
+ try:
+ _rapi_client.GetInstanceConsole(instance["name"])
+ except rapi.client.GanetiApiError, err:
+ AssertEqual(err.code, 503)
+ else:
+ raise qa_error.Error("Getting console for stopped instance didn't"
+ " return HTTP 503")
+
+
+def GetOperatingSystems():
+ """Retrieves a list of all available operating systems.
+
+ """
+ return _rapi_client.GetOperatingSystems()
def TestInterClusterInstanceMove(src_instance, dest_instance,
si,
]
+ qa_utils.RunInstanceCheck(di, False)
AssertEqual(StartLocalCommand(cmd).wait(), 0)
+ qa_utils.RunInstanceCheck(si, False)
+ qa_utils.RunInstanceCheck(di, True)
projects / ganeti-local / blobdiff