X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/90e99856b5f0f833fe016ef9203f46329a11491e..f346a7d9:/qa/qa_rapi.py diff --git a/qa/qa_rapi.py b/qa/qa_rapi.py index ea74bb5..2a3ea1e 100644 --- a/qa/qa_rapi.py +++ b/qa/qa_rapi.py @@ -1,6 +1,7 @@ # +# -# Copyright (C) 2007, 2008, 2009, 2010 Google Inc. +# Copyright (C) 2007, 2008, 2009, 2010, 2011, 2012 Google Inc. # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -23,23 +24,29 @@ """ import tempfile +import random +import re +import itertools from ganeti import utils from ganeti import constants from ganeti import errors -from ganeti import serializer from ganeti import cli from ganeti import rapi +from ganeti import objects +from ganeti import query +from ganeti import compat +from ganeti import qlang -import ganeti.rapi.client +import ganeti.rapi.client # pylint: disable=W0611 import ganeti.rapi.client_utils import qa_config import qa_utils import qa_error -from qa_utils import (AssertEqual, AssertNotEqual, AssertIn, AssertMatch, - StartLocalCommand) +from qa_utils import (AssertEqual, AssertIn, AssertMatch, StartLocalCommand) +from qa_utils import InstanceCheck, INST_DOWN, INST_UP, FIRST_ARG _rapi_ca = None @@ -52,6 +59,8 @@ def Setup(username, password): """Configures the RAPI client. """ + # pylint: disable=W0603 + # due to global usage global _rapi_ca global _rapi_client global _rapi_username @@ -113,10 +122,12 @@ def Enabled(): """Return whether remote API tests should be run. """ - return qa_config.TestEnabled('rapi') + return qa_config.TestEnabled("rapi") def _DoTests(uris): + # pylint: disable=W0212 + # due to _SendRequest usage results = [] for uri, verify, method, body in uris: @@ -137,7 +148,7 @@ def _DoTests(uris): def _VerifyReturnsJob(data): - AssertMatch(data, r'^\d+$') + AssertMatch(data, r"^\d+$") def TestVersion(): @@ -145,7 +156,7 @@ def TestVersion(): """ _DoTests([ - ("/version", constants.RAPI_VERSION, 'GET', None), + ("/version", constants.RAPI_VERSION, "GET", None), ]) @@ -186,16 +197,16 @@ def TestEmptyCluster(): AssertIn(field, group) _DoTests([ - ("/", None, 'GET', None), - ("/2/info", _VerifyInfo, 'GET', None), - ("/2/tags", None, 'GET', None), - ("/2/nodes", _VerifyNodes, 'GET', None), - ("/2/nodes?bulk=1", _VerifyNodesBulk, 'GET', None), - ("/2/groups", _VerifyGroups, 'GET', None), - ("/2/groups?bulk=1", _VerifyGroupsBulk, 'GET', None), - ("/2/instances", [], 'GET', None), - ("/2/instances?bulk=1", [], 'GET', None), - ("/2/os", None, 'GET', None), + ("/", None, "GET", None), + ("/2/info", _VerifyInfo, "GET", None), + ("/2/tags", None, "GET", None), + ("/2/nodes", _VerifyNodes, "GET", None), + ("/2/nodes?bulk=1", _VerifyNodesBulk, "GET", None), + ("/2/groups", _VerifyGroups, "GET", None), + ("/2/groups?bulk=1", _VerifyGroupsBulk, "GET", None), + ("/2/instances", [], "GET", None), + ("/2/instances?bulk=1", [], "GET", None), + ("/2/os", None, "GET", None), ]) # Test HTTP Not Found @@ -217,6 +228,131 @@ def TestEmptyCluster(): raise qa_error.Error("Non-implemented method didn't fail") +def TestRapiQuery(): + """Testing resource queries via remote API. + + """ + master_name = qa_utils.ResolveNodeName(qa_config.GetMasterNode()) + rnd = random.Random(7818) + + for what in constants.QR_VIA_RAPI: + if what == constants.QR_JOB: + namefield = "id" + elif what == constants.QR_EXPORT: + namefield = "export" + else: + namefield = "name" + + all_fields = query.ALL_FIELDS[what].keys() + rnd.shuffle(all_fields) + + # No fields, should return everything + result = _rapi_client.QueryFields(what) + qresult = objects.QueryFieldsResponse.FromDict(result) + AssertEqual(len(qresult.fields), len(all_fields)) + + # One field + result = _rapi_client.QueryFields(what, fields=[namefield]) + qresult = objects.QueryFieldsResponse.FromDict(result) + AssertEqual(len(qresult.fields), 1) + + # Specify all fields, order must be correct + result = _rapi_client.QueryFields(what, fields=all_fields) + qresult = objects.QueryFieldsResponse.FromDict(result) + AssertEqual(len(qresult.fields), len(all_fields)) + AssertEqual([fdef.name for fdef in qresult.fields], all_fields) + + # Unknown field + result = _rapi_client.QueryFields(what, fields=["_unknown!"]) + qresult = objects.QueryFieldsResponse.FromDict(result) + AssertEqual(len(qresult.fields), 1) + AssertEqual(qresult.fields[0].name, "_unknown!") + AssertEqual(qresult.fields[0].kind, constants.QFT_UNKNOWN) + + # Try once more, this time without the client + _DoTests([ + ("/2/query/%s/fields" % what, None, "GET", None), + ("/2/query/%s/fields?fields=name,name,%s" % (what, all_fields[0]), + None, "GET", None), + ]) + + # Try missing query argument + try: + _DoTests([ + ("/2/query/%s" % what, None, "GET", None), + ]) + except rapi.client.GanetiApiError, err: + AssertEqual(err.code, 400) + else: + raise qa_error.Error("Request missing 'fields' parameter didn't fail") + + def _Check(exp_fields, data): + qresult = objects.QueryResponse.FromDict(data) + AssertEqual([fdef.name for fdef in qresult.fields], exp_fields) + if not isinstance(qresult.data, list): + raise qa_error.Error("Query did not return a list") + + _DoTests([ + # Specify fields in query + ("/2/query/%s?fields=%s" % (what, ",".join(all_fields)), + compat.partial(_Check, all_fields), "GET", None), + + ("/2/query/%s?fields=%s" % (what, namefield), + compat.partial(_Check, [namefield]), "GET", None), + + # Note the spaces + ("/2/query/%s?fields=%s,%%20%s%%09,%s%%20" % + (what, namefield, namefield, namefield), + compat.partial(_Check, [namefield] * 3), "GET", None), + + # PUT with fields in query + ("/2/query/%s?fields=%s" % (what, namefield), + compat.partial(_Check, [namefield]), "PUT", {}), + + # Fields in body + ("/2/query/%s" % what, compat.partial(_Check, all_fields), "PUT", { + "fields": all_fields, + }), + + ("/2/query/%s" % what, compat.partial(_Check, [namefield] * 4), "PUT", { + "fields": [namefield] * 4, + }), + ]) + + def _CheckFilter(): + _DoTests([ + # With filter + ("/2/query/%s" % what, compat.partial(_Check, all_fields), "PUT", { + "fields": all_fields, + "filter": [qlang.OP_TRUE, namefield], + }), + ]) + + if what == constants.QR_LOCK: + # Locks can't be filtered + try: + _CheckFilter() + except rapi.client.GanetiApiError, err: + AssertEqual(err.code, 500) + else: + raise qa_error.Error("Filtering locks didn't fail") + else: + _CheckFilter() + + if what == constants.QR_NODE: + # Test with filter + (nodes, ) = _DoTests([("/2/query/%s" % what, + compat.partial(_Check, ["name", "master"]), "PUT", { + "fields": ["name", "master"], + "filter": [qlang.OP_TRUE, "master"], + })]) + qresult = objects.QueryResponse.FromDict(nodes) + AssertEqual(qresult.data, [ + [[constants.RS_NORMAL, master_name], [constants.RS_NORMAL, True]], + ]) + + +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestInstance(instance): """Testing getting instance(s) info via remote API. @@ -235,16 +371,16 @@ def TestInstance(instance): _VerifyInstance(instance_data) _DoTests([ - ("/2/instances/%s" % instance["name"], _VerifyInstance, 'GET', None), - ("/2/instances", _VerifyInstancesList, 'GET', None), - ("/2/instances?bulk=1", _VerifyInstancesBulk, 'GET', None), + ("/2/instances/%s" % instance["name"], _VerifyInstance, "GET", None), + ("/2/instances", _VerifyInstancesList, "GET", None), + ("/2/instances?bulk=1", _VerifyInstancesBulk, "GET", None), ("/2/instances/%s/activate-disks" % instance["name"], - _VerifyReturnsJob, 'PUT', None), + _VerifyReturnsJob, "PUT", None), ("/2/instances/%s/deactivate-disks" % instance["name"], - _VerifyReturnsJob, 'PUT', None), + _VerifyReturnsJob, "PUT", None), ]) - # Test OpPrepareExport + # Test OpBackupPrepare (job_id, ) = _DoTests([ ("/2/instances/%s/prepare-export?mode=%s" % (instance["name"], constants.EXPORT_MODE_REMOTE), @@ -276,12 +412,24 @@ def TestNode(node): _VerifyNode(node_data) _DoTests([ - ("/2/nodes/%s" % node["primary"], _VerifyNode, 'GET', None), - ("/2/nodes", _VerifyNodesList, 'GET', None), - ("/2/nodes?bulk=1", _VerifyNodesBulk, 'GET', None), + ("/2/nodes/%s" % node["primary"], _VerifyNode, "GET", None), + ("/2/nodes", _VerifyNodesList, "GET", None), + ("/2/nodes?bulk=1", _VerifyNodesBulk, "GET", None), ]) +def _FilterTags(seq): + """Removes unwanted tags from a sequence. + + """ + ignore_re = qa_config.get("ignore-tags-re", None) + + if ignore_re: + return itertools.ifilterfalse(re.compile(ignore_re).match, seq) + else: + return seq + + def TestTags(kind, name, tags): """Tests .../tags resources. @@ -292,28 +440,30 @@ def TestTags(kind, name, tags): uri = "/2/nodes/%s/tags" % name elif kind == constants.TAG_INSTANCE: uri = "/2/instances/%s/tags" % name + elif kind == constants.TAG_NODEGROUP: + uri = "/2/groups/%s/tags" % name else: raise errors.ProgrammerError("Unknown tag kind") def _VerifyTags(data): - AssertEqual(sorted(tags), sorted(data)) + AssertEqual(sorted(tags), sorted(_FilterTags(data))) - query = "&".join("tag=%s" % i for i in tags) + queryargs = "&".join("tag=%s" % i for i in tags) # Add tags (job_id, ) = _DoTests([ - ("%s?%s" % (uri, query), _VerifyReturnsJob, "PUT", None), + ("%s?%s" % (uri, queryargs), _VerifyReturnsJob, "PUT", None), ]) _WaitForRapiJob(job_id) # Retrieve tags _DoTests([ - (uri, _VerifyTags, 'GET', None), + (uri, _VerifyTags, "GET", None), ]) # Remove tags (job_id, ) = _DoTests([ - ("%s?%s" % (uri, query), _VerifyReturnsJob, "DELETE", None), + ("%s?%s" % (uri, queryargs), _VerifyReturnsJob, "DELETE", None), ]) _WaitForRapiJob(job_id) @@ -322,8 +472,6 @@ def _WaitForRapiJob(job_id): """Waits for a job to finish. """ - master = qa_config.GetMasterNode() - def _VerifyJob(data): AssertEqual(data["id"], job_id) for field in JOB_FIELDS: @@ -337,21 +485,86 @@ def _WaitForRapiJob(job_id): cli.StdioJobPollReportCb()) +def TestRapiNodeGroups(): + """Test several node group operations using RAPI. + + """ + groups = qa_config.get("groups", {}) + group1, group2, group3 = groups.get("inexistent-groups", + ["group1", "group2", "group3"])[:3] + + # Create a group with no attributes + body = { + "name": group1, + } + + (job_id, ) = _DoTests([ + ("/2/groups", _VerifyReturnsJob, "POST", body), + ]) + + _WaitForRapiJob(job_id) + + # Create a group specifying alloc_policy + body = { + "name": group2, + "alloc_policy": constants.ALLOC_POLICY_UNALLOCABLE, + } + + (job_id, ) = _DoTests([ + ("/2/groups", _VerifyReturnsJob, "POST", body), + ]) + + _WaitForRapiJob(job_id) + + # Modify alloc_policy + body = { + "alloc_policy": constants.ALLOC_POLICY_UNALLOCABLE, + } + + (job_id, ) = _DoTests([ + ("/2/groups/%s/modify" % group1, _VerifyReturnsJob, "PUT", body), + ]) + + _WaitForRapiJob(job_id) + + # Rename a group + body = { + "new_name": group3, + } + + (job_id, ) = _DoTests([ + ("/2/groups/%s/rename" % group2, _VerifyReturnsJob, "PUT", body), + ]) + + _WaitForRapiJob(job_id) + + # Delete groups + for group in [group1, group3]: + (job_id, ) = _DoTests([ + ("/2/groups/%s" % group, _VerifyReturnsJob, "DELETE", None), + ]) + + _WaitForRapiJob(job_id) + + def TestRapiInstanceAdd(node, use_client): """Test adding a new instance via RAPI""" instance = qa_config.AcquireInstance() try: - memory = utils.ParseUnit(qa_config.get("mem")) disk_sizes = [utils.ParseUnit(size) for size in qa_config.get("disk")] + disks = [{"size": size} for size in disk_sizes] + nic0_mac = qa_config.GetInstanceNicMac(instance, + default=constants.VALUE_GENERATE) + nics = [{ + constants.INIC_MAC: nic0_mac, + }] + + beparams = { + constants.BE_MAXMEM: utils.ParseUnit(qa_config.get(constants.BE_MAXMEM)), + constants.BE_MINMEM: utils.ParseUnit(qa_config.get(constants.BE_MINMEM)), + } if use_client: - disks = [{"size": size} for size in disk_sizes] - nics = [{}] - - beparams = { - constants.BE_MEMORY: memory, - } - job_id = _rapi_client.CreateInstance(constants.INSTANCE_CREATE, instance["name"], constants.DT_PLAIN, @@ -361,12 +574,15 @@ def TestRapiInstanceAdd(node, use_client): beparams=beparams) else: body = { + "__version__": 1, + "mode": constants.INSTANCE_CREATE, "name": instance["name"], - "os": qa_config.get("os"), + "os_type": qa_config.get("os"), "disk_template": constants.DT_PLAIN, "pnode": node["primary"], - "memory": memory, - "disks": disk_sizes, + "beparams": beparams, + "disks": disks, + "nics": nics, } (job_id, ) = _DoTests([ @@ -381,6 +597,7 @@ def TestRapiInstanceAdd(node, use_client): raise +@InstanceCheck(None, INST_DOWN, FIRST_ARG) def TestRapiInstanceRemove(instance, use_client): """Test removing instance via RAPI""" if use_client: @@ -395,19 +612,75 @@ def TestRapiInstanceRemove(instance, use_client): qa_config.ReleaseInstance(instance) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestRapiInstanceMigrate(instance): """Test migrating instance via RAPI""" # Move to secondary node _WaitForRapiJob(_rapi_client.MigrateInstance(instance["name"])) + qa_utils.RunInstanceCheck(instance, True) # And back to previous primary _WaitForRapiJob(_rapi_client.MigrateInstance(instance["name"])) -def TestRapiInstanceRename(rename_source, rename_target): - """Test renaming instance via RAPI""" +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) +def TestRapiInstanceFailover(instance): + """Test failing over instance via RAPI""" + # Move to secondary node + _WaitForRapiJob(_rapi_client.FailoverInstance(instance["name"])) + qa_utils.RunInstanceCheck(instance, True) + # And back to previous primary + _WaitForRapiJob(_rapi_client.FailoverInstance(instance["name"])) + + +@InstanceCheck(INST_UP, INST_DOWN, FIRST_ARG) +def TestRapiInstanceShutdown(instance): + """Test stopping an instance via RAPI""" + _WaitForRapiJob(_rapi_client.ShutdownInstance(instance["name"])) + + +@InstanceCheck(INST_DOWN, INST_UP, FIRST_ARG) +def TestRapiInstanceStartup(instance): + """Test starting an instance via RAPI""" + _WaitForRapiJob(_rapi_client.StartupInstance(instance["name"])) + + +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) +def TestRapiInstanceRenameAndBack(rename_source, rename_target): + """Test renaming instance via RAPI + + This must leave the instance with the original name (in the + non-failure case). + + """ _WaitForRapiJob(_rapi_client.RenameInstance(rename_source, rename_target)) + qa_utils.RunInstanceCheck(rename_source, False) + qa_utils.RunInstanceCheck(rename_target, False) + _WaitForRapiJob(_rapi_client.RenameInstance(rename_target, rename_source)) + qa_utils.RunInstanceCheck(rename_target, False) + + +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) +def TestRapiInstanceReinstall(instance): + """Test reinstalling an instance via RAPI""" + _WaitForRapiJob(_rapi_client.ReinstallInstance(instance["name"])) + # By default, the instance is started again + qa_utils.RunInstanceCheck(instance, True) + + # Reinstall again without starting + _WaitForRapiJob(_rapi_client.ReinstallInstance(instance["name"], + no_startup=True)) + +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) +def TestRapiInstanceReplaceDisks(instance): + """Test replacing instance disks via RAPI""" + _WaitForRapiJob(_rapi_client.ReplaceInstanceDisks(instance["name"], + mode=constants.REPLACE_DISK_AUTO, disks=[])) + _WaitForRapiJob(_rapi_client.ReplaceInstanceDisks(instance["name"], + mode=constants.REPLACE_DISK_SEC, disks="0")) + +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) def TestRapiInstanceModify(instance): """Test modifying instance via RAPI""" def _ModifyInstance(**kwargs): @@ -430,6 +703,34 @@ def TestRapiInstanceModify(instance): }) +@InstanceCheck(INST_UP, INST_UP, FIRST_ARG) +def TestRapiInstanceConsole(instance): + """Test getting instance console information via RAPI""" + result = _rapi_client.GetInstanceConsole(instance["name"]) + console = objects.InstanceConsole.FromDict(result) + AssertEqual(console.Validate(), True) + AssertEqual(console.instance, qa_utils.ResolveInstanceName(instance["name"])) + + +@InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG) +def TestRapiStoppedInstanceConsole(instance): + """Test getting stopped instance's console information via RAPI""" + try: + _rapi_client.GetInstanceConsole(instance["name"]) + except rapi.client.GanetiApiError, err: + AssertEqual(err.code, 503) + else: + raise qa_error.Error("Getting console for stopped instance didn't" + " return HTTP 503") + + +def GetOperatingSystems(): + """Retrieves a list of all available operating systems. + + """ + return _rapi_client.GetOperatingSystems() + + def TestInterClusterInstanceMove(src_instance, dest_instance, pnode, snode, tnode): """Test tools/move-instance""" @@ -468,4 +769,7 @@ def TestInterClusterInstanceMove(src_instance, dest_instance, si, ] + qa_utils.RunInstanceCheck(di, False) AssertEqual(StartLocalCommand(cmd).wait(), 0) + qa_utils.RunInstanceCheck(si, False) + qa_utils.RunInstanceCheck(di, True)