root / qa / qa_instance.py @ e37f47d3
History | View | Annotate | Download (25.9 kB)
1 | c68d1f43 | Michael Hanselmann | #
|
---|---|---|---|
2 | c68d1f43 | Michael Hanselmann | #
|
3 | c68d1f43 | Michael Hanselmann | |
4 | 4c1a464b | Iustin Pop | # Copyright (C) 2007, 2011, 2012 Google Inc.
|
5 | cec9845c | Michael Hanselmann | #
|
6 | cec9845c | Michael Hanselmann | # This program is free software; you can redistribute it and/or modify
|
7 | cec9845c | Michael Hanselmann | # it under the terms of the GNU General Public License as published by
|
8 | cec9845c | Michael Hanselmann | # the Free Software Foundation; either version 2 of the License, or
|
9 | cec9845c | Michael Hanselmann | # (at your option) any later version.
|
10 | cec9845c | Michael Hanselmann | #
|
11 | cec9845c | Michael Hanselmann | # This program is distributed in the hope that it will be useful, but
|
12 | cec9845c | Michael Hanselmann | # WITHOUT ANY WARRANTY; without even the implied warranty of
|
13 | cec9845c | Michael Hanselmann | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
14 | cec9845c | Michael Hanselmann | # General Public License for more details.
|
15 | cec9845c | Michael Hanselmann | #
|
16 | cec9845c | Michael Hanselmann | # You should have received a copy of the GNU General Public License
|
17 | cec9845c | Michael Hanselmann | # along with this program; if not, write to the Free Software
|
18 | cec9845c | Michael Hanselmann | # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
19 | cec9845c | Michael Hanselmann | # 02110-1301, USA.
|
20 | cec9845c | Michael Hanselmann | |
21 | cec9845c | Michael Hanselmann | |
22 | cec9845c | Michael Hanselmann | """Instance related QA tests.
|
23 | cec9845c | Michael Hanselmann |
|
24 | cec9845c | Michael Hanselmann | """
|
25 | cec9845c | Michael Hanselmann | |
26 | e8ae0c20 | Michael Hanselmann | import re |
27 | e8ae0c20 | Michael Hanselmann | import time |
28 | e8ae0c20 | Michael Hanselmann | |
29 | cec9845c | Michael Hanselmann | from ganeti import utils |
30 | 5d640672 | Michael Hanselmann | from ganeti import constants |
31 | 288d6440 | Michael Hanselmann | from ganeti import query |
32 | 304d9f02 | Michael Hanselmann | from ganeti import pathutils |
33 | cec9845c | Michael Hanselmann | |
34 | cec9845c | Michael Hanselmann | import qa_config |
35 | 5d640672 | Michael Hanselmann | import qa_utils |
36 | e8ae0c20 | Michael Hanselmann | import qa_error |
37 | e8ae0c20 | Michael Hanselmann | |
38 | cc27265e | René Nussbaumer | from qa_utils import AssertIn, AssertCommand, AssertEqual |
39 | 5fa0375e | Michael Hanselmann | from qa_utils import InstanceCheck, INST_DOWN, INST_UP, FIRST_ARG, RETURN_VALUE |
40 | cec9845c | Michael Hanselmann | |
41 | e8ae0c20 | Michael Hanselmann | |
42 | e8ae0c20 | Michael Hanselmann | def _GetDiskStatePath(disk): |
43 | e8ae0c20 | Michael Hanselmann | return "/sys/block/%s/device/state" % disk |
44 | cec9845c | Michael Hanselmann | |
45 | cec9845c | Michael Hanselmann | |
46 | 1c573fb4 | Iustin Pop | def _GetGenericAddParameters(inst, force_mac=None): |
47 | 8ccbbe4b | Guido Trotter | params = ["-B"]
|
48 | 8ccbbe4b | Guido Trotter | params.append("%s=%s,%s=%s" % (constants.BE_MINMEM,
|
49 | 8ccbbe4b | Guido Trotter | qa_config.get(constants.BE_MINMEM), |
50 | 8ccbbe4b | Guido Trotter | constants.BE_MAXMEM, |
51 | 8ccbbe4b | Guido Trotter | qa_config.get(constants.BE_MAXMEM))) |
52 | d0c8c01d | Iustin Pop | for idx, size in enumerate(qa_config.get("disk")): |
53 | 1d693311 | Michael Hanselmann | params.extend(["--disk", "%s:size=%s" % (idx, size)]) |
54 | f346a7d9 | Michael Hanselmann | |
55 | f346a7d9 | Michael Hanselmann | # Set static MAC address if configured
|
56 | 1c573fb4 | Iustin Pop | if force_mac:
|
57 | 1c573fb4 | Iustin Pop | nic0_mac = force_mac |
58 | 1c573fb4 | Iustin Pop | else:
|
59 | 1c573fb4 | Iustin Pop | nic0_mac = qa_config.GetInstanceNicMac(inst) |
60 | f346a7d9 | Michael Hanselmann | if nic0_mac:
|
61 | f346a7d9 | Michael Hanselmann | params.extend(["--net", "0:mac=%s" % nic0_mac]) |
62 | f346a7d9 | Michael Hanselmann | |
63 | 1d693311 | Michael Hanselmann | return params
|
64 | 5d640672 | Michael Hanselmann | |
65 | 5d640672 | Michael Hanselmann | |
66 | 113b8d89 | Michael Hanselmann | def _DiskTest(node, disk_template): |
67 | cec9845c | Michael Hanselmann | instance = qa_config.AcquireInstance() |
68 | cec9845c | Michael Hanselmann | try:
|
69 | d0c8c01d | Iustin Pop | cmd = (["gnt-instance", "add", |
70 | d0c8c01d | Iustin Pop | "--os-type=%s" % qa_config.get("os"), |
71 | d0c8c01d | Iustin Pop | "--disk-template=%s" % disk_template,
|
72 | d0c8c01d | Iustin Pop | "--node=%s" % node] +
|
73 | f346a7d9 | Michael Hanselmann | _GetGenericAddParameters(instance)) |
74 | d0c8c01d | Iustin Pop | cmd.append(instance["name"])
|
75 | cec9845c | Michael Hanselmann | |
76 | 2f4b4f78 | Iustin Pop | AssertCommand(cmd) |
77 | 6a343475 | Michael Hanselmann | |
78 | 6a343475 | Michael Hanselmann | _CheckSsconfInstanceList(instance["name"])
|
79 | 6a343475 | Michael Hanselmann | |
80 | cec9845c | Michael Hanselmann | return instance
|
81 | cec9845c | Michael Hanselmann | except:
|
82 | cec9845c | Michael Hanselmann | qa_config.ReleaseInstance(instance) |
83 | cec9845c | Michael Hanselmann | raise
|
84 | cec9845c | Michael Hanselmann | |
85 | cec9845c | Michael Hanselmann | |
86 | cc4b14f0 | Bernardo Dal Seno | def _GetInstanceInfo(instance): |
87 | cc4b14f0 | Bernardo Dal Seno | """Return information about the actual state of an instance.
|
88 | 82d2f3df | Bernardo Dal Seno |
|
89 | b07afbb3 | Iustin Pop | @type instance: string
|
90 | b07afbb3 | Iustin Pop | @param instance: the instance name
|
91 | b07afbb3 | Iustin Pop | @return: a dictionary with two keys:
|
92 | b07afbb3 | Iustin Pop | - "nodes": instance nodes, a list of strings
|
93 | b07afbb3 | Iustin Pop | - "volumes": instance volume IDs, a list of strings
|
94 | 82d2f3df | Bernardo Dal Seno |
|
95 | 82d2f3df | Bernardo Dal Seno | """
|
96 | 82d2f3df | Bernardo Dal Seno | master = qa_config.GetMasterNode() |
97 | b07afbb3 | Iustin Pop | infocmd = utils.ShellQuoteArgs(["gnt-instance", "info", instance]) |
98 | 82d2f3df | Bernardo Dal Seno | info_out = qa_utils.GetCommandOutput(master["primary"], infocmd)
|
99 | 82d2f3df | Bernardo Dal Seno | re_node = re.compile(r"^\s+-\s+(?:primary|secondaries):\s+(\S.+)$")
|
100 | 82d2f3df | Bernardo Dal Seno | node_elem = r"([^,()]+)(?:\s+\([^)]+\))?"
|
101 | 82d2f3df | Bernardo Dal Seno | # re_nodelist matches a list of nodes returned by gnt-instance info, e.g.:
|
102 | 82d2f3df | Bernardo Dal Seno | # node1.fqdn
|
103 | 82d2f3df | Bernardo Dal Seno | # node2.fqdn,node3.fqdn
|
104 | 82d2f3df | Bernardo Dal Seno | # node4.fqdn (group mygroup, group UUID 01234567-abcd-0123-4567-0123456789ab)
|
105 | 82d2f3df | Bernardo Dal Seno | # FIXME This works with no more than 2 secondaries
|
106 | 82d2f3df | Bernardo Dal Seno | re_nodelist = re.compile(node_elem + "(?:," + node_elem + ")?$") |
107 | 82d2f3df | Bernardo Dal Seno | re_vol = re.compile(r"^\s+logical_id:\s+(\S+)$")
|
108 | 82d2f3df | Bernardo Dal Seno | nodes = [] |
109 | 82d2f3df | Bernardo Dal Seno | vols = [] |
110 | 82d2f3df | Bernardo Dal Seno | for line in info_out.splitlines(): |
111 | 82d2f3df | Bernardo Dal Seno | m = re_node.match(line) |
112 | 82d2f3df | Bernardo Dal Seno | if m:
|
113 | 82d2f3df | Bernardo Dal Seno | nodestr = m.group(1)
|
114 | 82d2f3df | Bernardo Dal Seno | m2 = re_nodelist.match(nodestr) |
115 | 82d2f3df | Bernardo Dal Seno | if m2:
|
116 | 82d2f3df | Bernardo Dal Seno | nodes.extend(filter(None, m2.groups())) |
117 | 82d2f3df | Bernardo Dal Seno | else:
|
118 | 82d2f3df | Bernardo Dal Seno | nodes.append(nodestr) |
119 | 82d2f3df | Bernardo Dal Seno | m = re_vol.match(line) |
120 | 82d2f3df | Bernardo Dal Seno | if m:
|
121 | 82d2f3df | Bernardo Dal Seno | vols.append(m.group(1))
|
122 | 82d2f3df | Bernardo Dal Seno | assert vols
|
123 | 82d2f3df | Bernardo Dal Seno | assert nodes
|
124 | cc4b14f0 | Bernardo Dal Seno | return {"nodes": nodes, "volumes": vols} |
125 | cc4b14f0 | Bernardo Dal Seno | |
126 | cc4b14f0 | Bernardo Dal Seno | |
127 | cc4b14f0 | Bernardo Dal Seno | def _DestroyInstanceVolumes(instance): |
128 | cc4b14f0 | Bernardo Dal Seno | """Remove all the LVM volumes of an instance.
|
129 | cc4b14f0 | Bernardo Dal Seno |
|
130 | cc4b14f0 | Bernardo Dal Seno | This is used to simulate HW errors (dead nodes, broken disks...); the
|
131 | cc4b14f0 | Bernardo Dal Seno | configuration of the instance is not affected.
|
132 | cc4b14f0 | Bernardo Dal Seno | @type instance: dictionary
|
133 | cc4b14f0 | Bernardo Dal Seno | @param instance: the instance
|
134 | cc4b14f0 | Bernardo Dal Seno |
|
135 | cc4b14f0 | Bernardo Dal Seno | """
|
136 | b07afbb3 | Iustin Pop | info = _GetInstanceInfo(instance["name"])
|
137 | cc4b14f0 | Bernardo Dal Seno | vols = info["volumes"]
|
138 | cc4b14f0 | Bernardo Dal Seno | for node in info["nodes"]: |
139 | 82d2f3df | Bernardo Dal Seno | AssertCommand(["lvremove", "-f"] + vols, node=node) |
140 | 82d2f3df | Bernardo Dal Seno | |
141 | 82d2f3df | Bernardo Dal Seno | |
142 | d55408b0 | Bernardo Dal Seno | def _GetBoolInstanceField(instance, field): |
143 | d55408b0 | Bernardo Dal Seno | """Get the Boolean value of a field of an instance.
|
144 | d55408b0 | Bernardo Dal Seno |
|
145 | d55408b0 | Bernardo Dal Seno | @type instance: string
|
146 | d55408b0 | Bernardo Dal Seno | @param instance: Instance name
|
147 | d55408b0 | Bernardo Dal Seno | @type field: string
|
148 | d55408b0 | Bernardo Dal Seno | @param field: Name of the field
|
149 | d55408b0 | Bernardo Dal Seno |
|
150 | d55408b0 | Bernardo Dal Seno | """
|
151 | d55408b0 | Bernardo Dal Seno | master = qa_config.GetMasterNode() |
152 | d55408b0 | Bernardo Dal Seno | infocmd = utils.ShellQuoteArgs(["gnt-instance", "list", "--no-headers", |
153 | d55408b0 | Bernardo Dal Seno | "-o", field, instance])
|
154 | d55408b0 | Bernardo Dal Seno | info_out = qa_utils.GetCommandOutput(master["primary"], infocmd).strip()
|
155 | d55408b0 | Bernardo Dal Seno | if info_out == "Y": |
156 | d55408b0 | Bernardo Dal Seno | return True |
157 | d55408b0 | Bernardo Dal Seno | elif info_out == "N": |
158 | d55408b0 | Bernardo Dal Seno | return False |
159 | d55408b0 | Bernardo Dal Seno | else:
|
160 | d55408b0 | Bernardo Dal Seno | raise qa_error.Error("Field %s of instance %s has a non-Boolean value:" |
161 | d55408b0 | Bernardo Dal Seno | " %s" % (field, instance, info_out))
|
162 | d55408b0 | Bernardo Dal Seno | |
163 | d55408b0 | Bernardo Dal Seno | |
164 | 5fa0375e | Michael Hanselmann | @InstanceCheck(None, INST_UP, RETURN_VALUE) |
165 | cec9845c | Michael Hanselmann | def TestInstanceAddWithPlainDisk(node): |
166 | cec9845c | Michael Hanselmann | """gnt-instance add -t plain"""
|
167 | d0c8c01d | Iustin Pop | return _DiskTest(node["primary"], "plain") |
168 | cec9845c | Michael Hanselmann | |
169 | cec9845c | Michael Hanselmann | |
170 | 5fa0375e | Michael Hanselmann | @InstanceCheck(None, INST_UP, RETURN_VALUE) |
171 | 7d7609a3 | Michael Hanselmann | def TestInstanceAddWithDrbdDisk(node, node2): |
172 | 7d7609a3 | Michael Hanselmann | """gnt-instance add -t drbd"""
|
173 | d0c8c01d | Iustin Pop | return _DiskTest("%s:%s" % (node["primary"], node2["primary"]), |
174 | d0c8c01d | Iustin Pop | "drbd")
|
175 | 7d7609a3 | Michael Hanselmann | |
176 | 7d7609a3 | Michael Hanselmann | |
177 | 5fa0375e | Michael Hanselmann | @InstanceCheck(None, INST_DOWN, FIRST_ARG) |
178 | cec9845c | Michael Hanselmann | def TestInstanceRemove(instance): |
179 | cec9845c | Michael Hanselmann | """gnt-instance remove"""
|
180 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "remove", "-f", instance["name"]]) |
181 | cec9845c | Michael Hanselmann | |
182 | cec9845c | Michael Hanselmann | qa_config.ReleaseInstance(instance) |
183 | cec9845c | Michael Hanselmann | |
184 | cec9845c | Michael Hanselmann | |
185 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_DOWN, INST_UP, FIRST_ARG)
|
186 | cec9845c | Michael Hanselmann | def TestInstanceStartup(instance): |
187 | cec9845c | Michael Hanselmann | """gnt-instance startup"""
|
188 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "startup", instance["name"]]) |
189 | cec9845c | Michael Hanselmann | |
190 | cec9845c | Michael Hanselmann | |
191 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_DOWN, FIRST_ARG)
|
192 | cec9845c | Michael Hanselmann | def TestInstanceShutdown(instance): |
193 | cec9845c | Michael Hanselmann | """gnt-instance shutdown"""
|
194 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "shutdown", instance["name"]]) |
195 | cec9845c | Michael Hanselmann | |
196 | cec9845c | Michael Hanselmann | |
197 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
198 | 8a4e8898 | Michael Hanselmann | def TestInstanceReboot(instance): |
199 | 8a4e8898 | Michael Hanselmann | """gnt-instance reboot"""
|
200 | d0c8c01d | Iustin Pop | options = qa_config.get("options", {})
|
201 | 1d103c02 | Iustin Pop | reboot_types = options.get("reboot-types", constants.REBOOT_TYPES)
|
202 | 2f4b4f78 | Iustin Pop | name = instance["name"]
|
203 | 1d103c02 | Iustin Pop | for rtype in reboot_types: |
204 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "reboot", "--type=%s" % rtype, name]) |
205 | 8a4e8898 | Michael Hanselmann | |
206 | cc27265e | René Nussbaumer | AssertCommand(["gnt-instance", "shutdown", name]) |
207 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, False)
|
208 | cc27265e | René Nussbaumer | AssertCommand(["gnt-instance", "reboot", name]) |
209 | cc27265e | René Nussbaumer | |
210 | cc27265e | René Nussbaumer | master = qa_config.GetMasterNode() |
211 | 58ea8d17 | Michael Hanselmann | cmd = ["gnt-instance", "list", "--no-headers", "-o", "status", name] |
212 | cc27265e | René Nussbaumer | result_output = qa_utils.GetCommandOutput(master["primary"],
|
213 | cc27265e | René Nussbaumer | utils.ShellQuoteArgs(cmd)) |
214 | cc27265e | René Nussbaumer | AssertEqual(result_output.strip(), constants.INSTST_RUNNING) |
215 | cc27265e | René Nussbaumer | |
216 | 8a4e8898 | Michael Hanselmann | |
217 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
|
218 | 283f9d4c | Michael Hanselmann | def TestInstanceReinstall(instance): |
219 | 283f9d4c | Michael Hanselmann | """gnt-instance reinstall"""
|
220 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "reinstall", "-f", instance["name"]]) |
221 | 283f9d4c | Michael Hanselmann | |
222 | 64be07b1 | Michael Hanselmann | # Test with non-existant OS definition
|
223 | 64be07b1 | Michael Hanselmann | AssertCommand(["gnt-instance", "reinstall", "-f", |
224 | 64be07b1 | Michael Hanselmann | "--os-type=NonExistantOsForQa",
|
225 | 64be07b1 | Michael Hanselmann | instance["name"]],
|
226 | 64be07b1 | Michael Hanselmann | fail=True)
|
227 | 64be07b1 | Michael Hanselmann | |
228 | 283f9d4c | Michael Hanselmann | |
229 | 6a343475 | Michael Hanselmann | def _ReadSsconfInstanceList(): |
230 | 6a343475 | Michael Hanselmann | """Reads ssconf_instance_list from the master node.
|
231 | 6a343475 | Michael Hanselmann |
|
232 | 6a343475 | Michael Hanselmann | """
|
233 | 6a343475 | Michael Hanselmann | master = qa_config.GetMasterNode() |
234 | 6a343475 | Michael Hanselmann | |
235 | 304d9f02 | Michael Hanselmann | cmd = ["cat", utils.PathJoin(pathutils.DATA_DIR,
|
236 | 6a343475 | Michael Hanselmann | "ssconf_%s" % constants.SS_INSTANCE_LIST)]
|
237 | 6a343475 | Michael Hanselmann | |
238 | 6a343475 | Michael Hanselmann | return qa_utils.GetCommandOutput(master["primary"], |
239 | 6a343475 | Michael Hanselmann | utils.ShellQuoteArgs(cmd)).splitlines() |
240 | 6a343475 | Michael Hanselmann | |
241 | 6a343475 | Michael Hanselmann | |
242 | 6a343475 | Michael Hanselmann | def _CheckSsconfInstanceList(instance): |
243 | 6a343475 | Michael Hanselmann | """Checks if a certain instance is in the ssconf instance list.
|
244 | 6a343475 | Michael Hanselmann |
|
245 | 6a343475 | Michael Hanselmann | @type instance: string
|
246 | 6a343475 | Michael Hanselmann | @param instance: Instance name
|
247 | 6a343475 | Michael Hanselmann |
|
248 | 6a343475 | Michael Hanselmann | """
|
249 | 6a343475 | Michael Hanselmann | AssertIn(qa_utils.ResolveInstanceName(instance), |
250 | 6a343475 | Michael Hanselmann | _ReadSsconfInstanceList()) |
251 | 6a343475 | Michael Hanselmann | |
252 | 6a343475 | Michael Hanselmann | |
253 | 51131cad | Michael Hanselmann | @InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
|
254 | 4c1a464b | Iustin Pop | def TestInstanceRenameAndBack(rename_source, rename_target): |
255 | 4c1a464b | Iustin Pop | """gnt-instance rename
|
256 | 4c1a464b | Iustin Pop |
|
257 | 4c1a464b | Iustin Pop | This must leave the instance with the original name, not the target
|
258 | 4c1a464b | Iustin Pop | name.
|
259 | 4c1a464b | Iustin Pop |
|
260 | 4c1a464b | Iustin Pop | """
|
261 | 31fe5102 | René Nussbaumer | _CheckSsconfInstanceList(rename_source) |
262 | 5fa0375e | Michael Hanselmann | |
263 | 4c1a464b | Iustin Pop | # first do a rename to a different actual name, expecting it to fail
|
264 | 31fe5102 | René Nussbaumer | qa_utils.AddToEtcHosts(["meeeeh-not-exists", rename_target])
|
265 | 31fe5102 | René Nussbaumer | try:
|
266 | 31fe5102 | René Nussbaumer | AssertCommand(["gnt-instance", "rename", rename_source, rename_target], |
267 | 31fe5102 | René Nussbaumer | fail=True)
|
268 | 31fe5102 | René Nussbaumer | _CheckSsconfInstanceList(rename_source) |
269 | 31fe5102 | René Nussbaumer | finally:
|
270 | 31fe5102 | René Nussbaumer | qa_utils.RemoveFromEtcHosts(["meeeeh-not-exists", rename_target])
|
271 | 5fa0375e | Michael Hanselmann | |
272 | b07afbb3 | Iustin Pop | # Check instance volume tags correctly updated
|
273 | b07afbb3 | Iustin Pop | # FIXME: this is LVM specific!
|
274 | b07afbb3 | Iustin Pop | info = _GetInstanceInfo(rename_source) |
275 | b07afbb3 | Iustin Pop | tags_cmd = ("lvs -o tags --noheadings %s | grep " %
|
276 | b07afbb3 | Iustin Pop | (" ".join(info["volumes"]), )) |
277 | b07afbb3 | Iustin Pop | |
278 | 4c1a464b | Iustin Pop | # and now rename instance to rename_target...
|
279 | 31fe5102 | René Nussbaumer | AssertCommand(["gnt-instance", "rename", rename_source, rename_target]) |
280 | 31fe5102 | René Nussbaumer | _CheckSsconfInstanceList(rename_target) |
281 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(rename_source, False)
|
282 | 51131cad | Michael Hanselmann | qa_utils.RunInstanceCheck(rename_target, False)
|
283 | 5fa0375e | Michael Hanselmann | |
284 | b07afbb3 | Iustin Pop | # NOTE: tags might not be the exactly as the instance name, due to
|
285 | b07afbb3 | Iustin Pop | # charset restrictions; hence the test might be flaky
|
286 | b07afbb3 | Iustin Pop | if rename_source != rename_target:
|
287 | b07afbb3 | Iustin Pop | for node in info["nodes"]: |
288 | b07afbb3 | Iustin Pop | AssertCommand(tags_cmd + rename_source, node=node, fail=True)
|
289 | b07afbb3 | Iustin Pop | AssertCommand(tags_cmd + rename_target, node=node, fail=False)
|
290 | b07afbb3 | Iustin Pop | |
291 | 4c1a464b | Iustin Pop | # and back
|
292 | 4c1a464b | Iustin Pop | AssertCommand(["gnt-instance", "rename", rename_target, rename_source]) |
293 | 4c1a464b | Iustin Pop | _CheckSsconfInstanceList(rename_source) |
294 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(rename_target, False)
|
295 | 18337ca9 | Iustin Pop | |
296 | b07afbb3 | Iustin Pop | if rename_source != rename_target:
|
297 | b07afbb3 | Iustin Pop | for node in info["nodes"]: |
298 | b07afbb3 | Iustin Pop | AssertCommand(tags_cmd + rename_source, node=node, fail=False)
|
299 | b07afbb3 | Iustin Pop | AssertCommand(tags_cmd + rename_target, node=node, fail=True)
|
300 | b07afbb3 | Iustin Pop | |
301 | 18337ca9 | Iustin Pop | |
302 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
303 | cec9845c | Michael Hanselmann | def TestInstanceFailover(instance): |
304 | cec9845c | Michael Hanselmann | """gnt-instance failover"""
|
305 | d0c8c01d | Iustin Pop | cmd = ["gnt-instance", "failover", "--force", instance["name"]] |
306 | 5fa0375e | Michael Hanselmann | |
307 | 2f4b4f78 | Iustin Pop | # failover ...
|
308 | 2f4b4f78 | Iustin Pop | AssertCommand(cmd) |
309 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, True)
|
310 | 5fa0375e | Michael Hanselmann | |
311 | 76f59a32 | Michael Hanselmann | # ... and back
|
312 | 2f4b4f78 | Iustin Pop | AssertCommand(cmd) |
313 | 76f59a32 | Michael Hanselmann | |
314 | cec9845c | Michael Hanselmann | |
315 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
316 | d55408b0 | Bernardo Dal Seno | def TestInstanceMigrate(instance, toggle_always_failover=True): |
317 | 938bde86 | Michael Hanselmann | """gnt-instance migrate"""
|
318 | 938bde86 | Michael Hanselmann | cmd = ["gnt-instance", "migrate", "--force", instance["name"]] |
319 | d55408b0 | Bernardo Dal Seno | af_par = constants.BE_ALWAYS_FAILOVER |
320 | d55408b0 | Bernardo Dal Seno | af_field = "be/" + constants.BE_ALWAYS_FAILOVER
|
321 | d55408b0 | Bernardo Dal Seno | af_init_val = _GetBoolInstanceField(instance["name"], af_field)
|
322 | 5fa0375e | Michael Hanselmann | |
323 | 2f4b4f78 | Iustin Pop | # migrate ...
|
324 | 2f4b4f78 | Iustin Pop | AssertCommand(cmd) |
325 | d55408b0 | Bernardo Dal Seno | # TODO: Verify the choice between failover and migration
|
326 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, True)
|
327 | 5fa0375e | Michael Hanselmann | |
328 | d55408b0 | Bernardo Dal Seno | # ... and back (possibly with always_failover toggled)
|
329 | d55408b0 | Bernardo Dal Seno | if toggle_always_failover:
|
330 | d55408b0 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "modify", "-B", |
331 | d55408b0 | Bernardo Dal Seno | ("%s=%s" % (af_par, not af_init_val)), |
332 | d55408b0 | Bernardo Dal Seno | instance["name"]])
|
333 | 2f4b4f78 | Iustin Pop | AssertCommand(cmd) |
334 | d55408b0 | Bernardo Dal Seno | # TODO: Verify the choice between failover and migration
|
335 | d55408b0 | Bernardo Dal Seno | qa_utils.RunInstanceCheck(instance, True)
|
336 | d55408b0 | Bernardo Dal Seno | if toggle_always_failover:
|
337 | d55408b0 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "modify", "-B", |
338 | d55408b0 | Bernardo Dal Seno | ("%s=%s" % (af_par, af_init_val)), instance["name"]]) |
339 | 5fa0375e | Michael Hanselmann | |
340 | 5fa0375e | Michael Hanselmann | # TODO: Split into multiple tests
|
341 | e9c487be | René Nussbaumer | AssertCommand(["gnt-instance", "shutdown", instance["name"]]) |
342 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, False)
|
343 | e9c487be | René Nussbaumer | AssertCommand(cmd, fail=True)
|
344 | e9c487be | René Nussbaumer | AssertCommand(["gnt-instance", "migrate", "--force", "--allow-failover", |
345 | e9c487be | René Nussbaumer | instance["name"]])
|
346 | e9c487be | René Nussbaumer | AssertCommand(["gnt-instance", "start", instance["name"]]) |
347 | e9c487be | René Nussbaumer | AssertCommand(cmd) |
348 | d55408b0 | Bernardo Dal Seno | # @InstanceCheck enforces the check that the instance is running
|
349 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, True)
|
350 | 5fa0375e | Michael Hanselmann | |
351 | 42a769f9 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "modify", "-B", |
352 | 42a769f9 | Bernardo Dal Seno | ("%s=%s" %
|
353 | 42a769f9 | Bernardo Dal Seno | (constants.BE_ALWAYS_FAILOVER, constants.VALUE_TRUE)), |
354 | 42a769f9 | Bernardo Dal Seno | instance["name"]])
|
355 | 5fa0375e | Michael Hanselmann | |
356 | 320a5dae | Bernardo Dal Seno | AssertCommand(cmd) |
357 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, True)
|
358 | 320a5dae | Bernardo Dal Seno | # TODO: Verify that a failover has been done instead of a migration
|
359 | 5fa0375e | Michael Hanselmann | |
360 | 5fa0375e | Michael Hanselmann | # TODO: Verify whether the default value is restored here (not hardcoded)
|
361 | 42a769f9 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "modify", "-B", |
362 | 42a769f9 | Bernardo Dal Seno | ("%s=%s" %
|
363 | 42a769f9 | Bernardo Dal Seno | (constants.BE_ALWAYS_FAILOVER, constants.VALUE_FALSE)), |
364 | 42a769f9 | Bernardo Dal Seno | instance["name"]])
|
365 | 5fa0375e | Michael Hanselmann | |
366 | 42a769f9 | Bernardo Dal Seno | AssertCommand(cmd) |
367 | 5fa0375e | Michael Hanselmann | qa_utils.RunInstanceCheck(instance, True)
|
368 | 938bde86 | Michael Hanselmann | |
369 | 938bde86 | Michael Hanselmann | |
370 | cec9845c | Michael Hanselmann | def TestInstanceInfo(instance): |
371 | cec9845c | Michael Hanselmann | """gnt-instance info"""
|
372 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "info", instance["name"]]) |
373 | 5d640672 | Michael Hanselmann | |
374 | 5d640672 | Michael Hanselmann | |
375 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
376 | c0f74c55 | Iustin Pop | def TestInstanceModify(instance): |
377 | c0f74c55 | Iustin Pop | """gnt-instance modify"""
|
378 | d488adb6 | Michael Hanselmann | default_hv = qa_config.GetDefaultHypervisor() |
379 | d488adb6 | Michael Hanselmann | |
380 | 1d693311 | Michael Hanselmann | # Assume /sbin/init exists on all systems
|
381 | 1d693311 | Michael Hanselmann | test_kernel = "/sbin/init"
|
382 | 1d693311 | Michael Hanselmann | test_initrd = test_kernel |
383 | 1d693311 | Michael Hanselmann | |
384 | 8ccbbe4b | Guido Trotter | orig_maxmem = qa_config.get(constants.BE_MAXMEM) |
385 | 8ccbbe4b | Guido Trotter | orig_minmem = qa_config.get(constants.BE_MINMEM) |
386 | 2f4b4f78 | Iustin Pop | #orig_bridge = qa_config.get("bridge", "xen-br0")
|
387 | d488adb6 | Michael Hanselmann | |
388 | c0f74c55 | Iustin Pop | args = [ |
389 | 8ccbbe4b | Guido Trotter | ["-B", "%s=128" % constants.BE_MINMEM], |
390 | 8ccbbe4b | Guido Trotter | ["-B", "%s=128" % constants.BE_MAXMEM], |
391 | 8ccbbe4b | Guido Trotter | ["-B", "%s=%s,%s=%s" % (constants.BE_MINMEM, orig_minmem, |
392 | 8ccbbe4b | Guido Trotter | constants.BE_MAXMEM, orig_maxmem)], |
393 | 1d693311 | Michael Hanselmann | ["-B", "%s=2" % constants.BE_VCPUS], |
394 | 1d693311 | Michael Hanselmann | ["-B", "%s=1" % constants.BE_VCPUS], |
395 | 1d693311 | Michael Hanselmann | ["-B", "%s=%s" % (constants.BE_VCPUS, constants.VALUE_DEFAULT)], |
396 | 42a769f9 | Bernardo Dal Seno | ["-B", "%s=%s" % (constants.BE_ALWAYS_FAILOVER, constants.VALUE_TRUE)], |
397 | 42a769f9 | Bernardo Dal Seno | ["-B", "%s=%s" % (constants.BE_ALWAYS_FAILOVER, constants.VALUE_DEFAULT)], |
398 | 1d693311 | Michael Hanselmann | |
399 | 1d693311 | Michael Hanselmann | ["-H", "%s=%s" % (constants.HV_KERNEL_PATH, test_kernel)], |
400 | 1d693311 | Michael Hanselmann | ["-H", "%s=%s" % (constants.HV_KERNEL_PATH, constants.VALUE_DEFAULT)], |
401 | 1d693311 | Michael Hanselmann | |
402 | 1d693311 | Michael Hanselmann | # TODO: bridge tests
|
403 | 1d693311 | Michael Hanselmann | #["--bridge", "xen-br1"],
|
404 | 1d693311 | Michael Hanselmann | #["--bridge", orig_bridge],
|
405 | c0f74c55 | Iustin Pop | ] |
406 | d488adb6 | Michael Hanselmann | |
407 | d488adb6 | Michael Hanselmann | if default_hv == constants.HT_XEN_PVM:
|
408 | d488adb6 | Michael Hanselmann | args.extend([ |
409 | d488adb6 | Michael Hanselmann | ["-H", "%s=%s" % (constants.HV_INITRD_PATH, test_initrd)], |
410 | d488adb6 | Michael Hanselmann | ["-H", "no_%s" % (constants.HV_INITRD_PATH, )], |
411 | d488adb6 | Michael Hanselmann | ["-H", "%s=%s" % (constants.HV_INITRD_PATH, constants.VALUE_DEFAULT)], |
412 | d488adb6 | Michael Hanselmann | ]) |
413 | d488adb6 | Michael Hanselmann | elif default_hv == constants.HT_XEN_HVM:
|
414 | d488adb6 | Michael Hanselmann | args.extend([ |
415 | d488adb6 | Michael Hanselmann | ["-H", "%s=acn" % constants.HV_BOOT_ORDER], |
416 | d488adb6 | Michael Hanselmann | ["-H", "%s=%s" % (constants.HV_BOOT_ORDER, constants.VALUE_DEFAULT)], |
417 | d488adb6 | Michael Hanselmann | ]) |
418 | d488adb6 | Michael Hanselmann | |
419 | c0f74c55 | Iustin Pop | for alist in args: |
420 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "modify"] + alist + [instance["name"]]) |
421 | c0f74c55 | Iustin Pop | |
422 | c0f74c55 | Iustin Pop | # check no-modify
|
423 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "modify", instance["name"]], fail=True) |
424 | c0f74c55 | Iustin Pop | |
425 | 3016bc1f | Michael Hanselmann | # Marking offline/online while instance is running must fail
|
426 | 3016bc1f | Michael Hanselmann | for arg in ["--online", "--offline"]: |
427 | 3016bc1f | Michael Hanselmann | AssertCommand(["gnt-instance", "modify", arg, instance["name"]], fail=True) |
428 | 3016bc1f | Michael Hanselmann | |
429 | 3016bc1f | Michael Hanselmann | |
430 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
|
431 | 3016bc1f | Michael Hanselmann | def TestInstanceStoppedModify(instance): |
432 | 3016bc1f | Michael Hanselmann | """gnt-instance modify (stopped instance)"""
|
433 | 3016bc1f | Michael Hanselmann | name = instance["name"]
|
434 | 3016bc1f | Michael Hanselmann | |
435 | 58f0ce16 | Michael Hanselmann | # Instance was not marked offline; try marking it online once more
|
436 | 58f0ce16 | Michael Hanselmann | AssertCommand(["gnt-instance", "modify", "--online", name]) |
437 | 3016bc1f | Michael Hanselmann | |
438 | 3016bc1f | Michael Hanselmann | # Mark instance as offline
|
439 | 3016bc1f | Michael Hanselmann | AssertCommand(["gnt-instance", "modify", "--offline", name]) |
440 | 3016bc1f | Michael Hanselmann | |
441 | 3016bc1f | Michael Hanselmann | # And online again
|
442 | 3016bc1f | Michael Hanselmann | AssertCommand(["gnt-instance", "modify", "--online", name]) |
443 | 3016bc1f | Michael Hanselmann | |
444 | c0f74c55 | Iustin Pop | |
445 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
|
446 | 7f69aabb | Iustin Pop | def TestInstanceConvertDisk(instance, snode): |
447 | 7f69aabb | Iustin Pop | """gnt-instance modify -t"""
|
448 | 2f4b4f78 | Iustin Pop | name = instance["name"]
|
449 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "modify", "-t", "plain", name]) |
450 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "modify", "-t", "drbd", |
451 | 2f4b4f78 | Iustin Pop | "-n", snode["primary"], name]) |
452 | 7f69aabb | Iustin Pop | |
453 | 7f69aabb | Iustin Pop | |
454 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_DOWN, INST_DOWN, FIRST_ARG)
|
455 | 26a5056d | Iustin Pop | def TestInstanceGrowDisk(instance): |
456 | 26a5056d | Iustin Pop | """gnt-instance grow-disk"""
|
457 | 26a5056d | Iustin Pop | name = instance["name"]
|
458 | 26a5056d | Iustin Pop | all_size = qa_config.get("disk")
|
459 | 26a5056d | Iustin Pop | all_grow = qa_config.get("disk-growth")
|
460 | 26a5056d | Iustin Pop | if not all_grow: |
461 | 26a5056d | Iustin Pop | # missing disk sizes but instance grow disk has been enabled,
|
462 | 26a5056d | Iustin Pop | # let's set fixed/nomimal growth
|
463 | 26a5056d | Iustin Pop | all_grow = ["128M" for _ in all_size] |
464 | 26a5056d | Iustin Pop | for idx, (size, grow) in enumerate(zip(all_size, all_grow)): |
465 | 26a5056d | Iustin Pop | # succeed in grow by amount
|
466 | 26a5056d | Iustin Pop | AssertCommand(["gnt-instance", "grow-disk", name, str(idx), grow]) |
467 | 26a5056d | Iustin Pop | # fail in grow to the old size
|
468 | 26a5056d | Iustin Pop | AssertCommand(["gnt-instance", "grow-disk", "--absolute", name, str(idx), |
469 | 26a5056d | Iustin Pop | size], fail=True)
|
470 | 26a5056d | Iustin Pop | # succeed to grow to old size + 2 * growth
|
471 | 26a5056d | Iustin Pop | int_size = utils.ParseUnit(size) |
472 | 26a5056d | Iustin Pop | int_grow = utils.ParseUnit(grow) |
473 | 26a5056d | Iustin Pop | AssertCommand(["gnt-instance", "grow-disk", "--absolute", name, str(idx), |
474 | 26a5056d | Iustin Pop | str(int_size + 2 * int_grow)]) |
475 | 26a5056d | Iustin Pop | |
476 | 26a5056d | Iustin Pop | |
477 | 283f9d4c | Michael Hanselmann | def TestInstanceList(): |
478 | 283f9d4c | Michael Hanselmann | """gnt-instance list"""
|
479 | 288d6440 | Michael Hanselmann | qa_utils.GenericQueryTest("gnt-instance", query.INSTANCE_FIELDS.keys())
|
480 | 283f9d4c | Michael Hanselmann | |
481 | 283f9d4c | Michael Hanselmann | |
482 | 2214cf14 | Michael Hanselmann | def TestInstanceListFields(): |
483 | 2214cf14 | Michael Hanselmann | """gnt-instance list-fields"""
|
484 | 2214cf14 | Michael Hanselmann | qa_utils.GenericQueryFieldsTest("gnt-instance", query.INSTANCE_FIELDS.keys())
|
485 | 2214cf14 | Michael Hanselmann | |
486 | 2214cf14 | Michael Hanselmann | |
487 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
488 | 4379b1fa | Michael Hanselmann | def TestInstanceConsole(instance): |
489 | 4379b1fa | Michael Hanselmann | """gnt-instance console"""
|
490 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "console", "--show-cmd", instance["name"]]) |
491 | 4379b1fa | Michael Hanselmann | |
492 | 4379b1fa | Michael Hanselmann | |
493 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
494 | 7910e7a5 | Michael Hanselmann | def TestReplaceDisks(instance, pnode, snode, othernode): |
495 | 7910e7a5 | Michael Hanselmann | """gnt-instance replace-disks"""
|
496 | b459a848 | Andrea Spadaccini | # pylint: disable=W0613
|
497 | 3582eef6 | Iustin Pop | # due to unused pnode arg
|
498 | 3582eef6 | Iustin Pop | # FIXME: should be removed from the function completely
|
499 | 7910e7a5 | Michael Hanselmann | def buildcmd(args): |
500 | d0c8c01d | Iustin Pop | cmd = ["gnt-instance", "replace-disks"] |
501 | 7910e7a5 | Michael Hanselmann | cmd.extend(args) |
502 | 7910e7a5 | Michael Hanselmann | cmd.append(instance["name"])
|
503 | 7910e7a5 | Michael Hanselmann | return cmd
|
504 | 7910e7a5 | Michael Hanselmann | |
505 | e85be22a | Bernardo Dal Seno | options = qa_config.get("options", {})
|
506 | e85be22a | Bernardo Dal Seno | use_ialloc = options.get("use-iallocators", True) |
507 | 2f4b4f78 | Iustin Pop | for data in [ |
508 | 2f4b4f78 | Iustin Pop | ["-p"],
|
509 | 2f4b4f78 | Iustin Pop | ["-s"],
|
510 | e85be22a | Bernardo Dal Seno | # A placeholder; the actual command choice depends on use_ialloc
|
511 | e85be22a | Bernardo Dal Seno | None,
|
512 | e85be22a | Bernardo Dal Seno | # Restore the original secondary
|
513 | e85be22a | Bernardo Dal Seno | ["--new-secondary=%s" % snode["primary"]], |
514 | 2f4b4f78 | Iustin Pop | ]: |
515 | e85be22a | Bernardo Dal Seno | if data is None: |
516 | e85be22a | Bernardo Dal Seno | if use_ialloc:
|
517 | e85be22a | Bernardo Dal Seno | data = ["-I", constants.DEFAULT_IALLOCATOR_SHORTCUT]
|
518 | e85be22a | Bernardo Dal Seno | else:
|
519 | e85be22a | Bernardo Dal Seno | data = ["--new-secondary=%s" % othernode["primary"]] |
520 | 2f4b4f78 | Iustin Pop | AssertCommand(buildcmd(data)) |
521 | 7910e7a5 | Michael Hanselmann | |
522 | 9026e935 | René Nussbaumer | AssertCommand(buildcmd(["-a"]))
|
523 | 9026e935 | René Nussbaumer | AssertCommand(["gnt-instance", "stop", instance["name"]]) |
524 | 9026e935 | René Nussbaumer | AssertCommand(buildcmd(["-a"]), fail=True) |
525 | 9026e935 | René Nussbaumer | AssertCommand(["gnt-instance", "activate-disks", instance["name"]]) |
526 | 32da72f3 | Iustin Pop | AssertCommand(["gnt-instance", "activate-disks", "--wait-for-sync", |
527 | 32da72f3 | Iustin Pop | instance["name"]])
|
528 | 9026e935 | René Nussbaumer | AssertCommand(buildcmd(["-a"]))
|
529 | 9026e935 | René Nussbaumer | AssertCommand(["gnt-instance", "start", instance["name"]]) |
530 | 9026e935 | René Nussbaumer | |
531 | 7910e7a5 | Michael Hanselmann | |
532 | 83180411 | Bernardo Dal Seno | def _AssertRecreateDisks(cmdargs, instance, fail=False, check=True, |
533 | 83180411 | Bernardo Dal Seno | destroy=True):
|
534 | 83180411 | Bernardo Dal Seno | """Execute gnt-instance recreate-disks and check the result
|
535 | 83180411 | Bernardo Dal Seno |
|
536 | 83180411 | Bernardo Dal Seno | @param cmdargs: Arguments (instance name excluded)
|
537 | 83180411 | Bernardo Dal Seno | @param instance: Instance to operate on
|
538 | 83180411 | Bernardo Dal Seno | @param fail: True if the command is expected to fail
|
539 | 83180411 | Bernardo Dal Seno | @param check: If True and fail is False, check that the disks work
|
540 | 83180411 | Bernardo Dal Seno | @prama destroy: If True, destroy the old disks first
|
541 | 83180411 | Bernardo Dal Seno |
|
542 | 83180411 | Bernardo Dal Seno | """
|
543 | 83180411 | Bernardo Dal Seno | if destroy:
|
544 | 83180411 | Bernardo Dal Seno | _DestroyInstanceVolumes(instance) |
545 | 83180411 | Bernardo Dal Seno | AssertCommand((["gnt-instance", "recreate-disks"] + cmdargs + |
546 | 83180411 | Bernardo Dal Seno | [instance["name"]]), fail)
|
547 | 83180411 | Bernardo Dal Seno | if not fail and check: |
548 | 83180411 | Bernardo Dal Seno | # Quick check that the disks are there
|
549 | 83180411 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "activate-disks", instance["name"]]) |
550 | 32da72f3 | Iustin Pop | AssertCommand(["gnt-instance", "activate-disks", "--wait-for-sync", |
551 | 32da72f3 | Iustin Pop | instance["name"]])
|
552 | 83180411 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "deactivate-disks", instance["name"]]) |
553 | 83180411 | Bernardo Dal Seno | |
554 | a1cd2ecf | Bernardo Dal Seno | |
555 | 83180411 | Bernardo Dal Seno | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
556 | 83180411 | Bernardo Dal Seno | def TestRecreateDisks(instance, pnode, snode, othernodes): |
557 | 83180411 | Bernardo Dal Seno | """gnt-instance recreate-disks
|
558 | 83180411 | Bernardo Dal Seno |
|
559 | 83180411 | Bernardo Dal Seno | @param instance: Instance to work on
|
560 | 83180411 | Bernardo Dal Seno | @param pnode: Primary node
|
561 | 83180411 | Bernardo Dal Seno | @param snode: Secondary node, or None for sigle-homed instances
|
562 | 83180411 | Bernardo Dal Seno | @param othernodes: list/tuple of nodes where to temporarily recreate disks
|
563 | 83180411 | Bernardo Dal Seno |
|
564 | 83180411 | Bernardo Dal Seno | """
|
565 | e85be22a | Bernardo Dal Seno | options = qa_config.get("options", {})
|
566 | e85be22a | Bernardo Dal Seno | use_ialloc = options.get("use-iallocators", True) |
567 | 83180411 | Bernardo Dal Seno | other_seq = ":".join([n["primary"] for n in othernodes]) |
568 | 83180411 | Bernardo Dal Seno | orig_seq = pnode["primary"]
|
569 | 83180411 | Bernardo Dal Seno | if snode:
|
570 | 83180411 | Bernardo Dal Seno | orig_seq = orig_seq + ":" + snode["primary"] |
571 | a085d96d | Bernardo Dal Seno | # These fail because the instance is running
|
572 | 83180411 | Bernardo Dal Seno | _AssertRecreateDisks(["-n", other_seq], instance, fail=True, destroy=False) |
573 | e85be22a | Bernardo Dal Seno | if use_ialloc:
|
574 | e85be22a | Bernardo Dal Seno | _AssertRecreateDisks(["-I", "hail"], instance, fail=True, destroy=False) |
575 | e85be22a | Bernardo Dal Seno | else:
|
576 | e85be22a | Bernardo Dal Seno | _AssertRecreateDisks(["-n", other_seq], instance, fail=True, destroy=False) |
577 | 83180411 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "stop", instance["name"]]) |
578 | 83180411 | Bernardo Dal Seno | # Disks exist: this should fail
|
579 | 83180411 | Bernardo Dal Seno | _AssertRecreateDisks([], instance, fail=True, destroy=False) |
580 | 83180411 | Bernardo Dal Seno | # Recreate disks in place
|
581 | 83180411 | Bernardo Dal Seno | _AssertRecreateDisks([], instance) |
582 | 83180411 | Bernardo Dal Seno | # Move disks away
|
583 | e85be22a | Bernardo Dal Seno | if use_ialloc:
|
584 | e85be22a | Bernardo Dal Seno | _AssertRecreateDisks(["-I", "hail"], instance) |
585 | e85be22a | Bernardo Dal Seno | # Move disks somewhere else
|
586 | e85be22a | Bernardo Dal Seno | _AssertRecreateDisks(["-I", constants.DEFAULT_IALLOCATOR_SHORTCUT],
|
587 | e85be22a | Bernardo Dal Seno | instance) |
588 | e85be22a | Bernardo Dal Seno | else:
|
589 | e85be22a | Bernardo Dal Seno | _AssertRecreateDisks(["-n", other_seq], instance)
|
590 | 83180411 | Bernardo Dal Seno | # Move disks back
|
591 | 83180411 | Bernardo Dal Seno | _AssertRecreateDisks(["-n", orig_seq], instance, check=False) |
592 | 83180411 | Bernardo Dal Seno | # This and InstanceCheck decoration check that the disks are working
|
593 | 83180411 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "reinstall", "-f", instance["name"]]) |
594 | 83180411 | Bernardo Dal Seno | AssertCommand(["gnt-instance", "start", instance["name"]]) |
595 | 83180411 | Bernardo Dal Seno | |
596 | 83180411 | Bernardo Dal Seno | |
597 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
598 | 5d640672 | Michael Hanselmann | def TestInstanceExport(instance, node): |
599 | bc696589 | Michael Hanselmann | """gnt-backup export -n ..."""
|
600 | 2f4b4f78 | Iustin Pop | name = instance["name"]
|
601 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-backup", "export", "-n", node["primary"], name]) |
602 | 2f4b4f78 | Iustin Pop | return qa_utils.ResolveInstanceName(name)
|
603 | 5d640672 | Michael Hanselmann | |
604 | 5d640672 | Michael Hanselmann | |
605 | 51131cad | Michael Hanselmann | @InstanceCheck(None, INST_DOWN, FIRST_ARG) |
606 | 8d8d650c | Michael Hanselmann | def TestInstanceExportWithRemove(instance, node): |
607 | 8d8d650c | Michael Hanselmann | """gnt-backup export --remove-instance"""
|
608 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-backup", "export", "-n", node["primary"], |
609 | 2f4b4f78 | Iustin Pop | "--remove-instance", instance["name"]]) |
610 | 8d8d650c | Michael Hanselmann | |
611 | 8d8d650c | Michael Hanselmann | |
612 | 5fa0375e | Michael Hanselmann | @InstanceCheck(INST_UP, INST_UP, FIRST_ARG)
|
613 | bc696589 | Michael Hanselmann | def TestInstanceExportNoTarget(instance): |
614 | bc696589 | Michael Hanselmann | """gnt-backup export (without target node, should fail)"""
|
615 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-backup", "export", instance["name"]], fail=True) |
616 | bc696589 | Michael Hanselmann | |
617 | bc696589 | Michael Hanselmann | |
618 | 51131cad | Michael Hanselmann | @InstanceCheck(None, INST_DOWN, FIRST_ARG) |
619 | 5fa0375e | Michael Hanselmann | def TestInstanceImport(newinst, node, expnode, name): |
620 | 5d640672 | Michael Hanselmann | """gnt-backup import"""
|
621 | d0c8c01d | Iustin Pop | cmd = (["gnt-backup", "import", |
622 | d0c8c01d | Iustin Pop | "--disk-template=plain",
|
623 | d0c8c01d | Iustin Pop | "--no-ip-check",
|
624 | d0c8c01d | Iustin Pop | "--src-node=%s" % expnode["primary"], |
625 | 304d9f02 | Michael Hanselmann | "--src-dir=%s/%s" % (pathutils.EXPORT_DIR, name),
|
626 | d0c8c01d | Iustin Pop | "--node=%s" % node["primary"]] + |
627 | 1c573fb4 | Iustin Pop | _GetGenericAddParameters(newinst, force_mac=constants.VALUE_GENERATE)) |
628 | d0c8c01d | Iustin Pop | cmd.append(newinst["name"])
|
629 | 2f4b4f78 | Iustin Pop | AssertCommand(cmd) |
630 | 283f9d4c | Michael Hanselmann | |
631 | 283f9d4c | Michael Hanselmann | |
632 | 283f9d4c | Michael Hanselmann | def TestBackupList(expnode): |
633 | 283f9d4c | Michael Hanselmann | """gnt-backup list"""
|
634 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-backup", "list", "--node=%s" % expnode["primary"]]) |
635 | e8ae0c20 | Michael Hanselmann | |
636 | 0fdf247d | Michael Hanselmann | qa_utils.GenericQueryTest("gnt-backup", query.EXPORT_FIELDS.keys(),
|
637 | 0fdf247d | Michael Hanselmann | namefield=None, test_unknown=False) |
638 | 0fdf247d | Michael Hanselmann | |
639 | 0fdf247d | Michael Hanselmann | |
640 | 0fdf247d | Michael Hanselmann | def TestBackupListFields(): |
641 | 0fdf247d | Michael Hanselmann | """gnt-backup list-fields"""
|
642 | 0fdf247d | Michael Hanselmann | qa_utils.GenericQueryFieldsTest("gnt-backup", query.EXPORT_FIELDS.keys())
|
643 | 0fdf247d | Michael Hanselmann | |
644 | e8ae0c20 | Michael Hanselmann | |
645 | e8ae0c20 | Michael Hanselmann | def _TestInstanceDiskFailure(instance, node, node2, onmaster): |
646 | e8ae0c20 | Michael Hanselmann | """Testing disk failure."""
|
647 | e8ae0c20 | Michael Hanselmann | master = qa_config.GetMasterNode() |
648 | e8ae0c20 | Michael Hanselmann | sq = utils.ShellQuoteArgs |
649 | e8ae0c20 | Michael Hanselmann | |
650 | 46f9a948 | Michael Hanselmann | instance_full = qa_utils.ResolveInstanceName(instance["name"])
|
651 | e8ae0c20 | Michael Hanselmann | node_full = qa_utils.ResolveNodeName(node) |
652 | e8ae0c20 | Michael Hanselmann | node2_full = qa_utils.ResolveNodeName(node2) |
653 | e8ae0c20 | Michael Hanselmann | |
654 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Getting physical disk names") |
655 | d0c8c01d | Iustin Pop | cmd = ["gnt-node", "volumes", "--separator=|", "--no-headers", |
656 | d0c8c01d | Iustin Pop | "--output=node,phys,instance",
|
657 | d0c8c01d | Iustin Pop | node["primary"], node2["primary"]] |
658 | d0c8c01d | Iustin Pop | output = qa_utils.GetCommandOutput(master["primary"], sq(cmd))
|
659 | e8ae0c20 | Michael Hanselmann | |
660 | e8ae0c20 | Michael Hanselmann | # Get physical disk names
|
661 | d0c8c01d | Iustin Pop | re_disk = re.compile(r"^/dev/([a-z]+)\d+$")
|
662 | e8ae0c20 | Michael Hanselmann | node2disk = {} |
663 | e8ae0c20 | Michael Hanselmann | for line in output.splitlines(): |
664 | d0c8c01d | Iustin Pop | (node_name, phys, inst) = line.split("|")
|
665 | e8ae0c20 | Michael Hanselmann | if inst == instance_full:
|
666 | e8ae0c20 | Michael Hanselmann | if node_name not in node2disk: |
667 | e8ae0c20 | Michael Hanselmann | node2disk[node_name] = [] |
668 | e8ae0c20 | Michael Hanselmann | |
669 | e8ae0c20 | Michael Hanselmann | m = re_disk.match(phys) |
670 | e8ae0c20 | Michael Hanselmann | if not m: |
671 | 2f4b4f78 | Iustin Pop | raise qa_error.Error("Unknown disk name format: %s" % phys) |
672 | e8ae0c20 | Michael Hanselmann | |
673 | e8ae0c20 | Michael Hanselmann | name = m.group(1)
|
674 | e8ae0c20 | Michael Hanselmann | if name not in node2disk[node_name]: |
675 | e8ae0c20 | Michael Hanselmann | node2disk[node_name].append(name) |
676 | e8ae0c20 | Michael Hanselmann | |
677 | e8ae0c20 | Michael Hanselmann | if [node2_full, node_full][int(onmaster)] not in node2disk: |
678 | f4bc1f2c | Michael Hanselmann | raise qa_error.Error("Couldn't find physical disks used on" |
679 | f4bc1f2c | Michael Hanselmann | " %s node" % ["secondary", "master"][int(onmaster)]) |
680 | e8ae0c20 | Michael Hanselmann | |
681 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Checking whether nodes have ability to stop" |
682 | 29df1f02 | Michael Hanselmann | " disks")
|
683 | e8ae0c20 | Michael Hanselmann | for node_name, disks in node2disk.iteritems(): |
684 | e8ae0c20 | Michael Hanselmann | cmds = [] |
685 | e8ae0c20 | Michael Hanselmann | for disk in disks: |
686 | e8ae0c20 | Michael Hanselmann | cmds.append(sq(["test", "-f", _GetDiskStatePath(disk)])) |
687 | 2f4b4f78 | Iustin Pop | AssertCommand(" && ".join(cmds), node=node_name)
|
688 | e8ae0c20 | Michael Hanselmann | |
689 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Getting device paths") |
690 | d0c8c01d | Iustin Pop | cmd = ["gnt-instance", "activate-disks", instance["name"]] |
691 | d0c8c01d | Iustin Pop | output = qa_utils.GetCommandOutput(master["primary"], sq(cmd))
|
692 | e8ae0c20 | Michael Hanselmann | devpath = [] |
693 | e8ae0c20 | Michael Hanselmann | for line in output.splitlines(): |
694 | d0c8c01d | Iustin Pop | (_, _, tmpdevpath) = line.split(":")
|
695 | e8ae0c20 | Michael Hanselmann | devpath.append(tmpdevpath) |
696 | 29df1f02 | Michael Hanselmann | print devpath
|
697 | e8ae0c20 | Michael Hanselmann | |
698 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Getting drbd device paths") |
699 | d0c8c01d | Iustin Pop | cmd = ["gnt-instance", "info", instance["name"]] |
700 | d0c8c01d | Iustin Pop | output = qa_utils.GetCommandOutput(master["primary"], sq(cmd))
|
701 | d0c8c01d | Iustin Pop | pattern = (r"\s+-\s+sd[a-z]+,\s+type:\s+drbd8?,\s+.*$"
|
702 | d0c8c01d | Iustin Pop | r"\s+primary:\s+(/dev/drbd\d+)\s+")
|
703 | e8ae0c20 | Michael Hanselmann | drbddevs = re.findall(pattern, output, re.M) |
704 | 29df1f02 | Michael Hanselmann | print drbddevs
|
705 | e8ae0c20 | Michael Hanselmann | |
706 | e8ae0c20 | Michael Hanselmann | halted_disks = [] |
707 | e8ae0c20 | Michael Hanselmann | try:
|
708 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Deactivating disks") |
709 | b1ffe1eb | Michael Hanselmann | cmds = [] |
710 | b1ffe1eb | Michael Hanselmann | for name in node2disk[[node2_full, node_full][int(onmaster)]]: |
711 | b1ffe1eb | Michael Hanselmann | halted_disks.append(name) |
712 | b1ffe1eb | Michael Hanselmann | cmds.append(sq(["echo", "offline"]) + " >%s" % _GetDiskStatePath(name)) |
713 | 2f4b4f78 | Iustin Pop | AssertCommand(" && ".join(cmds), node=[node2, node][int(onmaster)]) |
714 | b1ffe1eb | Michael Hanselmann | |
715 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Write to disks and give some time to notice" |
716 | 3bc145d8 | Bernardo Dal Seno | " the problem")
|
717 | e8ae0c20 | Michael Hanselmann | cmds = [] |
718 | e8ae0c20 | Michael Hanselmann | for disk in devpath: |
719 | e8ae0c20 | Michael Hanselmann | cmds.append(sq(["dd", "count=1", "bs=512", "conv=notrunc", |
720 | e8ae0c20 | Michael Hanselmann | "if=%s" % disk, "of=%s" % disk])) |
721 | e8ae0c20 | Michael Hanselmann | for _ in (0, 1, 2): |
722 | 2f4b4f78 | Iustin Pop | AssertCommand(" && ".join(cmds), node=node)
|
723 | e8ae0c20 | Michael Hanselmann | time.sleep(3)
|
724 | e8ae0c20 | Michael Hanselmann | |
725 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Debugging info") |
726 | b1ffe1eb | Michael Hanselmann | for name in drbddevs: |
727 | 2f4b4f78 | Iustin Pop | AssertCommand(["drbdsetup", name, "show"], node=node) |
728 | b1ffe1eb | Michael Hanselmann | |
729 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "info", instance["name"]]) |
730 | e8ae0c20 | Michael Hanselmann | |
731 | e8ae0c20 | Michael Hanselmann | finally:
|
732 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Activating disks again") |
733 | e8ae0c20 | Michael Hanselmann | cmds = [] |
734 | e8ae0c20 | Michael Hanselmann | for name in halted_disks: |
735 | e8ae0c20 | Michael Hanselmann | cmds.append(sq(["echo", "running"]) + " >%s" % _GetDiskStatePath(name)) |
736 | 2f4b4f78 | Iustin Pop | AssertCommand("; ".join(cmds), node=[node2, node][int(onmaster)]) |
737 | e8ae0c20 | Michael Hanselmann | |
738 | b1ffe1eb | Michael Hanselmann | if onmaster:
|
739 | b1ffe1eb | Michael Hanselmann | for name in drbddevs: |
740 | 2f4b4f78 | Iustin Pop | AssertCommand(["drbdsetup", name, "detach"], node=node) |
741 | b1ffe1eb | Michael Hanselmann | else:
|
742 | b1ffe1eb | Michael Hanselmann | for name in drbddevs: |
743 | 2f4b4f78 | Iustin Pop | AssertCommand(["drbdsetup", name, "disconnect"], node=node2) |
744 | b1ffe1eb | Michael Hanselmann | |
745 | 29df1f02 | Michael Hanselmann | # TODO
|
746 | 2f4b4f78 | Iustin Pop | #AssertCommand(["vgs"], [node2, node][int(onmaster)])
|
747 | b1ffe1eb | Michael Hanselmann | |
748 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Making sure disks are up again") |
749 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "replace-disks", instance["name"]]) |
750 | 29df1f02 | Michael Hanselmann | |
751 | 29df1f02 | Michael Hanselmann | print qa_utils.FormatInfo("Restarting instance") |
752 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "shutdown", instance["name"]]) |
753 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-instance", "startup", instance["name"]]) |
754 | e8ae0c20 | Michael Hanselmann | |
755 | 2f4b4f78 | Iustin Pop | AssertCommand(["gnt-cluster", "verify"]) |
756 | e8ae0c20 | Michael Hanselmann | |
757 | e8ae0c20 | Michael Hanselmann | |
758 | e8ae0c20 | Michael Hanselmann | def TestInstanceMasterDiskFailure(instance, node, node2): |
759 | e8ae0c20 | Michael Hanselmann | """Testing disk failure on master node."""
|
760 | b459a848 | Andrea Spadaccini | # pylint: disable=W0613
|
761 | 3582eef6 | Iustin Pop | # due to unused args
|
762 | f4bc1f2c | Michael Hanselmann | print qa_utils.FormatError("Disk failure on primary node cannot be" |
763 | f4bc1f2c | Michael Hanselmann | " tested due to potential crashes.")
|
764 | e8ae0c20 | Michael Hanselmann | # The following can cause crashes, thus it's disabled until fixed
|
765 | dfe11bad | Michael Hanselmann | #return _TestInstanceDiskFailure(instance, node, node2, True)
|
766 | e8ae0c20 | Michael Hanselmann | |
767 | e8ae0c20 | Michael Hanselmann | |
768 | e8ae0c20 | Michael Hanselmann | def TestInstanceSecondaryDiskFailure(instance, node, node2): |
769 | e8ae0c20 | Michael Hanselmann | """Testing disk failure on secondary node."""
|
770 | e8ae0c20 | Michael Hanselmann | return _TestInstanceDiskFailure(instance, node, node2, False) |