root / snf-cyclades-app / synnefo / logic / tests.py @ 41a7fae7
History | View | Annotate | Download (34.8 kB)
1 |
# vim: set fileencoding=utf-8 :
|
---|---|
2 |
# Copyright 2012 GRNET S.A. All rights reserved.
|
3 |
#
|
4 |
# Redistribution and use in source and binary forms, with or without
|
5 |
# modification, are permitted provided that the following conditions
|
6 |
# are met:
|
7 |
#
|
8 |
# 1. Redistributions of source code must retain the above copyright
|
9 |
# notice, this list of conditions and the following disclaimer.
|
10 |
#
|
11 |
# 2. Redistributions in binary form must reproduce the above copyright
|
12 |
# notice, this list of conditions and the following disclaimer in the
|
13 |
# documentation and/or other materials provided with the distribution.
|
14 |
#
|
15 |
# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
16 |
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
17 |
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
18 |
# ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
19 |
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
20 |
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
21 |
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
22 |
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
23 |
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
24 |
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
25 |
# SUCH DAMAGE.
|
26 |
#
|
27 |
# The views and conclusions contained in the software and documentation are
|
28 |
# those of the authors and should not be interpreted as representing official
|
29 |
# policies, either expressed or implied, of GRNET S.A.
|
30 |
|
31 |
# Provides automated tests for logic module
|
32 |
|
33 |
from random import randint |
34 |
|
35 |
from django.test import TestCase |
36 |
|
37 |
from snf_django.lib.api import faults |
38 |
from synnefo.db.models import * |
39 |
from synnefo.db import models_factory as mfactory |
40 |
from synnefo.logic import reconciliation, servers |
41 |
from synnefo.lib.utils import split_time |
42 |
from datetime import datetime |
43 |
from mock import patch |
44 |
from synnefo.api.util import allocate_resource |
45 |
from synnefo.logic.callbacks import (update_db, update_network, |
46 |
update_build_progress) |
47 |
from snf_django.utils.testing import mocked_quotaholder |
48 |
|
49 |
now = datetime.now |
50 |
from time import time |
51 |
import json |
52 |
|
53 |
|
54 |
@patch("synnefo.logic.rapi_pool.GanetiRapiClient") |
55 |
class ServerCommandTest(TestCase): |
56 |
def test_pending_task(self, mrapi): |
57 |
vm = mfactory.VirtualMachineFactory(task="REBOOT", task_job_id=1) |
58 |
self.assertRaises(faults.BadRequest, servers.start, vm)
|
59 |
vm = mfactory.VirtualMachineFactory(task="BUILD", task_job_id=1) |
60 |
self.assertRaises(faults.BuildInProgress, servers.start, vm)
|
61 |
# Assert always succeeds
|
62 |
vm = mfactory.VirtualMachineFactory(task="BUILD", task_job_id=1) |
63 |
mrapi().DeleteInstance.return_value = 1
|
64 |
with mocked_quotaholder():
|
65 |
servers.destroy(vm) |
66 |
vm = mfactory.VirtualMachineFactory(task="REBOOT", task_job_id=1) |
67 |
with mocked_quotaholder():
|
68 |
servers.destroy(vm) |
69 |
|
70 |
def test_deleted_vm(self, mrapi): |
71 |
vm = mfactory.VirtualMachineFactory(deleted=True)
|
72 |
self.assertRaises(faults.BadRequest, servers.start, vm)
|
73 |
|
74 |
def test_invalid_operstate_for_action(self, mrapi): |
75 |
vm = mfactory.VirtualMachineFactory(operstate="STARTED")
|
76 |
self.assertRaises(faults.BadRequest, servers.start, vm)
|
77 |
vm = mfactory.VirtualMachineFactory(operstate="STOPPED")
|
78 |
self.assertRaises(faults.BadRequest, servers.stop, vm)
|
79 |
vm = mfactory.VirtualMachineFactory(operstate="STARTED")
|
80 |
self.assertRaises(faults.BadRequest, servers.resize, vm)
|
81 |
vm = mfactory.VirtualMachineFactory(operstate="STOPPED")
|
82 |
self.assertRaises(faults.BadRequest, servers.stop, vm)
|
83 |
#test valid
|
84 |
mrapi().StartupInstance.return_value = 1
|
85 |
with mocked_quotaholder():
|
86 |
servers.start(vm) |
87 |
vm.task = None
|
88 |
vm.task_job_id = None
|
89 |
vm.save() |
90 |
mrapi().RebootInstance.return_value = 1
|
91 |
with mocked_quotaholder():
|
92 |
servers.reboot(vm, "HARD")
|
93 |
|
94 |
def test_commission(self, mrapi): |
95 |
vm = mfactory.VirtualMachineFactory(operstate="STOPPED")
|
96 |
# Still pending
|
97 |
vm.serial = mfactory.QuotaHolderSerialFactory(serial=200,
|
98 |
resolved=False,
|
99 |
pending=True)
|
100 |
serial = vm.serial |
101 |
mrapi().StartupInstance.return_value = 1
|
102 |
with mocked_quotaholder() as m: |
103 |
servers.start(vm) |
104 |
m.resolve_commissions.assert_called_once_with('', [],
|
105 |
[serial.serial]) |
106 |
self.assertTrue(m.issue_one_commission.called)
|
107 |
# Not pending, rejct
|
108 |
vm.task = None
|
109 |
vm.serial = mfactory.QuotaHolderSerialFactory(serial=400,
|
110 |
resolved=False,
|
111 |
pending=False,
|
112 |
accept=False)
|
113 |
serial = vm.serial |
114 |
mrapi().StartupInstance.return_value = 1
|
115 |
with mocked_quotaholder() as m: |
116 |
servers.start(vm) |
117 |
m.resolve_commissions.assert_called_once_with('', [],
|
118 |
[serial.serial]) |
119 |
self.assertTrue(m.issue_one_commission.called)
|
120 |
# Not pending, accept
|
121 |
vm.task = None
|
122 |
vm.serial = mfactory.QuotaHolderSerialFactory(serial=600,
|
123 |
resolved=False,
|
124 |
pending=False,
|
125 |
accept=True)
|
126 |
serial = vm.serial |
127 |
mrapi().StartupInstance.return_value = 1
|
128 |
with mocked_quotaholder() as m: |
129 |
servers.start(vm) |
130 |
m.resolve_commissions.assert_called_once_with('', [serial.serial],
|
131 |
[]) |
132 |
self.assertTrue(m.issue_one_commission.called)
|
133 |
|
134 |
mrapi().StartupInstance.side_effect = ValueError
|
135 |
vm.task = None
|
136 |
vm.serial = None
|
137 |
# Test reject if Ganeti erro
|
138 |
with mocked_quotaholder() as m: |
139 |
try:
|
140 |
servers.start(vm) |
141 |
except:
|
142 |
m.resolve_commissions.assert_called_once_with('', [],
|
143 |
[vm.serial.serial]) |
144 |
|
145 |
def test_task_after(self, mrapi): |
146 |
return
|
147 |
vm = mfactory.VirtualMachineFactory() |
148 |
mrapi().StartupInstance.return_value = 1
|
149 |
mrapi().ShutdownInstance.return_value = 2
|
150 |
mrapi().RebootInstance.return_value = 2
|
151 |
with mocked_quotaholder() as m: |
152 |
vm.task = None
|
153 |
vm.operstate = "STOPPED"
|
154 |
servers.start(vm) |
155 |
self.assertEqual(vm.task, "START") |
156 |
self.assertEqual(vm.task_job_id, 1) |
157 |
with mocked_quotaholder() as m: |
158 |
vm.task = None
|
159 |
vm.operstate = "STARTED"
|
160 |
servers.stop(vm) |
161 |
self.assertEqual(vm.task, "STOP") |
162 |
self.assertEqual(vm.task_job_id, 2) |
163 |
with mocked_quotaholder() as m: |
164 |
vm.task = None
|
165 |
servers.reboot(vm) |
166 |
self.assertEqual(vm.task, "REBOOT") |
167 |
self.assertEqual(vm.task_job_id, 3) |
168 |
|
169 |
|
170 |
|
171 |
## Test Callbacks
|
172 |
|
173 |
|
174 |
@patch('synnefo.lib.amqp.AMQPClient') |
175 |
class UpdateDBTest(TestCase): |
176 |
def create_msg(self, **kwargs): |
177 |
"""Create snf-ganeti-eventd message"""
|
178 |
msg = {'event_time': split_time(time())}
|
179 |
msg['type'] = 'ganeti-op-status' |
180 |
msg['status'] = 'success' |
181 |
msg['jobId'] = 1 |
182 |
msg['logmsg'] = 'Dummy Log' |
183 |
for key, val in kwargs.items(): |
184 |
msg[key] = val |
185 |
message = {'body': json.dumps(msg)}
|
186 |
return message
|
187 |
|
188 |
def test_missing_attribute(self, client): |
189 |
update_db(client, json.dumps({'body': {}}))
|
190 |
self.assertTrue(client.basic_reject.called)
|
191 |
|
192 |
def test_unhandled_exception(self, client): |
193 |
update_db(client, {}) |
194 |
client.basic_reject.assert_called_once() |
195 |
|
196 |
def test_missing_instance(self, client): |
197 |
msg = self.create_msg(operation='OP_INSTANCE_STARTUP', |
198 |
instance='foo')
|
199 |
update_db(client, msg) |
200 |
self.assertTrue(client.basic_ack.called)
|
201 |
|
202 |
def test_wrong_type(self, client): |
203 |
msg = self.create_msg(type="WRONG_TYPE") |
204 |
update_db(client, msg) |
205 |
self.assertTrue(client.basic_nack.called)
|
206 |
|
207 |
def test_old_msg(self, client): |
208 |
from time import sleep |
209 |
from datetime import datetime |
210 |
old_time = time() |
211 |
sleep(0.01)
|
212 |
new_time = datetime.fromtimestamp(time()) |
213 |
vm = mfactory.VirtualMachineFactory(backendtime=new_time) |
214 |
vm.operstate = 'STOPPED'
|
215 |
vm.save() |
216 |
msg = self.create_msg(operation='OP_INSTANCE_STARTUP', |
217 |
event_time=split_time(old_time), |
218 |
instance=vm.backend_vm_id) |
219 |
update_db(client, msg) |
220 |
self.assertTrue(client.basic_ack.called)
|
221 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
222 |
self.assertEquals(db_vm.operstate, "STOPPED") |
223 |
self.assertEquals(db_vm.backendtime, new_time)
|
224 |
|
225 |
def test_start(self, client): |
226 |
vm = mfactory.VirtualMachineFactory() |
227 |
msg = self.create_msg(operation='OP_INSTANCE_STARTUP', |
228 |
instance=vm.backend_vm_id) |
229 |
with mocked_quotaholder():
|
230 |
update_db(client, msg) |
231 |
self.assertTrue(client.basic_ack.called)
|
232 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
233 |
self.assertEqual(db_vm.operstate, 'STARTED') |
234 |
|
235 |
def test_stop(self, client): |
236 |
vm = mfactory.VirtualMachineFactory() |
237 |
msg = self.create_msg(operation='OP_INSTANCE_SHUTDOWN', |
238 |
instance=vm.backend_vm_id) |
239 |
with mocked_quotaholder():
|
240 |
update_db(client, msg) |
241 |
self.assertTrue(client.basic_ack.called)
|
242 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
243 |
self.assertEqual(db_vm.operstate, 'STOPPED') |
244 |
|
245 |
def test_reboot(self, client): |
246 |
vm = mfactory.VirtualMachineFactory() |
247 |
msg = self.create_msg(operation='OP_INSTANCE_REBOOT', |
248 |
instance=vm.backend_vm_id) |
249 |
update_db(client, msg) |
250 |
self.assertTrue(client.basic_ack.called)
|
251 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
252 |
self.assertEqual(db_vm.operstate, 'STARTED') |
253 |
|
254 |
def test_remove(self, client): |
255 |
vm = mfactory.VirtualMachineFactory() |
256 |
# Also create a NIC
|
257 |
mfactory.NetworkInterfaceFactory(machine=vm) |
258 |
msg = self.create_msg(operation='OP_INSTANCE_REMOVE', |
259 |
instance=vm.backend_vm_id) |
260 |
with mocked_quotaholder():
|
261 |
update_db(client, msg) |
262 |
self.assertTrue(client.basic_ack.called)
|
263 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
264 |
self.assertEqual(db_vm.operstate, 'DESTROYED') |
265 |
self.assertTrue(db_vm.deleted)
|
266 |
# Check that nics are deleted
|
267 |
self.assertFalse(db_vm.nics.all())
|
268 |
|
269 |
def test_create(self, client): |
270 |
vm = mfactory.VirtualMachineFactory() |
271 |
msg = self.create_msg(operation='OP_INSTANCE_CREATE', |
272 |
instance=vm.backend_vm_id) |
273 |
update_db(client, msg) |
274 |
self.assertTrue(client.basic_ack.called)
|
275 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
276 |
self.assertEqual(db_vm.operstate, 'STARTED') |
277 |
|
278 |
def test_create_error(self, client): |
279 |
"""Test that error create sets vm to ERROR state"""
|
280 |
vm = mfactory.VirtualMachineFactory() |
281 |
msg = self.create_msg(operation='OP_INSTANCE_CREATE', |
282 |
instance=vm.backend_vm_id, |
283 |
status='error')
|
284 |
update_db(client, msg) |
285 |
self.assertTrue(client.basic_ack.called)
|
286 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
287 |
self.assertEqual(db_vm.operstate, 'ERROR') |
288 |
|
289 |
def test_remove_from_error(self, client): |
290 |
"""Test that error removes delete error builds"""
|
291 |
vm = mfactory.VirtualMachineFactory(operstate='ERROR')
|
292 |
# Also create a NIC
|
293 |
mfactory.NetworkInterfaceFactory(machine=vm) |
294 |
msg = self.create_msg(operation='OP_INSTANCE_REMOVE', |
295 |
instance=vm.backend_vm_id) |
296 |
with mocked_quotaholder():
|
297 |
update_db(client, msg) |
298 |
self.assertTrue(client.basic_ack.called)
|
299 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
300 |
self.assertEqual(db_vm.operstate, 'DESTROYED') |
301 |
self.assertTrue(db_vm.deleted)
|
302 |
# Check that nics are deleted
|
303 |
self.assertFalse(db_vm.nics.all())
|
304 |
|
305 |
def test_other_error(self, client): |
306 |
"""Test that other error messages do no affect the VM"""
|
307 |
vm = mfactory.VirtualMachineFactory() |
308 |
msg = self.create_msg(operation='OP_INSTANCE_STARTUP', |
309 |
instance=vm.backend_vm_id, |
310 |
status='error')
|
311 |
update_db(client, msg) |
312 |
self.assertTrue(client.basic_ack.called)
|
313 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
314 |
self.assertEqual(db_vm.operstate, vm.operstate)
|
315 |
self.assertEqual(db_vm.backendtime, vm.backendtime)
|
316 |
|
317 |
def test_resize_msg(self, client): |
318 |
vm = mfactory.VirtualMachineFactory() |
319 |
# Test empty beparams
|
320 |
for status in ["success", "error"]: |
321 |
msg = self.create_msg(operation='OP_INSTANCE_SET_PARAMS', |
322 |
instance=vm.backend_vm_id, |
323 |
beparams={}, |
324 |
status=status) |
325 |
client.reset_mock() |
326 |
with mocked_quotaholder():
|
327 |
update_db(client, msg) |
328 |
self.assertTrue(client.basic_ack.called)
|
329 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
330 |
self.assertEqual(db_vm.operstate, vm.operstate)
|
331 |
# Test intermediate states
|
332 |
for status in ["queued", "waiting", "running"]: |
333 |
msg = self.create_msg(operation='OP_INSTANCE_SET_PARAMS', |
334 |
instance=vm.backend_vm_id, |
335 |
beparams={"vcpus": 4, "minmem": 2048, |
336 |
"maxmem": 2048}, |
337 |
status=status) |
338 |
client.reset_mock() |
339 |
update_db(client, msg) |
340 |
self.assertTrue(client.basic_ack.called)
|
341 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
342 |
self.assertEqual(db_vm.operstate, "STOPPED") |
343 |
# Test operstate after error
|
344 |
msg = self.create_msg(operation='OP_INSTANCE_SET_PARAMS', |
345 |
instance=vm.backend_vm_id, |
346 |
beparams={"vcpus": 4}, |
347 |
status="error")
|
348 |
client.reset_mock() |
349 |
with mocked_quotaholder():
|
350 |
update_db(client, msg) |
351 |
self.assertTrue(client.basic_ack.called)
|
352 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
353 |
self.assertEqual(db_vm.operstate, "STOPPED") |
354 |
# Test success
|
355 |
f1 = mfactory.FlavorFactory(cpu=4, ram=1024, disk_template="drbd", |
356 |
disk=1024)
|
357 |
vm.flavor = f1 |
358 |
vm.save() |
359 |
f2 = mfactory.FlavorFactory(cpu=8, ram=2048, disk_template="drbd", |
360 |
disk=1024)
|
361 |
msg = self.create_msg(operation='OP_INSTANCE_SET_PARAMS', |
362 |
instance=vm.backend_vm_id, |
363 |
beparams={"vcpus": 8, "minmem": 2048, |
364 |
"maxmem": 2048}, |
365 |
status="success")
|
366 |
client.reset_mock() |
367 |
with mocked_quotaholder():
|
368 |
update_db(client, msg) |
369 |
self.assertTrue(client.basic_ack.called)
|
370 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
371 |
self.assertEqual(db_vm.operstate, "STOPPED") |
372 |
self.assertEqual(db_vm.flavor, f2)
|
373 |
msg = self.create_msg(operation='OP_INSTANCE_SET_PARAMS', |
374 |
instance=vm.backend_vm_id, |
375 |
beparams={"vcpus": 100, "minmem": 2048, |
376 |
"maxmem": 2048}, |
377 |
status="success")
|
378 |
client.reset_mock() |
379 |
with mocked_quotaholder():
|
380 |
update_db(client, msg) |
381 |
self.assertTrue(client.basic_reject.called)
|
382 |
|
383 |
|
384 |
@patch('synnefo.lib.amqp.AMQPClient') |
385 |
class UpdateNetTest(TestCase): |
386 |
def create_msg(self, **kwargs): |
387 |
"""Create snf-ganeti-hook message"""
|
388 |
msg = {'event_time': split_time(time())}
|
389 |
msg['type'] = 'ganeti-op-status' |
390 |
msg['operation'] = 'OP_INSTANCE_SET_PARAMS' |
391 |
msg['status'] = 'success' |
392 |
msg['jobId'] = 1 |
393 |
msg['logmsg'] = 'Dummy Log' |
394 |
for key, val in kwargs.items(): |
395 |
msg[key] = val |
396 |
message = {'body': json.dumps(msg)}
|
397 |
return message
|
398 |
|
399 |
def test_missing_attribute(self, client): |
400 |
update_db(client, json.dumps({'body': {}}))
|
401 |
self.assertTrue(client.basic_reject.called)
|
402 |
|
403 |
def test_unhandled_exception(self, client): |
404 |
update_db(client, {}) |
405 |
client.basic_reject.assert_called_once() |
406 |
|
407 |
def test_wrong_type(self, client): |
408 |
msg = self.create_msg(type="WRONG_TYPE") |
409 |
update_db(client, msg) |
410 |
self.assertTrue(client.basic_nack.called)
|
411 |
|
412 |
def test_missing_instance(self, client): |
413 |
msg = self.create_msg(operation='OP_INSTANCE_STARTUP', |
414 |
instance='foo')
|
415 |
update_db(client, msg) |
416 |
self.assertTrue(client.basic_ack.called)
|
417 |
|
418 |
def test_no_nics(self, client): |
419 |
vm = mfactory.VirtualMachineFactory(operstate='ERROR')
|
420 |
mfactory.NetworkInterfaceFactory(machine=vm) |
421 |
mfactory.NetworkInterfaceFactory(machine=vm) |
422 |
mfactory.NetworkInterfaceFactory(machine=vm) |
423 |
self.assertEqual(len(vm.nics.all()), 3) |
424 |
msg = self.create_msg(nics=[],
|
425 |
instance=vm.backend_vm_id) |
426 |
update_db(client, msg) |
427 |
self.assertTrue(client.basic_ack.called)
|
428 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
429 |
self.assertEqual(len(db_vm.nics.all()), 0) |
430 |
|
431 |
def test_empty_nic(self, client): |
432 |
vm = mfactory.VirtualMachineFactory(operstate='ERROR')
|
433 |
for public in [True, False]: |
434 |
net = mfactory.NetworkFactory(public=public) |
435 |
msg = self.create_msg(nics=[{'network': net.backend_id}], |
436 |
instance=vm.backend_vm_id) |
437 |
update_db(client, msg) |
438 |
self.assertTrue(client.basic_ack.called)
|
439 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
440 |
nics = db_vm.nics.all() |
441 |
self.assertEqual(len(nics), 1) |
442 |
self.assertEqual(nics[0].index, 0) |
443 |
self.assertEqual(nics[0].ipv4, '') |
444 |
self.assertEqual(nics[0].ipv6, '') |
445 |
self.assertEqual(nics[0].mac, '') |
446 |
if public:
|
447 |
self.assertEqual(nics[0].firewall_profile, |
448 |
settings.DEFAULT_FIREWALL_PROFILE) |
449 |
else:
|
450 |
self.assertEqual(nics[0].firewall_profile, '') |
451 |
|
452 |
def test_full_nic(self, client): |
453 |
vm = mfactory.VirtualMachineFactory(operstate='ERROR')
|
454 |
net = mfactory.NetworkFactory(subnet='10.0.0.0/24')
|
455 |
pool = net.get_pool() |
456 |
self.assertTrue(pool.is_available('10.0.0.22')) |
457 |
pool.save() |
458 |
msg = self.create_msg(nics=[{'network': net.backend_id, |
459 |
'ip': '10.0.0.22', |
460 |
'mac': 'aa:bb:cc:00:11:22'}], |
461 |
instance=vm.backend_vm_id) |
462 |
update_db(client, msg) |
463 |
self.assertTrue(client.basic_ack.called)
|
464 |
db_vm = VirtualMachine.objects.get(id=vm.id) |
465 |
nics = db_vm.nics.all() |
466 |
self.assertEqual(len(nics), 1) |
467 |
self.assertEqual(nics[0].index, 0) |
468 |
self.assertEqual(nics[0].ipv4, '10.0.0.22') |
469 |
self.assertEqual(nics[0].ipv6, '') |
470 |
self.assertEqual(nics[0].mac, 'aa:bb:cc:00:11:22') |
471 |
pool = net.get_pool() |
472 |
self.assertFalse(pool.is_available('10.0.0.22')) |
473 |
pool.save() |
474 |
|
475 |
|
476 |
@patch('synnefo.lib.amqp.AMQPClient') |
477 |
class UpdateNetworkTest(TestCase): |
478 |
def create_msg(self, **kwargs): |
479 |
"""Create snf-ganeti-eventd message"""
|
480 |
msg = {'event_time': split_time(time())}
|
481 |
msg['type'] = 'ganeti-network-status' |
482 |
msg['status'] = 'success' |
483 |
msg['jobId'] = 1 |
484 |
msg['logmsg'] = 'Dummy Log' |
485 |
for key, val in kwargs.items(): |
486 |
msg[key] = val |
487 |
message = {'body': json.dumps(msg)}
|
488 |
return message
|
489 |
|
490 |
def test_missing_attribute(self, client): |
491 |
update_network(client, json.dumps({'body': {}}))
|
492 |
self.assertTrue(client.basic_reject.called)
|
493 |
|
494 |
def test_unhandled_exception(self, client): |
495 |
update_network(client, {}) |
496 |
client.basic_reject.assert_called_once() |
497 |
|
498 |
def test_wrong_type(self, client): |
499 |
msg = self.create_msg(type="WRONG_TYPE") |
500 |
update_network(client, msg) |
501 |
self.assertTrue(client.basic_nack.called)
|
502 |
|
503 |
def test_missing_network(self, client): |
504 |
msg = self.create_msg(operation='OP_NETWORK_CREATE', |
505 |
network='foo')
|
506 |
update_network(client, msg) |
507 |
self.assertTrue(client.basic_ack.called)
|
508 |
|
509 |
def test_create(self, client): |
510 |
back_network = mfactory.BackendNetworkFactory(operstate='PENDING')
|
511 |
net = back_network.network |
512 |
net.state = 'ACTIVE'
|
513 |
net.save() |
514 |
back1 = back_network.backend |
515 |
|
516 |
back_network2 = mfactory.BackendNetworkFactory(operstate='PENDING',
|
517 |
network=net) |
518 |
back2 = back_network2.backend |
519 |
# Message from first backend network
|
520 |
msg = self.create_msg(operation='OP_NETWORK_CONNECT', |
521 |
network=net.backend_id, |
522 |
cluster=back1.clustername) |
523 |
update_network(client, msg) |
524 |
self.assertTrue(client.basic_ack.called)
|
525 |
|
526 |
back_net = BackendNetwork.objects.get(id=back_network.id) |
527 |
self.assertEqual(back_net.operstate, 'ACTIVE') |
528 |
db_net = Network.objects.get(id=net.id) |
529 |
self.assertEqual(db_net.state, 'ACTIVE') |
530 |
# msg from second backend network
|
531 |
msg = self.create_msg(operation='OP_NETWORK_CONNECT', |
532 |
network=net.backend_id, |
533 |
cluster=back2.clustername) |
534 |
update_network(client, msg) |
535 |
self.assertTrue(client.basic_ack.called)
|
536 |
|
537 |
db_net = Network.objects.get(id=net.id) |
538 |
self.assertEqual(db_net.state, 'ACTIVE') |
539 |
back_net = BackendNetwork.objects.get(id=back_network.id) |
540 |
self.assertEqual(back_net.operstate, 'ACTIVE') |
541 |
|
542 |
def test_create_offline_backend(self, client): |
543 |
"""Test network creation when a backend is offline"""
|
544 |
net = mfactory.NetworkFactory(state='ACTIVE')
|
545 |
bn1 = mfactory.BackendNetworkFactory(network=net) |
546 |
bn2 = mfactory.BackendNetworkFactory(network=net, |
547 |
backend__offline=True)
|
548 |
msg = self.create_msg(operation='OP_NETWORK_CONNECT', |
549 |
network=net.backend_id, |
550 |
cluster=bn1.backend.clustername) |
551 |
update_network(client, msg) |
552 |
self.assertTrue(client.basic_ack.called)
|
553 |
new_net = Network.objects.get(id=net.id) |
554 |
self.assertEqual(new_net.state, 'ACTIVE') |
555 |
|
556 |
def test_disconnect(self, client): |
557 |
bn1 = mfactory.BackendNetworkFactory(operstate='ACTIVE')
|
558 |
net1 = bn1.network |
559 |
net1.state = "ACTIVE"
|
560 |
net1.state = 'ACTIVE'
|
561 |
net1.save() |
562 |
bn2 = mfactory.BackendNetworkFactory(operstate='ACTIVE',
|
563 |
network=net1) |
564 |
msg = self.create_msg(operation='OP_NETWORK_DISCONNECT', |
565 |
network=net1.backend_id, |
566 |
cluster=bn2.backend.clustername) |
567 |
update_network(client, msg) |
568 |
self.assertTrue(client.basic_ack.called)
|
569 |
self.assertEqual(Network.objects.get(id=net1.id).state, 'ACTIVE') |
570 |
self.assertEqual(BackendNetwork.objects.get(id=bn2.id).operstate,
|
571 |
'PENDING')
|
572 |
|
573 |
def test_remove(self, client): |
574 |
mfactory.MacPrefixPoolTableFactory() |
575 |
mfactory.BridgePoolTableFactory() |
576 |
bn = mfactory.BackendNetworkFactory(operstate='ACTIVE')
|
577 |
for old_state in ['success', 'canceled', 'error']: |
578 |
for flavor in Network.FLAVORS.keys(): |
579 |
bn.operstate = old_state |
580 |
bn.save() |
581 |
net = bn.network |
582 |
net.state = 'ACTIVE'
|
583 |
net.flavor = flavor |
584 |
if flavor == 'PHYSICAL_VLAN': |
585 |
net.link = allocate_resource('bridge')
|
586 |
if flavor == 'MAC_FILTERED': |
587 |
net.mac_prefix = allocate_resource('mac_prefix')
|
588 |
net.save() |
589 |
msg = self.create_msg(operation='OP_NETWORK_REMOVE', |
590 |
network=net.backend_id, |
591 |
cluster=bn.backend.clustername) |
592 |
with mocked_quotaholder():
|
593 |
update_network(client, msg) |
594 |
self.assertTrue(client.basic_ack.called)
|
595 |
db_bnet = BackendNetwork.objects.get(id=bn.id) |
596 |
self.assertEqual(db_bnet.operstate,
|
597 |
'DELETED')
|
598 |
db_net = Network.objects.get(id=net.id) |
599 |
self.assertEqual(db_net.state, 'DELETED', flavor) |
600 |
self.assertTrue(db_net.deleted)
|
601 |
if flavor == 'PHYSICAL_VLAN': |
602 |
pool = BridgePoolTable.get_pool() |
603 |
self.assertTrue(pool.is_available(net.link))
|
604 |
if flavor == 'MAC_FILTERED': |
605 |
pool = MacPrefixPoolTable.get_pool() |
606 |
self.assertTrue(pool.is_available(net.mac_prefix))
|
607 |
|
608 |
def test_remove_offline_backend(self, client): |
609 |
"""Test network removing when a backend is offline"""
|
610 |
mfactory.BridgePoolTableFactory() |
611 |
net = mfactory.NetworkFactory(flavor='PHYSICAL_VLAN',
|
612 |
state='ACTIVE',
|
613 |
link='prv12')
|
614 |
bn1 = mfactory.BackendNetworkFactory(network=net) |
615 |
mfactory.BackendNetworkFactory(network=net, |
616 |
operstate="ACTIVE",
|
617 |
backend__offline=True)
|
618 |
msg = self.create_msg(operation='OP_NETWORK_REMOVE', |
619 |
network=net.backend_id, |
620 |
cluster=bn1.backend.clustername) |
621 |
with mocked_quotaholder():
|
622 |
update_network(client, msg) |
623 |
self.assertTrue(client.basic_ack.called)
|
624 |
new_net = Network.objects.get(id=net.id) |
625 |
self.assertEqual(new_net.state, 'ACTIVE') |
626 |
self.assertFalse(new_net.deleted)
|
627 |
|
628 |
def test_error_opcode(self, client): |
629 |
mfactory.MacPrefixPoolTableFactory() |
630 |
mfactory.BridgePoolTableFactory() |
631 |
for state, _ in Network.OPER_STATES: |
632 |
bn = mfactory.BackendNetworkFactory(operstate="ACTIVE")
|
633 |
bn.operstate = state |
634 |
bn.save() |
635 |
network = bn.network |
636 |
network.state = state |
637 |
network.save() |
638 |
for opcode, _ in BackendNetwork.BACKEND_OPCODES: |
639 |
if opcode in ['OP_NETWORK_REMOVE', 'OP_NETWORK_ADD']: |
640 |
continue
|
641 |
msg = self.create_msg(operation=opcode,
|
642 |
network=bn.network.backend_id, |
643 |
status='error',
|
644 |
add_reserved_ips=[], |
645 |
remove_reserved_ips=[], |
646 |
cluster=bn.backend.clustername) |
647 |
with mocked_quotaholder():
|
648 |
update_network(client, msg) |
649 |
self.assertTrue(client.basic_ack.called)
|
650 |
db_bnet = BackendNetwork.objects.get(id=bn.id) |
651 |
self.assertEqual(bn.operstate, db_bnet.operstate)
|
652 |
self.assertEqual(bn.network.state, db_bnet.network.state)
|
653 |
|
654 |
def test_ips(self, client): |
655 |
network = mfactory.NetworkFactory(subnet='10.0.0.0/24')
|
656 |
bn = mfactory.BackendNetworkFactory(network=network) |
657 |
msg = self.create_msg(operation='OP_NETWORK_SET_PARAMS', |
658 |
network=network.backend_id, |
659 |
cluster=bn.backend.clustername, |
660 |
status='success',
|
661 |
add_reserved_ips=['10.0.0.10', '10.0.0.20'], |
662 |
remove_reserved_ips=[]) |
663 |
update_network(client, msg) |
664 |
self.assertTrue(client.basic_ack.called)
|
665 |
pool = network.get_pool() |
666 |
self.assertTrue(pool.is_reserved('10.0.0.10')) |
667 |
self.assertTrue(pool.is_reserved('10.0.0.20')) |
668 |
pool.save() |
669 |
# Release them
|
670 |
msg = self.create_msg(operation='OP_NETWORK_SET_PARAMS', |
671 |
network=network.backend_id, |
672 |
cluster=bn.backend.clustername, |
673 |
add_reserved_ips=[], |
674 |
remove_reserved_ips=['10.0.0.10', '10.0.0.20']) |
675 |
update_network(client, msg) |
676 |
self.assertTrue(client.basic_ack.called)
|
677 |
pool = network.get_pool() |
678 |
self.assertFalse(pool.is_reserved('10.0.0.10')) |
679 |
self.assertFalse(pool.is_reserved('10.0.0.20')) |
680 |
|
681 |
|
682 |
@patch('synnefo.lib.amqp.AMQPClient') |
683 |
class UpdateBuildProgressTest(TestCase): |
684 |
def setUp(self): |
685 |
self.vm = mfactory.VirtualMachineFactory()
|
686 |
|
687 |
def get_db_vm(self): |
688 |
return VirtualMachine.objects.get(id=self.vm.id) |
689 |
|
690 |
def create_msg(self, **kwargs): |
691 |
"""Create snf-progress-monitor message"""
|
692 |
msg = {'event_time': split_time(time())}
|
693 |
msg['type'] = 'image-copy-progress' |
694 |
msg['progress'] = 0 |
695 |
for key, val in kwargs.items(): |
696 |
msg[key] = val |
697 |
message = {'body': json.dumps(msg)}
|
698 |
return message
|
699 |
|
700 |
def test_missing_attribute(self, client): |
701 |
update_build_progress(client, json.dumps({'body': {}}))
|
702 |
self.assertTrue(client.basic_reject.called)
|
703 |
|
704 |
def test_unhandled_exception(self, client): |
705 |
update_build_progress(client, {}) |
706 |
client.basic_reject.assert_called_once() |
707 |
|
708 |
def test_missing_instance(self, client): |
709 |
msg = self.create_msg(instance='foo') |
710 |
update_build_progress(client, msg) |
711 |
self.assertTrue(client.basic_ack.called)
|
712 |
|
713 |
def test_wrong_type(self, client): |
714 |
msg = self.create_msg(type="WRONG_TYPE") |
715 |
update_build_progress(client, msg) |
716 |
self.assertTrue(client.basic_nack.called)
|
717 |
|
718 |
def test_progress_update(self, client): |
719 |
rprogress = randint(10, 100) |
720 |
msg = self.create_msg(progress=rprogress,
|
721 |
instance=self.vm.backend_vm_id)
|
722 |
update_build_progress(client, msg) |
723 |
self.assertTrue(client.basic_ack.called)
|
724 |
vm = self.get_db_vm()
|
725 |
self.assertEqual(vm.buildpercentage, rprogress)
|
726 |
|
727 |
def test_invalid_value(self, client): |
728 |
old = self.vm.buildpercentage
|
729 |
for rprogress in [0, -1, 'a']: |
730 |
msg = self.create_msg(progress=rprogress,
|
731 |
instance=self.vm.backend_vm_id)
|
732 |
update_build_progress(client, msg) |
733 |
self.assertTrue(client.basic_ack.called)
|
734 |
vm = self.get_db_vm()
|
735 |
self.assertEqual(vm.buildpercentage, old)
|
736 |
|
737 |
|
738 |
from synnefo.logic.reconciliation import VMState |
739 |
class ReconciliationTest(TestCase): |
740 |
def get_vm(self, operstate, deleted=False): |
741 |
flavor = mfactory.FlavorFactory(cpu=2, ram=1024) |
742 |
vm = mfactory.VirtualMachineFactory(deleted=deleted, flavor=flavor) |
743 |
vm.operstate = operstate |
744 |
vm.save() |
745 |
return vm
|
746 |
|
747 |
def test_get_servers_from_db(self): |
748 |
"""Test getting a dictionary from each server to its operstate"""
|
749 |
backend = 30000
|
750 |
vm1 = self.get_vm('STARTED') |
751 |
vm2 = self.get_vm('DESTROYED', deleted=True) |
752 |
vm3 = self.get_vm('STOPPED') |
753 |
self.assertEquals(reconciliation.get_servers_from_db(),
|
754 |
{vm1.id: VMState(state='STARTED', cpu=2, ram=1024, nics=[]), |
755 |
vm3.id: VMState(state='STOPPED', cpu=2, ram=1024, nics=[])} |
756 |
) |
757 |
|
758 |
def test_stale_servers_in_db(self): |
759 |
"""Test discovery of stale entries in DB"""
|
760 |
|
761 |
D = {1: None, 2: 'None', 3: None, 30000: 'BUILD', |
762 |
30002: 'None'} |
763 |
G = {1: True, 3: True, 30000: True} |
764 |
self.assertEquals(reconciliation.stale_servers_in_db(D, G),
|
765 |
set([2, 30002])) |
766 |
|
767 |
@patch("synnefo.db.models.get_rapi_client") |
768 |
def test_stale_building_vm(self, client): |
769 |
vm = mfactory.VirtualMachineFactory() |
770 |
vm.state = 'BUILD'
|
771 |
vm.backendjobid = 42
|
772 |
vm.save() |
773 |
D = {vm.id: 'BUILD'}
|
774 |
G = {} |
775 |
for status in ['queued', 'waiting', 'running']: |
776 |
client.return_value.GetJobStatus.return_value = {'status': status}
|
777 |
self.assertEqual(reconciliation.stale_servers_in_db(D, G), set([])) |
778 |
client.return_value.GetJobStatus\ |
779 |
.assert_called_once_with(vm.backendjobid) |
780 |
client.reset_mock() |
781 |
for status in ['success', 'error', 'canceled']: |
782 |
client.return_value.GetJobStatus.return_value = {'status': status}
|
783 |
self.assertEqual(reconciliation.stale_servers_in_db(D, G), set([])) |
784 |
client.return_value.GetInstance\ |
785 |
.assert_called_once_with(vm.backend_vm_id) |
786 |
client.return_value.GetJobStatus\ |
787 |
.assert_called_once_with(vm.backendjobid) |
788 |
client.reset_mock() |
789 |
from synnefo.logic.rapi import GanetiApiError |
790 |
client.return_value.GetJobStatus.side_effect = GanetiApiError('Foo')
|
791 |
self.assertEqual(reconciliation.stale_servers_in_db(D, G),
|
792 |
set([vm.id]))
|
793 |
|
794 |
def test_orphan_instances_in_ganeti(self): |
795 |
"""Test discovery of orphan instances in Ganeti, without a DB entry"""
|
796 |
|
797 |
G = {1: True, 2: False, 3: False, 4: True, 50: True} |
798 |
D = {1: True, 3: False} |
799 |
self.assertEquals(reconciliation.orphan_instances_in_ganeti(D, G),
|
800 |
set([2, 4, 50])) |
801 |
|
802 |
def test_unsynced_operstate(self): |
803 |
"""Test discovery of unsynced operstate between the DB and Ganeti"""
|
804 |
mkstate = lambda state: VMState(state=state, cpu=1, ram=1024, nics=[]) |
805 |
vm1 = self.get_vm("STARTED") |
806 |
vm2 = self.get_vm("STARTED") |
807 |
vm3= self.get_vm("BUILD") |
808 |
vm4 = self.get_vm("STARTED") |
809 |
vm5 = self.get_vm("BUILD") |
810 |
|
811 |
D = {1: mkstate("STARTED"), 2: mkstate("STARTED"), 3: mkstate("BUILD"), |
812 |
4: mkstate("STARTED"), 50: mkstate("BUILD")} |
813 |
G = {vm1.id: mkstate(True), vm2.id: mkstate(False), |
814 |
vm4.id: mkstate(True), vm4.id: mkstate(False), |
815 |
vm5.id: mkstate(False)}
|
816 |
self.assertEquals(reconciliation.unsynced_operstate(D, G),
|
817 |
set([(vm2.id, "STARTED", False), |
818 |
(vm4.id, "STARTED", False)])) |
819 |
|
820 |
from synnefo.logic.test.rapi_pool_tests import * |
821 |
from synnefo.logic.test.utils_tests import * |