root / snf-cyclades-app / synnefo / logic / tests / reconciliation.py @ a8817717
History | View | Annotate | Download (14.1 kB)
1 |
# vim: set fileencoding=utf-8 :
|
---|---|
2 |
# Copyright 2012 GRNET S.A. All rights reserved.
|
3 |
#
|
4 |
# Redistribution and use in source and binary forms, with or without
|
5 |
# modification, are permitted provided that the following conditions
|
6 |
# are met:
|
7 |
#
|
8 |
# 1. Redistributions of source code must retain the above copyright
|
9 |
# notice, this list of conditions and the following disclaimer.
|
10 |
#
|
11 |
# 2. Redistributions in binary form must reproduce the above copyright
|
12 |
# notice, this list of conditions and the following disclaimer in the
|
13 |
# documentation and/or other materials provided with the distribution.
|
14 |
#
|
15 |
# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
16 |
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
17 |
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
18 |
# ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
19 |
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
20 |
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
21 |
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
22 |
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
23 |
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
24 |
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
25 |
# SUCH DAMAGE.
|
26 |
#
|
27 |
# The views and conclusions contained in the software and documentation are
|
28 |
# those of the authors and should not be interpreted as representing official
|
29 |
# policies, either expressed or implied, of GRNET S.A.
|
30 |
import logging |
31 |
from django.test import TestCase |
32 |
|
33 |
from synnefo.db.models import VirtualMachine, Network, BackendNetwork |
34 |
from synnefo.db import models_factory as mfactory |
35 |
from synnefo.logic import reconciliation |
36 |
from mock import patch |
37 |
from snf_django.utils.testing import mocked_quotaholder |
38 |
from time import time |
39 |
from synnefo import settings |
40 |
|
41 |
|
42 |
@patch("synnefo.logic.rapi_pool.GanetiRapiClient") |
43 |
class ServerReconciliationTest(TestCase): |
44 |
@patch("synnefo.logic.rapi_pool.GanetiRapiClient") |
45 |
def setUp(self, mrapi): |
46 |
self.backend = mfactory.BackendFactory()
|
47 |
log = logging.getLogger() |
48 |
options = {"fix_unsynced": True, |
49 |
"fix_stale": True, |
50 |
"fix_orphans": True, |
51 |
"fix_unsynced_nics": True, |
52 |
"fix_unsynced_flavors": True} |
53 |
self.reconciler = reconciliation.BackendReconciler(self.backend, |
54 |
options=options, |
55 |
logger=log) |
56 |
|
57 |
def test_building_vm(self, mrapi): |
58 |
vm1 = mfactory.VirtualMachineFactory(backend=self.backend,
|
59 |
backendjobid=1,
|
60 |
operstate="BUILD")
|
61 |
for status in ["queued", "waiting", "running"]: |
62 |
mrapi().GetJobs.return_value = [{"id": "1", "status": status, |
63 |
"end_ts": None}] |
64 |
with mocked_quotaholder():
|
65 |
self.reconciler.reconcile()
|
66 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
67 |
self.assertFalse(vm1.deleted)
|
68 |
self.assertEqual(vm1.operstate, "BUILD") |
69 |
|
70 |
mrapi().GetJobs.return_value = [{"id": "1", "status": "error", |
71 |
"end_ts": [44123, 1]}] |
72 |
with mocked_quotaholder():
|
73 |
self.reconciler.reconcile()
|
74 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
75 |
self.assertFalse(vm1.deleted)
|
76 |
self.assertEqual(vm1.operstate, "ERROR") |
77 |
|
78 |
for status in ["success", "canceled"]: |
79 |
vm1.operstate = "BUILD"
|
80 |
vm1.deleted = False
|
81 |
vm1.save() |
82 |
mrapi().GetJobs.return_value = [{"id": "1", "status": status, |
83 |
"end_ts": [44123, 1]}] |
84 |
with mocked_quotaholder():
|
85 |
self.reconciler.reconcile()
|
86 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
87 |
self.assertFalse(vm1.deleted)
|
88 |
self.assertEqual(vm1.operstate, "ERROR") |
89 |
|
90 |
def test_stale_server(self, mrapi): |
91 |
mrapi.GetInstances = [] |
92 |
vm1 = mfactory.VirtualMachineFactory(backend=self.backend,
|
93 |
deleted=False,
|
94 |
operstate="ERROR")
|
95 |
|
96 |
with mocked_quotaholder():
|
97 |
self.reconciler.reconcile()
|
98 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
99 |
self.assertFalse(vm1.deleted)
|
100 |
vm2 = mfactory.VirtualMachineFactory(backend=self.backend,
|
101 |
deleted=False,
|
102 |
action="DESTROY",
|
103 |
operstate="ERROR")
|
104 |
with mocked_quotaholder():
|
105 |
self.reconciler.reconcile()
|
106 |
vm2 = VirtualMachine.objects.get(id=vm2.id) |
107 |
self.assertTrue(vm2.deleted)
|
108 |
vm3 = mfactory.VirtualMachineFactory(backend=self.backend,
|
109 |
deleted=False,
|
110 |
action="DESTROY",
|
111 |
operstate="ACTIVE")
|
112 |
with mocked_quotaholder():
|
113 |
self.reconciler.reconcile()
|
114 |
vm3 = VirtualMachine.objects.get(id=vm3.id) |
115 |
self.assertTrue(vm3.deleted)
|
116 |
|
117 |
def test_orphan_server(self, mrapi): |
118 |
cmrapi = self.reconciler.client
|
119 |
mrapi().GetInstances.return_value =\ |
120 |
[{"name": "%s22" % settings.BACKEND_PREFIX_ID, |
121 |
"beparams": {"maxmem": 1024, |
122 |
"minmem": 1024, |
123 |
"vcpus": 4}, |
124 |
"oper_state": True, |
125 |
"mtime": time(),
|
126 |
"disk.sizes": [],
|
127 |
"nic.ips": [],
|
128 |
"nic.names": [],
|
129 |
"nic.macs": [],
|
130 |
"nic.networks.names": [],
|
131 |
"tags": []}]
|
132 |
self.reconciler.reconcile()
|
133 |
cmrapi.DeleteInstance\ |
134 |
.assert_called_once_with("%s22" % settings.BACKEND_PREFIX_ID)
|
135 |
|
136 |
def test_unsynced_operstate(self, mrapi): |
137 |
vm1 = mfactory.VirtualMachineFactory(backend=self.backend,
|
138 |
deleted=False,
|
139 |
operstate="STOPPED")
|
140 |
mrapi().GetInstances.return_value =\ |
141 |
[{"name": vm1.backend_vm_id,
|
142 |
"beparams": {"maxmem": 1024, |
143 |
"minmem": 1024, |
144 |
"vcpus": 4}, |
145 |
"oper_state": True, |
146 |
"mtime": time(),
|
147 |
"disk.sizes": [],
|
148 |
"nic.ips": [],
|
149 |
"nic.names": [],
|
150 |
"nic.macs": [],
|
151 |
"nic.networks.names": [],
|
152 |
"tags": []}]
|
153 |
with mocked_quotaholder():
|
154 |
self.reconciler.reconcile()
|
155 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
156 |
self.assertEqual(vm1.operstate, "STARTED") |
157 |
|
158 |
def test_unsynced_flavor(self, mrapi): |
159 |
flavor1 = mfactory.FlavorFactory(cpu=2, ram=1024, disk=1, |
160 |
disk_template="drbd")
|
161 |
flavor2 = mfactory.FlavorFactory(cpu=4, ram=2048, disk=1, |
162 |
disk_template="drbd")
|
163 |
vm1 = mfactory.VirtualMachineFactory(backend=self.backend,
|
164 |
deleted=False,
|
165 |
flavor=flavor1, |
166 |
operstate="STARTED")
|
167 |
mrapi().GetInstances.return_value =\ |
168 |
[{"name": vm1.backend_vm_id,
|
169 |
"beparams": {"maxmem": 2048, |
170 |
"minmem": 2048, |
171 |
"vcpus": 4}, |
172 |
"oper_state": True, |
173 |
"mtime": time(),
|
174 |
"disk.sizes": [],
|
175 |
"nic.ips": [],
|
176 |
"nic.names": [],
|
177 |
"nic.macs": [],
|
178 |
"nic.networks.names": [],
|
179 |
"tags": []}]
|
180 |
with mocked_quotaholder():
|
181 |
self.reconciler.reconcile()
|
182 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
183 |
self.assertEqual(vm1.flavor, flavor2)
|
184 |
self.assertEqual(vm1.operstate, "STARTED") |
185 |
|
186 |
def test_unsynced_nics(self, mrapi): |
187 |
network1 = mfactory.NetworkWithSubnetFactory( |
188 |
subnet__cidr="10.0.0.0/24", subnet__gateway="10.0.0.2") |
189 |
network2 = mfactory.NetworkWithSubnetFactory( |
190 |
subnet__cidr="192.168.2.0/24", subnet__gateway="192.168.2.2") |
191 |
vm1 = mfactory.VirtualMachineFactory(backend=self.backend,
|
192 |
deleted=False,
|
193 |
operstate="STOPPED")
|
194 |
subnet = network1.subnets.get(ipversion=4)
|
195 |
ip = mfactory.IPv4AddressFactory(nic__machine=vm1, network=network1, |
196 |
subnet=subnet, |
197 |
address="10.0.0.3")
|
198 |
nic = ip.nic |
199 |
mrapi().GetInstances.return_value =\ |
200 |
[{"name": vm1.backend_vm_id,
|
201 |
"beparams": {"maxmem": 2048, |
202 |
"minmem": 2048, |
203 |
"vcpus": 4}, |
204 |
"oper_state": True, |
205 |
"mtime": time(),
|
206 |
"disk.sizes": [],
|
207 |
"nic.names": [nic.backend_uuid],
|
208 |
"nic.ips": ["192.168.2.5"], |
209 |
"nic.macs": ["aa:00:bb:cc:dd:ee"], |
210 |
"nic.networks.names": [network2.backend_id],
|
211 |
"tags": []}]
|
212 |
with mocked_quotaholder():
|
213 |
self.reconciler.reconcile()
|
214 |
vm1 = VirtualMachine.objects.get(id=vm1.id) |
215 |
self.assertEqual(vm1.operstate, "STARTED") |
216 |
nic = vm1.nics.all()[0]
|
217 |
self.assertEqual(nic.network, network2)
|
218 |
self.assertEqual(nic.ipv4_address, "192.168.2.5") |
219 |
self.assertEqual(nic.mac, "aa:00:bb:cc:dd:ee") |
220 |
|
221 |
|
222 |
@patch("synnefo.logic.rapi_pool.GanetiRapiClient") |
223 |
class NetworkReconciliationTest(TestCase): |
224 |
def setUp(self): |
225 |
self.backend = mfactory.BackendFactory()
|
226 |
log = logging.getLogger() |
227 |
self.reconciler = reconciliation.NetworkReconciler(
|
228 |
logger=log, |
229 |
fix=True)
|
230 |
|
231 |
def test_parted_network(self, mrapi): |
232 |
net1 = mfactory.NetworkWithSubnetFactory(public=False)
|
233 |
mrapi().GetNetworks.return_value = [] |
234 |
# Test nothing if Ganeti returns nothing
|
235 |
self.assertEqual(net1.backend_networks.count(), 0) |
236 |
self.reconciler.reconcile_networks()
|
237 |
self.assertEqual(net1.backend_networks.count(), 0) |
238 |
|
239 |
# Test creation if exists in Ganeti
|
240 |
self.assertEqual(net1.backend_networks.count(), 0) |
241 |
mrapi().GetNetworks.return_value = [{"name": net1.backend_id,
|
242 |
"group_list": [["default", |
243 |
"bridged",
|
244 |
"prv0"]],
|
245 |
"network": net1.subnet4.cidr,
|
246 |
"map": "....", |
247 |
"external_reservations": ""}] |
248 |
self.reconciler.reconcile_networks()
|
249 |
self.assertTrue(net1.backend_networks
|
250 |
.filter(backend=self.backend).exists())
|
251 |
|
252 |
def test_stale_network(self, mrapi): |
253 |
# Test that stale network will be deleted from DB, if network action is
|
254 |
# destroy
|
255 |
net1 = mfactory.NetworkWithSubnetFactory(public=False,
|
256 |
flavor="IP_LESS_ROUTED",
|
257 |
action="DESTROY",
|
258 |
deleted=False)
|
259 |
bn1 = mfactory.BackendNetworkFactory(network=net1, |
260 |
backend=self.backend,
|
261 |
operstate="ACTIVE")
|
262 |
mrapi().GetNetworks.return_value = [] |
263 |
self.assertFalse(net1.deleted)
|
264 |
with mocked_quotaholder():
|
265 |
self.reconciler.reconcile_networks()
|
266 |
net1 = Network.objects.get(id=net1.id) |
267 |
self.assertTrue(net1.deleted)
|
268 |
self.assertFalse(net1.backend_networks.filter(id=bn1.id).exists())
|
269 |
# But not if action is not DESTROY
|
270 |
net2 = mfactory.NetworkWithSubnetFactory(public=False, action="CREATE") |
271 |
mfactory.BackendNetworkFactory(network=net2, backend=self.backend)
|
272 |
self.assertFalse(net2.deleted)
|
273 |
self.reconciler.reconcile_networks()
|
274 |
self.assertFalse(net2.deleted)
|
275 |
|
276 |
def test_missing_network(self, mrapi): |
277 |
net2 = mfactory.NetworkWithSubnetFactory(public=False, action="CREATE") |
278 |
mfactory.BackendNetworkFactory(network=net2, backend=self.backend)
|
279 |
mrapi().GetNetworks.return_value = [] |
280 |
self.reconciler.reconcile_networks()
|
281 |
self.assertEqual(len(mrapi().CreateNetwork.mock_calls), 1) |
282 |
|
283 |
#def test_hanging_networks(self, mrapi):
|
284 |
# pass
|
285 |
|
286 |
def test_unsynced_networks(self, mrapi): |
287 |
net = mfactory.NetworkWithSubnetFactory(public=False, state="PENDING", |
288 |
action="CREATE", deleted=False) |
289 |
bn = mfactory.BackendNetworkFactory(network=net, backend=self.backend,
|
290 |
operstate="PENDING")
|
291 |
mrapi().GetNetworks.return_value = [{"name": net.backend_id,
|
292 |
"group_list": [],
|
293 |
"network": net.subnet4.cidr,
|
294 |
"map": "....", |
295 |
"external_reservations": ""}] |
296 |
self.assertEqual(bn.operstate, "PENDING") |
297 |
self.reconciler.reconcile_networks()
|
298 |
bn = BackendNetwork.objects.get(id=bn.id) |
299 |
self.assertEqual(bn.operstate, "ACTIVE") |
300 |
|
301 |
def test_orphan_networks(self, mrapi): |
302 |
net = mfactory.NetworkWithSubnetFactory(public=False, action="CREATE", |
303 |
deleted=True)
|
304 |
mrapi().GetNetworks.return_value = [{"name": net.backend_id,
|
305 |
"group_list": [],
|
306 |
"network": net.subnet4.cidr,
|
307 |
"map": "....", |
308 |
"external_reservations": ""}] |
309 |
self.reconciler.reconcile_networks()
|
310 |
mrapi().DeleteNetwork.assert_called_once_with(net.backend_id, []) |