Statistics
| Branch: | Tag: | Revision:

root / snf-cyclades-app / synnefo / api / tests / servers.py @ 62b76f38

History | View | Annotate | Download (37.5 kB)

1
# Copyright 2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

    
34
import json
35
from copy import deepcopy
36

    
37
from snf_django.utils.testing import (BaseAPITest, mocked_quotaholder,
38
                                      override_settings)
39
from synnefo.db.models import (VirtualMachine, VirtualMachineMetadata,
40
                               IPAddress, NetworkInterface)
41
from synnefo.db import models_factory as mfactory
42
from synnefo.logic.utils import get_rsapi_state
43
from synnefo.cyclades_settings import cyclades_services
44
from synnefo.lib.services import get_service_path
45
from synnefo.lib import join_urls
46
from django.conf import settings
47
from synnefo.logic.rapi import GanetiApiError
48

    
49
from mock import patch, Mock
50

    
51

    
52
class ComputeAPITest(BaseAPITest):
53
    def __init__(self, *args, **kwargs):
54
        super(ComputeAPITest, self).__init__(*args, **kwargs)
55
        self.compute_path = get_service_path(cyclades_services, 'compute',
56
                                             version='v2.0')
57

    
58
    def myget(self, path, *args, **kwargs):
59
        path = join_urls(self.compute_path, path)
60
        return self.get(path, *args, **kwargs)
61

    
62
    def myput(self, path, *args, **kwargs):
63
        path = join_urls(self.compute_path, path)
64
        return self.put(path, *args, **kwargs)
65

    
66
    def mypost(self, path, *args, **kwargs):
67
        path = join_urls(self.compute_path, path)
68
        return self.post(path, *args, **kwargs)
69

    
70
    def mydelete(self, path, *args, **kwargs):
71
        path = join_urls(self.compute_path, path)
72
        return self.delete(path, *args, **kwargs)
73

    
74

    
75
class ServerAPITest(ComputeAPITest):
76
    def setUp(self):
77
        self.user1 = 'user1'
78
        self.user2 = 'user2'
79
        self.vm1 = mfactory.VirtualMachineFactory(userid=self.user1)
80
        self.vm2 = mfactory.VirtualMachineFactory(userid=self.user2)
81
        self.vm3 = mfactory.VirtualMachineFactory(deleted=True,
82
                                                  userid=self.user1)
83
        self.vm4 = mfactory.VirtualMachineFactory(userid=self.user2)
84

    
85
    def test_server_list_1(self):
86
        """Test if the expected list of servers is returned."""
87
        response = self.myget('servers')
88
        self.assertSuccess(response)
89
        servers = json.loads(response.content)['servers']
90
        self.assertEqual(servers, [])
91

    
92
    def test_server_list_2(self):
93
        """Test if the expected list of servers is returned."""
94
        response = self.myget('servers', self.user1)
95
        self.assertSuccess(response)
96
        servers = json.loads(response.content)['servers']
97
        db_server = self.vm1
98
        server = servers[0]
99
        self.assertEqual(server["name"], db_server.name)
100
        self.assertEqual(server["id"], db_server.id)
101

    
102
    def test_server_list_detail(self):
103
        """Test if the servers list details are returned."""
104
        user = self.user2
105
        user_vms = {self.vm2.id: self.vm2,
106
                    self.vm4.id: self.vm4}
107

    
108
        response = self.myget('servers/detail', user)
109
        servers = json.loads(response.content)['servers']
110
        self.assertEqual(len(servers), len(user_vms))
111
        for api_vm in servers:
112
            db_vm = user_vms[api_vm['id']]
113
            self.assertEqual(api_vm['flavor']["id"], db_vm.flavor.id)
114
            self.assertEqual(api_vm['hostId'], db_vm.hostid)
115
            self.assertEqual(api_vm['id'], db_vm.id)
116
            self.assertEqual(api_vm['image']["id"], db_vm.imageid)
117
            self.assertEqual(api_vm['name'], db_vm.name)
118
            self.assertEqual(api_vm['status'], get_rsapi_state(db_vm))
119
            self.assertSuccess(response)
120

    
121
    def test_server_detail(self):
122
        """Test if a server details are returned."""
123
        db_vm = self.vm2
124
        user = self.vm2.userid
125
        ip4 = mfactory.IPv4AddressFactory(nic__machine=self.vm2)
126
        nic = ip4.nic
127
        net = ip4.network
128
        ip6 = mfactory.IPv6AddressFactory(nic=nic, network=net)
129
        nic.mac = "aa:00:11:22:33:44"
130
        nic.save()
131

    
132
        db_vm_meta = mfactory.VirtualMachineMetadataFactory(vm=db_vm)
133

    
134
        response = self.myget('servers/%d' % db_vm.id, user)
135
        server = json.loads(response.content)['server']
136

    
137
        self.assertEqual(server['flavor']["id"], db_vm.flavor.id)
138
        self.assertEqual(server['hostId'], db_vm.hostid)
139
        self.assertEqual(server['id'], db_vm.id)
140
        self.assertEqual(server['image']["id"], db_vm.imageid)
141
        self.assertEqual(server['name'], db_vm.name)
142
        self.assertEqual(server['status'], get_rsapi_state(db_vm))
143
        api_nic = server['attachments'][0]
144
        self.assertEqual(api_nic['network_id'], str(net.id))
145
        self.assertEqual(api_nic['mac_address'], nic.mac)
146
        self.assertEqual(api_nic['firewallProfile'], nic.firewall_profile)
147
        self.assertEqual(api_nic['ipv4'], ip4.address)
148
        self.assertEqual(api_nic['ipv6'], ip6.address)
149
        self.assertEqual(api_nic['OS-EXT-IPS:type'], "fixed")
150
        self.assertEqual(api_nic['id'], nic.id)
151
        api_address = server["addresses"]
152
        self.assertEqual(api_address[str(net.id)], [
153
            {"version": 4, "addr": ip4.address, "OS-EXT-IPS:type": "fixed"},
154
            {"version": 6, "addr": ip6.address, "OS-EXT-IPS:type": "fixed"}
155
        ])
156

    
157
        metadata = server['metadata']
158
        self.assertEqual(len(metadata), 1)
159
        self.assertEqual(metadata[db_vm_meta.meta_key], db_vm_meta.meta_value)
160
        self.assertSuccess(response)
161

    
162
    def test_server_fqdn(self):
163
        vm = mfactory.VirtualMachineFactory()
164
        # Setting set to None
165
        with override_settings(settings,
166
                               CYCLADES_SERVERS_FQDN=None):
167
            response = self.myget("servers/%d" % vm.id, vm.userid)
168
            server = json.loads(response.content)['server']
169
            self.assertEqual(server["SNF:fqdn"], None)
170
        # Unformated setting
171
        with override_settings(settings,
172
                               CYCLADES_SERVERS_FQDN="vm.example.org"):
173
            response = self.myget("servers/%d" % vm.id, vm.userid)
174
            server = json.loads(response.content)['server']
175
            self.assertEqual(server["SNF:fqdn"], "vm.example.org")
176
        # Formatted settings
177
        with override_settings(settings, CYCLADES_SERVERS_FQDN=
178
                               "snf-%(id)s.vm.example.org"):
179
            response = self.myget("servers/%d" % vm.id, vm.userid)
180
            server = json.loads(response.content)['server']
181
            self.assertEqual(server["SNF:fqdn"],
182
                             "snf-%d.vm.example.org" % vm.id)
183
        with override_settings(settings,
184
                               CYCLADES_SERVERS_FQDN=
185
                               "snf-%(id)s.vm-%(id)s.example.org"):
186
            response = self.myget("servers/%d" % vm.id, vm.userid)
187
            server = json.loads(response.content)['server']
188
            self.assertEqual(server["SNF:fqdn"], "snf-%d.vm-%d.example.org" %
189
                             (vm.id, vm.id))
190

    
191
    def test_server_port_forwarding(self):
192
        vm = mfactory.VirtualMachineFactory()
193
        # test None if the server has no public IP
194
        ports = {
195
            22: ("foo", 61000),
196
            80: lambda ip, id, fqdn, user: ("bar", 61001)}
197
        with override_settings(settings,
198
                               CYCLADES_PORT_FORWARDING=ports):
199
            response = self.myget("servers/%d" % vm.id, vm.userid)
200
        server = json.loads(response.content)['server']
201
        self.assertEqual(server["SNF:port_forwarding"], {})
202

    
203
        # Add with public IP
204
        mfactory.IPv4AddressFactory(nic__machine=vm, network__public=True)
205
        with override_settings(settings,
206
                               CYCLADES_PORT_FORWARDING=ports):
207
            response = self.myget("servers/%d" % vm.id, vm.userid)
208
        server = json.loads(response.content)['server']
209
        self.assertEqual(server["SNF:port_forwarding"],
210
                         {"22": {"host": "foo", "port": "61000"},
211
                          "80": {"host": "bar", "port": "61001"}})
212

    
213
        def _port_from_ip(ip, base):
214
            fields = ip.split('.', 4)
215
            return (base + 256*int(fields[2]) + int(fields[3]))
216

    
217
        ports = {
218
            22: lambda ip, id, fqdn, user:
219
            ip and ("gate", _port_from_ip(ip, 10000)) or None}
220
        vm = mfactory.VirtualMachineFactory()
221
        with override_settings(settings,
222
                               CYCLADES_PORT_FORWARDING=ports):
223
            response = self.myget("servers/%d" % vm.id, vm.userid)
224
            server = json.loads(response.content)['server']
225
            self.assertEqual(server["SNF:port_forwarding"], {})
226

    
227
        mfactory.IPv4AddressFactory(nic__machine=vm,
228
                                    network__public=True,
229
                                    address="192.168.2.2")
230
        with override_settings(settings,
231
                               CYCLADES_PORT_FORWARDING=ports):
232
            response = self.myget("servers/%d" % vm.id, vm.userid)
233
            server = json.loads(response.content)['server']
234
            self.assertEqual(server["SNF:port_forwarding"],
235
                             {"22": {"host": "gate", "port": "10514"}})
236

    
237
    def test_server_building_nics(self):
238
        db_vm = self.vm2
239
        user = self.vm2.userid
240
        net1 = mfactory.NetworkFactory()
241
        net2 = mfactory.NetworkFactory()
242
        net3 = mfactory.NetworkFactory()
243
        mfactory.NetworkInterfaceFactory(machine=self.vm2, network=net1,
244
                                         state="BUILD")
245
        nic2 = mfactory.NetworkInterfaceFactory(machine=self.vm2, network=net2,
246
                                                state="ACTIVE")
247
        mfactory.NetworkInterfaceFactory(machine=self.vm2, network=net3,
248
                                         state="BUILD")
249

    
250
        response = self.myget('servers/%d' % db_vm.id, user)
251
        server = json.loads(response.content)['server']
252
        nics = server["attachments"]
253
        self.assertEqual(len(nics), 1)
254
        self.assertEqual(nics[0]["network_id"], str(nic2.network_id))
255

    
256
    def test_noauthorized(self):
257
        """Test 404 for detail of other user vm"""
258
        db_vm = self.vm2
259

    
260
        response = self.myget('servers/%d' % db_vm.id, 'wrong_user')
261
        self.assertItemNotFound(response)
262

    
263
    def test_wrong_server(self):
264
        """Test 404 response if server does not exist."""
265
        response = self.myget('servers/%d' % 5000)
266
        self.assertItemNotFound(response)
267

    
268
    def test_create_server_empty(self):
269
        """Test if the create server call returns a 400 badRequest if
270
           no attributes are specified."""
271

    
272
        response = self.mypost('servers', params={})
273
        self.assertBadRequest(response)
274

    
275
    def test_rename_server(self):
276
        vm = self.vm2
277
        request = {'server': {'name': 'new_name'}}
278
        response = self.myput('servers/%d' % vm.id, vm.userid,
279
                              json.dumps(request), 'json')
280
        self.assertSuccess(response)
281
        self.assertEqual(VirtualMachine.objects.get(id=vm.id).name, "new_name")
282

    
283
    def test_catch_wrong_api_paths(self):
284
        response = self.myget('nonexistent')
285
        self.assertEqual(response.status_code, 400)
286
        try:
287
            json.loads(response.content)
288
        except ValueError:
289
            self.assertTrue(False)
290

    
291
    def test_method_not_allowed(self, *args):
292
        # /servers/ allows only POST, GET
293
        response = self.myput('servers', '', '')
294
        self.assertMethodNotAllowed(response)
295
        response = self.mydelete('servers')
296
        self.assertMethodNotAllowed(response)
297

    
298
        # /servers/<srvid>/ allows only GET, PUT, DELETE
299
        response = self.mypost("servers/42")
300
        self.assertMethodNotAllowed(response)
301

    
302
        # /imags/<srvid>/metadata/ allows only POST, GET
303
        response = self.myput('servers/42/metadata', '', '')
304
        self.assertMethodNotAllowed(response)
305
        response = self.mydelete('servers/42/metadata')
306
        self.assertMethodNotAllowed(response)
307

    
308
        # /imags/<srvid>/metadata/ allows only POST, GET
309
        response = self.myput('servers/42/metadata', '', '')
310
        self.assertMethodNotAllowed(response)
311
        response = self.mydelete('servers/42/metadata')
312
        self.assertMethodNotAllowed(response)
313

    
314
        # /imags/<srvid>/metadata/<key> allows only PUT, GET, DELETE
315
        response = self.mypost('servers/42/metadata/foo')
316
        self.assertMethodNotAllowed(response)
317

    
318
fixed_image = Mock()
319
fixed_image.return_value = {'location': 'pithos://foo',
320
                            'checksum': '1234',
321
                            "id": 1,
322
                            "name": "test_image",
323
                            "size": "41242",
324
                            'disk_format': 'diskdump'}
325

    
326

    
327
@patch('synnefo.api.util.get_image', fixed_image)
328
@patch('synnefo.logic.rapi_pool.GanetiRapiClient')
329
class ServerCreateAPITest(ComputeAPITest):
330
    def setUp(self):
331
        self.flavor = mfactory.FlavorFactory()
332
        self.backend = mfactory.BackendFactory()
333
        self.request = {
334
            "server": {
335
                "name": "new-server-test",
336
                "userid": "test_user",
337
                "imageRef": 1,
338
                "flavorRef": self.flavor.id,
339
                "metadata": {
340
                    "My Server Name": "Apache1"
341
                },
342
                "personality": []
343
            }
344
        }
345
        # Create dummy public IPv6 network
346
        sub6 = mfactory.IPv6SubnetFactory(network__public=True)
347
        self.net6 = sub6.network
348
        self.network_settings = {
349
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
350
            "CYCLADES_FORCED_SERVER_NETWORKS": ["SNF:ANY_PUBLIC_IPV6"]
351
        }
352

    
353
    def test_create_server(self, mrapi):
354
        """Test if the create server call returns the expected response
355
           if a valid request has been speficied."""
356

    
357
        mrapi().CreateInstance.return_value = 12
358
        with override_settings(settings, **self.network_settings):
359
            with mocked_quotaholder():
360
                response = self.mypost('servers', 'test_user',
361
                                       json.dumps(self.request), 'json')
362
        self.assertEqual(response.status_code, 202)
363
        mrapi().CreateInstance.assert_called_once()
364

    
365
        api_server = json.loads(response.content)['server']
366
        self.assertEqual(api_server['status'], "BUILD")
367
        self.assertEqual(api_server['progress'], 0)
368
        self.assertEqual(api_server['metadata'],
369
                         {"My Server Name":  "Apache1"})
370
        self.assertTrue('adminPass' in api_server)
371

    
372
        db_vm = VirtualMachine.objects.get(userid='test_user')
373
        self.assertEqual(api_server['name'], db_vm.name)
374
        self.assertEqual(api_server['status'], db_vm.operstate)
375

    
376
    def test_create_server_wrong_flavor(self, mrapi):
377
        # Test with a flavor that does not exist
378
        request = deepcopy(self.request)
379
        request["server"]["flavorRef"] = 42
380
        with override_settings(settings, **self.network_settings):
381
            with mocked_quotaholder():
382
                response = self.mypost('servers', 'test_user',
383
                                       json.dumps(request), 'json')
384
        self.assertItemNotFound(response)
385

    
386
        # Test with an flavor that is not allowed
387
        flavor = mfactory.FlavorFactory(allow_create=False)
388
        request["server"]["flavorRef"] = flavor.id
389
        with override_settings(settings, **self.network_settings):
390
            with mocked_quotaholder():
391
                response = self.mypost('servers', 'test_user',
392
                                       json.dumps(request), 'json')
393
        self.assertEqual(response.status_code, 403)
394

    
395
    def test_create_server_error(self, mrapi):
396
        """Test if the create server call returns the expected response
397
           if a valid request has been speficied."""
398
        mrapi().CreateInstance.side_effect = GanetiApiError("..ganeti is down")
399

    
400
        request = self.request
401
        with override_settings(settings, **self.network_settings):
402
            with mocked_quotaholder():
403
                response = self.mypost('servers', 'test_user',
404
                                       json.dumps(request), 'json')
405
        self.assertEqual(response.status_code, 202)
406
        mrapi().CreateInstance.assert_called_once()
407
        vm = VirtualMachine.objects.get()
408
        # The VM has not been deleted
409
        self.assertFalse(vm.deleted)
410
        # but is in "ERROR" operstate
411
        self.assertEqual(vm.operstate, "ERROR")
412

    
413
    def test_create_network_info(self, mrapi):
414
        mrapi().CreateInstance.return_value = 12
415

    
416
        # User requested private networks
417
        s1 = mfactory.IPv4SubnetFactory(network__userid="test")
418
        s2 = mfactory.IPv6SubnetFactory(network__userid="test")
419
        # and a public IPv6
420
        request = deepcopy(self.request)
421
        request["server"]["networks"] = [{"uuid": s1.network_id},
422
                                         {"uuid": s2.network_id}]
423
        with override_settings(settings, **self.network_settings):
424
            with mocked_quotaholder():
425
                response = self.mypost('servers', "test",
426
                                       json.dumps(request), 'json')
427
        self.assertEqual(response.status_code, 202)
428
        name, args, kwargs = mrapi().CreateInstance.mock_calls[0]
429
        self.assertEqual(len(kwargs["nics"]), 3)
430
        self.assertEqual(kwargs["nics"][0]["network"], self.net6.backend_id)
431
        self.assertEqual(kwargs["nics"][1]["network"], s1.network.backend_id)
432
        self.assertEqual(kwargs["nics"][2]["network"], s2.network.backend_id)
433

    
434
        # but fail if others user network
435
        s3 = mfactory.IPv6SubnetFactory(network__userid="test_other")
436
        request = deepcopy(self.request)
437
        request["server"]["networks"] = [{"uuid": s3.network_id}]
438
        response = self.mypost('servers', "test", json.dumps(request), 'json')
439
        self.assertEqual(response.status_code, 404)
440

    
441
        # User requested public networks
442
        # but no floating IP..
443
        s1 = mfactory.IPv4SubnetFactory(network__public=True)
444
        request = deepcopy(self.request)
445
        request["server"]["networks"] = [{"uuid": s1.network_id}]
446
        response = self.mypost('servers', "test", json.dumps(request), 'json')
447
        self.assertEqual(response.status_code, 409)
448

    
449
        # Add one floating IP
450
        fp1 = mfactory.IPv4AddressFactory(userid="test", subnet=s1,
451
                                          network=s1.network,
452
                                          floating_ip=True, nic=None)
453
        self.assertEqual(fp1.nic, None)
454
        request = deepcopy(self.request)
455
        request["server"]["networks"] = [{"uuid": s1.network_id,
456
                                          "fixed_ip": fp1.address}]
457
        with mocked_quotaholder():
458
            with override_settings(settings, **self.network_settings):
459
                response = self.mypost('servers', "test",
460
                                       json.dumps(request), 'json')
461
        self.assertEqual(response.status_code, 202)
462
        server_id = json.loads(response.content)["server"]["id"]
463
        fp1 = IPAddress.objects.get(id=fp1.id)
464
        self.assertEqual(fp1.nic.machine_id, server_id)
465

    
466
        # check used floating IP
467
        response = self.mypost('servers', "test", json.dumps(request), 'json')
468
        self.assertEqual(response.status_code, 409)
469

    
470
        # Add more floating IP. but check auto-reserve
471
        fp2 = mfactory.IPv4AddressFactory(userid="test", subnet=s1,
472
                                          network=s1.network,
473
                                          floating_ip=True, nic=None)
474
        self.assertEqual(fp2.nic, None)
475
        request = deepcopy(self.request)
476
        request["server"]["networks"] = [{"uuid": s1.network_id}]
477
        with mocked_quotaholder():
478
            with override_settings(settings, **self.network_settings):
479
                response = self.mypost('servers', "test",
480
                                       json.dumps(request), 'json')
481
        self.assertEqual(response.status_code, 202)
482
        server_id = json.loads(response.content)["server"]["id"]
483
        fp2 = IPAddress.objects.get(id=fp2.id)
484
        self.assertEqual(fp2.nic.machine_id, server_id)
485

    
486
        name, args, kwargs = mrapi().CreateInstance.mock_calls[-1]
487
        self.assertEqual(len(kwargs["nics"]), 2)
488
        self.assertEqual(kwargs["nics"][0]["network"], self.net6.backend_id)
489
        self.assertEqual(kwargs["nics"][1]["network"], fp2.network.backend_id)
490

    
491
    def test_create_network_settings(self, mrapi):
492
        mrapi().CreateInstance.return_value = 12
493
        # User requested private networks
494
        # no public IPv4
495
        network_settings = {
496
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
497
            "CYCLADES_FORCED_SERVER_NETWORKS": ["SNF:ANY_PUBLIC_IPV4"]
498
        }
499
        with override_settings(settings, **network_settings):
500
            response = self.mypost('servers', "test", json.dumps(self.request),
501
                                   'json')
502
        self.assertEqual(response.status_code, 503)
503
        # no public IPv4, IPv6 exists
504
        network_settings = {
505
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
506
            "CYCLADES_FORCED_SERVER_NETWORKS": ["SNF:ANY_PUBLIC"]
507
        }
508
        with override_settings(settings, **network_settings):
509
            response = self.mypost('servers', "test", json.dumps(self.request),
510
                                   'json')
511
        self.assertEqual(response.status_code, 202)
512
        server_id = json.loads(response.content)["server"]["id"]
513
        vm = VirtualMachine.objects.get(id=server_id)
514
        self.assertEqual(vm.nics.get().ipv4_address, None)
515

    
516
        # IPv4 exists
517
        mfactory.IPv4SubnetFactory(network__public=True,
518
                                   cidr="192.168.2.0/24",
519
                                   pool__offset=2,
520
                                   pool__size=1)
521
        with override_settings(settings, **network_settings):
522
            response = self.mypost('servers', "test", json.dumps(self.request),
523
                                   'json')
524
        self.assertEqual(response.status_code, 202)
525
        server_id = json.loads(response.content)["server"]["id"]
526
        vm = VirtualMachine.objects.get(id=server_id)
527
        self.assertEqual(vm.nics.get().ipv4_address, "192.168.2.2")
528

    
529
        # Fixed networks
530
        net1 = mfactory.NetworkFactory(userid="test")
531
        net2 = mfactory.NetworkFactory(userid="test")
532
        net3 = mfactory.NetworkFactory(userid="test")
533
        network_settings = {
534
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
535
            "CYCLADES_FORCED_SERVER_NETWORKS": [net1.id, [net2.id, net3.id],
536
                                                (net3.id, net2.id)]
537
        }
538
        with override_settings(settings, **network_settings):
539
            response = self.mypost('servers', "test", json.dumps(self.request),
540
                                   'json')
541
        self.assertEqual(response.status_code, 202)
542
        server_id = json.loads(response.content)["server"]["id"]
543
        vm = VirtualMachine.objects.get(id=server_id)
544
        self.assertEqual(len(vm.nics.all()), 3)
545

    
546
    def test_create_server_with_port(self, mrapi):
547
        mrapi().CreateInstance.return_value = 42
548
        ip = mfactory.IPv4AddressFactory(nic__machine=None)
549
        port1 = ip.nic
550
        request = deepcopy(self.request)
551
        request["server"]["networks"] = [{"port": port1.id}]
552
        with override_settings(settings, **self.network_settings):
553
            with mocked_quotaholder():
554
                response = self.mypost("servers", port1.userid,
555
                                       json.dumps(request), 'json')
556
        self.assertEqual(response.status_code, 202)
557
        vm_id = json.loads(response.content)["server"]["id"]
558
        port1 = NetworkInterface.objects.get(id=port1.id)
559
        self.assertEqual(port1.machine_id, vm_id)
560
        # 409 if already used
561
        with override_settings(settings, **self.network_settings):
562
            with mocked_quotaholder():
563
                response = self.mypost("servers", port1.userid,
564
                                       json.dumps(request), 'json')
565
        self.assertConflict(response)
566
        # Test permissions
567
        ip = mfactory.IPv4AddressFactory(userid="user1", nic__userid="user1")
568
        port2 = ip.nic
569
        request["server"]["networks"] = [{"port": port2.id}]
570
        with override_settings(settings, **self.network_settings):
571
            with mocked_quotaholder():
572
                response = self.mypost("servers", "user2",
573
                                       json.dumps(request), 'json')
574
        self.assertEqual(response.status_code, 404)
575

    
576

    
577
@patch('synnefo.logic.rapi_pool.GanetiRapiClient')
578
class ServerDestroyAPITest(ComputeAPITest):
579
    def test_delete_server(self, mrapi):
580
        vm = mfactory.VirtualMachineFactory()
581
        mrapi().DeleteInstance.return_value = 12
582
        response = self.mydelete('servers/%d' % vm.id, vm.userid)
583
        self.assertEqual(response.status_code, 204)
584
        mrapi().DeleteInstance.assert_called_once()
585

    
586
    def test_non_existing_delete_server(self, mrapi):
587
        vm = mfactory.VirtualMachineFactory()
588
        response = self.mydelete('servers/%d' % 42, vm.userid)
589
        self.assertItemNotFound(response)
590
        self.assertFalse(mrapi.mock_calls)
591

    
592

    
593
class ServerMetadataAPITest(ComputeAPITest):
594
    def setUp(self):
595
        self.vm = mfactory.VirtualMachineFactory()
596
        self.metadata = mfactory.VirtualMachineMetadataFactory(vm=self.vm)
597
        super(ServerMetadataAPITest, self).setUp()
598

    
599
    def test_get_metadata(self):
600
        vm = self.vm
601
        create_meta = lambda: mfactory.VirtualMachineMetadataFactory(vm=vm)
602
        metadata = [create_meta(), create_meta(), create_meta()]
603
        response = self.myget('servers/%d/metadata' % vm.id, vm.userid)
604
        self.assertTrue(response.status_code in [200, 203])
605
        api_metadata = json.loads(response.content)['metadata']
606
        self.assertEqual(len(api_metadata), len(metadata) + 1)
607
        for db_m in metadata:
608
            self.assertEqual(api_metadata[db_m.meta_key], db_m.meta_value)
609

    
610
        request = {
611
            'metadata': {
612
                'foo': 'bar'
613
            },
614
            metadata[0].meta_key: 'bar2'
615
        }
616
        response = self.mypost('servers/%d/metadata' % vm.id,
617
                               vm.userid, json.dumps(request), 'json')
618
        metadata2 = VirtualMachineMetadata.objects.filter(vm=vm)
619
        response = self.myget('servers/%d/metadata' % vm.id, vm.userid)
620
        self.assertTrue(response.status_code in [200, 203])
621
        api_metadata2 = json.loads(response.content)['metadata']
622
        self.assertTrue('foo' in api_metadata2.keys())
623
        self.assertTrue(api_metadata2[metadata[0].meta_key], 'bar2')
624
        self.assertEqual(len(api_metadata2), len(metadata2))
625
        for db_m in metadata2:
626
            self.assertEqual(api_metadata2[db_m.meta_key], db_m.meta_value)
627

    
628
        # Create new meta
629
        request = {'meta': {'foo2': 'bar2'}}
630
        response = self.myput('servers/%d/metadata/foo2' % vm.id,
631
                              vm.userid, json.dumps(request), 'json')
632

    
633
        # Get the new meta
634
        response = self.myget('servers/%d/metadata/foo2' % vm.id, vm.userid)
635
        meta = json.loads(response.content)['meta']
636
        self.assertEqual(meta['foo2'], 'bar2')
637

    
638
        # Delete the new meta
639
        response = self.mydelete('servers/%d/metadata/foo2' % vm.id, vm.userid)
640
        self.assertEqual(response.status_code, 204)
641

    
642
        # Try to get the deleted meta: should raise 404
643
        response = self.myget('servers/%d/metadata/foo2' % vm.id, vm.userid)
644
        self.assertEqual(response.status_code, 404)
645

    
646
    def test_invalid_metadata(self):
647
        vm = self.vm
648
        response = self.mypost('servers/%d/metadata' % vm.id, vm.userid)
649
        self.assertBadRequest(response)
650
        self.assertEqual(len(vm.metadata.all()), 1)
651

    
652
    def test_invalid_metadata_server(self):
653
        response = self.mypost('servers/42/metadata', 'user')
654
        self.assertItemNotFound(response)
655

    
656
    def test_get_meta_invalid_key(self):
657
        vm = self.vm
658
        response = self.myget('servers/%d/metadata/foo2' % vm.id, vm.userid)
659
        self.assertItemNotFound(response)
660

    
661

    
662
@patch('synnefo.api.util.get_image')
663
@patch('synnefo.logic.rapi_pool.GanetiRapiClient')
664
class ServerActionAPITest(ComputeAPITest):
665
    def test_actions(self, mrapi, mimage):
666
        actions = ['start', 'shutdown', 'reboot']
667
        vm = mfactory.VirtualMachineFactory()
668
        vm.operstate = "STOPPED"
669
        vm.save()
670
        mrapi().StartupInstance.return_value = 0
671
        mrapi().ShutdownInstance.return_value = 1
672
        mrapi().RebootInstance.return_value = 2
673
        for jobId, action in enumerate(actions):
674
            if action in ["shutdown", "reboot"]:
675
                vm.operstate = "STARTED"
676
            else:
677
                vm.operstate = "STOPPED"
678
            vm.task = None
679
            vm.task_job_id = None
680
            vm.save()
681
            val = {'type': 'HARD'} if action == 'reboot' else {}
682
            request = {action: val}
683
            response = self.mypost('servers/%d/action' % vm.id,
684
                                   vm.userid, json.dumps(request), 'json')
685
            self.assertEqual(response.status_code, 202)
686
            if action == 'shutdown':
687
                self.assertEqual(VirtualMachine.objects.get(id=vm.id).task,
688
                                 "STOP")
689
            else:
690
                self.assertEqual(VirtualMachine.objects.get(id=vm.id).task,
691
                                 action.upper())
692
            self.assertEqual(VirtualMachine.objects.get(id=vm.id).task_job_id,
693
                             jobId)
694

    
695
    def test_action_in_building_vm(self, mrapi, mimage):
696
        """Test building in progress"""
697
        vm = mfactory.VirtualMachineFactory(operstate="BUILD")
698
        request = {'start': {}}
699
        with mocked_quotaholder():
700
            response = self.mypost('servers/%d/action' % vm.id,
701
                                   vm.userid, json.dumps(request), 'json')
702
        self.assertEqual(response.status_code, 409)
703
        self.assertFalse(mrapi.mock_calls)
704

    
705
    def test_destroy_build_vm(self, mrapi, mimage):
706
        """Test building in progress"""
707
        vm = mfactory.VirtualMachineFactory()
708
        mrapi().DeleteInstance.return_value = 2
709
        response = self.mydelete('servers/%d' % vm.id,
710
                                 vm.userid)
711
        self.assertSuccess(response)
712
        mrapi().RemoveInstance.assert_called_once()
713

    
714
    def test_firewall(self, mrapi, mimage):
715
        vm = mfactory.VirtualMachineFactory()
716
        vm.operstate = "STOPPED"
717
        vm.save()
718
        request = {'firewallProfile': {'profile': 'PROTECTED'}}
719
        response = self.mypost('servers/%d/action' % vm.id,
720
                               vm.userid, json.dumps(request), 'json')
721
        self.assertBadRequest(response)
722
        request = {'firewallProfile': {'profile': 'PROTECTED', "nic": "10"}}
723
        response = self.mypost('servers/%d/action' % vm.id,
724
                               vm.userid, json.dumps(request), 'json')
725
        self.assertItemNotFound(response)
726
        nic = mfactory.NetworkInterfaceFactory(machine=vm)
727
        request = {'firewallProfile': {'profile': 'PROTECTED', "nic": nic.id}}
728
        response = self.mypost('servers/%d/action' % vm.id,
729
                               vm.userid, json.dumps(request), 'json')
730
        self.assertSuccess(response)
731
        mrapi().ModifyInstance.assert_called_once()
732

    
733
    def test_unsupported_firewall(self, mrapi, mimage):
734
        vm = mfactory.VirtualMachineFactory()
735
        vm.operstate = "STOPPED"
736
        vm.save()
737
        request = {'firewallProfile': {'profile': 'FOO'}}
738
        response = self.mypost('servers/%d/action' % vm.id,
739
                               vm.userid, json.dumps(request), 'json')
740
        self.assertBadRequest(response)
741
        self.assertFalse(mrapi.mock_calls)
742

    
743
    def test_resize_vm(self, mrapi, mimage):
744
        flavor = mfactory.FlavorFactory(cpu=1, ram=1024)
745
        # Check building VM
746
        vm = self.get_vm(flavor=flavor, operstate="BUILD")
747
        request = {'resize': {'flavorRef': flavor.id}}
748
        response = self.mypost('servers/%d/action' % vm.id,
749
                               vm.userid, json.dumps(request), 'json')
750
        self.assertFault(response, 409, "buildInProgress")
751
        # Check same Flavor
752
        vm = self.get_vm(flavor=flavor, operstate="STOPPED")
753
        request = {'resize': {'flavorRef': flavor.id}}
754
        response = self.mypost('servers/%d/action' % vm.id,
755
                               vm.userid, json.dumps(request), 'json')
756
        self.assertBadRequest(response)
757
        # Check flavor with different disk
758
        flavor2 = mfactory.FlavorFactory(disk=1024)
759
        flavor3 = mfactory.FlavorFactory(disk=2048)
760
        vm = self.get_vm(flavor=flavor2, operstate="STOPPED")
761
        request = {'resize': {'flavorRef': flavor3.id}}
762
        response = self.mypost('servers/%d/action' % vm.id,
763
                               vm.userid, json.dumps(request), 'json')
764
        self.assertBadRequest(response)
765
        flavor2 = mfactory.FlavorFactory(disk_template="foo")
766
        flavor3 = mfactory.FlavorFactory(disk_template="baz")
767
        vm = self.get_vm(flavor=flavor2, operstate="STOPPED")
768
        request = {'resize': {'flavorRef': flavor3.id}}
769
        response = self.mypost('servers/%d/action' % vm.id,
770
                               vm.userid, json.dumps(request), 'json')
771
        self.assertBadRequest(response)
772
        # Check success
773
        vm = self.get_vm(flavor=flavor, operstate="STOPPED")
774
        flavor4 = mfactory.FlavorFactory(disk_template=flavor.disk_template,
775
                                         disk=flavor.disk,
776
                                         cpu=4, ram=2048)
777
        request = {'resize': {'flavorRef': flavor4.id}}
778
        mrapi().ModifyInstance.return_value = 42
779
        response = self.mypost('servers/%d/action' % vm.id,
780
                               vm.userid, json.dumps(request), 'json')
781
        self.assertEqual(response.status_code, 202)
782
        vm = VirtualMachine.objects.get(id=vm.id)
783
        self.assertEqual(vm.task_job_id, 42)
784
        name, args, kwargs = mrapi().ModifyInstance.mock_calls[0]
785
        self.assertEqual(kwargs["beparams"]["vcpus"], 4)
786
        self.assertEqual(kwargs["beparams"]["minmem"], 2048)
787
        self.assertEqual(kwargs["beparams"]["maxmem"], 2048)
788

    
789
    def test_action_on_resizing_vm(self, mrapi, mimage):
790
        vm = mfactory.VirtualMachineFactory()
791
        vm.operstate = "RESIZE"
792
        vm.save()
793
        for action in VirtualMachine.ACTIONS:
794
            request = {action[0]: ""}
795
            response = self.mypost('servers/%d/action' % vm.id,
796
                                   vm.userid, json.dumps(request), 'json')
797
            self.assertBadRequest(response)
798
        # however you can destroy
799
        mrapi().DeleteInstance.return_value = 42
800
        response = self.mydelete('servers/%d' % vm.id,
801
                                 vm.userid)
802
        self.assertSuccess(response)
803

    
804
    def get_vm(self, flavor, operstate):
805
        vm = mfactory.VirtualMachineFactory(flavor=flavor)
806
        vm.operstate = operstate
807
        vm.backendjobstatus = "success"
808
        vm.save()
809
        return vm
810

    
811

    
812
class ServerVNCConsole(ComputeAPITest):
813
    def test_not_active_server(self):
814
        """Test console req for not ACTIVE server returns badRequest"""
815
        vm = mfactory.VirtualMachineFactory(operstate="BUILD")
816
        data = json.dumps({'console': {'type': 'vnc'}})
817
        response = self.mypost('servers/%d/action' % vm.id,
818
                               vm.userid, data, 'json')
819
        self.assertBadRequest(response)
820

    
821
    def test_active_server(self):
822
        """Test console req for ACTIVE server"""
823
        vm = mfactory.VirtualMachineFactory()
824
        vm.operstate = 'STARTED'
825
        vm.save()
826

    
827
        data = json.dumps({'console': {'type': 'vnc'}})
828
        with override_settings(settings, TEST=True):
829
            response = self.mypost('servers/%d/action' % vm.id,
830
                                   vm.userid, data, 'json')
831
        self.assertEqual(response.status_code, 200)
832
        reply = json.loads(response.content)
833
        self.assertEqual(reply.keys(), ['console'])
834
        console = reply['console']
835
        self.assertEqual(console['type'], 'vnc')
836
        self.assertEqual(set(console.keys()),
837
                         set(['type', 'host', 'port', 'password']))
838

    
839
    def test_wrong_console_type(self):
840
        """Test console req for ACTIVE server"""
841
        vm = mfactory.VirtualMachineFactory()
842
        vm.operstate = 'STARTED'
843
        vm.save()
844

    
845
        data = json.dumps({'console': {'type': 'foo'}})
846
        response = self.mypost('servers/%d/action' % vm.id,
847
                               vm.userid, data, 'json')
848
        self.assertBadRequest(response)