Statistics
| Branch: | Tag: | Revision:

root / snf-cyclades-app / synnefo / api / tests / servers.py @ 3aecadc8

History | View | Annotate | Download (38.3 kB)

1
# Copyright 2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

    
34
import json
35
from copy import deepcopy
36

    
37
from snf_django.utils.testing import (BaseAPITest, mocked_quotaholder,
38
                                      override_settings)
39
from synnefo.db.models import (VirtualMachine, VirtualMachineMetadata,
40
                               IPAddress, NetworkInterface)
41
from synnefo.db import models_factory as mfactory
42
from synnefo.logic.utils import get_rsapi_state
43
from synnefo.cyclades_settings import cyclades_services
44
from synnefo.lib.services import get_service_path
45
from synnefo.lib import join_urls
46
from django.conf import settings
47
from synnefo.logic.rapi import GanetiApiError
48

    
49
from mock import patch, Mock
50

    
51

    
52
class ComputeAPITest(BaseAPITest):
53
    def __init__(self, *args, **kwargs):
54
        super(ComputeAPITest, self).__init__(*args, **kwargs)
55
        self.compute_path = get_service_path(cyclades_services, 'compute',
56
                                             version='v2.0')
57

    
58
    def myget(self, path, *args, **kwargs):
59
        path = join_urls(self.compute_path, path)
60
        return self.get(path, *args, **kwargs)
61

    
62
    def myput(self, path, *args, **kwargs):
63
        path = join_urls(self.compute_path, path)
64
        return self.put(path, *args, **kwargs)
65

    
66
    def mypost(self, path, *args, **kwargs):
67
        path = join_urls(self.compute_path, path)
68
        return self.post(path, *args, **kwargs)
69

    
70
    def mydelete(self, path, *args, **kwargs):
71
        path = join_urls(self.compute_path, path)
72
        return self.delete(path, *args, **kwargs)
73

    
74

    
75
class ServerAPITest(ComputeAPITest):
76
    def setUp(self):
77
        self.user1 = 'user1'
78
        self.user2 = 'user2'
79
        self.vm1 = mfactory.VirtualMachineFactory(userid=self.user1)
80
        self.vm2 = mfactory.VirtualMachineFactory(userid=self.user2)
81
        self.vm3 = mfactory.VirtualMachineFactory(deleted=True,
82
                                                  userid=self.user1)
83
        self.vm4 = mfactory.VirtualMachineFactory(userid=self.user2)
84

    
85
    def test_server_list_1(self):
86
        """Test if the expected list of servers is returned."""
87
        response = self.myget('servers')
88
        self.assertSuccess(response)
89
        servers = json.loads(response.content)['servers']
90
        self.assertEqual(servers, [])
91

    
92
    def test_server_list_2(self):
93
        """Test if the expected list of servers is returned."""
94
        response = self.myget('servers', self.user1)
95
        self.assertSuccess(response)
96
        servers = json.loads(response.content)['servers']
97
        db_server = self.vm1
98
        server = servers[0]
99
        self.assertEqual(server["name"], db_server.name)
100
        self.assertEqual(server["id"], db_server.id)
101

    
102
    def test_server_list_detail(self):
103
        """Test if the servers list details are returned."""
104
        user = self.user2
105
        user_vms = {self.vm2.id: self.vm2,
106
                    self.vm4.id: self.vm4}
107

    
108
        response = self.myget('servers/detail', user)
109
        servers = json.loads(response.content)['servers']
110
        self.assertEqual(len(servers), len(user_vms))
111
        for api_vm in servers:
112
            db_vm = user_vms[api_vm['id']]
113
            self.assertEqual(api_vm['flavor']["id"], db_vm.flavor.id)
114
            self.assertEqual(api_vm['hostId'], db_vm.hostid)
115
            self.assertEqual(api_vm['id'], db_vm.id)
116
            self.assertEqual(api_vm['image']["id"], db_vm.imageid)
117
            self.assertEqual(api_vm['name'], db_vm.name)
118
            self.assertEqual(api_vm['status'], get_rsapi_state(db_vm))
119
            self.assertSuccess(response)
120

    
121
    def test_server_detail(self):
122
        """Test if a server details are returned."""
123
        db_vm = self.vm2
124
        user = self.vm2.userid
125
        ip4 = mfactory.IPv4AddressFactory(nic__machine=self.vm2)
126
        nic = ip4.nic
127
        net = ip4.network
128
        ip6 = mfactory.IPv6AddressFactory(nic=nic, network=net)
129
        nic.mac = "aa:00:11:22:33:44"
130
        nic.save()
131

    
132
        db_vm_meta = mfactory.VirtualMachineMetadataFactory(vm=db_vm)
133

    
134
        response = self.myget('servers/%d' % db_vm.id, user)
135
        server = json.loads(response.content)['server']
136

    
137
        self.assertEqual(server['flavor']["id"], db_vm.flavor.id)
138
        self.assertEqual(server['hostId'], db_vm.hostid)
139
        self.assertEqual(server['id'], db_vm.id)
140
        self.assertEqual(server['image']["id"], db_vm.imageid)
141
        self.assertEqual(server['name'], db_vm.name)
142
        self.assertEqual(server['status'], get_rsapi_state(db_vm))
143
        api_nic = server['attachments'][0]
144
        self.assertEqual(api_nic['network_id'], str(net.id))
145
        self.assertEqual(api_nic['mac_address'], nic.mac)
146
        self.assertEqual(api_nic['firewallProfile'], nic.firewall_profile)
147
        self.assertEqual(api_nic['ipv4'], ip4.address)
148
        self.assertEqual(api_nic['ipv6'], ip6.address)
149
        self.assertEqual(api_nic['OS-EXT-IPS:type'], "fixed")
150
        self.assertEqual(api_nic['id'], nic.id)
151
        api_address = server["addresses"]
152
        self.assertEqual(api_address[str(net.id)], [
153
            {"version": 4, "addr": ip4.address, "OS-EXT-IPS:type": "fixed"},
154
            {"version": 6, "addr": ip6.address, "OS-EXT-IPS:type": "fixed"}
155
        ])
156

    
157
        metadata = server['metadata']
158
        self.assertEqual(len(metadata), 1)
159
        self.assertEqual(metadata[db_vm_meta.meta_key], db_vm_meta.meta_value)
160
        self.assertSuccess(response)
161

    
162
    def test_server_fqdn(self):
163
        vm = mfactory.VirtualMachineFactory()
164
        # test no public ip
165
        with override_settings(settings,
166
                               CYCLADES_SERVERS_FQDN="vm.example.org"):
167
            response = self.myget("servers/%d" % vm.id, vm.userid)
168
            server = json.loads(response.content)['server']
169
            self.assertEqual(server["SNF:fqdn"], "")
170
        mfactory.IPv4AddressFactory(nic__machine=vm, network__public=True)
171
        with override_settings(settings,
172
                               CYCLADES_SERVERS_FQDN="vm.example.org"):
173
            response = self.myget("servers/%d" % vm.id, vm.userid)
174
            server = json.loads(response.content)['server']
175
            self.assertEqual(server["SNF:fqdn"], "vm.example.org")
176
        with override_settings(settings, CYCLADES_SERVERS_FQDN=
177
                               "snf-%(id)s.vm.example.org"):
178
            response = self.myget("servers/%d" % vm.id, vm.userid)
179
            server = json.loads(response.content)['server']
180
            self.assertEqual(server["SNF:fqdn"],
181
                             "snf-%d.vm.example.org" % vm.id)
182
        with override_settings(settings,
183
                               CYCLADES_SERVERS_FQDN=
184
                               "snf-%(id)s.vm-%(id)s.example.org"):
185
            response = self.myget("servers/%d" % vm.id, vm.userid)
186
            server = json.loads(response.content)['server']
187
            self.assertEqual(server["SNF:fqdn"], "snf-%d.vm-%d.example.org" %
188
                             (vm.id, vm.id))
189

    
190
        vm = mfactory.VirtualMachineFactory()
191
        # No setting, no NICs
192
        with override_settings(settings,
193
                               CYCLADES_SERVERS_FQDN=None):
194
            response = self.myget("servers/%d" % vm.id, vm.userid)
195
            server = json.loads(response.content)['server']
196
            self.assertEqual(server["SNF:fqdn"], "")
197

    
198
        # IPv6 NIC
199
        ipv6_address = mfactory.IPv6AddressFactory(nic__machine=vm,
200
                                                   network__public=True)
201
        with override_settings(settings,
202
                               CYCLADES_SERVERS_FQDN=None):
203
            response = self.myget("servers/%d" % vm.id, vm.userid)
204
            server = json.loads(response.content)['server']
205
            self.assertEqual(server["SNF:fqdn"], ipv6_address.address)
206

    
207
        # IPv4 NIC
208
        ipv4_address = mfactory.IPv4AddressFactory(nic__machine=vm,
209
                                                   network__public=True)
210
        with override_settings(settings,
211
                               CYCLADES_SERVERS_FQDN=None):
212
            response = self.myget("servers/%d" % vm.id, vm.userid)
213
            server = json.loads(response.content)['server']
214
            self.assertEqual(server["SNF:fqdn"], ipv4_address.address)
215

    
216
    def test_server_port_forwarding(self):
217
        vm = mfactory.VirtualMachineFactory()
218
        # test None if the server has no public IP
219
        ports = {
220
            22: ("foo", 61000),
221
            80: lambda ip, id, fqdn, user: ("bar", 61001)}
222
        with override_settings(settings,
223
                               CYCLADES_PORT_FORWARDING=ports):
224
            response = self.myget("servers/%d" % vm.id, vm.userid)
225
        server = json.loads(response.content)['server']
226
        self.assertEqual(server["SNF:port_forwarding"], {})
227

    
228
        # Add with public IP
229
        mfactory.IPv4AddressFactory(nic__machine=vm, network__public=True)
230
        with override_settings(settings,
231
                               CYCLADES_PORT_FORWARDING=ports):
232
            response = self.myget("servers/%d" % vm.id, vm.userid)
233
        server = json.loads(response.content)['server']
234
        self.assertEqual(server["SNF:port_forwarding"],
235
                         {"22": {"host": "foo", "port": "61000"},
236
                          "80": {"host": "bar", "port": "61001"}})
237

    
238
        def _port_from_ip(ip, base):
239
            fields = ip.split('.', 4)
240
            return (base + 256*int(fields[2]) + int(fields[3]))
241

    
242
        ports = {
243
            22: lambda ip, id, fqdn, user:
244
            ip and ("gate", _port_from_ip(ip, 10000)) or None}
245
        vm = mfactory.VirtualMachineFactory()
246
        with override_settings(settings,
247
                               CYCLADES_PORT_FORWARDING=ports):
248
            response = self.myget("servers/%d" % vm.id, vm.userid)
249
            server = json.loads(response.content)['server']
250
            self.assertEqual(server["SNF:port_forwarding"], {})
251

    
252
        mfactory.IPv4AddressFactory(nic__machine=vm,
253
                                    network__public=True,
254
                                    address="192.168.2.2")
255
        with override_settings(settings,
256
                               CYCLADES_PORT_FORWARDING=ports):
257
            response = self.myget("servers/%d" % vm.id, vm.userid)
258
            server = json.loads(response.content)['server']
259
            self.assertEqual(server["SNF:port_forwarding"],
260
                             {"22": {"host": "gate", "port": "10514"}})
261

    
262
    def test_server_building_nics(self):
263
        db_vm = self.vm2
264
        user = self.vm2.userid
265
        net1 = mfactory.NetworkFactory()
266
        net2 = mfactory.NetworkFactory()
267
        net3 = mfactory.NetworkFactory()
268
        mfactory.NetworkInterfaceFactory(machine=self.vm2, network=net1,
269
                                         state="BUILD")
270
        nic2 = mfactory.NetworkInterfaceFactory(machine=self.vm2, network=net2,
271
                                                state="ACTIVE")
272
        mfactory.NetworkInterfaceFactory(machine=self.vm2, network=net3,
273
                                         state="BUILD")
274

    
275
        response = self.myget('servers/%d' % db_vm.id, user)
276
        server = json.loads(response.content)['server']
277
        nics = server["attachments"]
278
        self.assertEqual(len(nics), 1)
279
        self.assertEqual(nics[0]["network_id"], str(nic2.network_id))
280

    
281
    def test_noauthorized(self):
282
        """Test 404 for detail of other user vm"""
283
        db_vm = self.vm2
284

    
285
        response = self.myget('servers/%d' % db_vm.id, 'wrong_user')
286
        self.assertItemNotFound(response)
287

    
288
    def test_wrong_server(self):
289
        """Test 404 response if server does not exist."""
290
        response = self.myget('servers/%d' % 5000)
291
        self.assertItemNotFound(response)
292

    
293
    def test_create_server_empty(self):
294
        """Test if the create server call returns a 400 badRequest if
295
           no attributes are specified."""
296

    
297
        response = self.mypost('servers', params={})
298
        self.assertBadRequest(response)
299

    
300
    def test_rename_server(self):
301
        vm = self.vm2
302
        request = {'server': {'name': 'new_name'}}
303
        response = self.myput('servers/%d' % vm.id, vm.userid,
304
                              json.dumps(request), 'json')
305
        self.assertSuccess(response)
306
        self.assertEqual(VirtualMachine.objects.get(id=vm.id).name, "new_name")
307

    
308
    def test_catch_wrong_api_paths(self):
309
        response = self.myget('nonexistent')
310
        self.assertEqual(response.status_code, 400)
311
        try:
312
            json.loads(response.content)
313
        except ValueError:
314
            self.assertTrue(False)
315

    
316
    def test_method_not_allowed(self, *args):
317
        # /servers/ allows only POST, GET
318
        response = self.myput('servers', '', '')
319
        self.assertMethodNotAllowed(response)
320
        response = self.mydelete('servers')
321
        self.assertMethodNotAllowed(response)
322

    
323
        # /servers/<srvid>/ allows only GET, PUT, DELETE
324
        response = self.mypost("servers/42")
325
        self.assertMethodNotAllowed(response)
326

    
327
        # /imags/<srvid>/metadata/ allows only POST, GET
328
        response = self.myput('servers/42/metadata', '', '')
329
        self.assertMethodNotAllowed(response)
330
        response = self.mydelete('servers/42/metadata')
331
        self.assertMethodNotAllowed(response)
332

    
333
        # /imags/<srvid>/metadata/ allows only POST, GET
334
        response = self.myput('servers/42/metadata', '', '')
335
        self.assertMethodNotAllowed(response)
336
        response = self.mydelete('servers/42/metadata')
337
        self.assertMethodNotAllowed(response)
338

    
339
        # /imags/<srvid>/metadata/<key> allows only PUT, GET, DELETE
340
        response = self.mypost('servers/42/metadata/foo')
341
        self.assertMethodNotAllowed(response)
342

    
343
fixed_image = Mock()
344
fixed_image.return_value = {'location': 'pithos://foo',
345
                            'checksum': '1234',
346
                            "id": 1,
347
                            "name": "test_image",
348
                            "size": "41242",
349
                            'disk_format': 'diskdump'}
350

    
351

    
352
@patch('synnefo.api.util.get_image', fixed_image)
353
@patch('synnefo.logic.rapi_pool.GanetiRapiClient')
354
class ServerCreateAPITest(ComputeAPITest):
355
    def setUp(self):
356
        self.flavor = mfactory.FlavorFactory()
357
        self.backend = mfactory.BackendFactory()
358
        self.request = {
359
            "server": {
360
                "name": "new-server-test",
361
                "userid": "test_user",
362
                "imageRef": 1,
363
                "flavorRef": self.flavor.id,
364
                "metadata": {
365
                    "My Server Name": "Apache1"
366
                },
367
                "personality": []
368
            }
369
        }
370
        # Create dummy public IPv6 network
371
        sub6 = mfactory.IPv6SubnetFactory(network__public=True)
372
        self.net6 = sub6.network
373
        self.network_settings = {
374
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
375
            "CYCLADES_FORCED_SERVER_NETWORKS": ["SNF:ANY_PUBLIC_IPV6"]
376
        }
377

    
378
    def test_create_server(self, mrapi):
379
        """Test if the create server call returns the expected response
380
           if a valid request has been speficied."""
381

    
382
        mrapi().CreateInstance.return_value = 12
383
        with override_settings(settings, **self.network_settings):
384
            with mocked_quotaholder():
385
                response = self.mypost('servers', 'test_user',
386
                                       json.dumps(self.request), 'json')
387
        self.assertEqual(response.status_code, 202)
388
        mrapi().CreateInstance.assert_called_once()
389

    
390
        api_server = json.loads(response.content)['server']
391
        self.assertEqual(api_server['status'], "BUILD")
392
        self.assertEqual(api_server['progress'], 0)
393
        self.assertEqual(api_server['metadata'],
394
                         {"My Server Name":  "Apache1"})
395
        self.assertTrue('adminPass' in api_server)
396

    
397
        db_vm = VirtualMachine.objects.get(userid='test_user')
398
        self.assertEqual(api_server['name'], db_vm.name)
399
        self.assertEqual(api_server['status'], db_vm.operstate)
400

    
401
    def test_create_server_no_flavor(self, mrapi):
402
        request = deepcopy(self.request)
403
        request["server"]["flavorRef"] = 42
404
        with override_settings(settings, **self.network_settings):
405
            with mocked_quotaholder():
406
                response = self.mypost('servers', 'test_user',
407
                                       json.dumps(request), 'json')
408
        self.assertItemNotFound(response)
409

    
410
    def test_create_server_error(self, mrapi):
411
        """Test if the create server call returns the expected response
412
           if a valid request has been speficied."""
413
        mrapi().CreateInstance.side_effect = GanetiApiError("..ganeti is down")
414

    
415
        request = self.request
416
        with override_settings(settings, **self.network_settings):
417
            with mocked_quotaholder():
418
                response = self.mypost('servers', 'test_user',
419
                                       json.dumps(request), 'json')
420
        self.assertEqual(response.status_code, 202)
421
        mrapi().CreateInstance.assert_called_once()
422
        vm = VirtualMachine.objects.get()
423
        # The VM has not been deleted
424
        self.assertFalse(vm.deleted)
425
        # but is in "ERROR" operstate
426
        self.assertEqual(vm.operstate, "ERROR")
427

    
428
    def test_create_network_info(self, mrapi):
429
        mrapi().CreateInstance.return_value = 12
430

    
431
        # User requested private networks
432
        s1 = mfactory.IPv4SubnetFactory(network__userid="test")
433
        s2 = mfactory.IPv6SubnetFactory(network__userid="test")
434
        # and a public IPv6
435
        request = deepcopy(self.request)
436
        request["server"]["networks"] = [{"uuid": s1.network_id},
437
                                         {"uuid": s2.network_id}]
438
        with override_settings(settings, **self.network_settings):
439
            with mocked_quotaholder():
440
                response = self.mypost('servers', "test",
441
                                       json.dumps(request), 'json')
442
        self.assertEqual(response.status_code, 202)
443
        name, args, kwargs = mrapi().CreateInstance.mock_calls[0]
444
        self.assertEqual(len(kwargs["nics"]), 3)
445
        self.assertEqual(kwargs["nics"][0]["network"], self.net6.backend_id)
446
        self.assertEqual(kwargs["nics"][1]["network"], s1.network.backend_id)
447
        self.assertEqual(kwargs["nics"][2]["network"], s2.network.backend_id)
448

    
449
        # but fail if others user network
450
        s3 = mfactory.IPv6SubnetFactory(network__userid="test_other")
451
        request = deepcopy(self.request)
452
        request["server"]["networks"] = [{"uuid": s3.network_id}]
453
        response = self.mypost('servers', "test", json.dumps(request), 'json')
454
        self.assertEqual(response.status_code, 404)
455

    
456
        # User requested public networks
457
        # but no floating IP..
458
        s1 = mfactory.IPv4SubnetFactory(network__public=True)
459
        request = deepcopy(self.request)
460
        request["server"]["networks"] = [{"uuid": s1.network_id}]
461
        response = self.mypost('servers', "test", json.dumps(request), 'json')
462
        self.assertEqual(response.status_code, 409)
463

    
464
        # Add one floating IP
465
        fp1 = mfactory.IPv4AddressFactory(userid="test", subnet=s1,
466
                                          network=s1.network,
467
                                          floating_ip=True, nic=None)
468
        self.assertEqual(fp1.nic, None)
469
        request = deepcopy(self.request)
470
        request["server"]["networks"] = [{"uuid": s1.network_id,
471
                                          "fixed_ip": fp1.address}]
472
        with mocked_quotaholder():
473
            with override_settings(settings, **self.network_settings):
474
                response = self.mypost('servers', "test",
475
                                       json.dumps(request), 'json')
476
        self.assertEqual(response.status_code, 202)
477
        server_id = json.loads(response.content)["server"]["id"]
478
        fp1 = IPAddress.objects.get(id=fp1.id)
479
        self.assertEqual(fp1.nic.machine_id, server_id)
480

    
481
        # check used floating IP
482
        response = self.mypost('servers', "test", json.dumps(request), 'json')
483
        self.assertEqual(response.status_code, 409)
484

    
485
        # Add more floating IP. but check auto-reserve
486
        fp2 = mfactory.IPv4AddressFactory(userid="test", subnet=s1,
487
                                          network=s1.network,
488
                                          floating_ip=True, nic=None)
489
        self.assertEqual(fp2.nic, None)
490
        request = deepcopy(self.request)
491
        request["server"]["networks"] = [{"uuid": s1.network_id}]
492
        with mocked_quotaholder():
493
            with override_settings(settings, **self.network_settings):
494
                response = self.mypost('servers', "test",
495
                                       json.dumps(request), 'json')
496
        self.assertEqual(response.status_code, 202)
497
        server_id = json.loads(response.content)["server"]["id"]
498
        fp2 = IPAddress.objects.get(id=fp2.id)
499
        self.assertEqual(fp2.nic.machine_id, server_id)
500

    
501
        name, args, kwargs = mrapi().CreateInstance.mock_calls[-1]
502
        self.assertEqual(len(kwargs["nics"]), 2)
503
        self.assertEqual(kwargs["nics"][0]["network"], self.net6.backend_id)
504
        self.assertEqual(kwargs["nics"][1]["network"], fp2.network.backend_id)
505

    
506
    def test_create_network_settings(self, mrapi):
507
        mrapi().CreateInstance.return_value = 12
508
        # User requested private networks
509
        # no public IPv4
510
        network_settings = {
511
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
512
            "CYCLADES_FORCED_SERVER_NETWORKS": ["SNF:ANY_PUBLIC_IPV4"]
513
        }
514
        with override_settings(settings, **network_settings):
515
            response = self.mypost('servers', "test", json.dumps(self.request),
516
                                   'json')
517
        self.assertEqual(response.status_code, 503)
518
        # no public IPv4, IPv6 exists
519
        network_settings = {
520
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
521
            "CYCLADES_FORCED_SERVER_NETWORKS": ["SNF:ANY_PUBLIC"]
522
        }
523
        with override_settings(settings, **network_settings):
524
            response = self.mypost('servers', "test", json.dumps(self.request),
525
                                   'json')
526
        self.assertEqual(response.status_code, 202)
527
        server_id = json.loads(response.content)["server"]["id"]
528
        vm = VirtualMachine.objects.get(id=server_id)
529
        self.assertEqual(vm.nics.get().ipv4_address, None)
530

    
531
        # IPv4 exists
532
        mfactory.IPv4SubnetFactory(network__public=True,
533
                                   cidr="192.168.2.0/24",
534
                                   pool__offset=2,
535
                                   pool__size=1)
536
        with override_settings(settings, **network_settings):
537
            response = self.mypost('servers', "test", json.dumps(self.request),
538
                                   'json')
539
        self.assertEqual(response.status_code, 202)
540
        server_id = json.loads(response.content)["server"]["id"]
541
        vm = VirtualMachine.objects.get(id=server_id)
542
        self.assertEqual(vm.nics.get().ipv4_address, "192.168.2.2")
543

    
544
        # Fixed networks
545
        net1 = mfactory.NetworkFactory(userid="test")
546
        net2 = mfactory.NetworkFactory(userid="test")
547
        net3 = mfactory.NetworkFactory(userid="test")
548
        network_settings = {
549
            "CYCLADES_DEFAULT_SERVER_NETWORKS": [],
550
            "CYCLADES_FORCED_SERVER_NETWORKS": [net1.id, [net2.id, net3.id],
551
                                                (net3.id, net2.id)]
552
        }
553
        with override_settings(settings, **network_settings):
554
            response = self.mypost('servers', "test", json.dumps(self.request),
555
                                   'json')
556
        self.assertEqual(response.status_code, 202)
557
        server_id = json.loads(response.content)["server"]["id"]
558
        vm = VirtualMachine.objects.get(id=server_id)
559
        self.assertEqual(len(vm.nics.all()), 3)
560

    
561
    def test_create_server_with_port(self, mrapi):
562
        mrapi().CreateInstance.return_value = 42
563
        ip = mfactory.IPv4AddressFactory(nic__machine=None)
564
        port1 = ip.nic
565
        request = deepcopy(self.request)
566
        request["server"]["networks"] = [{"port": port1.id}]
567
        with override_settings(settings, **self.network_settings):
568
            with mocked_quotaholder():
569
                response = self.mypost("servers", port1.userid,
570
                                       json.dumps(request), 'json')
571
        self.assertEqual(response.status_code, 202)
572
        vm_id = json.loads(response.content)["server"]["id"]
573
        port1 = NetworkInterface.objects.get(id=port1.id)
574
        self.assertEqual(port1.machine_id, vm_id)
575
        # 409 if already used
576
        with override_settings(settings, **self.network_settings):
577
            with mocked_quotaholder():
578
                response = self.mypost("servers", port1.userid,
579
                                       json.dumps(request), 'json')
580
        self.assertConflict(response)
581
        # Test permissions
582
        ip = mfactory.IPv4AddressFactory(userid="user1", nic__userid="user1")
583
        port2 = ip.nic
584
        request["server"]["networks"] = [{"port": port2.id}]
585
        with override_settings(settings, **self.network_settings):
586
            with mocked_quotaholder():
587
                response = self.mypost("servers", "user2",
588
                                       json.dumps(request), 'json')
589
        self.assertEqual(response.status_code, 404)
590

    
591

    
592
@patch('synnefo.logic.rapi_pool.GanetiRapiClient')
593
class ServerDestroyAPITest(ComputeAPITest):
594
    def test_delete_server(self, mrapi):
595
        vm = mfactory.VirtualMachineFactory()
596
        mrapi().DeleteInstance.return_value = 12
597
        response = self.mydelete('servers/%d' % vm.id, vm.userid)
598
        self.assertEqual(response.status_code, 204)
599
        mrapi().DeleteInstance.assert_called_once()
600

    
601
    def test_non_existing_delete_server(self, mrapi):
602
        vm = mfactory.VirtualMachineFactory()
603
        response = self.mydelete('servers/%d' % 42, vm.userid)
604
        self.assertItemNotFound(response)
605
        self.assertFalse(mrapi.mock_calls)
606

    
607

    
608
class ServerMetadataAPITest(ComputeAPITest):
609
    def setUp(self):
610
        self.vm = mfactory.VirtualMachineFactory()
611
        self.metadata = mfactory.VirtualMachineMetadataFactory(vm=self.vm)
612
        super(ServerMetadataAPITest, self).setUp()
613

    
614
    def test_get_metadata(self):
615
        vm = self.vm
616
        create_meta = lambda: mfactory.VirtualMachineMetadataFactory(vm=vm)
617
        metadata = [create_meta(), create_meta(), create_meta()]
618
        response = self.myget('servers/%d/metadata' % vm.id, vm.userid)
619
        self.assertTrue(response.status_code in [200, 203])
620
        api_metadata = json.loads(response.content)['metadata']
621
        self.assertEqual(len(api_metadata), len(metadata) + 1)
622
        for db_m in metadata:
623
            self.assertEqual(api_metadata[db_m.meta_key], db_m.meta_value)
624

    
625
        request = {
626
            'metadata': {
627
                'foo': 'bar'
628
            },
629
            metadata[0].meta_key: 'bar2'
630
        }
631
        response = self.mypost('servers/%d/metadata' % vm.id,
632
                               vm.userid, json.dumps(request), 'json')
633
        metadata2 = VirtualMachineMetadata.objects.filter(vm=vm)
634
        response = self.myget('servers/%d/metadata' % vm.id, vm.userid)
635
        self.assertTrue(response.status_code in [200, 203])
636
        api_metadata2 = json.loads(response.content)['metadata']
637
        self.assertTrue('foo' in api_metadata2.keys())
638
        self.assertTrue(api_metadata2[metadata[0].meta_key], 'bar2')
639
        self.assertEqual(len(api_metadata2), len(metadata2))
640
        for db_m in metadata2:
641
            self.assertEqual(api_metadata2[db_m.meta_key], db_m.meta_value)
642

    
643
        # Create new meta
644
        request = {'meta': {'foo2': 'bar2'}}
645
        response = self.myput('servers/%d/metadata/foo2' % vm.id,
646
                              vm.userid, json.dumps(request), 'json')
647

    
648
        # Get the new meta
649
        response = self.myget('servers/%d/metadata/foo2' % vm.id, vm.userid)
650
        meta = json.loads(response.content)['meta']
651
        self.assertEqual(meta['foo2'], 'bar2')
652

    
653
        # Delete the new meta
654
        response = self.mydelete('servers/%d/metadata/foo2' % vm.id, vm.userid)
655
        self.assertEqual(response.status_code, 204)
656

    
657
        # Try to get the deleted meta: should raise 404
658
        response = self.myget('servers/%d/metadata/foo2' % vm.id, vm.userid)
659
        self.assertEqual(response.status_code, 404)
660

    
661
    def test_invalid_metadata(self):
662
        vm = self.vm
663
        response = self.mypost('servers/%d/metadata' % vm.id, vm.userid)
664
        self.assertBadRequest(response)
665
        self.assertEqual(len(vm.metadata.all()), 1)
666

    
667
    def test_invalid_metadata_server(self):
668
        response = self.mypost('servers/42/metadata', 'user')
669
        self.assertItemNotFound(response)
670

    
671
    def test_get_meta_invalid_key(self):
672
        vm = self.vm
673
        response = self.myget('servers/%d/metadata/foo2' % vm.id, vm.userid)
674
        self.assertItemNotFound(response)
675

    
676

    
677
@patch('synnefo.api.util.get_image')
678
@patch('synnefo.logic.rapi_pool.GanetiRapiClient')
679
class ServerActionAPITest(ComputeAPITest):
680
    def test_actions(self, mrapi, mimage):
681
        actions = ['start', 'shutdown', 'reboot']
682
        vm = mfactory.VirtualMachineFactory()
683
        vm.operstate = "STOPPED"
684
        vm.save()
685
        mrapi().StartupInstance.return_value = 0
686
        mrapi().ShutdownInstance.return_value = 1
687
        mrapi().RebootInstance.return_value = 2
688
        for jobId, action in enumerate(actions):
689
            if action in ["shutdown", "reboot"]:
690
                vm.operstate = "STARTED"
691
            else:
692
                vm.operstate = "STOPPED"
693
            vm.task = None
694
            vm.task_job_id = None
695
            vm.save()
696
            val = {'type': 'HARD'} if action == 'reboot' else {}
697
            request = {action: val}
698
            response = self.mypost('servers/%d/action' % vm.id,
699
                                   vm.userid, json.dumps(request), 'json')
700
            self.assertEqual(response.status_code, 202)
701
            if action == 'shutdown':
702
                self.assertEqual(VirtualMachine.objects.get(id=vm.id).task,
703
                                 "STOP")
704
            else:
705
                self.assertEqual(VirtualMachine.objects.get(id=vm.id).task,
706
                                 action.upper())
707
            self.assertEqual(VirtualMachine.objects.get(id=vm.id).task_job_id,
708
                             jobId)
709

    
710
    def test_action_in_building_vm(self, mrapi, mimage):
711
        """Test building in progress"""
712
        vm = mfactory.VirtualMachineFactory(operstate="BUILD")
713
        request = {'start': {}}
714
        with mocked_quotaholder():
715
            response = self.mypost('servers/%d/action' % vm.id,
716
                                   vm.userid, json.dumps(request), 'json')
717
        self.assertEqual(response.status_code, 409)
718
        self.assertFalse(mrapi.mock_calls)
719

    
720
    def test_destroy_build_vm(self, mrapi, mimage):
721
        """Test building in progress"""
722
        vm = mfactory.VirtualMachineFactory()
723
        mrapi().DeleteInstance.return_value = 2
724
        response = self.mydelete('servers/%d' % vm.id,
725
                                 vm.userid)
726
        self.assertSuccess(response)
727
        mrapi().RemoveInstance.assert_called_once()
728

    
729
    def test_firewall(self, mrapi, mimage):
730
        vm = mfactory.VirtualMachineFactory()
731
        vm.operstate = "STOPPED"
732
        vm.save()
733
        request = {'firewallProfile': {'profile': 'PROTECTED'}}
734
        response = self.mypost('servers/%d/action' % vm.id,
735
                               vm.userid, json.dumps(request), 'json')
736
        self.assertBadRequest(response)
737
        request = {'firewallProfile': {'profile': 'PROTECTED', "nic": "10"}}
738
        response = self.mypost('servers/%d/action' % vm.id,
739
                               vm.userid, json.dumps(request), 'json')
740
        self.assertItemNotFound(response)
741
        nic = mfactory.NetworkInterfaceFactory(machine=vm)
742
        request = {'firewallProfile': {'profile': 'PROTECTED', "nic": nic.id}}
743
        response = self.mypost('servers/%d/action' % vm.id,
744
                               vm.userid, json.dumps(request), 'json')
745
        self.assertSuccess(response)
746
        mrapi().ModifyInstance.assert_called_once()
747

    
748
    def test_unsupported_firewall(self, mrapi, mimage):
749
        vm = mfactory.VirtualMachineFactory()
750
        vm.operstate = "STOPPED"
751
        vm.save()
752
        request = {'firewallProfile': {'profile': 'FOO'}}
753
        response = self.mypost('servers/%d/action' % vm.id,
754
                               vm.userid, json.dumps(request), 'json')
755
        self.assertBadRequest(response)
756
        self.assertFalse(mrapi.mock_calls)
757

    
758
    def test_resize_vm(self, mrapi, mimage):
759
        flavor = mfactory.FlavorFactory(cpu=1, ram=1024)
760
        # Check building VM
761
        vm = self.get_vm(flavor=flavor, operstate="BUILD")
762
        request = {'resize': {'flavorRef': flavor.id}}
763
        response = self.mypost('servers/%d/action' % vm.id,
764
                               vm.userid, json.dumps(request), 'json')
765
        self.assertFault(response, 409, "buildInProgress")
766
        # Check same Flavor
767
        vm = self.get_vm(flavor=flavor, operstate="STOPPED")
768
        request = {'resize': {'flavorRef': flavor.id}}
769
        response = self.mypost('servers/%d/action' % vm.id,
770
                               vm.userid, json.dumps(request), 'json')
771
        self.assertBadRequest(response)
772
        # Check flavor with different disk
773
        flavor2 = mfactory.FlavorFactory(disk=1024)
774
        flavor3 = mfactory.FlavorFactory(disk=2048)
775
        vm = self.get_vm(flavor=flavor2, operstate="STOPPED")
776
        request = {'resize': {'flavorRef': flavor3.id}}
777
        response = self.mypost('servers/%d/action' % vm.id,
778
                               vm.userid, json.dumps(request), 'json')
779
        self.assertBadRequest(response)
780
        flavor2 = mfactory.FlavorFactory(disk_template="foo")
781
        flavor3 = mfactory.FlavorFactory(disk_template="baz")
782
        vm = self.get_vm(flavor=flavor2, operstate="STOPPED")
783
        request = {'resize': {'flavorRef': flavor3.id}}
784
        response = self.mypost('servers/%d/action' % vm.id,
785
                               vm.userid, json.dumps(request), 'json')
786
        self.assertBadRequest(response)
787
        # Check success
788
        vm = self.get_vm(flavor=flavor, operstate="STOPPED")
789
        flavor4 = mfactory.FlavorFactory(disk_template=flavor.disk_template,
790
                                         disk=flavor.disk,
791
                                         cpu=4, ram=2048)
792
        request = {'resize': {'flavorRef': flavor4.id}}
793
        mrapi().ModifyInstance.return_value = 42
794
        response = self.mypost('servers/%d/action' % vm.id,
795
                               vm.userid, json.dumps(request), 'json')
796
        self.assertEqual(response.status_code, 202)
797
        vm = VirtualMachine.objects.get(id=vm.id)
798
        self.assertEqual(vm.task_job_id, 42)
799
        name, args, kwargs = mrapi().ModifyInstance.mock_calls[0]
800
        self.assertEqual(kwargs["beparams"]["vcpus"], 4)
801
        self.assertEqual(kwargs["beparams"]["minmem"], 2048)
802
        self.assertEqual(kwargs["beparams"]["maxmem"], 2048)
803

    
804
    def test_action_on_resizing_vm(self, mrapi, mimage):
805
        vm = mfactory.VirtualMachineFactory()
806
        vm.operstate = "RESIZE"
807
        vm.save()
808
        for action in VirtualMachine.ACTIONS:
809
            request = {action[0]: ""}
810
            response = self.mypost('servers/%d/action' % vm.id,
811
                                   vm.userid, json.dumps(request), 'json')
812
            self.assertBadRequest(response)
813
        # however you can destroy
814
        mrapi().DeleteInstance.return_value = 42
815
        response = self.mydelete('servers/%d' % vm.id,
816
                                 vm.userid)
817
        self.assertSuccess(response)
818

    
819
    def get_vm(self, flavor, operstate):
820
        vm = mfactory.VirtualMachineFactory(flavor=flavor)
821
        vm.operstate = operstate
822
        vm.backendjobstatus = "success"
823
        vm.save()
824
        return vm
825

    
826

    
827
class ServerVNCConsole(ComputeAPITest):
828
    def test_not_active_server(self):
829
        """Test console req for not ACTIVE server returns badRequest"""
830
        vm = mfactory.VirtualMachineFactory(operstate="BUILD")
831
        data = json.dumps({'console': {'type': 'vnc'}})
832
        response = self.mypost('servers/%d/action' % vm.id,
833
                               vm.userid, data, 'json')
834
        self.assertBadRequest(response)
835

    
836
    def test_active_server(self):
837
        """Test console req for ACTIVE server"""
838
        vm = mfactory.VirtualMachineFactory()
839
        vm.operstate = 'STARTED'
840
        vm.save()
841

    
842
        data = json.dumps({'console': {'type': 'vnc'}})
843
        with override_settings(settings, TEST=True):
844
            response = self.mypost('servers/%d/action' % vm.id,
845
                                   vm.userid, data, 'json')
846
        self.assertEqual(response.status_code, 200)
847
        reply = json.loads(response.content)
848
        self.assertEqual(reply.keys(), ['console'])
849
        console = reply['console']
850
        self.assertEqual(console['type'], 'vnc')
851
        self.assertEqual(set(console.keys()),
852
                         set(['type', 'host', 'port', 'password']))
853

    
854
    def test_wrong_console_type(self):
855
        """Test console req for ACTIVE server"""
856
        vm = mfactory.VirtualMachineFactory()
857
        vm.operstate = 'STARTED'
858
        vm.save()
859

    
860
        data = json.dumps({'console': {'type': 'foo'}})
861
        response = self.mypost('servers/%d/action' % vm.id,
862
                               vm.userid, data, 'json')
863
        self.assertBadRequest(response)