Statistics
| Branch: | Tag: | Revision:

root / snf-cyclades-app / synnefo / logic / backend_allocator.py @ 47d1d754

History | View | Annotate | Download (4.1 kB)

1 cc7c0f44 Christos Stavrakakis
# Copyright 2011 GRNET S.A. All rights reserved.
2 cc7c0f44 Christos Stavrakakis
#
3 cc7c0f44 Christos Stavrakakis
# Redistribution and use in source and binary forms, with or without
4 cc7c0f44 Christos Stavrakakis
# modification, are permitted provided that the following conditions
5 cc7c0f44 Christos Stavrakakis
# are met:
6 cc7c0f44 Christos Stavrakakis
#
7 cc7c0f44 Christos Stavrakakis
#   1. Redistributions of source code must retain the above copyright
8 cc7c0f44 Christos Stavrakakis
#      notice, this list of conditions and the following disclaimer.
9 cc7c0f44 Christos Stavrakakis
#
10 cc7c0f44 Christos Stavrakakis
#  2. Redistributions in binary form must reproduce the above copyright
11 cc7c0f44 Christos Stavrakakis
#     notice, this list of conditions and the following disclaimer in the
12 cc7c0f44 Christos Stavrakakis
#     documentation and/or other materials provided with the distribution.
13 cc7c0f44 Christos Stavrakakis
#
14 cc7c0f44 Christos Stavrakakis
# THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
15 cc7c0f44 Christos Stavrakakis
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 cc7c0f44 Christos Stavrakakis
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 cc7c0f44 Christos Stavrakakis
# ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
18 cc7c0f44 Christos Stavrakakis
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 cc7c0f44 Christos Stavrakakis
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 cc7c0f44 Christos Stavrakakis
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 cc7c0f44 Christos Stavrakakis
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 cc7c0f44 Christos Stavrakakis
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 cc7c0f44 Christos Stavrakakis
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24 cc7c0f44 Christos Stavrakakis
# SUCH DAMAGE.
25 cc7c0f44 Christos Stavrakakis
#
26 cc7c0f44 Christos Stavrakakis
# The views and conclusions contained in the software and documentation are
27 cc7c0f44 Christos Stavrakakis
# those of the authors and should not be interpreted as representing official
28 cc7c0f44 Christos Stavrakakis
# policies, either expressed or implied, of GRNET S.A.
29 cc7c0f44 Christos Stavrakakis
30 47d1d754 Christos Stavrakakis
import logging
31 cc7c0f44 Christos Stavrakakis
import datetime
32 cc7c0f44 Christos Stavrakakis
from django.utils import importlib
33 cc7c0f44 Christos Stavrakakis
34 cc7c0f44 Christos Stavrakakis
from synnefo import settings
35 cc7c0f44 Christos Stavrakakis
from synnefo.db.models import Backend
36 cc7c0f44 Christos Stavrakakis
from synnefo.logic.backend import update_resources
37 cc7c0f44 Christos Stavrakakis
38 47d1d754 Christos Stavrakakis
log = logging.getLogger(__name__)
39 47d1d754 Christos Stavrakakis
40 cc7c0f44 Christos Stavrakakis
41 cc7c0f44 Christos Stavrakakis
class BackendAllocator():
42 cc7c0f44 Christos Stavrakakis
    """Wrapper class for instance allocation.
43 cc7c0f44 Christos Stavrakakis

44 cc7c0f44 Christos Stavrakakis
    """
45 cc7c0f44 Christos Stavrakakis
    def __init__(self):
46 cc7c0f44 Christos Stavrakakis
        self.strategy_mod =\
47 cc7c0f44 Christos Stavrakakis
            importlib.import_module(settings.BACKEND_ALLOCATOR_MODULE)
48 cc7c0f44 Christos Stavrakakis
49 cc7c0f44 Christos Stavrakakis
    def allocate(self, flavor):
50 cc7c0f44 Christos Stavrakakis
        # Get the size of the vm
51 cc7c0f44 Christos Stavrakakis
        disk = flavor_disk(flavor)
52 cc7c0f44 Christos Stavrakakis
        ram = flavor.ram
53 cc7c0f44 Christos Stavrakakis
        cpu = flavor.cpu
54 cc7c0f44 Christos Stavrakakis
        vm = {'ram': ram, 'disk': disk, 'cpu': cpu}
55 cc7c0f44 Christos Stavrakakis
56 47d1d754 Christos Stavrakakis
        log.debug("Allocating VM: %r", vm)
57 47d1d754 Christos Stavrakakis
58 cc7c0f44 Christos Stavrakakis
        # Refresh backends, if needed
59 cc7c0f44 Christos Stavrakakis
        refresh_backends_stats()
60 cc7c0f44 Christos Stavrakakis
61 cc7c0f44 Christos Stavrakakis
        # Get available backends
62 cc7c0f44 Christos Stavrakakis
        available_backends = get_available_backends()
63 cc7c0f44 Christos Stavrakakis
64 cc7c0f44 Christos Stavrakakis
        if not available_backends:
65 cc7c0f44 Christos Stavrakakis
            return None
66 cc7c0f44 Christos Stavrakakis
67 cc7c0f44 Christos Stavrakakis
        # Find the best backend to host the vm, based on the allocation
68 cc7c0f44 Christos Stavrakakis
        # strategy
69 7fede91e Christos Stavrakakis
        backend = self.strategy_mod.allocate(available_backends, vm)
70 cc7c0f44 Christos Stavrakakis
71 47d1d754 Christos Stavrakakis
        log.info("Allocated VM %r, in backend %s", vm, backend)
72 47d1d754 Christos Stavrakakis
73 cc7c0f44 Christos Stavrakakis
        # Reduce the free resources of the selected backend by the size of
74 cc7c0f44 Christos Stavrakakis
        # the vm
75 cc7c0f44 Christos Stavrakakis
        reduce_backend_resources(backend, vm)
76 cc7c0f44 Christos Stavrakakis
77 cc7c0f44 Christos Stavrakakis
        return backend
78 cc7c0f44 Christos Stavrakakis
79 cc7c0f44 Christos Stavrakakis
80 cc7c0f44 Christos Stavrakakis
def get_available_backends():
81 cc7c0f44 Christos Stavrakakis
    """Get available backends from db.
82 cc7c0f44 Christos Stavrakakis

83 cc7c0f44 Christos Stavrakakis
    """
84 7fede91e Christos Stavrakakis
    return Backend.objects.filter(drained=False, offline=False)
85 cc7c0f44 Christos Stavrakakis
86 cc7c0f44 Christos Stavrakakis
87 cc7c0f44 Christos Stavrakakis
def flavor_disk(flavor):
88 cc7c0f44 Christos Stavrakakis
    """ Get flavor's 'real' disk size
89 cc7c0f44 Christos Stavrakakis

90 cc7c0f44 Christos Stavrakakis
    """
91 cc7c0f44 Christos Stavrakakis
    if flavor.disk_template == 'drbd':
92 cc7c0f44 Christos Stavrakakis
        return flavor.disk * 1024 * 2
93 cc7c0f44 Christos Stavrakakis
    else:
94 cc7c0f44 Christos Stavrakakis
        return flavor.disk * 1024
95 cc7c0f44 Christos Stavrakakis
96 cc7c0f44 Christos Stavrakakis
97 cc7c0f44 Christos Stavrakakis
def reduce_backend_resources(backend, vm):
98 cc7c0f44 Christos Stavrakakis
    """ Conservatively update the resources of a backend.
99 cc7c0f44 Christos Stavrakakis

100 cc7c0f44 Christos Stavrakakis
    Reduce the free resources of the backend by the size of the of the vm that
101 cc7c0f44 Christos Stavrakakis
    will host. This is an underestimation of the backend capabilities.
102 cc7c0f44 Christos Stavrakakis

103 cc7c0f44 Christos Stavrakakis
    """
104 cc7c0f44 Christos Stavrakakis
105 cc7c0f44 Christos Stavrakakis
    new_mfree = backend.mfree - vm['ram']
106 cc7c0f44 Christos Stavrakakis
    new_dfree = backend.dfree - vm['disk']
107 cc7c0f44 Christos Stavrakakis
    backend.mfree = 0 if new_mfree < 0 else new_mfree
108 cc7c0f44 Christos Stavrakakis
    backend.dfree = 0 if new_dfree < 0 else new_dfree
109 cc7c0f44 Christos Stavrakakis
    backend.pinst_cnt += 1
110 cc7c0f44 Christos Stavrakakis
111 cc7c0f44 Christos Stavrakakis
    backend.save()
112 cc7c0f44 Christos Stavrakakis
113 cc7c0f44 Christos Stavrakakis
114 cc7c0f44 Christos Stavrakakis
def refresh_backends_stats():
115 cc7c0f44 Christos Stavrakakis
    """ Refresh the statistics of the backends.
116 cc7c0f44 Christos Stavrakakis

117 cc7c0f44 Christos Stavrakakis
    Set db backend state to the actual state of the backend, if
118 cc7c0f44 Christos Stavrakakis
    BACKEND_REFRESH_MIN time has passed.
119 cc7c0f44 Christos Stavrakakis

120 cc7c0f44 Christos Stavrakakis
    """
121 cc7c0f44 Christos Stavrakakis
122 cc7c0f44 Christos Stavrakakis
    now = datetime.datetime.now()
123 cc7c0f44 Christos Stavrakakis
    delta = datetime.timedelta(minutes=settings.BACKEND_REFRESH_MIN)
124 cc7c0f44 Christos Stavrakakis
    for b in Backend.objects.filter(drained=False, offline=False):
125 cc7c0f44 Christos Stavrakakis
        if now > b.updated + delta:
126 47d1d754 Christos Stavrakakis
            log.debug("Updating resources of backend %r", b)
127 cc7c0f44 Christos Stavrakakis
            update_resources(b)