Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / backends / util.py @ 4a7b190f

History | View | Annotate | Download (6 kB)

1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

    
34
from objpool import ObjectPool
35
from new import instancemethod
36
from select import select
37
from traceback import print_exc
38
from pithos.backends import connect_backend
39

    
40
USAGE_LIMIT = 500
41

    
42

    
43
class PithosBackendPool(ObjectPool):
44
    def __init__(self, size=None, db_module=None, db_connection=None,
45
                 block_module=None, block_path=None, block_umask=None,
46
                 block_size=None, hash_algorithm=None,
47
                 queue_module=None, queue_hosts=None,
48
                 queue_exchange=None, free_versioning=True,
49
                 astakos_url=None, service_token=None,
50
                 astakosclient_poolsize=None,
51
                 block_params=None,
52
                 public_url_security=None,
53
                 public_url_alphabet=None,
54
                 account_quota_policy=None,
55
                 container_quota_policy=None,
56
                 container_versioning_policy=None):
57
        super(PithosBackendPool, self).__init__(size=size)
58
        self.db_module = db_module
59
        self.db_connection = db_connection
60
        self.block_module = block_module
61
        self.block_path = block_path
62
        self.block_umask = block_umask
63
        self.block_size = block_size
64
        self.hash_algorithm = hash_algorithm
65
        self.queue_module = queue_module
66
        self.block_params = block_params
67
        self.queue_hosts = queue_hosts
68
        self.queue_exchange = queue_exchange
69
        self.astakos_url = astakos_url
70
        self.service_token = service_token
71
        self.astakosclient_poolsize = astakosclient_poolsize
72
        self.free_versioning = free_versioning
73
        self.public_url_security = public_url_security
74
        self.public_url_alphabet = public_url_alphabet
75
        self.account_quota_policy = account_quota_policy
76
        self.container_quota_policy = container_quota_policy
77
        self.container_versioning_policy = container_versioning_policy
78

    
79
    def _pool_create(self):
80
        backend = connect_backend(
81
            db_module=self.db_module,
82
            db_connection=self.db_connection,
83
            block_module=self.block_module,
84
            block_path=self.block_path,
85
            block_umask=self.block_umask,
86
            block_size=self.block_size,
87
            hash_algorithm=self.hash_algorithm,
88
            queue_module=self.queue_module,
89
            block_params=self.block_params,
90
            queue_hosts=self.queue_hosts,
91
            queue_exchange=self.queue_exchange,
92
            astakos_url=self.astakos_url,
93
            service_token=self.service_token,
94
            astakosclient_poolsize=self.astakosclient_poolsize,
95
            free_versioning=self.free_versioning,
96
            public_url_security=self.public_url_security,
97
            public_url_alphabet=self.public_url_alphabet,
98
            account_quota_policy=self.account_quota_policy,
99
            container_quota_policy=self.container_quota_policy,
100
            container_versioning_policy=self.container_versioning_policy)
101

    
102
        backend._real_close = backend.close
103
        backend.close = instancemethod(_pooled_backend_close, backend,
104
                                       type(backend))
105
        backend._pool = self
106
        backend._use_count = USAGE_LIMIT
107
        backend.messages = []
108
        return backend
109

    
110
    def _pool_verify(self, backend):
111
        wrapper = backend.wrapper
112
        conn = wrapper.conn
113
        if conn.closed:
114
            return False
115

    
116
        if conn.in_transaction():
117
            conn.close()
118
            return False
119

    
120
        try:
121
            fd = conn.connection.connection.fileno()
122
        except AttributeError:
123
            # probably sqlite, assume success
124
            pass
125
        else:
126
            try:
127
                r, w, x = select([fd], (), (), 0)
128
                if r:
129
                    conn.close()
130
                    return False
131
            except:
132
                print_exc()
133
                return False
134

    
135
        return True
136

    
137
    def _pool_cleanup(self, backend):
138
        c = backend._use_count - 1
139
        if c < 0:
140
            backend._real_close()
141
            return True
142

    
143
        backend._use_count = c
144
        wrapper = backend.wrapper
145
        if wrapper.trans is not None:
146
            conn = wrapper.conn
147
            if conn.closed:
148
                wrapper.trans = None
149
            else:
150
                wrapper.rollback()
151
        backend.messages = []
152
        return False
153

    
154
    def shutdown(self):
155
        while True:
156
            backend = self.pool_get(create=False)
157
            if backend is None:
158
                break
159
            self.pool_put(None)
160
            backend._real_close()
161

    
162

    
163
def _pooled_backend_close(backend):
164
    backend._pool.pool_put(backend)