Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / workers / glue.py @ 26dff0ef

History | View | Annotate | Download (3.8 kB)

1 6a6aed61 Chrysostomos Nanakos
# -*- coding: utf-8 -
2 6a6aed61 Chrysostomos Nanakos
#
3 6a6aed61 Chrysostomos Nanakos
# Copyright 2013 GRNET S.A. All rights reserved.
4 6a6aed61 Chrysostomos Nanakos
#
5 6a6aed61 Chrysostomos Nanakos
# Redistribution and use in source and binary forms, with or
6 6a6aed61 Chrysostomos Nanakos
# without modification, are permitted provided that the following
7 6a6aed61 Chrysostomos Nanakos
# conditions are met:
8 6a6aed61 Chrysostomos Nanakos
#
9 6a6aed61 Chrysostomos Nanakos
#   1. Redistributions of source code must retain the above
10 6a6aed61 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
11 6a6aed61 Chrysostomos Nanakos
#      disclaimer.
12 6a6aed61 Chrysostomos Nanakos
#
13 6a6aed61 Chrysostomos Nanakos
#   2. Redistributions in binary form must reproduce the above
14 6a6aed61 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
15 6a6aed61 Chrysostomos Nanakos
#      disclaimer in the documentation and/or other materials
16 6a6aed61 Chrysostomos Nanakos
#      provided with the distribution.
17 6a6aed61 Chrysostomos Nanakos
#
18 6a6aed61 Chrysostomos Nanakos
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
19 6a6aed61 Chrysostomos Nanakos
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20 6a6aed61 Chrysostomos Nanakos
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 6a6aed61 Chrysostomos Nanakos
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
22 6a6aed61 Chrysostomos Nanakos
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 6a6aed61 Chrysostomos Nanakos
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 6a6aed61 Chrysostomos Nanakos
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
25 6a6aed61 Chrysostomos Nanakos
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 6a6aed61 Chrysostomos Nanakos
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 6a6aed61 Chrysostomos Nanakos
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
28 6a6aed61 Chrysostomos Nanakos
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 6a6aed61 Chrysostomos Nanakos
# POSSIBILITY OF SUCH DAMAGE.
30 6a6aed61 Chrysostomos Nanakos
#
31 6a6aed61 Chrysostomos Nanakos
# The views and conclusions contained in the software and
32 6a6aed61 Chrysostomos Nanakos
# documentation are those of the authors and should not be
33 6a6aed61 Chrysostomos Nanakos
# interpreted as representing official policies, either expressed
34 6a6aed61 Chrysostomos Nanakos
# or implied, of GRNET S.A.
35 6a6aed61 Chrysostomos Nanakos
36 6a6aed61 Chrysostomos Nanakos
import re
37 6a6aed61 Chrysostomos Nanakos
38 f75f40cb Chrysostomos Nanakos
39 6a6aed61 Chrysostomos Nanakos
class WorkerGlue(object):
40 6a6aed61 Chrysostomos Nanakos
41 6a6aed61 Chrysostomos Nanakos
    pmap = {}
42 6a6aed61 Chrysostomos Nanakos
    worker_id = None
43 6a6aed61 Chrysostomos Nanakos
    ioctx_pool = None
44 6a6aed61 Chrysostomos Nanakos
45 6a6aed61 Chrysostomos Nanakos
    @classmethod
46 6a6aed61 Chrysostomos Nanakos
    def setmap(cls, pid, index):
47 6a6aed61 Chrysostomos Nanakos
        WorkerGlue.pmap[pid] = index
48 6a6aed61 Chrysostomos Nanakos
        WorkerGlue.worker_id = index
49 6a6aed61 Chrysostomos Nanakos
50 6a6aed61 Chrysostomos Nanakos
    @classmethod
51 6a6aed61 Chrysostomos Nanakos
    def setupXsegPool(cls, ObjectPool, Segment, Xseg_ctx, cfile, pool_size=8):
52 6a6aed61 Chrysostomos Nanakos
        worker_id = WorkerGlue.worker_id
53 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_CONF_FILE = cfile
54 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_TYPE = 'segdev'
55 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_NAME = 'xsegbd'
56 6a6aed61 Chrysostomos Nanakos
        cfg = {}
57 6a6aed61 Chrysostomos Nanakos
        bcfg = open(ARCHIPELAGO_CONF_FILE).read()
58 6a6aed61 Chrysostomos Nanakos
        cfg['SEGMENT_PORTS'] = re.search('SEGMENT_PORTS\s*=\s*\d+',
59 f75f40cb Chrysostomos Nanakos
                                         bcfg).group(0).split('=')[1]
60 6a6aed61 Chrysostomos Nanakos
        cfg['SEGMENT_SIZE'] = re.search('SEGMENT_SIZE\s*=\s*\d+',
61 f75f40cb Chrysostomos Nanakos
                                        bcfg).group(0).split('=')[1]
62 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_PORTS = int(cfg['SEGMENT_PORTS'])
63 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_SIZE = int(cfg['SEGMENT_SIZE'])
64 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_ALIGNMENT = 12
65 6a6aed61 Chrysostomos Nanakos
66 6a6aed61 Chrysostomos Nanakos
        class XsegPool(ObjectPool):
67 6a6aed61 Chrysostomos Nanakos
68 6a6aed61 Chrysostomos Nanakos
            def __init__(self):
69 6a6aed61 Chrysostomos Nanakos
                super(XsegPool, self).__init__(size=pool_size)
70 6a6aed61 Chrysostomos Nanakos
                self.segment = Segment(ARCHIPELAGO_SEGMENT_TYPE,
71 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_NAME,
72 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_PORTS,
73 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_SIZE,
74 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_ALIGNMENT)
75 6a6aed61 Chrysostomos Nanakos
                self.worker_id = worker_id
76 6a6aed61 Chrysostomos Nanakos
                self.cnt = 1
77 6a6aed61 Chrysostomos Nanakos
78 6a6aed61 Chrysostomos Nanakos
            def _pool_create(self):
79 6a6aed61 Chrysostomos Nanakos
                if self.worker_id == 1:
80 6a6aed61 Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment, self.worker_id + self.cnt)
81 6a6aed61 Chrysostomos Nanakos
                    self.cnt += 1
82 6a6aed61 Chrysostomos Nanakos
                    return ioctx
83 26dff0ef Chrysostomos Nanakos
                elif self.worker_id > 1:
84 6a6aed61 Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment,
85 6a6aed61 Chrysostomos Nanakos
                                     (self.worker_id - 1) * pool_size + 2 +
86 6a6aed61 Chrysostomos Nanakos
                                     self.cnt)
87 6a6aed61 Chrysostomos Nanakos
                    self.cnt += 1
88 6a6aed61 Chrysostomos Nanakos
                    return ioctx
89 26dff0ef Chrysostomos Nanakos
                elif self.worker_id == None:
90 26dff0ef Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment, 200)
91 26dff0ef Chrysostomos Nanakos
                    return ioctx
92 6a6aed61 Chrysostomos Nanakos
93 6a6aed61 Chrysostomos Nanakos
            def _pool_verify(self, poolobj):
94 6a6aed61 Chrysostomos Nanakos
                return True
95 6a6aed61 Chrysostomos Nanakos
96 6a6aed61 Chrysostomos Nanakos
            def _pool_cleanup(self, poolobj):
97 6a6aed61 Chrysostomos Nanakos
                return False
98 6a6aed61 Chrysostomos Nanakos
99 6a6aed61 Chrysostomos Nanakos
        WorkerGlue.ioctx_pool = XsegPool()