Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / workers / glue.py @ 1c6f4d42

History | View | Annotate | Download (4.1 kB)

1 39b8ea63 Chrysostomos Nanakos
# -*- coding: utf-8 -
2 39b8ea63 Chrysostomos Nanakos
#
3 39b8ea63 Chrysostomos Nanakos
# Copyright 2013 GRNET S.A. All rights reserved.
4 39b8ea63 Chrysostomos Nanakos
#
5 39b8ea63 Chrysostomos Nanakos
# Redistribution and use in source and binary forms, with or
6 39b8ea63 Chrysostomos Nanakos
# without modification, are permitted provided that the following
7 39b8ea63 Chrysostomos Nanakos
# conditions are met:
8 39b8ea63 Chrysostomos Nanakos
#
9 39b8ea63 Chrysostomos Nanakos
#   1. Redistributions of source code must retain the above
10 39b8ea63 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
11 39b8ea63 Chrysostomos Nanakos
#      disclaimer.
12 39b8ea63 Chrysostomos Nanakos
#
13 39b8ea63 Chrysostomos Nanakos
#   2. Redistributions in binary form must reproduce the above
14 39b8ea63 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
15 39b8ea63 Chrysostomos Nanakos
#      disclaimer in the documentation and/or other materials
16 39b8ea63 Chrysostomos Nanakos
#      provided with the distribution.
17 39b8ea63 Chrysostomos Nanakos
#
18 39b8ea63 Chrysostomos Nanakos
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
19 39b8ea63 Chrysostomos Nanakos
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20 39b8ea63 Chrysostomos Nanakos
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 39b8ea63 Chrysostomos Nanakos
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
22 39b8ea63 Chrysostomos Nanakos
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 39b8ea63 Chrysostomos Nanakos
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 39b8ea63 Chrysostomos Nanakos
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
25 39b8ea63 Chrysostomos Nanakos
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 39b8ea63 Chrysostomos Nanakos
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 39b8ea63 Chrysostomos Nanakos
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
28 39b8ea63 Chrysostomos Nanakos
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 39b8ea63 Chrysostomos Nanakos
# POSSIBILITY OF SUCH DAMAGE.
30 39b8ea63 Chrysostomos Nanakos
#
31 39b8ea63 Chrysostomos Nanakos
# The views and conclusions contained in the software and
32 39b8ea63 Chrysostomos Nanakos
# documentation are those of the authors and should not be
33 39b8ea63 Chrysostomos Nanakos
# interpreted as representing official policies, either expressed
34 39b8ea63 Chrysostomos Nanakos
# or implied, of GRNET S.A.
35 39b8ea63 Chrysostomos Nanakos
36 1c6f4d42 Chrysostomos Nanakos
import ConfigParser
37 39b8ea63 Chrysostomos Nanakos
38 b5636704 Chrysostomos Nanakos
39 39b8ea63 Chrysostomos Nanakos
class WorkerGlue(object):
40 39b8ea63 Chrysostomos Nanakos
41 39b8ea63 Chrysostomos Nanakos
    pmap = {}
42 39b8ea63 Chrysostomos Nanakos
    worker_id = None
43 39b8ea63 Chrysostomos Nanakos
    ioctx_pool = None
44 1a5d1649 Chrysostomos Nanakos
    ArchipelagoConfFile = '/etc/archipelago/archipelago.conf'
45 39b8ea63 Chrysostomos Nanakos
46 39b8ea63 Chrysostomos Nanakos
    @classmethod
47 39b8ea63 Chrysostomos Nanakos
    def setmap(cls, pid, index):
48 39b8ea63 Chrysostomos Nanakos
        WorkerGlue.pmap[pid] = index
49 39b8ea63 Chrysostomos Nanakos
        WorkerGlue.worker_id = index
50 39b8ea63 Chrysostomos Nanakos
51 39b8ea63 Chrysostomos Nanakos
    @classmethod
52 1a5d1649 Chrysostomos Nanakos
    def setupXsegPool(cls, ObjectPool, Segment, Xseg_ctx,
53 1a5d1649 Chrysostomos Nanakos
                      cfile=ArchipelagoConfFile, pool_size=8):
54 39b8ea63 Chrysostomos Nanakos
        worker_id = WorkerGlue.worker_id
55 1a5d1649 Chrysostomos Nanakos
        WorkerGlue.ArchipelagoConfFile = ARCHIPELAGO_CONF_FILE = cfile
56 39b8ea63 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_TYPE = 'segdev'
57 39b8ea63 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_NAME = 'xsegbd'
58 39b8ea63 Chrysostomos Nanakos
        cfg = {}
59 1c6f4d42 Chrysostomos Nanakos
        bcfg = ConfigParser.ConfigParser()
60 1c6f4d42 Chrysostomos Nanakos
        bcfg.readfp(open(ARCHIPELAGO_CONF_FILE))
61 1c6f4d42 Chrysostomos Nanakos
        cfg['SEGMENT_PORTS'] = bcfg.getint('XSEG', 'SEGMENT_PORTS')
62 1c6f4d42 Chrysostomos Nanakos
        cfg['SEGMENT_DYNPORTS'] = bcfg.getint('XSEG', 'SEGMENT_DYNPORTS')
63 1c6f4d42 Chrysostomos Nanakos
        cfg['SEGMENT_SIZE'] = bcfg.getint('XSEG', 'SEGMENT_SIZE')
64 1c6f4d42 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_DYNPORTS = int(cfg['SEGMENT_DYNPORTS'])
65 39b8ea63 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_PORTS = int(cfg['SEGMENT_PORTS'])
66 39b8ea63 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_SIZE = int(cfg['SEGMENT_SIZE'])
67 39b8ea63 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_ALIGNMENT = 12
68 39b8ea63 Chrysostomos Nanakos
69 39b8ea63 Chrysostomos Nanakos
        class XsegPool(ObjectPool):
70 39b8ea63 Chrysostomos Nanakos
71 39b8ea63 Chrysostomos Nanakos
            def __init__(self):
72 39b8ea63 Chrysostomos Nanakos
                super(XsegPool, self).__init__(size=pool_size)
73 39b8ea63 Chrysostomos Nanakos
                self.segment = Segment(ARCHIPELAGO_SEGMENT_TYPE,
74 39b8ea63 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_NAME,
75 1c6f4d42 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_DYNPORTS,
76 39b8ea63 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_PORTS,
77 39b8ea63 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_SIZE,
78 39b8ea63 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_ALIGNMENT)
79 39b8ea63 Chrysostomos Nanakos
                self.worker_id = worker_id
80 39b8ea63 Chrysostomos Nanakos
                self.cnt = 1
81 39b8ea63 Chrysostomos Nanakos
82 39b8ea63 Chrysostomos Nanakos
            def _pool_create(self):
83 39b8ea63 Chrysostomos Nanakos
                if self.worker_id == 1:
84 39b8ea63 Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment, self.worker_id + self.cnt)
85 39b8ea63 Chrysostomos Nanakos
                    self.cnt += 1
86 39b8ea63 Chrysostomos Nanakos
                    return ioctx
87 97c506bd Chrysostomos Nanakos
                elif self.worker_id > 1:
88 39b8ea63 Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment,
89 39b8ea63 Chrysostomos Nanakos
                                     (self.worker_id - 1) * pool_size + 2 +
90 39b8ea63 Chrysostomos Nanakos
                                     self.cnt)
91 39b8ea63 Chrysostomos Nanakos
                    self.cnt += 1
92 39b8ea63 Chrysostomos Nanakos
                    return ioctx
93 f8e0f0ed Chrysostomos Nanakos
                elif self.worker_id is None:
94 97c506bd Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment, 200)
95 97c506bd Chrysostomos Nanakos
                    return ioctx
96 39b8ea63 Chrysostomos Nanakos
97 39b8ea63 Chrysostomos Nanakos
            def _pool_verify(self, poolobj):
98 39b8ea63 Chrysostomos Nanakos
                return True
99 39b8ea63 Chrysostomos Nanakos
100 39b8ea63 Chrysostomos Nanakos
            def _pool_cleanup(self, poolobj):
101 39b8ea63 Chrysostomos Nanakos
                return False
102 39b8ea63 Chrysostomos Nanakos
103 39b8ea63 Chrysostomos Nanakos
        WorkerGlue.ioctx_pool = XsegPool()