Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / workers / glue.py @ 6a6aed61

History | View | Annotate | Download (3.6 kB)

1 6a6aed61 Chrysostomos Nanakos
# -*- coding: utf-8 -
2 6a6aed61 Chrysostomos Nanakos
#
3 6a6aed61 Chrysostomos Nanakos
# Copyright 2013 GRNET S.A. All rights reserved.
4 6a6aed61 Chrysostomos Nanakos
#
5 6a6aed61 Chrysostomos Nanakos
# Redistribution and use in source and binary forms, with or
6 6a6aed61 Chrysostomos Nanakos
# without modification, are permitted provided that the following
7 6a6aed61 Chrysostomos Nanakos
# conditions are met:
8 6a6aed61 Chrysostomos Nanakos
#
9 6a6aed61 Chrysostomos Nanakos
#   1. Redistributions of source code must retain the above
10 6a6aed61 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
11 6a6aed61 Chrysostomos Nanakos
#      disclaimer.
12 6a6aed61 Chrysostomos Nanakos
#
13 6a6aed61 Chrysostomos Nanakos
#   2. Redistributions in binary form must reproduce the above
14 6a6aed61 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
15 6a6aed61 Chrysostomos Nanakos
#      disclaimer in the documentation and/or other materials
16 6a6aed61 Chrysostomos Nanakos
#      provided with the distribution.
17 6a6aed61 Chrysostomos Nanakos
#
18 6a6aed61 Chrysostomos Nanakos
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
19 6a6aed61 Chrysostomos Nanakos
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20 6a6aed61 Chrysostomos Nanakos
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 6a6aed61 Chrysostomos Nanakos
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
22 6a6aed61 Chrysostomos Nanakos
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 6a6aed61 Chrysostomos Nanakos
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 6a6aed61 Chrysostomos Nanakos
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
25 6a6aed61 Chrysostomos Nanakos
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 6a6aed61 Chrysostomos Nanakos
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 6a6aed61 Chrysostomos Nanakos
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
28 6a6aed61 Chrysostomos Nanakos
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 6a6aed61 Chrysostomos Nanakos
# POSSIBILITY OF SUCH DAMAGE.
30 6a6aed61 Chrysostomos Nanakos
#
31 6a6aed61 Chrysostomos Nanakos
# The views and conclusions contained in the software and
32 6a6aed61 Chrysostomos Nanakos
# documentation are those of the authors and should not be
33 6a6aed61 Chrysostomos Nanakos
# interpreted as representing official policies, either expressed
34 6a6aed61 Chrysostomos Nanakos
# or implied, of GRNET S.A.
35 6a6aed61 Chrysostomos Nanakos
36 6a6aed61 Chrysostomos Nanakos
import re
37 6a6aed61 Chrysostomos Nanakos
38 6a6aed61 Chrysostomos Nanakos
class WorkerGlue(object):
39 6a6aed61 Chrysostomos Nanakos
40 6a6aed61 Chrysostomos Nanakos
    pmap = {}
41 6a6aed61 Chrysostomos Nanakos
    worker_id = None
42 6a6aed61 Chrysostomos Nanakos
    ioctx_pool = None
43 6a6aed61 Chrysostomos Nanakos
44 6a6aed61 Chrysostomos Nanakos
    @classmethod
45 6a6aed61 Chrysostomos Nanakos
    def setmap(cls, pid, index):
46 6a6aed61 Chrysostomos Nanakos
        WorkerGlue.pmap[pid] = index
47 6a6aed61 Chrysostomos Nanakos
        WorkerGlue.worker_id = index
48 6a6aed61 Chrysostomos Nanakos
49 6a6aed61 Chrysostomos Nanakos
    @classmethod
50 6a6aed61 Chrysostomos Nanakos
    def setupXsegPool(cls, ObjectPool, Segment, Xseg_ctx, cfile, pool_size=8):
51 6a6aed61 Chrysostomos Nanakos
        worker_id = WorkerGlue.worker_id
52 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_CONF_FILE = cfile
53 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_TYPE = 'segdev'
54 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_NAME = 'xsegbd'
55 6a6aed61 Chrysostomos Nanakos
        cfg = {}
56 6a6aed61 Chrysostomos Nanakos
        bcfg = open(ARCHIPELAGO_CONF_FILE).read()
57 6a6aed61 Chrysostomos Nanakos
        cfg['SEGMENT_PORTS'] = re.search('SEGMENT_PORTS\s*=\s*\d+',
58 6a6aed61 Chrysostomos Nanakos
                bcfg).group(0).split('=')[1]
59 6a6aed61 Chrysostomos Nanakos
        cfg['SEGMENT_SIZE'] = re.search('SEGMENT_SIZE\s*=\s*\d+',
60 6a6aed61 Chrysostomos Nanakos
                bcfg).group(0).split('=')[1]
61 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_PORTS = int(cfg['SEGMENT_PORTS'])
62 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_SIZE = int(cfg['SEGMENT_SIZE'])
63 6a6aed61 Chrysostomos Nanakos
        ARCHIPELAGO_SEGMENT_ALIGNMENT = 12
64 6a6aed61 Chrysostomos Nanakos
65 6a6aed61 Chrysostomos Nanakos
        class XsegPool(ObjectPool):
66 6a6aed61 Chrysostomos Nanakos
67 6a6aed61 Chrysostomos Nanakos
            def __init__(self):
68 6a6aed61 Chrysostomos Nanakos
                super(XsegPool, self).__init__(size=pool_size)
69 6a6aed61 Chrysostomos Nanakos
                self.segment = Segment(ARCHIPELAGO_SEGMENT_TYPE,
70 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_NAME,
71 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_PORTS,
72 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_SIZE,
73 6a6aed61 Chrysostomos Nanakos
                                       ARCHIPELAGO_SEGMENT_ALIGNMENT)
74 6a6aed61 Chrysostomos Nanakos
                self.worker_id = worker_id
75 6a6aed61 Chrysostomos Nanakos
                self.cnt = 1
76 6a6aed61 Chrysostomos Nanakos
77 6a6aed61 Chrysostomos Nanakos
            def _pool_create(self):
78 6a6aed61 Chrysostomos Nanakos
                if self.worker_id == 1:
79 6a6aed61 Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment, self.worker_id + self.cnt)
80 6a6aed61 Chrysostomos Nanakos
                    self.cnt += 1
81 6a6aed61 Chrysostomos Nanakos
                    return ioctx
82 6a6aed61 Chrysostomos Nanakos
                else:
83 6a6aed61 Chrysostomos Nanakos
                    ioctx = Xseg_ctx(self.segment,
84 6a6aed61 Chrysostomos Nanakos
                                     (self.worker_id - 1) * pool_size + 2 +
85 6a6aed61 Chrysostomos Nanakos
                                     self.cnt)
86 6a6aed61 Chrysostomos Nanakos
                    self.cnt += 1
87 6a6aed61 Chrysostomos Nanakos
                    return ioctx
88 6a6aed61 Chrysostomos Nanakos
89 6a6aed61 Chrysostomos Nanakos
            def _pool_verify(self, poolobj):
90 6a6aed61 Chrysostomos Nanakos
                return True
91 6a6aed61 Chrysostomos Nanakos
92 6a6aed61 Chrysostomos Nanakos
            def _pool_cleanup(self, poolobj):
93 6a6aed61 Chrysostomos Nanakos
                return False
94 6a6aed61 Chrysostomos Nanakos
95 6a6aed61 Chrysostomos Nanakos
        WorkerGlue.ioctx_pool = XsegPool()