Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-app / conf / pithos.conf.py @ a868c831

History | View | Annotate | Download (3.3 kB)

1 660ee574 Chrysostomos Nanakos
# -*- coding: utf-8 -
2 660ee574 Chrysostomos Nanakos
#
3 660ee574 Chrysostomos Nanakos
# Copyright 2013 GRNET S.A. All rights reserved.
4 660ee574 Chrysostomos Nanakos
#
5 660ee574 Chrysostomos Nanakos
# Redistribution and use in source and binary forms, with or
6 660ee574 Chrysostomos Nanakos
# without modification, are permitted provided that the following
7 660ee574 Chrysostomos Nanakos
# conditions are met:
8 660ee574 Chrysostomos Nanakos
#
9 660ee574 Chrysostomos Nanakos
#   1. Redistributions of source code must retain the above
10 660ee574 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
11 660ee574 Chrysostomos Nanakos
#      disclaimer.
12 660ee574 Chrysostomos Nanakos
#
13 660ee574 Chrysostomos Nanakos
#   2. Redistributions in binary form must reproduce the above
14 660ee574 Chrysostomos Nanakos
#      copyright notice, this list of conditions and the following
15 660ee574 Chrysostomos Nanakos
#      disclaimer in the documentation and/or other materials
16 660ee574 Chrysostomos Nanakos
#      provided with the distribution.
17 660ee574 Chrysostomos Nanakos
#
18 660ee574 Chrysostomos Nanakos
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
19 660ee574 Chrysostomos Nanakos
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20 660ee574 Chrysostomos Nanakos
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 660ee574 Chrysostomos Nanakos
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
22 660ee574 Chrysostomos Nanakos
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 660ee574 Chrysostomos Nanakos
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 660ee574 Chrysostomos Nanakos
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
25 660ee574 Chrysostomos Nanakos
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 660ee574 Chrysostomos Nanakos
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 660ee574 Chrysostomos Nanakos
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
28 660ee574 Chrysostomos Nanakos
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 660ee574 Chrysostomos Nanakos
# POSSIBILITY OF SUCH DAMAGE.
30 660ee574 Chrysostomos Nanakos
#
31 660ee574 Chrysostomos Nanakos
# The views and conclusions contained in the software and
32 660ee574 Chrysostomos Nanakos
# documentation are those of the authors and should not be
33 660ee574 Chrysostomos Nanakos
# interpreted as representing official policies, either expressed
34 660ee574 Chrysostomos Nanakos
# or implied, of GRNET S.A.
35 660ee574 Chrysostomos Nanakos
36 660ee574 Chrysostomos Nanakos
from pithos.workers import glue
37 660ee574 Chrysostomos Nanakos
import pickle
38 660ee574 Chrysostomos Nanakos
from svipc import sem_init, sem_take, sem_give
39 660ee574 Chrysostomos Nanakos
40 660ee574 Chrysostomos Nanakos
def find_hole(WORKERS, FOLLOW_WORKERS):
41 660ee574 Chrysostomos Nanakos
        old_key = []
42 660ee574 Chrysostomos Nanakos
        old_age =  []
43 660ee574 Chrysostomos Nanakos
        for key in FOLLOW_WORKERS:
44 660ee574 Chrysostomos Nanakos
                if key not in WORKERS.keys():
45 660ee574 Chrysostomos Nanakos
                        old_age.append(FOLLOW_WORKERS[key] )
46 660ee574 Chrysostomos Nanakos
                        old_key.append( key )
47 660ee574 Chrysostomos Nanakos
                        break
48 660ee574 Chrysostomos Nanakos
        if len(old_age) and len(old_key):
49 660ee574 Chrysostomos Nanakos
                for key in old_key:
50 660ee574 Chrysostomos Nanakos
                        del FOLLOW_WORKERS[key]
51 660ee574 Chrysostomos Nanakos
                return old_age
52 660ee574 Chrysostomos Nanakos
        return old_age
53 660ee574 Chrysostomos Nanakos
54 660ee574 Chrysostomos Nanakos
def follow_workers(pid, wid, WORKERS):
55 660ee574 Chrysostomos Nanakos
        hole = None
56 660ee574 Chrysostomos Nanakos
        try:
57 660ee574 Chrysostomos Nanakos
                fd = open('/dev/shm/wid','rb')
58 660ee574 Chrysostomos Nanakos
                f = pickle.load(fd)
59 660ee574 Chrysostomos Nanakos
                hole = find_hole(WORKERS, f)
60 660ee574 Chrysostomos Nanakos
                if len(hole) > 0:
61 660ee574 Chrysostomos Nanakos
                    k = {pid: int(hole[0])}
62 660ee574 Chrysostomos Nanakos
                else:
63 660ee574 Chrysostomos Nanakos
                    k = {pid: wid}
64 660ee574 Chrysostomos Nanakos
                f.update(k)
65 660ee574 Chrysostomos Nanakos
                fd.close()
66 660ee574 Chrysostomos Nanakos
                fd = open('/dev/shm/wid','wb')
67 660ee574 Chrysostomos Nanakos
                pickle.dump(f, fd)
68 660ee574 Chrysostomos Nanakos
                fd.close()
69 660ee574 Chrysostomos Nanakos
        except:
70 660ee574 Chrysostomos Nanakos
                fd = open('/dev/shm/wid','wb')
71 660ee574 Chrysostomos Nanakos
                pickle.dump({pid:wid}, fd)
72 660ee574 Chrysostomos Nanakos
                fd.close()
73 660ee574 Chrysostomos Nanakos
        return hole
74 660ee574 Chrysostomos Nanakos
75 660ee574 Chrysostomos Nanakos
def allocate_wid(pid, wid, WORKERS):
76 660ee574 Chrysostomos Nanakos
        d = {pid: wid}
77 660ee574 Chrysostomos Nanakos
        hole = None
78 660ee574 Chrysostomos Nanakos
        if sem_init(88,nums=1) == 0:
79 660ee574 Chrysostomos Nanakos
                hole = follow_workers(pid, wid, WORKERS)
80 660ee574 Chrysostomos Nanakos
                sem_give(88,0)
81 660ee574 Chrysostomos Nanakos
        else:
82 660ee574 Chrysostomos Nanakos
                sem_take(88,0)
83 660ee574 Chrysostomos Nanakos
                hole = follow_workers(pid, wid, WORKERS)
84 660ee574 Chrysostomos Nanakos
                sem_give(88,0)
85 660ee574 Chrysostomos Nanakos
        return hole
86 660ee574 Chrysostomos Nanakos
87 660ee574 Chrysostomos Nanakos
88 660ee574 Chrysostomos Nanakos
def post_fork(server,worker):
89 660ee574 Chrysostomos Nanakos
        wid = allocate_wid(worker.pid,worker.worker_id, server.WORKERS)
90 660ee574 Chrysostomos Nanakos
        if wid:
91 660ee574 Chrysostomos Nanakos
                glue.WorkerGlue.setmap(worker.pid,wid[0])
92 660ee574 Chrysostomos Nanakos
        else:
93 660ee574 Chrysostomos Nanakos
                glue.WorkerGlue.setmap(worker.pid,worker.worker_id)