root / snf-pithos-app / conf / pithos.conf.py @ a868c831
History | View | Annotate | Download (3.3 kB)
1 | 660ee574 | Chrysostomos Nanakos | # -*- coding: utf-8 -
|
---|---|---|---|
2 | 660ee574 | Chrysostomos Nanakos | #
|
3 | 660ee574 | Chrysostomos Nanakos | # Copyright 2013 GRNET S.A. All rights reserved.
|
4 | 660ee574 | Chrysostomos Nanakos | #
|
5 | 660ee574 | Chrysostomos Nanakos | # Redistribution and use in source and binary forms, with or
|
6 | 660ee574 | Chrysostomos Nanakos | # without modification, are permitted provided that the following
|
7 | 660ee574 | Chrysostomos Nanakos | # conditions are met:
|
8 | 660ee574 | Chrysostomos Nanakos | #
|
9 | 660ee574 | Chrysostomos Nanakos | # 1. Redistributions of source code must retain the above
|
10 | 660ee574 | Chrysostomos Nanakos | # copyright notice, this list of conditions and the following
|
11 | 660ee574 | Chrysostomos Nanakos | # disclaimer.
|
12 | 660ee574 | Chrysostomos Nanakos | #
|
13 | 660ee574 | Chrysostomos Nanakos | # 2. Redistributions in binary form must reproduce the above
|
14 | 660ee574 | Chrysostomos Nanakos | # copyright notice, this list of conditions and the following
|
15 | 660ee574 | Chrysostomos Nanakos | # disclaimer in the documentation and/or other materials
|
16 | 660ee574 | Chrysostomos Nanakos | # provided with the distribution.
|
17 | 660ee574 | Chrysostomos Nanakos | #
|
18 | 660ee574 | Chrysostomos Nanakos | # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
|
19 | 660ee574 | Chrysostomos Nanakos | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
20 | 660ee574 | Chrysostomos Nanakos | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
21 | 660ee574 | Chrysostomos Nanakos | # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
|
22 | 660ee574 | Chrysostomos Nanakos | # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
23 | 660ee574 | Chrysostomos Nanakos | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
24 | 660ee574 | Chrysostomos Nanakos | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
25 | 660ee574 | Chrysostomos Nanakos | # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
|
26 | 660ee574 | Chrysostomos Nanakos | # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
27 | 660ee574 | Chrysostomos Nanakos | # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
28 | 660ee574 | Chrysostomos Nanakos | # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
29 | 660ee574 | Chrysostomos Nanakos | # POSSIBILITY OF SUCH DAMAGE.
|
30 | 660ee574 | Chrysostomos Nanakos | #
|
31 | 660ee574 | Chrysostomos Nanakos | # The views and conclusions contained in the software and
|
32 | 660ee574 | Chrysostomos Nanakos | # documentation are those of the authors and should not be
|
33 | 660ee574 | Chrysostomos Nanakos | # interpreted as representing official policies, either expressed
|
34 | 660ee574 | Chrysostomos Nanakos | # or implied, of GRNET S.A.
|
35 | 660ee574 | Chrysostomos Nanakos | |
36 | 660ee574 | Chrysostomos Nanakos | from pithos.workers import glue |
37 | 660ee574 | Chrysostomos Nanakos | import pickle |
38 | 660ee574 | Chrysostomos Nanakos | from svipc import sem_init, sem_take, sem_give |
39 | 660ee574 | Chrysostomos Nanakos | |
40 | 660ee574 | Chrysostomos Nanakos | def find_hole(WORKERS, FOLLOW_WORKERS): |
41 | 660ee574 | Chrysostomos Nanakos | old_key = [] |
42 | 660ee574 | Chrysostomos Nanakos | old_age = [] |
43 | 660ee574 | Chrysostomos Nanakos | for key in FOLLOW_WORKERS: |
44 | 660ee574 | Chrysostomos Nanakos | if key not in WORKERS.keys(): |
45 | 660ee574 | Chrysostomos Nanakos | old_age.append(FOLLOW_WORKERS[key] ) |
46 | 660ee574 | Chrysostomos Nanakos | old_key.append( key ) |
47 | 660ee574 | Chrysostomos Nanakos | break
|
48 | 660ee574 | Chrysostomos Nanakos | if len(old_age) and len(old_key): |
49 | 660ee574 | Chrysostomos Nanakos | for key in old_key: |
50 | 660ee574 | Chrysostomos Nanakos | del FOLLOW_WORKERS[key]
|
51 | 660ee574 | Chrysostomos Nanakos | return old_age
|
52 | 660ee574 | Chrysostomos Nanakos | return old_age
|
53 | 660ee574 | Chrysostomos Nanakos | |
54 | 660ee574 | Chrysostomos Nanakos | def follow_workers(pid, wid, WORKERS): |
55 | 660ee574 | Chrysostomos Nanakos | hole = None
|
56 | 660ee574 | Chrysostomos Nanakos | try:
|
57 | 660ee574 | Chrysostomos Nanakos | fd = open('/dev/shm/wid','rb') |
58 | 660ee574 | Chrysostomos Nanakos | f = pickle.load(fd) |
59 | 660ee574 | Chrysostomos Nanakos | hole = find_hole(WORKERS, f) |
60 | 660ee574 | Chrysostomos Nanakos | if len(hole) > 0: |
61 | 660ee574 | Chrysostomos Nanakos | k = {pid: int(hole[0])} |
62 | 660ee574 | Chrysostomos Nanakos | else:
|
63 | 660ee574 | Chrysostomos Nanakos | k = {pid: wid} |
64 | 660ee574 | Chrysostomos Nanakos | f.update(k) |
65 | 660ee574 | Chrysostomos Nanakos | fd.close() |
66 | 660ee574 | Chrysostomos Nanakos | fd = open('/dev/shm/wid','wb') |
67 | 660ee574 | Chrysostomos Nanakos | pickle.dump(f, fd) |
68 | 660ee574 | Chrysostomos Nanakos | fd.close() |
69 | 660ee574 | Chrysostomos Nanakos | except:
|
70 | 660ee574 | Chrysostomos Nanakos | fd = open('/dev/shm/wid','wb') |
71 | 660ee574 | Chrysostomos Nanakos | pickle.dump({pid:wid}, fd) |
72 | 660ee574 | Chrysostomos Nanakos | fd.close() |
73 | 660ee574 | Chrysostomos Nanakos | return hole
|
74 | 660ee574 | Chrysostomos Nanakos | |
75 | 660ee574 | Chrysostomos Nanakos | def allocate_wid(pid, wid, WORKERS): |
76 | 660ee574 | Chrysostomos Nanakos | d = {pid: wid} |
77 | 660ee574 | Chrysostomos Nanakos | hole = None
|
78 | 660ee574 | Chrysostomos Nanakos | if sem_init(88,nums=1) == 0: |
79 | 660ee574 | Chrysostomos Nanakos | hole = follow_workers(pid, wid, WORKERS) |
80 | 660ee574 | Chrysostomos Nanakos | sem_give(88,0) |
81 | 660ee574 | Chrysostomos Nanakos | else:
|
82 | 660ee574 | Chrysostomos Nanakos | sem_take(88,0) |
83 | 660ee574 | Chrysostomos Nanakos | hole = follow_workers(pid, wid, WORKERS) |
84 | 660ee574 | Chrysostomos Nanakos | sem_give(88,0) |
85 | 660ee574 | Chrysostomos Nanakos | return hole
|
86 | 660ee574 | Chrysostomos Nanakos | |
87 | 660ee574 | Chrysostomos Nanakos | |
88 | 660ee574 | Chrysostomos Nanakos | def post_fork(server,worker): |
89 | 660ee574 | Chrysostomos Nanakos | wid = allocate_wid(worker.pid,worker.worker_id, server.WORKERS) |
90 | 660ee574 | Chrysostomos Nanakos | if wid:
|
91 | 660ee574 | Chrysostomos Nanakos | glue.WorkerGlue.setmap(worker.pid,wid[0])
|
92 | 660ee574 | Chrysostomos Nanakos | else:
|
93 | 660ee574 | Chrysostomos Nanakos | glue.WorkerGlue.setmap(worker.pid,worker.worker_id) |