root / lib / jstore.py @ 95a74ef3
History | View | Annotate | Download (4.6 kB)
1 | 8b537bb0 | Michael Hanselmann | #
|
---|---|---|---|
2 | 8b537bb0 | Michael Hanselmann | #
|
3 | 8b537bb0 | Michael Hanselmann | |
4 | 8b537bb0 | Michael Hanselmann | # Copyright (C) 2006, 2007 Google Inc.
|
5 | 8b537bb0 | Michael Hanselmann | #
|
6 | 8b537bb0 | Michael Hanselmann | # This program is free software; you can redistribute it and/or modify
|
7 | 8b537bb0 | Michael Hanselmann | # it under the terms of the GNU General Public License as published by
|
8 | 8b537bb0 | Michael Hanselmann | # the Free Software Foundation; either version 2 of the License, or
|
9 | 8b537bb0 | Michael Hanselmann | # (at your option) any later version.
|
10 | 8b537bb0 | Michael Hanselmann | #
|
11 | 8b537bb0 | Michael Hanselmann | # This program is distributed in the hope that it will be useful, but
|
12 | 8b537bb0 | Michael Hanselmann | # WITHOUT ANY WARRANTY; without even the implied warranty of
|
13 | 8b537bb0 | Michael Hanselmann | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
14 | 8b537bb0 | Michael Hanselmann | # General Public License for more details.
|
15 | 8b537bb0 | Michael Hanselmann | #
|
16 | 8b537bb0 | Michael Hanselmann | # You should have received a copy of the GNU General Public License
|
17 | 8b537bb0 | Michael Hanselmann | # along with this program; if not, write to the Free Software
|
18 | 8b537bb0 | Michael Hanselmann | # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
19 | 8b537bb0 | Michael Hanselmann | # 02110-1301, USA.
|
20 | 8b537bb0 | Michael Hanselmann | |
21 | 8b537bb0 | Michael Hanselmann | |
22 | 8b537bb0 | Michael Hanselmann | """Module implementing the job queue handling."""
|
23 | 8b537bb0 | Michael Hanselmann | |
24 | 8b537bb0 | Michael Hanselmann | import errno |
25 | ff699aa9 | Michael Hanselmann | import os |
26 | 8b537bb0 | Michael Hanselmann | |
27 | 8b537bb0 | Michael Hanselmann | from ganeti import constants |
28 | 8b537bb0 | Michael Hanselmann | from ganeti import errors |
29 | 82b22e19 | René Nussbaumer | from ganeti import runtime |
30 | 8b537bb0 | Michael Hanselmann | from ganeti import utils |
31 | 8b537bb0 | Michael Hanselmann | |
32 | 8b537bb0 | Michael Hanselmann | |
33 | 8b537bb0 | Michael Hanselmann | def _ReadNumericFile(file_name): |
34 | 8b537bb0 | Michael Hanselmann | """Reads a file containing a number.
|
35 | 8b537bb0 | Michael Hanselmann |
|
36 | 8b537bb0 | Michael Hanselmann | @rtype: None or int
|
37 | 8b537bb0 | Michael Hanselmann | @return: None if file is not found, otherwise number
|
38 | 8b537bb0 | Michael Hanselmann |
|
39 | 8b537bb0 | Michael Hanselmann | """
|
40 | 8b537bb0 | Michael Hanselmann | try:
|
41 | 6358dbc2 | Guido Trotter | return int(utils.ReadFile(file_name)) |
42 | 6358dbc2 | Guido Trotter | except EnvironmentError, err: |
43 | 8b537bb0 | Michael Hanselmann | if err.errno in (errno.ENOENT, ): |
44 | 8b537bb0 | Michael Hanselmann | return None |
45 | 8b537bb0 | Michael Hanselmann | raise
|
46 | 8b537bb0 | Michael Hanselmann | |
47 | 8b537bb0 | Michael Hanselmann | |
48 | 8b537bb0 | Michael Hanselmann | def ReadSerial(): |
49 | 8b537bb0 | Michael Hanselmann | """Read the serial file.
|
50 | 8b537bb0 | Michael Hanselmann |
|
51 | 8b537bb0 | Michael Hanselmann | The queue should be locked while this function is called.
|
52 | 8b537bb0 | Michael Hanselmann |
|
53 | 8b537bb0 | Michael Hanselmann | """
|
54 | 8b537bb0 | Michael Hanselmann | return _ReadNumericFile(constants.JOB_QUEUE_SERIAL_FILE)
|
55 | 8b537bb0 | Michael Hanselmann | |
56 | 8b537bb0 | Michael Hanselmann | |
57 | 8b537bb0 | Michael Hanselmann | def ReadVersion(): |
58 | 8b537bb0 | Michael Hanselmann | """Read the queue version.
|
59 | 8b537bb0 | Michael Hanselmann |
|
60 | 8b537bb0 | Michael Hanselmann | The queue should be locked while this function is called.
|
61 | 8b537bb0 | Michael Hanselmann |
|
62 | 8b537bb0 | Michael Hanselmann | """
|
63 | 8b537bb0 | Michael Hanselmann | return _ReadNumericFile(constants.JOB_QUEUE_VERSION_FILE)
|
64 | 8b537bb0 | Michael Hanselmann | |
65 | 8b537bb0 | Michael Hanselmann | |
66 | 5d6fb8eb | Michael Hanselmann | def InitAndVerifyQueue(must_lock): |
67 | 8b537bb0 | Michael Hanselmann | """Open and lock job queue.
|
68 | 8b537bb0 | Michael Hanselmann |
|
69 | 8b537bb0 | Michael Hanselmann | If necessary, the queue is automatically initialized.
|
70 | 8b537bb0 | Michael Hanselmann |
|
71 | 5d6fb8eb | Michael Hanselmann | @type must_lock: bool
|
72 | 5d6fb8eb | Michael Hanselmann | @param must_lock: Whether an exclusive lock must be held.
|
73 | 8b537bb0 | Michael Hanselmann | @rtype: utils.FileLock
|
74 | 8b537bb0 | Michael Hanselmann | @return: Lock object for the queue. This can be used to change the
|
75 | 8b537bb0 | Michael Hanselmann | locking mode.
|
76 | 8b537bb0 | Michael Hanselmann |
|
77 | 8b537bb0 | Michael Hanselmann | """
|
78 | 82b22e19 | René Nussbaumer | getents = runtime.GetEnts() |
79 | 8b537bb0 | Michael Hanselmann | |
80 | 8b537bb0 | Michael Hanselmann | # Lock queue
|
81 | b4478d34 | Michael Hanselmann | queue_lock = utils.FileLock.Open(constants.JOB_QUEUE_LOCK_FILE) |
82 | 8b537bb0 | Michael Hanselmann | try:
|
83 | 5d6fb8eb | Michael Hanselmann | # The queue needs to be locked in exclusive mode to write to the serial and
|
84 | 5d6fb8eb | Michael Hanselmann | # version files.
|
85 | 5d6fb8eb | Michael Hanselmann | if must_lock:
|
86 | 5d6fb8eb | Michael Hanselmann | queue_lock.Exclusive(blocking=True)
|
87 | 5d6fb8eb | Michael Hanselmann | holding_lock = True
|
88 | 8b537bb0 | Michael Hanselmann | else:
|
89 | 5d6fb8eb | Michael Hanselmann | try:
|
90 | 5d6fb8eb | Michael Hanselmann | queue_lock.Exclusive(blocking=False)
|
91 | 5d6fb8eb | Michael Hanselmann | holding_lock = True
|
92 | 5d6fb8eb | Michael Hanselmann | except errors.LockError:
|
93 | 5d6fb8eb | Michael Hanselmann | # Ignore errors and assume the process keeping the lock checked
|
94 | 5d6fb8eb | Michael Hanselmann | # everything.
|
95 | 5d6fb8eb | Michael Hanselmann | holding_lock = False
|
96 | 5d6fb8eb | Michael Hanselmann | |
97 | 5d6fb8eb | Michael Hanselmann | if holding_lock:
|
98 | 5d6fb8eb | Michael Hanselmann | # Verify version
|
99 | 8b537bb0 | Michael Hanselmann | version = ReadVersion() |
100 | 5d6fb8eb | Michael Hanselmann | if version is None: |
101 | 5d6fb8eb | Michael Hanselmann | # Write new version file
|
102 | 5d6fb8eb | Michael Hanselmann | utils.WriteFile(constants.JOB_QUEUE_VERSION_FILE, |
103 | 82b22e19 | René Nussbaumer | uid=getents.masterd_uid, gid=getents.masterd_gid, |
104 | 5d6fb8eb | Michael Hanselmann | data="%s\n" % constants.JOB_QUEUE_VERSION)
|
105 | 8b537bb0 | Michael Hanselmann | |
106 | 5d6fb8eb | Michael Hanselmann | # Read again
|
107 | 5d6fb8eb | Michael Hanselmann | version = ReadVersion() |
108 | 8b537bb0 | Michael Hanselmann | |
109 | 5d6fb8eb | Michael Hanselmann | if version != constants.JOB_QUEUE_VERSION:
|
110 | 5d6fb8eb | Michael Hanselmann | raise errors.JobQueueError("Found job queue version %s, expected %s", |
111 | 5d6fb8eb | Michael Hanselmann | version, constants.JOB_QUEUE_VERSION) |
112 | 8b537bb0 | Michael Hanselmann | |
113 | 8b537bb0 | Michael Hanselmann | serial = ReadSerial() |
114 | 5d6fb8eb | Michael Hanselmann | if serial is None: |
115 | 5d6fb8eb | Michael Hanselmann | # Write new serial file
|
116 | 5d6fb8eb | Michael Hanselmann | utils.WriteFile(constants.JOB_QUEUE_SERIAL_FILE, |
117 | 82b22e19 | René Nussbaumer | uid=getents.masterd_uid, gid=getents.masterd_gid, |
118 | 5d6fb8eb | Michael Hanselmann | data="%s\n" % 0) |
119 | 5d6fb8eb | Michael Hanselmann | |
120 | 5d6fb8eb | Michael Hanselmann | # Read again
|
121 | 5d6fb8eb | Michael Hanselmann | serial = ReadSerial() |
122 | 8b537bb0 | Michael Hanselmann | |
123 | 5d6fb8eb | Michael Hanselmann | if serial is None: |
124 | 5d6fb8eb | Michael Hanselmann | # There must be a serious problem
|
125 | fe267188 | Iustin Pop | raise errors.JobQueueError("Can't read/parse the job queue" |
126 | fe267188 | Iustin Pop | " serial file")
|
127 | 8b537bb0 | Michael Hanselmann | |
128 | f56377a3 | Michael Hanselmann | if not must_lock: |
129 | fe267188 | Iustin Pop | # There's no need for more error handling. Closing the lock
|
130 | fe267188 | Iustin Pop | # file below in case of an error will unlock it anyway.
|
131 | f56377a3 | Michael Hanselmann | queue_lock.Unlock() |
132 | f56377a3 | Michael Hanselmann | |
133 | 8b537bb0 | Michael Hanselmann | except:
|
134 | 8b537bb0 | Michael Hanselmann | queue_lock.Close() |
135 | 8b537bb0 | Michael Hanselmann | raise
|
136 | 8b537bb0 | Michael Hanselmann | |
137 | 8b537bb0 | Michael Hanselmann | return queue_lock
|
138 | ff699aa9 | Michael Hanselmann | |
139 | ff699aa9 | Michael Hanselmann | |
140 | ff699aa9 | Michael Hanselmann | def CheckDrainFlag(): |
141 | ff699aa9 | Michael Hanselmann | """Check if the queue is marked to be drained.
|
142 | ff699aa9 | Michael Hanselmann |
|
143 | ff699aa9 | Michael Hanselmann | This currently uses the queue drain file, which makes it a per-node flag.
|
144 | ff699aa9 | Michael Hanselmann | In the future this can be moved to the config file.
|
145 | ff699aa9 | Michael Hanselmann |
|
146 | ff699aa9 | Michael Hanselmann | @rtype: boolean
|
147 | ff699aa9 | Michael Hanselmann | @return: True if the job queue is marked drained
|
148 | ff699aa9 | Michael Hanselmann |
|
149 | ff699aa9 | Michael Hanselmann | """
|
150 | ff699aa9 | Michael Hanselmann | return os.path.exists(constants.JOB_QUEUE_DRAIN_FILE)
|
151 | ff699aa9 | Michael Hanselmann | |
152 | ff699aa9 | Michael Hanselmann | |
153 | ff699aa9 | Michael Hanselmann | def SetDrainFlag(drain_flag): |
154 | ff699aa9 | Michael Hanselmann | """Sets the drain flag for the queue.
|
155 | ff699aa9 | Michael Hanselmann |
|
156 | ff699aa9 | Michael Hanselmann | @type drain_flag: boolean
|
157 | ff699aa9 | Michael Hanselmann | @param drain_flag: Whether to set or unset the drain flag
|
158 | ff699aa9 | Michael Hanselmann | @attention: This function should only called the current holder of the queue
|
159 | ff699aa9 | Michael Hanselmann | lock
|
160 | ff699aa9 | Michael Hanselmann |
|
161 | ff699aa9 | Michael Hanselmann | """
|
162 | ff699aa9 | Michael Hanselmann | getents = runtime.GetEnts() |
163 | ff699aa9 | Michael Hanselmann | |
164 | ff699aa9 | Michael Hanselmann | if drain_flag:
|
165 | ff699aa9 | Michael Hanselmann | utils.WriteFile(constants.JOB_QUEUE_DRAIN_FILE, data="",
|
166 | ff699aa9 | Michael Hanselmann | uid=getents.masterd_uid, gid=getents.masterd_gid) |
167 | ff699aa9 | Michael Hanselmann | else:
|
168 | ff699aa9 | Michael Hanselmann | utils.RemoveFile(constants.JOB_QUEUE_DRAIN_FILE) |
169 | ff699aa9 | Michael Hanselmann | |
170 | ff699aa9 | Michael Hanselmann | assert (not drain_flag) ^ CheckDrainFlag() |