Statistics
| Branch: | Tag: | Revision:

root / lib / jstore.py @ a52978c7

History | View | Annotate | Download (4.6 kB)

1 8b537bb0 Michael Hanselmann
#
2 8b537bb0 Michael Hanselmann
#
3 8b537bb0 Michael Hanselmann
4 8b537bb0 Michael Hanselmann
# Copyright (C) 2006, 2007 Google Inc.
5 8b537bb0 Michael Hanselmann
#
6 8b537bb0 Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 8b537bb0 Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 8b537bb0 Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 8b537bb0 Michael Hanselmann
# (at your option) any later version.
10 8b537bb0 Michael Hanselmann
#
11 8b537bb0 Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 8b537bb0 Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 8b537bb0 Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 8b537bb0 Michael Hanselmann
# General Public License for more details.
15 8b537bb0 Michael Hanselmann
#
16 8b537bb0 Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 8b537bb0 Michael Hanselmann
# along with this program; if not, write to the Free Software
18 8b537bb0 Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 8b537bb0 Michael Hanselmann
# 02110-1301, USA.
20 8b537bb0 Michael Hanselmann
21 8b537bb0 Michael Hanselmann
22 8b537bb0 Michael Hanselmann
"""Module implementing the job queue handling."""
23 8b537bb0 Michael Hanselmann
24 8b537bb0 Michael Hanselmann
import errno
25 ff699aa9 Michael Hanselmann
import os
26 8b537bb0 Michael Hanselmann
27 8b537bb0 Michael Hanselmann
from ganeti import constants
28 8b537bb0 Michael Hanselmann
from ganeti import errors
29 82b22e19 René Nussbaumer
from ganeti import runtime
30 8b537bb0 Michael Hanselmann
from ganeti import utils
31 8b537bb0 Michael Hanselmann
32 8b537bb0 Michael Hanselmann
33 8b537bb0 Michael Hanselmann
def _ReadNumericFile(file_name):
34 8b537bb0 Michael Hanselmann
  """Reads a file containing a number.
35 8b537bb0 Michael Hanselmann

36 8b537bb0 Michael Hanselmann
  @rtype: None or int
37 8b537bb0 Michael Hanselmann
  @return: None if file is not found, otherwise number
38 8b537bb0 Michael Hanselmann

39 8b537bb0 Michael Hanselmann
  """
40 8b537bb0 Michael Hanselmann
  try:
41 6358dbc2 Guido Trotter
    return int(utils.ReadFile(file_name))
42 6358dbc2 Guido Trotter
  except EnvironmentError, err:
43 8b537bb0 Michael Hanselmann
    if err.errno in (errno.ENOENT, ):
44 8b537bb0 Michael Hanselmann
      return None
45 8b537bb0 Michael Hanselmann
    raise
46 8b537bb0 Michael Hanselmann
47 8b537bb0 Michael Hanselmann
48 8b537bb0 Michael Hanselmann
def ReadSerial():
49 8b537bb0 Michael Hanselmann
  """Read the serial file.
50 8b537bb0 Michael Hanselmann

51 8b537bb0 Michael Hanselmann
  The queue should be locked while this function is called.
52 8b537bb0 Michael Hanselmann

53 8b537bb0 Michael Hanselmann
  """
54 8b537bb0 Michael Hanselmann
  return _ReadNumericFile(constants.JOB_QUEUE_SERIAL_FILE)
55 8b537bb0 Michael Hanselmann
56 8b537bb0 Michael Hanselmann
57 8b537bb0 Michael Hanselmann
def ReadVersion():
58 8b537bb0 Michael Hanselmann
  """Read the queue version.
59 8b537bb0 Michael Hanselmann

60 8b537bb0 Michael Hanselmann
  The queue should be locked while this function is called.
61 8b537bb0 Michael Hanselmann

62 8b537bb0 Michael Hanselmann
  """
63 8b537bb0 Michael Hanselmann
  return _ReadNumericFile(constants.JOB_QUEUE_VERSION_FILE)
64 8b537bb0 Michael Hanselmann
65 8b537bb0 Michael Hanselmann
66 5d6fb8eb Michael Hanselmann
def InitAndVerifyQueue(must_lock):
67 8b537bb0 Michael Hanselmann
  """Open and lock job queue.
68 8b537bb0 Michael Hanselmann

69 8b537bb0 Michael Hanselmann
  If necessary, the queue is automatically initialized.
70 8b537bb0 Michael Hanselmann

71 5d6fb8eb Michael Hanselmann
  @type must_lock: bool
72 5d6fb8eb Michael Hanselmann
  @param must_lock: Whether an exclusive lock must be held.
73 8b537bb0 Michael Hanselmann
  @rtype: utils.FileLock
74 8b537bb0 Michael Hanselmann
  @return: Lock object for the queue. This can be used to change the
75 8b537bb0 Michael Hanselmann
           locking mode.
76 8b537bb0 Michael Hanselmann

77 8b537bb0 Michael Hanselmann
  """
78 82b22e19 René Nussbaumer
  getents = runtime.GetEnts()
79 8b537bb0 Michael Hanselmann
80 8b537bb0 Michael Hanselmann
  # Lock queue
81 b4478d34 Michael Hanselmann
  queue_lock = utils.FileLock.Open(constants.JOB_QUEUE_LOCK_FILE)
82 8b537bb0 Michael Hanselmann
  try:
83 5d6fb8eb Michael Hanselmann
    # The queue needs to be locked in exclusive mode to write to the serial and
84 5d6fb8eb Michael Hanselmann
    # version files.
85 5d6fb8eb Michael Hanselmann
    if must_lock:
86 5d6fb8eb Michael Hanselmann
      queue_lock.Exclusive(blocking=True)
87 5d6fb8eb Michael Hanselmann
      holding_lock = True
88 8b537bb0 Michael Hanselmann
    else:
89 5d6fb8eb Michael Hanselmann
      try:
90 5d6fb8eb Michael Hanselmann
        queue_lock.Exclusive(blocking=False)
91 5d6fb8eb Michael Hanselmann
        holding_lock = True
92 5d6fb8eb Michael Hanselmann
      except errors.LockError:
93 5d6fb8eb Michael Hanselmann
        # Ignore errors and assume the process keeping the lock checked
94 5d6fb8eb Michael Hanselmann
        # everything.
95 5d6fb8eb Michael Hanselmann
        holding_lock = False
96 5d6fb8eb Michael Hanselmann
97 5d6fb8eb Michael Hanselmann
    if holding_lock:
98 5d6fb8eb Michael Hanselmann
      # Verify version
99 8b537bb0 Michael Hanselmann
      version = ReadVersion()
100 5d6fb8eb Michael Hanselmann
      if version is None:
101 5d6fb8eb Michael Hanselmann
        # Write new version file
102 5d6fb8eb Michael Hanselmann
        utils.WriteFile(constants.JOB_QUEUE_VERSION_FILE,
103 82b22e19 René Nussbaumer
                        uid=getents.masterd_uid, gid=getents.masterd_gid,
104 5d6fb8eb Michael Hanselmann
                        data="%s\n" % constants.JOB_QUEUE_VERSION)
105 8b537bb0 Michael Hanselmann
106 5d6fb8eb Michael Hanselmann
        # Read again
107 5d6fb8eb Michael Hanselmann
        version = ReadVersion()
108 8b537bb0 Michael Hanselmann
109 5d6fb8eb Michael Hanselmann
      if version != constants.JOB_QUEUE_VERSION:
110 5d6fb8eb Michael Hanselmann
        raise errors.JobQueueError("Found job queue version %s, expected %s",
111 5d6fb8eb Michael Hanselmann
                                   version, constants.JOB_QUEUE_VERSION)
112 8b537bb0 Michael Hanselmann
113 8b537bb0 Michael Hanselmann
      serial = ReadSerial()
114 5d6fb8eb Michael Hanselmann
      if serial is None:
115 5d6fb8eb Michael Hanselmann
        # Write new serial file
116 5d6fb8eb Michael Hanselmann
        utils.WriteFile(constants.JOB_QUEUE_SERIAL_FILE,
117 82b22e19 René Nussbaumer
                        uid=getents.masterd_uid, gid=getents.masterd_gid,
118 5d6fb8eb Michael Hanselmann
                        data="%s\n" % 0)
119 5d6fb8eb Michael Hanselmann
120 5d6fb8eb Michael Hanselmann
        # Read again
121 5d6fb8eb Michael Hanselmann
        serial = ReadSerial()
122 8b537bb0 Michael Hanselmann
123 5d6fb8eb Michael Hanselmann
      if serial is None:
124 5d6fb8eb Michael Hanselmann
        # There must be a serious problem
125 fe267188 Iustin Pop
        raise errors.JobQueueError("Can't read/parse the job queue"
126 fe267188 Iustin Pop
                                   " serial file")
127 8b537bb0 Michael Hanselmann
128 f56377a3 Michael Hanselmann
      if not must_lock:
129 fe267188 Iustin Pop
        # There's no need for more error handling. Closing the lock
130 fe267188 Iustin Pop
        # file below in case of an error will unlock it anyway.
131 f56377a3 Michael Hanselmann
        queue_lock.Unlock()
132 f56377a3 Michael Hanselmann
133 8b537bb0 Michael Hanselmann
  except:
134 8b537bb0 Michael Hanselmann
    queue_lock.Close()
135 8b537bb0 Michael Hanselmann
    raise
136 8b537bb0 Michael Hanselmann
137 8b537bb0 Michael Hanselmann
  return queue_lock
138 ff699aa9 Michael Hanselmann
139 ff699aa9 Michael Hanselmann
140 ff699aa9 Michael Hanselmann
def CheckDrainFlag():
141 ff699aa9 Michael Hanselmann
  """Check if the queue is marked to be drained.
142 ff699aa9 Michael Hanselmann

143 ff699aa9 Michael Hanselmann
  This currently uses the queue drain file, which makes it a per-node flag.
144 ff699aa9 Michael Hanselmann
  In the future this can be moved to the config file.
145 ff699aa9 Michael Hanselmann

146 ff699aa9 Michael Hanselmann
  @rtype: boolean
147 ff699aa9 Michael Hanselmann
  @return: True if the job queue is marked drained
148 ff699aa9 Michael Hanselmann

149 ff699aa9 Michael Hanselmann
  """
150 ff699aa9 Michael Hanselmann
  return os.path.exists(constants.JOB_QUEUE_DRAIN_FILE)
151 ff699aa9 Michael Hanselmann
152 ff699aa9 Michael Hanselmann
153 ff699aa9 Michael Hanselmann
def SetDrainFlag(drain_flag):
154 ff699aa9 Michael Hanselmann
  """Sets the drain flag for the queue.
155 ff699aa9 Michael Hanselmann

156 ff699aa9 Michael Hanselmann
  @type drain_flag: boolean
157 ff699aa9 Michael Hanselmann
  @param drain_flag: Whether to set or unset the drain flag
158 ff699aa9 Michael Hanselmann
  @attention: This function should only called the current holder of the queue
159 ff699aa9 Michael Hanselmann
    lock
160 ff699aa9 Michael Hanselmann

161 ff699aa9 Michael Hanselmann
  """
162 ff699aa9 Michael Hanselmann
  getents = runtime.GetEnts()
163 ff699aa9 Michael Hanselmann
164 ff699aa9 Michael Hanselmann
  if drain_flag:
165 ff699aa9 Michael Hanselmann
    utils.WriteFile(constants.JOB_QUEUE_DRAIN_FILE, data="",
166 ff699aa9 Michael Hanselmann
                    uid=getents.masterd_uid, gid=getents.masterd_gid)
167 ff699aa9 Michael Hanselmann
  else:
168 ff699aa9 Michael Hanselmann
    utils.RemoveFile(constants.JOB_QUEUE_DRAIN_FILE)
169 ff699aa9 Michael Hanselmann
170 ff699aa9 Michael Hanselmann
  assert (not drain_flag) ^ CheckDrainFlag()