X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/8b537bb0fd52a71c6f260f1f8ca0549423aa3d82..ef52306aab58ab0bca5258f677b538c8daaf5c87:/lib/jstore.py diff --git a/lib/jstore.py b/lib/jstore.py index 5065e86..88b15cc 100644 --- a/lib/jstore.py +++ b/lib/jstore.py @@ -21,13 +21,12 @@ """Module implementing the job queue handling.""" -import os -import logging import errno -import re +import os from ganeti import constants from ganeti import errors +from ganeti import runtime from ganeti import utils @@ -39,17 +38,12 @@ def _ReadNumericFile(file_name): """ try: - fd = open(file_name, "r") - except IOError, err: + return int(utils.ReadFile(file_name)) + except EnvironmentError, err: if err.errno in (errno.ENOENT, ): return None raise - try: - return int(fd.read(128)) - finally: - fd.close() - def ReadSerial(): """Read the serial file. @@ -69,67 +63,108 @@ def ReadVersion(): return _ReadNumericFile(constants.JOB_QUEUE_VERSION_FILE) -def InitAndVerifyQueue(exclusive): +def InitAndVerifyQueue(must_lock): """Open and lock job queue. If necessary, the queue is automatically initialized. - @type exclusive: bool - @param exclusive: Whether to lock the queue in exclusive mode. Shared - mode otherwise. + @type must_lock: bool + @param must_lock: Whether an exclusive lock must be held. @rtype: utils.FileLock @return: Lock object for the queue. This can be used to change the locking mode. """ - # Make sure our directories exists - for path in (constants.QUEUE_DIR, constants.JOB_QUEUE_ARCHIVE_DIR): - try: - os.mkdir(path, 0700) - except OSError, err: - if err.errno not in (errno.EEXIST, ): - raise + getents = runtime.GetEnts() # Lock queue - queue_lock = utils.FileLock(constants.JOB_QUEUE_LOCK_FILE) + queue_lock = utils.FileLock.Open(constants.JOB_QUEUE_LOCK_FILE) try: - # Determine locking function and call it - if exclusive: - fn = queue_lock.Exclusive + # The queue needs to be locked in exclusive mode to write to the serial and + # version files. + if must_lock: + queue_lock.Exclusive(blocking=True) + holding_lock = True else: - fn = queue_lock.Shared - - fn(blocking=False) - - # Verify version - version = ReadVersion() - if version is None: - # Write new version file - utils.WriteFile(constants.JOB_QUEUE_VERSION_FILE, - data="%s\n" % constants.JOB_QUEUE_VERSION) - - # Read again + try: + queue_lock.Exclusive(blocking=False) + holding_lock = True + except errors.LockError: + # Ignore errors and assume the process keeping the lock checked + # everything. + holding_lock = False + + if holding_lock: + # Verify version version = ReadVersion() + if version is None: + # Write new version file + utils.WriteFile(constants.JOB_QUEUE_VERSION_FILE, + uid=getents.masterd_uid, gid=getents.masterd_gid, + data="%s\n" % constants.JOB_QUEUE_VERSION) - if version != constants.JOB_QUEUE_VERSION: - raise errors.JobQueueError("Found job queue version %s, expected %s", - version, constants.JOB_QUEUE_VERSION) + # Read again + version = ReadVersion() - serial = ReadSerial() - if serial is None: - # Write new serial file - utils.WriteFile(constants.JOB_QUEUE_SERIAL_FILE, - data="%s\n" % 0) + if version != constants.JOB_QUEUE_VERSION: + raise errors.JobQueueError("Found job queue version %s, expected %s", + version, constants.JOB_QUEUE_VERSION) - # Read again serial = ReadSerial() + if serial is None: + # Write new serial file + utils.WriteFile(constants.JOB_QUEUE_SERIAL_FILE, + uid=getents.masterd_uid, gid=getents.masterd_gid, + data="%s\n" % 0) + + # Read again + serial = ReadSerial() + + if serial is None: + # There must be a serious problem + raise errors.JobQueueError("Can't read/parse the job queue" + " serial file") - if serial is None: - # There must be a serious problem - raise errors.JobQueueError("Can't read/parse the job queue serial file") + if not must_lock: + # There's no need for more error handling. Closing the lock + # file below in case of an error will unlock it anyway. + queue_lock.Unlock() except: queue_lock.Close() raise return queue_lock + + +def CheckDrainFlag(): + """Check if the queue is marked to be drained. + + This currently uses the queue drain file, which makes it a per-node flag. + In the future this can be moved to the config file. + + @rtype: boolean + @return: True if the job queue is marked drained + + """ + return os.path.exists(constants.JOB_QUEUE_DRAIN_FILE) + + +def SetDrainFlag(drain_flag): + """Sets the drain flag for the queue. + + @type drain_flag: boolean + @param drain_flag: Whether to set or unset the drain flag + @attention: This function should only called the current holder of the queue + lock + + """ + getents = runtime.GetEnts() + + if drain_flag: + utils.WriteFile(constants.JOB_QUEUE_DRAIN_FILE, data="", + uid=getents.masterd_uid, gid=getents.masterd_gid) + else: + utils.RemoveFile(constants.JOB_QUEUE_DRAIN_FILE) + + assert (not drain_flag) ^ CheckDrainFlag()