X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/cdeefd9b5fa8f36ff43959d7e4f16a95d067f94c..d24bc00093906f86c8f054557b4fe6869cb75885:/lib/bdev.py diff --git a/lib/bdev.py b/lib/bdev.py index da7745c..7904eea 100644 --- a/lib/bdev.py +++ b/lib/bdev.py @@ -1,7 +1,7 @@ # # -# Copyright (C) 2006, 2007 Google Inc. +# Copyright (C) 2006, 2007, 2010 Google Inc. # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -32,6 +32,8 @@ from ganeti import utils from ganeti import errors from ganeti import constants from ganeti import objects +from ganeti import compat +from ganeti import netutils # Size of reads in _CanReadDevice @@ -228,6 +230,20 @@ class BlockDev(object): result = result and child.SetSyncSpeed(speed) return result + def PauseResumeSync(self, pause): + """Pause/Resume the sync of the mirror. + + In case this is not a mirroring device, this is no-op. + + @param pause: Wheater to pause or resume + + """ + result = True + if self._children: + for child in self._children: + result = result and child.PauseResumeSync(pause) + return result + def GetSyncStatus(self): """Returns the sync status of the device. @@ -388,7 +404,7 @@ class LogicalVolume(BlockDev): pvs_info.reverse() pvlist = [ pv[1] for pv in pvs_info ] - if utils.any(pvlist, lambda v: ":" in v): + if compat.any(":" in v for v in pvlist): _ThrowError("Some of your PVs have the invalid character ':' in their" " name, this is not supported - please filter them out" " in lvm.conf using either 'filter' or 'preferred_names'") @@ -416,7 +432,40 @@ class LogicalVolume(BlockDev): return LogicalVolume(unique_id, children, size) @staticmethod - def GetPVInfo(vg_names, filter_allocatable=True): + def _GetVolumeInfo(lvm_cmd, fields): + """Returns LVM Volumen infos using lvm_cmd + + @param lvm_cmd: Should be one of "pvs", "vgs" or "lvs" + @param fields: Fields to return + @return: A list of dicts each with the parsed fields + + """ + if not fields: + raise errors.ProgrammerError("No fields specified") + + sep = "|" + cmd = [lvm_cmd, "--noheadings", "--nosuffix", "--units=m", "--unbuffered", + "--separator=%s" % sep, "-o%s" % ",".join(fields)] + + result = utils.RunCmd(cmd) + if result.failed: + raise errors.CommandError("Can't get the volume information: %s - %s" % + (result.fail_reason, result.output)) + + data = [] + for line in result.stdout.splitlines(): + splitted_fields = line.strip().split(sep) + + if len(fields) != len(splitted_fields): + raise errors.CommandError("Can't parse %s output: line '%s'" % + (lvm_cmd, line)) + + data.append(splitted_fields) + + return data + + @classmethod + def GetPVInfo(cls, vg_names, filter_allocatable=True): """Get the free space info for PVs in a volume group. @param vg_names: list of volume group names, if empty all will be returned @@ -426,28 +475,53 @@ class LogicalVolume(BlockDev): @return: list of tuples (free_space, name) with free_space in mebibytes """ - sep = "|" - command = ["pvs", "--noheadings", "--nosuffix", "--units=m", - "-opv_name,vg_name,pv_free,pv_attr", "--unbuffered", - "--separator=%s" % sep ] - result = utils.RunCmd(command) - if result.failed: - logging.error("Can't get the PV information: %s - %s", - result.fail_reason, result.output) + try: + info = cls._GetVolumeInfo("pvs", ["pv_name", "vg_name", "pv_free", + "pv_attr"]) + except errors.GenericError, err: + logging.error("Can't get PV information: %s", err) return None + data = [] - for line in result.stdout.splitlines(): - fields = line.strip().split(sep) - if len(fields) != 4: - logging.error("Can't parse pvs output: line '%s'", line) - return None + for pv_name, vg_name, pv_free, pv_attr in info: # (possibly) skip over pvs which are not allocatable - if filter_allocatable and fields[3][0] != 'a': + if filter_allocatable and pv_attr[0] != "a": continue # (possibly) skip over pvs which are not in the right volume group(s) - if vg_names and fields[1] not in vg_names: + if vg_names and vg_name not in vg_names: + continue + data.append((float(pv_free), pv_name, vg_name)) + + return data + + @classmethod + def GetVGInfo(cls, vg_names, filter_readonly=True): + """Get the free space info for specific VGs. + + @param vg_names: list of volume group names, if empty all will be returned + @param filter_readonly: whether to skip over readonly VGs + + @rtype: list + @return: list of tuples (free_space, total_size, name) with free_space in + MiB + + """ + try: + info = cls._GetVolumeInfo("vgs", ["vg_name", "vg_free", "vg_attr", + "vg_size"]) + except errors.GenericError, err: + logging.error("Can't get VG information: %s", err) + return None + + data = [] + for vg_name, vg_free, vg_attr, vg_size in info: + # (possibly) skip over vgs which are not writable + if filter_readonly and vg_attr[0] == "r": + continue + # (possibly) skip over vgs which are not in the right volume group(s) + if vg_names and vg_name not in vg_names: continue - data.append((float(fields[2]), fields[0], fields[1])) + data.append((float(vg_free), float(vg_size), vg_name)) return data @@ -462,7 +536,7 @@ class LogicalVolume(BlockDev): """ if (not cls._VALID_NAME_RE.match(name) or name in cls._INVALID_NAMES or - utils.any(cls._INVALID_SUBSTRINGS, lambda x: x in name)): + compat.any(substring in name for substring in cls._INVALID_SUBSTRINGS)): _ThrowError("Invalid LVM name '%s'", name) def Remove(self): @@ -634,6 +708,8 @@ class LogicalVolume(BlockDev): def Snapshot(self, size): """Create a snapshot copy of an lvm block device. + @returns: tuple (vg, lv) + """ snap_name = self._lv_name + ".snap" @@ -641,12 +717,10 @@ class LogicalVolume(BlockDev): snap = LogicalVolume((self._vg_name, snap_name), None, size) _IgnoreError(snap.Remove) - pvs_info = self.GetPVInfo([self._vg_name]) - if not pvs_info: - _ThrowError("Can't compute PV info for vg %s", self._vg_name) - pvs_info.sort() - pvs_info.reverse() - free_size, _, _ = pvs_info[0] + vg_info = self.GetVGInfo([self._vg_name]) + if not vg_info: + _ThrowError("Can't compute VG info for vg %s", self._vg_name) + free_size, _, _ = vg_info[0] if free_size < size: _ThrowError("Not enough free space: required %s," " available %s", size, free_size) @@ -657,7 +731,7 @@ class LogicalVolume(BlockDev): _ThrowError("command: %s error: %s - %s", result.cmd, result.fail_reason, result.output) - return snap_name + return (self._vg_name, snap_name) def SetInfo(self, text): """Update metadata with info text. @@ -813,7 +887,7 @@ class BaseDRBD(BlockDev): # pylint: disable-msg=W0223 0.7 and 8.x versions of DRBD. """ - _VERSION_RE = re.compile(r"^version: (\d+)\.(\d+)\.(\d+)" + _VERSION_RE = re.compile(r"^version: (\d+)\.(\d+)\.(\d+)(?:\.\d+)?" r" \(api:(\d+)/proto:(\d+)(?:-(\d+))?\)") _VALID_LINE_RE = re.compile("^ *([0-9]+): cs:([^ ]+).*$") _UNUSED_LINE_RE = re.compile("^ *([0-9]+): cs:Unconfigured$") @@ -824,6 +898,7 @@ class BaseDRBD(BlockDev): # pylint: disable-msg=W0223 _ST_CONNECTED = "Connected" _STATUS_FILE = "/proc/drbd" + _USERMODE_HELPER_FILE = "/sys/module/drbd/parameters/usermode_helper" @staticmethod def _GetProcData(filename=_STATUS_FILE): @@ -870,7 +945,7 @@ class BaseDRBD(BlockDev): # pylint: disable-msg=W0223 return results @classmethod - def _GetVersion(cls): + def _GetVersion(cls, proc_data): """Return the DRBD version. This will return a dict with keys: @@ -882,7 +957,6 @@ class BaseDRBD(BlockDev): # pylint: disable-msg=W0223 - proto2 (only on drbd > 8.2.X) """ - proc_data = cls._GetProcData() first_line = proc_data[0].strip() version = cls._VERSION_RE.match(first_line) if not version: @@ -902,6 +976,23 @@ class BaseDRBD(BlockDev): # pylint: disable-msg=W0223 return retval @staticmethod + def GetUsermodeHelper(filename=_USERMODE_HELPER_FILE): + """Returns DRBD usermode_helper currently set. + + """ + try: + helper = utils.ReadFile(filename).splitlines()[0] + except EnvironmentError, err: + if err.errno == errno.ENOENT: + _ThrowError("The file %s cannot be opened, check if the module" + " is loaded (%s)", filename, str(err)) + else: + _ThrowError("Can't read DRBD helper file %s: %s", filename, str(err)) + if not helper: + _ThrowError("Can't read any data from %s", filename) + return helper + + @staticmethod def _DevPath(minor): """Return the path to a drbd device for a given minor. @@ -958,17 +1049,17 @@ class BaseDRBD(BlockDev): # pylint: disable-msg=W0223 sectors = int(result.stdout) except (TypeError, ValueError): _ThrowError("Invalid output from blockdev: '%s'", result.stdout) - bytes = sectors * 512 - if bytes < 128 * 1024 * 1024: # less than 128MiB - _ThrowError("Meta device too small (%.2fMib)", (bytes / 1024 / 1024)) + num_bytes = sectors * 512 + if num_bytes < 128 * 1024 * 1024: # less than 128MiB + _ThrowError("Meta device too small (%.2fMib)", (num_bytes / 1024 / 1024)) # the maximum *valid* size of the meta device when living on top # of LVM is hard to compute: it depends on the number of stripes # and the PE size; e.g. a 2-stripe, 64MB PE will result in a 128MB # (normal size), but an eight-stripe 128MB PE will result in a 1GB # size meta device; as such, we restrict it to 1GB (a little bit # too generous, but making assumptions about PE size is hard) - if bytes > 1024 * 1024 * 1024: - _ThrowError("Meta device too big (%.2fMiB)", (bytes / 1024 / 1024)) + if num_bytes > 1024 * 1024 * 1024: + _ThrowError("Meta device too big (%.2fMiB)", (num_bytes / 1024 / 1024)) def Rename(self, new_id): """Rename a device. @@ -1014,7 +1105,7 @@ class DRBD8(BaseDRBD): children = [] super(DRBD8, self).__init__(unique_id, children, size) self.major = self._DRBD_MAJOR - version = self._GetVersion() + version = self._GetVersion(self._GetProcData()) if version['k_major'] != 8 : _ThrowError("Mismatch in DRBD kernel version and requested ganeti" " usage: kernel is %s.%s, ganeti wants 8.x", @@ -1078,7 +1169,10 @@ class DRBD8(BaseDRBD): # pyparsing setup lbrace = pyp.Literal("{").suppress() rbrace = pyp.Literal("}").suppress() + lbracket = pyp.Literal("[").suppress() + rbracket = pyp.Literal("]").suppress() semi = pyp.Literal(";").suppress() + colon = pyp.Literal(":").suppress() # this also converts the value to an int number = pyp.Word(pyp.nums).setParseAction(lambda s, l, t: int(t[0])) @@ -1091,19 +1185,19 @@ class DRBD8(BaseDRBD): # value types value = pyp.Word(pyp.alphanums + '_-/.:') quoted = dbl_quote + pyp.CharsNotIn('"') + dbl_quote - addr_type = (pyp.Optional(pyp.Literal("ipv4")).suppress() + - pyp.Optional(pyp.Literal("ipv6")).suppress()) - addr_port = (addr_type + pyp.Word(pyp.nums + '.') + - pyp.Literal(':').suppress() + number) + ipv4_addr = (pyp.Optional(pyp.Literal("ipv4")).suppress() + + pyp.Word(pyp.nums + ".") + colon + number) + ipv6_addr = (pyp.Optional(pyp.Literal("ipv6")).suppress() + + pyp.Optional(lbracket) + pyp.Word(pyp.hexnums + ":") + + pyp.Optional(rbracket) + colon + number) # meta device, extended syntax - meta_value = ((value ^ quoted) + pyp.Literal('[').suppress() + - number + pyp.Word(']').suppress()) + meta_value = ((value ^ quoted) + lbracket + number + rbracket) # device name, extended syntax device_value = pyp.Literal("minor").suppress() + number # a statement stmt = (~rbrace + keyword + ~lbrace + - pyp.Optional(addr_port ^ value ^ quoted ^ meta_value ^ + pyp.Optional(ipv4_addr ^ ipv6_addr ^ value ^ quoted ^ meta_value ^ device_value) + pyp.Optional(defa) + semi + pyp.Optional(pyp.restOfLine).suppress()) @@ -1237,7 +1331,7 @@ class DRBD8(BaseDRBD): if size: args.extend(["-d", "%sm" % size]) if not constants.DRBD_BARRIERS: # disable barriers, if configured so - version = cls._GetVersion() + version = cls._GetVersion(cls._GetProcData()) # various DRBD versions support different disk barrier options; # what we aim here is to revert back to the 'drain' method of # disk flushes and to disable metadata barriers, in effect going @@ -1279,8 +1373,22 @@ class DRBD8(BaseDRBD): # about its peer. cls._SetMinorSyncSpeed(minor, constants.SYNC_SPEED) + if netutils.IP6Address.IsValid(lhost): + if not netutils.IP6Address.IsValid(rhost): + _ThrowError("drbd%d: can't connect ip %s to ip %s" % + (minor, lhost, rhost)) + family = "ipv6" + elif netutils.IP4Address.IsValid(lhost): + if not netutils.IP4Address.IsValid(rhost): + _ThrowError("drbd%d: can't connect ip %s to ip %s" % + (minor, lhost, rhost)) + family = "ipv4" + else: + _ThrowError("drbd%d: Invalid ip %s" % (minor, lhost)) + args = ["drbdsetup", cls._DevPath(minor), "net", - "%s:%s" % (lhost, lport), "%s:%s" % (rhost, rport), protocol, + "%s:%s:%s" % (family, lhost, lport), + "%s:%s:%s" % (family, rhost, rport), protocol, "-A", "discard-zero-changes", "-B", "consensus", "--create-device", @@ -1394,6 +1502,30 @@ class DRBD8(BaseDRBD): children_result = super(DRBD8, self).SetSyncSpeed(kbytes) return self._SetMinorSyncSpeed(self.minor, kbytes) and children_result + def PauseResumeSync(self, pause): + """Pauses or resumes the sync of a DRBD device. + + @param pause: Wether to pause or resume + @return: the success of the operation + + """ + if self.minor is None: + logging.info("Not attached during PauseSync") + return False + + children_result = super(DRBD8, self).PauseResumeSync(pause) + + if pause: + cmd = "pause-sync" + else: + cmd = "resume-sync" + + result = utils.RunCmd(["drbdsetup", self.dev_path, cmd]) + if result.failed: + logging.error("Can't %s: %s - %s", cmd, + result.fail_reason, result.output) + return not result.failed and children_result + def GetProcStatus(self): """Return device data from /proc. @@ -1874,8 +2006,17 @@ class FileStorage(BlockDev): @param amount: the amount (in mebibytes) to grow with """ - # TODO: implement grow for file-based storage - _ThrowError("Grow not supported for file-based storage") + # Check that the file exists + self.Assemble() + current_size = self.GetActualSize() + new_size = current_size + amount * 1024 * 1024 + assert new_size > current_size, "Cannot Grow with a negative amount" + try: + f = open(self.dev_path, "a+") + f.truncate(new_size) + f.close() + except EnvironmentError, err: + _ThrowError("Error in file growth: %", str(err)) def Attach(self): """Attach to an existing file.