Synnefo » snf-ganeti » ganeti-local

	lib/bdev.py \

	test/py/ganeti.bdev_unittest.py \

from ganeti import bdev

#

#

# Copyright (C) 2006, 2007, 2010, 2011, 2012, 2013 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

"""Block device abstraction"""

import re

import time

import errno

import shlex

import stat

import pyparsing as pyp

import os

import logging

import math

from ganeti import utils

from ganeti import errors

from ganeti import constants

from ganeti import objects

from ganeti import compat

from ganeti import netutils

from ganeti import pathutils

from ganeti import serializer

# Size of reads in _CanReadDevice

_DEVICE_READ_SIZE = 128 * 1024

class RbdShowmappedJsonError(Exception):

  """`rbd showmmapped' JSON formatting error Exception class.

  """

  pass

def _IgnoreError(fn, *args, **kwargs):

  """Executes the given function, ignoring BlockDeviceErrors.

  This is used in order to simplify the execution of cleanup or

  rollback functions.

  @rtype: boolean

  @return: True when fn didn't raise an exception, False otherwise

  """

  try:

    fn(*args, **kwargs)

    return True

  except errors.BlockDeviceError, err:

    logging.warning("Caught BlockDeviceError but ignoring: %s", str(err))

    return False

def _ThrowError(msg, *args):

  """Log an error to the node daemon and the raise an exception.

  @type msg: string

  @param msg: the text of the exception

  @raise errors.BlockDeviceError

  """

  if args:

    msg = msg % args

  logging.error(msg)

  raise errors.BlockDeviceError(msg)

def _CheckResult(result):

  """Throws an error if the given result is a failed one.

  @param result: result from RunCmd

  """

  if result.failed:

    _ThrowError("Command: %s error: %s - %s", result.cmd, result.fail_reason,

                result.output)

def _CanReadDevice(path):

  """Check if we can read from the given device.

  This tries to read the first 128k of the device.

  """

  try:

    utils.ReadFile(path, size=_DEVICE_READ_SIZE)

    return True

  except EnvironmentError:

    logging.warning("Can't read from device %s", path, exc_info=True)

    return False

def _GetForbiddenFileStoragePaths():

  """Builds a list of path prefixes which shouldn't be used for file storage.

  @rtype: frozenset

  """

  paths = set([

    "/boot",

    "/dev",

    "/etc",

    "/home",

    "/proc",

    "/root",

    "/sys",

    ])

  for prefix in ["", "/usr", "/usr/local"]:

    paths.update(map(lambda s: "%s/%s" % (prefix, s),

                     ["bin", "lib", "lib32", "lib64", "sbin"]))

  return compat.UniqueFrozenset(map(os.path.normpath, paths))

def _ComputeWrongFileStoragePaths(paths,

                                  _forbidden=_GetForbiddenFileStoragePaths()):

  """Cross-checks a list of paths for prefixes considered bad.

  Some paths, e.g. "/bin", should not be used for file storage.

  @type paths: list

  @param paths: List of paths to be checked

  @rtype: list

  @return: Sorted list of paths for which the user should be warned

  """

  def _Check(path):

    return (not os.path.isabs(path) or

            path in _forbidden or

            filter(lambda p: utils.IsBelowDir(p, path), _forbidden))

  return utils.NiceSort(filter(_Check, map(os.path.normpath, paths)))

def ComputeWrongFileStoragePaths(_filename=pathutils.FILE_STORAGE_PATHS_FILE):

  """Returns a list of file storage paths whose prefix is considered bad.

  See L{_ComputeWrongFileStoragePaths}.

  """

  return _ComputeWrongFileStoragePaths(_LoadAllowedFileStoragePaths(_filename))

def _CheckFileStoragePath(path, allowed):

  """Checks if a path is in a list of allowed paths for file storage.

  @type path: string

  @param path: Path to check

  @type allowed: list

  @param allowed: List of allowed paths

  @raise errors.FileStoragePathError: If the path is not allowed

  """

  if not os.path.isabs(path):

    raise errors.FileStoragePathError("File storage path must be absolute,"

                                      " got '%s'" % path)

  for i in allowed:

    if not os.path.isabs(i):

      logging.info("Ignoring relative path '%s' for file storage", i)

      continue

    if utils.IsBelowDir(i, path):

      break

  else:

    raise errors.FileStoragePathError("Path '%s' is not acceptable for file"

                                      " storage" % path)

def _LoadAllowedFileStoragePaths(filename):

  """Loads file containing allowed file storage paths.

  @rtype: list

  @return: List of allowed paths (can be an empty list)

  """

  try:

    contents = utils.ReadFile(filename)

  except EnvironmentError:

    return []

  else:

    return utils.FilterEmptyLinesAndComments(contents)

def CheckFileStoragePath(path, _filename=pathutils.FILE_STORAGE_PATHS_FILE):

  """Checks if a path is allowed for file storage.

  @type path: string

  @param path: Path to check

  @raise errors.FileStoragePathError: If the path is not allowed

  """

  allowed = _LoadAllowedFileStoragePaths(_filename)

  if _ComputeWrongFileStoragePaths([path]):

    raise errors.FileStoragePathError("Path '%s' uses a forbidden prefix" %

                                      path)

  _CheckFileStoragePath(path, allowed)

class BlockDev(object):

  """Block device abstract class.

  A block device can be in the following states:

    - not existing on the system, and by `Create()` it goes into:

    - existing but not setup/not active, and by `Assemble()` goes into:

    - active read-write and by `Open()` it goes into

    - online (=used, or ready for use)

  A device can also be online but read-only, however we are not using

  the readonly state (LV has it, if needed in the future) and we are

  usually looking at this like at a stack, so it's easier to

  conceptualise the transition from not-existing to online and back

  like a linear one.

  The many different states of the device are due to the fact that we

  need to cover many device types:

    - logical volumes are created, lvchange -a y $lv, and used

    - drbd devices are attached to a local disk/remote peer and made primary

  A block device is identified by three items:

    - the /dev path of the device (dynamic)

    - a unique ID of the device (static)

    - it's major/minor pair (dynamic)

  Not all devices implement both the first two as distinct items. LVM

  logical volumes have their unique ID (the pair volume group, logical

  volume name) in a 1-to-1 relation to the dev path. For DRBD devices,

  the /dev path is again dynamic and the unique id is the pair (host1,

  dev1), (host2, dev2).

  You can get to a device in two ways:

    - creating the (real) device, which returns you

      an attached instance (lvcreate)

    - attaching of a python instance to an existing (real) device

  The second point, the attachment to a device, is different

  depending on whether the device is assembled or not. At init() time,

  we search for a device with the same unique_id as us. If found,

  good. It also means that the device is already assembled. If not,

  after assembly we'll have our correct major/minor.

  """

  def __init__(self, unique_id, children, size, params):

    self._children = children

    self.dev_path = None

    self.unique_id = unique_id

    self.major = None

    self.minor = None

    self.attached = False

    self.size = size

    self.params = params

  def Assemble(self):

    """Assemble the device from its components.

    Implementations of this method by child classes must ensure that:

      - after the device has been assembled, it knows its major/minor

        numbers; this allows other devices (usually parents) to probe

        correctly for their children

      - calling this method on an existing, in-use device is safe

      - if the device is already configured (and in an OK state),

        this method is idempotent

    """

    pass

  def Attach(self):

    """Find a device which matches our config and attach to it.

    """

    raise NotImplementedError

  def Close(self):

    """Notifies that the device will no longer be used for I/O.

    """

    raise NotImplementedError

  @classmethod

  def Create(cls, unique_id, children, size, params, excl_stor):

    """Create the device.

    If the device cannot be created, it will return None

    instead. Error messages go to the logging system.

    Note that for some devices, the unique_id is used, and for other,

    the children. The idea is that these two, taken together, are

    enough for both creation and assembly (later).

    """

    raise NotImplementedError

  def Remove(self):

    """Remove this device.

    This makes sense only for some of the device types: LV and file

    storage. Also note that if the device can't attach, the removal

    can't be completed.

    """

    raise NotImplementedError

  def Rename(self, new_id):

    """Rename this device.

    This may or may not make sense for a given device type.

    """

    raise NotImplementedError

  def Open(self, force=False):

    """Make the device ready for use.

    This makes the device ready for I/O. For now, just the DRBD

    devices need this.

    The force parameter signifies that if the device has any kind of

    --force thing, it should be used, we know what we are doing.

    """

    raise NotImplementedError

  def Shutdown(self):

    """Shut down the device, freeing its children.

    This undoes the `Assemble()` work, except for the child

    assembling; as such, the children on the device are still

    assembled after this call.

    """

    raise NotImplementedError

  def SetSyncParams(self, params):

    """Adjust the synchronization parameters of the mirror.

    In case this is not a mirroring device, this is no-op.

    @param params: dictionary of LD level disk parameters related to the

    synchronization.

    @rtype: list

    @return: a list of error messages, emitted both by the current node and by

    children. An empty list means no errors.

    """

    result = []

    if self._children:

      for child in self._children:

        result.extend(child.SetSyncParams(params))

    return result

  def PauseResumeSync(self, pause):

    """Pause/Resume the sync of the mirror.

    In case this is not a mirroring device, this is no-op.

    @param pause: Whether to pause or resume

    """

    result = True

    if self._children:

      for child in self._children:

        result = result and child.PauseResumeSync(pause)

    return result

  def GetSyncStatus(self):

    """Returns the sync status of the device.

    If this device is a mirroring device, this function returns the

    status of the mirror.

    If sync_percent is None, it means the device is not syncing.

    If estimated_time is None, it means we can't estimate

    the time needed, otherwise it's the time left in seconds.

    If is_degraded is True, it means the device is missing

    redundancy. This is usually a sign that something went wrong in

    the device setup, if sync_percent is None.

    The ldisk parameter represents the degradation of the local

    data. This is only valid for some devices, the rest will always

    return False (not degraded).

    @rtype: objects.BlockDevStatus

    """

    return objects.BlockDevStatus(dev_path=self.dev_path,

                                  major=self.major,

                                  minor=self.minor,

                                  sync_percent=None,

                                  estimated_time=None,

                                  is_degraded=False,

                                  ldisk_status=constants.LDS_OKAY)

  def CombinedSyncStatus(self):

    """Calculate the mirror status recursively for our children.

    The return value is the same as for `GetSyncStatus()` except the

    minimum percent and maximum time are calculated across our

    children.

    @rtype: objects.BlockDevStatus

    """

    status = self.GetSyncStatus()

    min_percent = status.sync_percent

    max_time = status.estimated_time

    is_degraded = status.is_degraded

    ldisk_status = status.ldisk_status

    if self._children:

      for child in self._children:

        child_status = child.GetSyncStatus()

        if min_percent is None:

          min_percent = child_status.sync_percent

        elif child_status.sync_percent is not None:

          min_percent = min(min_percent, child_status.sync_percent)

        if max_time is None:

          max_time = child_status.estimated_time

        elif child_status.estimated_time is not None:

          max_time = max(max_time, child_status.estimated_time)

        is_degraded = is_degraded or child_status.is_degraded

        if ldisk_status is None:

          ldisk_status = child_status.ldisk_status

        elif child_status.ldisk_status is not None:

          ldisk_status = max(ldisk_status, child_status.ldisk_status)

    return objects.BlockDevStatus(dev_path=self.dev_path,

                                  major=self.major,

                                  minor=self.minor,

                                  sync_percent=min_percent,

                                  estimated_time=max_time,

                                  is_degraded=is_degraded,

                                  ldisk_status=ldisk_status)

  def SetInfo(self, text):

    """Update metadata with info text.

    Only supported for some device types.

    """

    for child in self._children:

      child.SetInfo(text)

  def Grow(self, amount, dryrun, backingstore):

    """Grow the block device.

    @type amount: integer

    @param amount: the amount (in mebibytes) to grow with

    @type dryrun: boolean

    @param dryrun: whether to execute the operation in simulation mode

        only, without actually increasing the size

    @param backingstore: whether to execute the operation on backing storage

        only, or on "logical" storage only; e.g. DRBD is logical storage,

        whereas LVM, file, RBD are backing storage

    """

    raise NotImplementedError

  def GetActualSize(self):

    """Return the actual disk size.

    @note: the device needs to be active when this is called

    """

    assert self.attached, "BlockDevice not attached in GetActualSize()"

    result = utils.RunCmd(["blockdev", "--getsize64", self.dev_path])

    if result.failed:

      _ThrowError("blockdev failed (%s): %s",

                  result.fail_reason, result.output)

    try:

      sz = int(result.output.strip())

    except (ValueError, TypeError), err:

      _ThrowError("Failed to parse blockdev output: %s", str(err))

    return sz

  def __repr__(self):

    return ("<%s: unique_id: %s, children: %s, %s:%s, %s>" %

            (self.__class__, self.unique_id, self._children,

             self.major, self.minor, self.dev_path))

class LogicalVolume(BlockDev):

  """Logical Volume block device.

  """

  _VALID_NAME_RE = re.compile("^[a-zA-Z0-9+_.-]*$")

  _INVALID_NAMES = compat.UniqueFrozenset([".", "..", "snapshot", "pvmove"])

  _INVALID_SUBSTRINGS = compat.UniqueFrozenset(["_mlog", "_mimage"])

  def __init__(self, unique_id, children, size, params):

    """Attaches to a LV device.

    The unique_id is a tuple (vg_name, lv_name)

    """

    super(LogicalVolume, self).__init__(unique_id, children, size, params)

    if not isinstance(unique_id, (tuple, list)) or len(unique_id) != 2:

      raise ValueError("Invalid configuration data %s" % str(unique_id))

    self._vg_name, self._lv_name = unique_id

    self._ValidateName(self._vg_name)

    self._ValidateName(self._lv_name)

    self.dev_path = utils.PathJoin("/dev", self._vg_name, self._lv_name)

    self._degraded = True

    self.major = self.minor = self.pe_size = self.stripe_count = None

    self.Attach()

  @staticmethod

  def _GetStdPvSize(pvs_info):

    """Return the the standard PV size (used with exclusive storage).

    @param pvs_info: list of objects.LvmPvInfo, cannot be empty

    @rtype: float

    @return: size in MiB

    """

    assert len(pvs_info) > 0

    smallest = min([pv.size for pv in pvs_info])

    return smallest / (1 + constants.PART_MARGIN + constants.PART_RESERVED)

  @staticmethod

  def _ComputeNumPvs(size, pvs_info):

    """Compute the number of PVs needed for an LV (with exclusive storage).

    @type size: float

    @param size: LV size in MiB

    @param pvs_info: list of objects.LvmPvInfo, cannot be empty

    @rtype: integer

    @return: number of PVs needed

    """

    assert len(pvs_info) > 0

    pv_size = float(LogicalVolume._GetStdPvSize(pvs_info))

    return int(math.ceil(float(size) / pv_size))

  @staticmethod

  def _GetEmptyPvNames(pvs_info, max_pvs=None):

    """Return a list of empty PVs, by name.

    """

    empty_pvs = filter(objects.LvmPvInfo.IsEmpty, pvs_info)

    if max_pvs is not None:

      empty_pvs = empty_pvs[:max_pvs]

    return map((lambda pv: pv.name), empty_pvs)

  @classmethod

  def Create(cls, unique_id, children, size, params, excl_stor):

    """Create a new logical volume.

    """

    if not isinstance(unique_id, (tuple, list)) or len(unique_id) != 2:

      raise errors.ProgrammerError("Invalid configuration data %s" %

                                   str(unique_id))

    vg_name, lv_name = unique_id

    cls._ValidateName(vg_name)

    cls._ValidateName(lv_name)

    pvs_info = cls.GetPVInfo([vg_name])

    if not pvs_info:

      if excl_stor:

        msg = "No (empty) PVs found"

      else:

        msg = "Can't compute PV info for vg %s" % vg_name

      _ThrowError(msg)

    pvs_info.sort(key=(lambda pv: pv.free), reverse=True)

    pvlist = [pv.name for pv in pvs_info]

    if compat.any(":" in v for v in pvlist):

      _ThrowError("Some of your PVs have the invalid character ':' in their"

                  " name, this is not supported - please filter them out"

                  " in lvm.conf using either 'filter' or 'preferred_names'")

    current_pvs = len(pvlist)

    desired_stripes = params[constants.LDP_STRIPES]

    stripes = min(current_pvs, desired_stripes)

    if excl_stor:

      (err_msgs, _) = utils.LvmExclusiveCheckNodePvs(pvs_info)

      if err_msgs:

        for m in err_msgs:

          logging.warning(m)

      req_pvs = cls._ComputeNumPvs(size, pvs_info)

      pvlist = cls._GetEmptyPvNames(pvs_info, req_pvs)

      current_pvs = len(pvlist)

      if current_pvs < req_pvs:

        _ThrowError("Not enough empty PVs to create a disk of %d MB:"

                    " %d available, %d needed", size, current_pvs, req_pvs)

      assert current_pvs == len(pvlist)

      if stripes > current_pvs:

        # No warning issued for this, as it's no surprise

        stripes = current_pvs

    else:

      if stripes < desired_stripes:

        logging.warning("Could not use %d stripes for VG %s, as only %d PVs are"

                        " available.", desired_stripes, vg_name, current_pvs)

      free_size = sum([pv.free for pv in pvs_info])

      # The size constraint should have been checked from the master before

      # calling the create function.

      if free_size < size:

        _ThrowError("Not enough free space: required %s,"

                    " available %s", size, free_size)

    # If the free space is not well distributed, we won't be able to

    # create an optimally-striped volume; in that case, we want to try

    # with N, N-1, ..., 2, and finally 1 (non-stripped) number of

    # stripes

    cmd = ["lvcreate", "-L%dm" % size, "-n%s" % lv_name]

    for stripes_arg in range(stripes, 0, -1):

      result = utils.RunCmd(cmd + ["-i%d" % stripes_arg] + [vg_name] + pvlist)

      if not result.failed:

        break

    if result.failed:

      _ThrowError("LV create failed (%s): %s",

                  result.fail_reason, result.output)

    return LogicalVolume(unique_id, children, size, params)

  @staticmethod

  def _GetVolumeInfo(lvm_cmd, fields):

    """Returns LVM Volume infos using lvm_cmd

    @param lvm_cmd: Should be one of "pvs", "vgs" or "lvs"

    @param fields: Fields to return

    @return: A list of dicts each with the parsed fields

    """

    if not fields:

      raise errors.ProgrammerError("No fields specified")

    sep = "|"

    cmd = [lvm_cmd, "--noheadings", "--nosuffix", "--units=m", "--unbuffered",

           "--separator=%s" % sep, "-o%s" % ",".join(fields)]

    result = utils.RunCmd(cmd)

    if result.failed:

      raise errors.CommandError("Can't get the volume information: %s - %s" %

                                (result.fail_reason, result.output))

    data = []

    for line in result.stdout.splitlines():

      splitted_fields = line.strip().split(sep)

      if len(fields) != len(splitted_fields):

        raise errors.CommandError("Can't parse %s output: line '%s'" %

                                  (lvm_cmd, line))

      data.append(splitted_fields)

    return data

  @classmethod

  def GetPVInfo(cls, vg_names, filter_allocatable=True, include_lvs=False):

    """Get the free space info for PVs in a volume group.

    @param vg_names: list of volume group names, if empty all will be returned

    @param filter_allocatable: whether to skip over unallocatable PVs

    @param include_lvs: whether to include a list of LVs hosted on each PV

    @rtype: list

    @return: list of objects.LvmPvInfo objects

    """

    # We request "lv_name" field only if we care about LVs, so we don't get

    # a long list of entries with many duplicates unless we really have to.

    # The duplicate "pv_name" field will be ignored.

    if include_lvs:

      lvfield = "lv_name"

    else:

      lvfield = "pv_name"

    try:

      info = cls._GetVolumeInfo("pvs", ["pv_name", "vg_name", "pv_free",

                                        "pv_attr", "pv_size", lvfield])

    except errors.GenericError, err:

      logging.error("Can't get PV information: %s", err)

      return None

    # When asked for LVs, "pvs" may return multiple entries for the same PV-LV

    # pair. We sort entries by PV name and then LV name, so it's easy to weed

    # out duplicates.

    if include_lvs:

      info.sort(key=(lambda i: (i[0], i[5])))

    data = []

    lastpvi = None

    for (pv_name, vg_name, pv_free, pv_attr, pv_size, lv_name) in info:

      # (possibly) skip over pvs which are not allocatable

      if filter_allocatable and pv_attr[0] != "a":

        continue

      # (possibly) skip over pvs which are not in the right volume group(s)

      if vg_names and vg_name not in vg_names:

        continue

      # Beware of duplicates (check before inserting)

      if lastpvi and lastpvi.name == pv_name:

        if include_lvs and lv_name:

          if not lastpvi.lv_list or lastpvi.lv_list[-1] != lv_name:

            lastpvi.lv_list.append(lv_name)

      else:

        if include_lvs and lv_name:

          lvl = [lv_name]

        else:

          lvl = []

        lastpvi = objects.LvmPvInfo(name=pv_name, vg_name=vg_name,

                                    size=float(pv_size), free=float(pv_free),

                                    attributes=pv_attr, lv_list=lvl)

        data.append(lastpvi)

    return data

  @classmethod

  def _GetExclusiveStorageVgFree(cls, vg_name):

    """Return the free disk space in the given VG, in exclusive storage mode.

    @type vg_name: string

    @param vg_name: VG name

    @rtype: float

    @return: free space in MiB

    """

    pvs_info = cls.GetPVInfo([vg_name])

    if not pvs_info:

      return 0.0

    pv_size = cls._GetStdPvSize(pvs_info)

    num_pvs = len(cls._GetEmptyPvNames(pvs_info))

    return pv_size * num_pvs

  @classmethod

  def GetVGInfo(cls, vg_names, excl_stor, filter_readonly=True):

    """Get the free space info for specific VGs.

    @param vg_names: list of volume group names, if empty all will be returned

    @param excl_stor: whether exclusive_storage is enabled

    @param filter_readonly: whether to skip over readonly VGs

    @rtype: list

    @return: list of tuples (free_space, total_size, name) with free_space in

             MiB

    """

    try:

      info = cls._GetVolumeInfo("vgs", ["vg_name", "vg_free", "vg_attr",

                                        "vg_size"])

    except errors.GenericError, err:

      logging.error("Can't get VG information: %s", err)

      return None

    data = []

    for vg_name, vg_free, vg_attr, vg_size in info:

      # (possibly) skip over vgs which are not writable

      if filter_readonly and vg_attr[0] == "r":

        continue

      # (possibly) skip over vgs which are not in the right volume group(s)

      if vg_names and vg_name not in vg_names:

        continue

      # Exclusive storage needs a different concept of free space

      if excl_stor:

        es_free = cls._GetExclusiveStorageVgFree(vg_name)

        assert es_free <= vg_free

        vg_free = es_free

      data.append((float(vg_free), float(vg_size), vg_name))

    return data

  @classmethod

  def _ValidateName(cls, name):

    """Validates that a given name is valid as VG or LV name.

    The list of valid characters and restricted names is taken out of

    the lvm(8) manpage, with the simplification that we enforce both

    VG and LV restrictions on the names.

    """

    if (not cls._VALID_NAME_RE.match(name) or

        name in cls._INVALID_NAMES or

        compat.any(substring in name for substring in cls._INVALID_SUBSTRINGS)):

      _ThrowError("Invalid LVM name '%s'", name)

  def Remove(self):

    """Remove this logical volume.

    """

    if not self.minor and not self.Attach():

      # the LV does not exist

      return

    result = utils.RunCmd(["lvremove", "-f", "%s/%s" %

                           (self._vg_name, self._lv_name)])

    if result.failed:

      _ThrowError("Can't lvremove: %s - %s", result.fail_reason, result.output)

  def Rename(self, new_id):

    """Rename this logical volume.

    """

    if not isinstance(new_id, (tuple, list)) or len(new_id) != 2:

      raise errors.ProgrammerError("Invalid new logical id '%s'" % new_id)

    new_vg, new_name = new_id

    if new_vg != self._vg_name:

      raise errors.ProgrammerError("Can't move a logical volume across"

                                   " volume groups (from %s to to %s)" %

                                   (self._vg_name, new_vg))

    result = utils.RunCmd(["lvrename", new_vg, self._lv_name, new_name])

    if result.failed:

      _ThrowError("Failed to rename the logical volume: %s", result.output)

    self._lv_name = new_name

    self.dev_path = utils.PathJoin("/dev", self._vg_name, self._lv_name)

  def Attach(self):

    """Attach to an existing LV.

    This method will try to see if an existing and active LV exists

    which matches our name. If so, its major/minor will be

    recorded.

    """

    self.attached = False

    result = utils.RunCmd(["lvs", "--noheadings", "--separator=,",

                           "--units=m", "--nosuffix",

                           "-olv_attr,lv_kernel_major,lv_kernel_minor,"

                           "vg_extent_size,stripes", self.dev_path])

    if result.failed:

      logging.error("Can't find LV %s: %s, %s",

                    self.dev_path, result.fail_reason, result.output)

      return False

    # the output can (and will) have multiple lines for multi-segment

    # LVs, as the 'stripes' parameter is a segment one, so we take

    # only the last entry, which is the one we're interested in; note

    # that with LVM2 anyway the 'stripes' value must be constant

    # across segments, so this is a no-op actually

    out = result.stdout.splitlines()

    if not out: # totally empty result? splitlines() returns at least

                # one line for any non-empty string

      logging.error("Can't parse LVS output, no lines? Got '%s'", str(out))

      return False

    out = out[-1].strip().rstrip(",")

    out = out.split(",")

    if len(out) != 5:

      logging.error("Can't parse LVS output, len(%s) != 5", str(out))

      return False

    status, major, minor, pe_size, stripes = out

    if len(status) < 6:

      logging.error("lvs lv_attr is not at least 6 characters (%s)", status)

      return False

    try:

      major = int(major)

      minor = int(minor)

    except (TypeError, ValueError), err:

      logging.error("lvs major/minor cannot be parsed: %s", str(err))

    try:

      pe_size = int(float(pe_size))

    except (TypeError, ValueError), err:

      logging.error("Can't parse vg extent size: %s", err)

      return False

    try:

      stripes = int(stripes)

    except (TypeError, ValueError), err:

      logging.error("Can't parse the number of stripes: %s", err)

      return False

    self.major = major

    self.minor = minor

    self.pe_size = pe_size

    self.stripe_count = stripes

    self._degraded = status[0] == "v" # virtual volume, i.e. doesn't backing

                                      # storage

    self.attached = True

    return True

  def Assemble(self):

    """Assemble the device.

    We always run `lvchange -ay` on the LV to ensure it's active before

    use, as there were cases when xenvg was not active after boot

    (also possibly after disk issues).

    """

    result = utils.RunCmd(["lvchange", "-ay", self.dev_path])

    if result.failed:

      _ThrowError("Can't activate lv %s: %s", self.dev_path, result.output)

  def Shutdown(self):

    """Shutdown the device.

    This is a no-op for the LV device type, as we don't deactivate the

    volumes on shutdown.

    """

    pass

  def GetSyncStatus(self):

    """Returns the sync status of the device.

    If this device is a mirroring device, this function returns the

    status of the mirror.

    For logical volumes, sync_percent and estimated_time are always

    None (no recovery in progress, as we don't handle the mirrored LV

    case). The is_degraded parameter is the inverse of the ldisk

    parameter.

    For the ldisk parameter, we check if the logical volume has the

    'virtual' type, which means it's not backed by existing storage

    anymore (read from it return I/O error). This happens after a

    physical disk failure and subsequent 'vgreduce --removemissing' on

    the volume group.

    The status was already read in Attach, so we just return it.

    @rtype: objects.BlockDevStatus

    """

    if self._degraded:

      ldisk_status = constants.LDS_FAULTY

    else:

      ldisk_status = constants.LDS_OKAY

    return objects.BlockDevStatus(dev_path=self.dev_path,

                                  major=self.major,

                                  minor=self.minor,

                                  sync_percent=None,

                                  estimated_time=None,

                                  is_degraded=self._degraded,

                                  ldisk_status=ldisk_status)

  def Open(self, force=False):

    """Make the device ready for I/O.

    This is a no-op for the LV device type.

    """

    pass

  def Close(self):

    """Notifies that the device will no longer be used for I/O.

    This is a no-op for the LV device type.

    """

    pass

  def Snapshot(self, size):

    """Create a snapshot copy of an lvm block device.

    @returns: tuple (vg, lv)

    """

    snap_name = self._lv_name + ".snap"

    # remove existing snapshot if found

    snap = LogicalVolume((self._vg_name, snap_name), None, size, self.params)

    _IgnoreError(snap.Remove)

    vg_info = self.GetVGInfo([self._vg_name], False)

    if not vg_info:

      _ThrowError("Can't compute VG info for vg %s", self._vg_name)

    free_size, _, _ = vg_info[0]

    if free_size < size:

      _ThrowError("Not enough free space: required %s,"

                  " available %s", size, free_size)

    _CheckResult(utils.RunCmd(["lvcreate", "-L%dm" % size, "-s",

                               "-n%s" % snap_name, self.dev_path]))

    return (self._vg_name, snap_name)

  def _RemoveOldInfo(self):

    """Try to remove old tags from the lv.

    """

    result = utils.RunCmd(["lvs", "-o", "tags", "--noheadings", "--nosuffix",

                           self.dev_path])

    _CheckResult(result)

    raw_tags = result.stdout.strip()

    if raw_tags:

      for tag in raw_tags.split(","):

        _CheckResult(utils.RunCmd(["lvchange", "--deltag",

                                   tag.strip(), self.dev_path]))

  def SetInfo(self, text):

    """Update metadata with info text.

    """

    BlockDev.SetInfo(self, text)

    self._RemoveOldInfo()

    # Replace invalid characters

    text = re.sub("^[^A-Za-z0-9_+.]", "_", text)

    text = re.sub("[^-A-Za-z0-9_+.]", "_", text)

    # Only up to 128 characters are allowed

    text = text[:128]

    _CheckResult(utils.RunCmd(["lvchange", "--addtag", text, self.dev_path]))

  def Grow(self, amount, dryrun, backingstore):

    """Grow the logical volume.

    """

    if not backingstore:

      return

    if self.pe_size is None or self.stripe_count is None:

      if not self.Attach():

        _ThrowError("Can't attach to LV during Grow()")

    full_stripe_size = self.pe_size * self.stripe_count

    rest = amount % full_stripe_size

    if rest != 0:

      amount += full_stripe_size - rest

    cmd = ["lvextend", "-L", "+%dm" % amount]

    if dryrun:

      cmd.append("--test")

    # we try multiple algorithms since the 'best' ones might not have

    # space available in the right place, but later ones might (since

    # they have less constraints); also note that only recent LVM

    # supports 'cling'

    for alloc_policy in "contiguous", "cling", "normal":

      result = utils.RunCmd(cmd + ["--alloc", alloc_policy, self.dev_path])

      if not result.failed:

        return

    _ThrowError("Can't grow LV %s: %s", self.dev_path, result.output)

class DRBD8Status(object):

  """A DRBD status representation class.

  Note that this doesn't support unconfigured devices (cs:Unconfigured).

  """

  UNCONF_RE = re.compile(r"\s*[0-9]+:\s*cs:Unconfigured$")

  LINE_RE = re.compile(r"\s*[0-9]+:\s*cs:(\S+)\s+(?:st|ro):([^/]+)/(\S+)"

                       "\s+ds:([^/]+)/(\S+)\s+.*$")

  SYNC_RE = re.compile(r"^.*\ssync'ed:\s*([0-9.]+)%.*"

                       # Due to a bug in drbd in the kernel, introduced in

                       # commit 4b0715f096 (still unfixed as of 2011-08-22)

                       "(?:\s|M)"

                       "finish: ([0-9]+):([0-9]+):([0-9]+)\s.*$")

  CS_UNCONFIGURED = "Unconfigured"

  CS_STANDALONE = "StandAlone"

  CS_WFCONNECTION = "WFConnection"

  CS_WFREPORTPARAMS = "WFReportParams"

  CS_CONNECTED = "Connected"

  CS_STARTINGSYNCS = "StartingSyncS"

  CS_STARTINGSYNCT = "StartingSyncT"

  CS_WFBITMAPS = "WFBitMapS"

  CS_WFBITMAPT = "WFBitMapT"

  CS_WFSYNCUUID = "WFSyncUUID"

  CS_SYNCSOURCE = "SyncSource"

  CS_SYNCTARGET = "SyncTarget"

  CS_PAUSEDSYNCS = "PausedSyncS"

  CS_PAUSEDSYNCT = "PausedSyncT"

  CSET_SYNC = compat.UniqueFrozenset([

    CS_WFREPORTPARAMS,

    CS_STARTINGSYNCS,

    CS_STARTINGSYNCT,

    CS_WFBITMAPS,

    CS_WFBITMAPT,

    CS_WFSYNCUUID,

    CS_SYNCSOURCE,

    CS_SYNCTARGET,

    CS_PAUSEDSYNCS,

    CS_PAUSEDSYNCT,

    ])

  DS_DISKLESS = "Diskless"

  DS_ATTACHING = "Attaching" # transient state

  DS_FAILED = "Failed" # transient state, next: diskless

  DS_NEGOTIATING = "Negotiating" # transient state

  DS_INCONSISTENT = "Inconsistent" # while syncing or after creation

  DS_OUTDATED = "Outdated"

  DS_DUNKNOWN = "DUnknown" # shown for peer disk when not connected

  DS_CONSISTENT = "Consistent"

  DS_UPTODATE = "UpToDate" # normal state

  RO_PRIMARY = "Primary"

  RO_SECONDARY = "Secondary"

  RO_UNKNOWN = "Unknown"

  def __init__(self, procline):

    u = self.UNCONF_RE.match(procline)

    if u:

      self.cstatus = self.CS_UNCONFIGURED

      self.lrole = self.rrole = self.ldisk = self.rdisk = None

    else:

      m = self.LINE_RE.match(procline)

      if not m:

        raise errors.BlockDeviceError("Can't parse input data '%s'" % procline)

      self.cstatus = m.group(1)

      self.lrole = m.group(2)

      self.rrole = m.group(3)

      self.ldisk = m.group(4)

      self.rdisk = m.group(5)

    # end reading of data from the LINE_RE or UNCONF_RE

    self.is_standalone = self.cstatus == self.CS_STANDALONE

    self.is_wfconn = self.cstatus == self.CS_WFCONNECTION

    self.is_connected = self.cstatus == self.CS_CONNECTED

    self.is_primary = self.lrole == self.RO_PRIMARY

    self.is_secondary = self.lrole == self.RO_SECONDARY

    self.peer_primary = self.rrole == self.RO_PRIMARY

    self.peer_secondary = self.rrole == self.RO_SECONDARY

    self.both_primary = self.is_primary and self.peer_primary

    self.both_secondary = self.is_secondary and self.peer_secondary

    self.is_diskless = self.ldisk == self.DS_DISKLESS

    self.is_disk_uptodate = self.ldisk == self.DS_UPTODATE

    self.is_in_resync = self.cstatus in self.CSET_SYNC

    self.is_in_use = self.cstatus != self.CS_UNCONFIGURED

    m = self.SYNC_RE.match(procline)

    if m:

      self.sync_percent = float(m.group(1))

      hours = int(m.group(2))

      minutes = int(m.group(3))

      seconds = int(m.group(4))

      self.est_time = hours * 3600 + minutes * 60 + seconds

    else:

      # we have (in this if branch) no percent information, but if

      # we're resyncing we need to 'fake' a sync percent information,

      # as this is how cmdlib determines if it makes sense to wait for

      # resyncing or not

      if self.is_in_resync:

        self.sync_percent = 0

      else:

        self.sync_percent = None

      self.est_time = None

class BaseDRBD(BlockDev): # pylint: disable=W0223

  """Base DRBD class.

  This class contains a few bits of common functionality between the

  0.7 and 8.x versions of DRBD.

  """

  _VERSION_RE = re.compile(r"^version: (\d+)\.(\d+)\.(\d+)(?:\.\d+)?"

                           r" \(api:(\d+)/proto:(\d+)(?:-(\d+))?\)")

  _VALID_LINE_RE = re.compile("^ *([0-9]+): cs:([^ ]+).*$")

  _UNUSED_LINE_RE = re.compile("^ *([0-9]+): cs:Unconfigured$")

  _DRBD_MAJOR = 147

  _ST_UNCONFIGURED = "Unconfigured"

  _ST_WFCONNECTION = "WFConnection"

  _ST_CONNECTED = "Connected"

  _STATUS_FILE = constants.DRBD_STATUS_FILE

  _USERMODE_HELPER_FILE = "/sys/module/drbd/parameters/usermode_helper"

  @staticmethod

  def _GetProcData(filename=_STATUS_FILE):

    """Return data from /proc/drbd.

    """

    try:

      data = utils.ReadFile(filename).splitlines()

    except EnvironmentError, err:

      if err.errno == errno.ENOENT:

        _ThrowError("The file %s cannot be opened, check if the module"

                    " is loaded (%s)", filename, str(err))

      else:

        _ThrowError("Can't read the DRBD proc file %s: %s", filename, str(err))

    if not data:

      _ThrowError("Can't read any data from %s", filename)

    return data

  @classmethod

  def _MassageProcData(cls, data):

    """Transform the output of _GetProdData into a nicer form.

    @return: a dictionary of minor: joined lines from /proc/drbd

        for that minor

    """

    results = {}

    old_minor = old_line = None

    for line in data:

      if not line: # completely empty lines, as can be returned by drbd8.0+

        continue

      lresult = cls._VALID_LINE_RE.match(line)

      if lresult is not None:

        if old_minor is not None:

          results[old_minor] = old_line

        old_minor = int(lresult.group(1))

        old_line = line

      else:

        if old_minor is not None:

          old_line += " " + line.strip()

    # add last line

    if old_minor is not None:

      results[old_minor] = old_line

    return results

  @classmethod

  def _GetVersion(cls, proc_data):

    """Return the DRBD version.

    This will return a dict with keys:

      - k_major

      - k_minor

      - k_point

      - api

      - proto

      - proto2 (only on drbd > 8.2.X)

    """

    first_line = proc_data[0].strip()

    version = cls._VERSION_RE.match(first_line)

    if not version:

      raise errors.BlockDeviceError("Can't parse DRBD version from '%s'" %

                                    first_line)

    values = version.groups()

    retval = {

      "k_major": int(values[0]),

      "k_minor": int(values[1]),

      "k_point": int(values[2]),

      "api": int(values[3]),

      "proto": int(values[4]),

      }

    if values[5] is not None:

      retval["proto2"] = values[5]

    return retval

  @staticmethod

  def GetUsermodeHelper(filename=_USERMODE_HELPER_FILE):

    """Returns DRBD usermode_helper currently set.

    """

    try:

      helper = utils.ReadFile(filename).splitlines()[0]

    except EnvironmentError, err:

      if err.errno == errno.ENOENT:

        _ThrowError("The file %s cannot be opened, check if the module"

                    " is loaded (%s)", filename, str(err))

      else:

        _ThrowError("Can't read DRBD helper file %s: %s", filename, str(err))

    if not helper:

      _ThrowError("Can't read any data from %s", filename)

    return helper

  @staticmethod

  def _DevPath(minor):

    """Return the path to a drbd device for a given minor.

    """

    return "/dev/drbd%d" % minor

  @classmethod

  def GetUsedDevs(cls):

    """Compute the list of used DRBD devices.

    """

    data = cls._GetProcData()

    used_devs = {}

    for line in data:

      match = cls._VALID_LINE_RE.match(line)

      if not match:

        continue

      minor = int(match.group(1))

      state = match.group(2)

      if state == cls._ST_UNCONFIGURED:

        continue

      used_devs[minor] = state, line

    return used_devs

  def _SetFromMinor(self, minor):

    """Set our parameters based on the given minor.

    This sets our minor variable and our dev_path.

    """

    if minor is None:

      self.minor = self.dev_path = None

      self.attached = False

    else:

      self.minor = minor

      self.dev_path = self._DevPath(minor)

      self.attached = True

  @staticmethod

  def _CheckMetaSize(meta_device):

    """Check if the given meta device looks like a valid one.

    This currently only checks the size, which must be around

    128MiB.

    """

    result = utils.RunCmd(["blockdev", "--getsize", meta_device])

    if result.failed:

      _ThrowError("Failed to get device size: %s - %s",

                  result.fail_reason, result.output)

    try:

      sectors = int(result.stdout)

    except (TypeError, ValueError):

      _ThrowError("Invalid output from blockdev: '%s'", result.stdout)

    num_bytes = sectors * 512

    if num_bytes < 128 * 1024 * 1024: # less than 128MiB

      _ThrowError("Meta device too small (%.2fMib)", (num_bytes / 1024 / 1024))

    # the maximum *valid* size of the meta device when living on top

    # of LVM is hard to compute: it depends on the number of stripes

    # and the PE size; e.g. a 2-stripe, 64MB PE will result in a 128MB

    # (normal size), but an eight-stripe 128MB PE will result in a 1GB

    # size meta device; as such, we restrict it to 1GB (a little bit

    # too generous, but making assumptions about PE size is hard)

    if num_bytes > 1024 * 1024 * 1024:

      _ThrowError("Meta device too big (%.2fMiB)", (num_bytes / 1024 / 1024))

  def Rename(self, new_id):

    """Rename a device.

    This is not supported for drbd devices.

    """

    raise errors.ProgrammerError("Can't rename a drbd device")

class DRBD8(BaseDRBD):

  """DRBD v8.x block device.

  This implements the local host part of the DRBD device, i.e. it

  doesn't do anything to the supposed peer. If you need a fully

  connected DRBD pair, you need to use this class on both hosts.

  The unique_id for the drbd device is a (local_ip, local_port,

  remote_ip, remote_port, local_minor, secret) tuple, and it must have

  two children: the data device and the meta_device. The meta device

  is checked for valid size and is zeroed on create.

  """

  _MAX_MINORS = 255

  _PARSE_SHOW = None

  # timeout constants

  _NET_RECONFIG_TIMEOUT = 60

  # command line options for barriers

  _DISABLE_DISK_OPTION = "--no-disk-barrier"  # -a

  _DISABLE_DRAIN_OPTION = "--no-disk-drain"   # -D

  _DISABLE_FLUSH_OPTION = "--no-disk-flushes" # -i

  _DISABLE_META_FLUSH_OPTION = "--no-md-flushes"  # -m

  def __init__(self, unique_id, children, size, params):

    if children and children.count(None) > 0:

      children = []

    if len(children) not in (0, 2):

      raise ValueError("Invalid configuration data %s" % str(children))

    if not isinstance(unique_id, (tuple, list)) or len(unique_id) != 6:

      raise ValueError("Invalid configuration data %s" % str(unique_id))

    (self._lhost, self._lport,

     self._rhost, self._rport,

     self._aminor, self._secret) = unique_id

    if children:

      if not _CanReadDevice(children[1].dev_path):

        logging.info("drbd%s: Ignoring unreadable meta device", self._aminor)

        children = []

    super(DRBD8, self).__init__(unique_id, children, size, params)

    self.major = self._DRBD_MAJOR

    version = self._GetVersion(self._GetProcData())

    if version["k_major"] != 8:

      _ThrowError("Mismatch in DRBD kernel version and requested ganeti"

                  " usage: kernel is %s.%s, ganeti wants 8.x",

                  version["k_major"], version["k_minor"])

    if (self._lhost is not None and self._lhost == self._rhost and

        self._lport == self._rport):

      raise ValueError("Invalid configuration data, same local/remote %s" %

                       (unique_id,))

    self.Attach()

  @classmethod

  def _InitMeta(cls, minor, dev_path):

    """Initialize a meta device.

    This will not work if the given minor is in use.

    """

    # Zero the metadata first, in order to make sure drbdmeta doesn't

    # try to auto-detect existing filesystems or similar (see

    # http://code.google.com/p/ganeti/issues/detail?id=182); we only

    # care about the first 128MB of data in the device, even though it

    # can be bigger