Synnefo » snf-ganeti » ganeti-local

_BOOT_ID_PATH = "/proc/sys/kernel/random/boot_id"

  pathutils.DATA_DIR,

  pathutils.JOB_QUEUE_ARCHIVE_DIR,

  pathutils.QUEUE_DIR,

    paths.update(map(lambda s: "%s/%s" % (prefix, s),

                     ["bin", "lib", "lib32", "lib64", "sbin"]))

def _ComputeWrongFileStoragePaths(paths,

  """

  _VALID_NAME_RE = re.compile("^[a-zA-Z0-9+_.-]*$")

  def __init__(self, unique_id, children, size, params):

    """Attaches to a LV device.

  CS_SYNCTARGET = "SyncTarget"

  CS_PAUSEDSYNCS = "PausedSyncS"

  CS_PAUSEDSYNCT = "PausedSyncT"

    CS_WFREPORTPARAMS,

    CS_STARTINGSYNCS,

    CS_STARTINGSYNCT,

 OPT_COMPL_INST_ADD_NODES,

 OPT_COMPL_ONE_NODEGROUP) = range(100, 108)

  OPT_COMPL_MANY_NODES,

  OPT_COMPL_ONE_NODE,

  OPT_COMPL_ONE_INSTANCE,

   TM_MULTISUCCESS,

   TM_FAIL,

   TM_PARTFAIL) = range(4)

  for mode in TM_ALL:

    test_messages = [

from ganeti import constants

from ganeti import opcodes

from ganeti import utils

from cStringIO import StringIO

#: default list of fields for L{ListGroups}

_LIST_DEF_FIELDS = ["name", "node_cnt", "pinst_cnt", "alloc_policy", "ndparams"]

def AddGroup(opts, args):

_EXPAND_INSTANCES = "instances"

_EXPAND_INSTANCES_BY_TAGS = "instances-by-tags"

  _EXPAND_NODES_BOTH_BY_TAGS,

  _EXPAND_NODES_PRI_BY_TAGS,

  _EXPAND_NODES_SEC_BY_TAGS,

  ])

#: default list of options for L{ListInstances}

_LIST_DEF_FIELDS = [

  "name", "hypervisor", "os", "pnode", "status", "oper_ram",

  ]

_MISSING = object()

_INST_DATA_VAL = ht.TListOf(ht.TDict)

from ganeti import netutils

from ganeti import pathutils

from ganeti import ssh

from cStringIO import StringIO

from ganeti import confd

_MODIFIABLE_STORAGE_TYPES = constants.MODIFIABLE_STORAGE_FIELDS.keys()

NONODE_SETUP_OPT = cli_option("--no-node-setup", default=True,

                              action="store_false", dest="node_setup",

  HTYPE = constants.HTYPE_INSTANCE

  REQ_BGL = False

    constants.IDISK_SIZE,

    constants.IDISK_MODE,

    ])

# UPCALL_EXPIRE: internal library request expire

# has only salt, type, orig_request and extra_args

UPCALL_EXPIRE = 2

  UPCALL_REPLY,

  UPCALL_EXPIRE,

  ])

from ganeti import _autoconf

from ganeti import _vcsversion

from ganeti import pathutils

OS_API_V10 = 10

OS_API_V15 = 15

OS_API_V20 = 20

VCS_VERSION = _vcsversion.VCS_VERSION

EXPORT_VERSION = 0

RAPI_VERSION = 2

CONS_MESSAGE = "msg"

#: All console types

# For RSA keys more bits are better, but they also make operations more

# expensive. NIST SP 800-131 recommends a minimum of 2048 bits from the year

# Import/export transport compression

IEC_NONE = "none"

IEC_GZIP = "gzip"

  IEC_NONE,

  IEC_GZIP,

  ])

SO_FIX_CONSISTENCY = "fix-consistency"

# Available fields per storage type

  SF_NAME,

  SF_TYPE,

  SF_SIZE,

  SF_ALLOCATABLE,

  ])

MODIFIABLE_STORAGE_FIELDS = {

  ST_LVM_PV: frozenset([SF_ALLOCATABLE]),

DT_RBD = "rbd"

# the set of network-mirrored disk templates

# the set of externally-mirrored disk templates (e.g. SAN, NAS)

# the set of non-lvm-based disk templates

# the set of disk templates which can be grown

# the set of disk templates that allow adoption

# the set of disk templates that *must* use adoption

# the set of disk templates that allow migrations

DTS_MIRRORED = frozenset.union(DTS_INT_MIRROR, DTS_EXT_MIRROR)

# the set of file based disk templates

# logical disk types

LD_LV = "lvm"

LD_FILE = "file"

LD_BLOCKDEV = "blockdev"

LD_RBD = "rbd"

  LD_LV,

  LD_DRBD8,

  LD_FILE,

  LD_RBD,

  ])

# drbd constants

DRBD_HMAC_ALG = "md5"

DRBD_B_DISK_FLUSH = "f"

# Valid barrier combinations: "n" or any non-null subset of "bfd"

  frozenset([DRBD_B_NONE]),

  frozenset([DRBD_B_DISK_BARRIERS]),

  frozenset([DRBD_B_DISK_DRAIN]),

FD_BLKTAP = "blktap"

# the set of drbd-like disk types

# disk access mode

DISK_RDONLY = "ro"

DISK_RDWR = "rw"

# disk replacement mode

REPLACE_DISK_PRI = "replace_on_primary"    # replace disks on primary

REPLACE_DISK_SEC = "replace_on_secondary"  # replace disks on secondary

REPLACE_DISK_CHG = "replace_new_secondary" # change secondary node

REPLACE_DISK_AUTO = "replace_auto"

  REPLACE_DISK_PRI,

  REPLACE_DISK_SEC,

  REPLACE_DISK_CHG,

# Instance export mode

EXPORT_MODE_LOCAL = "local"

EXPORT_MODE_REMOTE = "remote"

  EXPORT_MODE_LOCAL,

  EXPORT_MODE_REMOTE,

  ])

INSTANCE_CREATE = "create"

INSTANCE_IMPORT = "import"

INSTANCE_REMOTE_IMPORT = "remote-import"

  INSTANCE_CREATE,

  INSTANCE_IMPORT,

  INSTANCE_REMOTE_IMPORT,

#: Give child process up to 5 seconds to exit after sending a signal

CHILD_LINGER_TIMEOUT = 5.0

  DT_DISKLESS,

  DT_PLAIN,

  DT_DRBD8,

  DT_RBD,

  ])

# import/export config options

INISECT_EXP = "export"

DDM_ADD = "add"

DDM_MODIFY = "modify"

DDM_REMOVE = "remove"

DDMS_VALUES_WITH_MODIFY = (DDMS_VALUES | frozenset([

  DDM_MODIFY,

  ]))

TAG_NODE = "node"

TAG_INSTANCE = "instance"

TAG_NETWORK = "network"

  TAG_CLUSTER,

  TAG_NODEGROUP,

  TAG_NODE,

IP6_ADDRESS_ANY = "::"

IP4_VERSION = 4

IP6_VERSION = 6

# for export to htools

IP4_FAMILY = socket.AF_INET

IP6_FAMILY = socket.AF_INET6

 RUNPARTS_RUN,

 RUNPARTS_ERR) = range(3)

# RPC constants

(RPC_ENCODING_NONE,

OS_SCRIPT_EXPORT = "export"

OS_SCRIPT_RENAME = "rename"

OS_SCRIPT_VERIFY = "verify"

  OS_SCRIPT_CREATE,

  OS_SCRIPT_IMPORT,

  OS_SCRIPT_EXPORT,

OS_PARAMETERS_FILE = "parameters.list"

OS_VALIDATE_PARAMETERS = "parameters"

# ssh constants

SSH = "ssh"

INSTANCE_REBOOT_HARD = "hard"

INSTANCE_REBOOT_FULL = "full"

  INSTANCE_REBOOT_SOFT,

  INSTANCE_REBOOT_HARD,

  INSTANCE_REBOOT_FULL,

INSTANCE_REBOOT_ALLOWED = "reboot"

INSTANCE_REBOOT_EXIT = "exit"

  INSTANCE_REBOOT_ALLOWED,

  INSTANCE_REBOOT_EXIT,

  ])

VTYPE_BOOL = "bool"

VTYPE_SIZE = "size" # size, in MiBs

VTYPE_INT = "int"

  VTYPE_STRING,

  VTYPE_MAYBE_STRING,

  VTYPE_BOOL,

HV_MIGRATION_FAILED = "failed"

HV_MIGRATION_CANCELLED = "cancelled"

  HV_MIGRATION_COMPLETED,

  HV_MIGRATION_ACTIVE,

  HV_MIGRATION_FAILED,

  HV_MIGRATION_CANCELLED,

  ])

  HV_MIGRATION_FAILED,

  HV_MIGRATION_CANCELLED,

  ])

  }

DSS_PARAMETERS = frozenset(DSS_PARAMETER_TYPES.keys())

# Backend parameter names

BE_MEMORY = "memory" # deprecated and replaced by max and min mem

IPOLICY_VCPU_RATIO = "vcpu-ratio"

IPOLICY_SPINDLE_RATIO = "spindle-ratio"

  ISPECS_MIN,

  ISPECS_MAX,

  ISPECS_STD,

  ])

  IPOLICY_VCPU_RATIO,

  IPOLICY_SPINDLE_RATIO,

  ])

OOB_POWER_STATUS = "power-status"

OOB_HEALTH = "health"

  OOB_POWER_ON,

  OOB_POWER_OFF,

  OOB_POWER_CYCLE,

OOB_STATUS_CRITICAL = "CRITICAL"

OOB_STATUS_UNKNOWN = "UNKNOWN"

  OOB_STATUS_OK,

  OOB_STATUS_WARNING,

  OOB_STATUS_CRITICAL,

NIC_MODE_OVS = "openvswitch"

NIC_IP_POOL = "pool"

RESERVE_ACTION = "reserve"

RELEASE_ACTION = "release"

NETWORK_TYPE_PRIVATE = "private"

NETWORK_TYPE_PUBLIC = "public"

NICS_PARAMETER_TYPES = {

  NIC_MODE: VTYPE_STRING,

HT_KVM = "kvm"

HT_CHROOT = "chroot"

HT_LXC = "lxc"

  HT_XEN_PVM,

  HT_FAKE,

  HT_XEN_HVM,

  HT_CHROOT,

  HT_LXC,

  ])

VNC_BASE_PORT = 5900

VNC_DEFAULT_BIND_ADDRESS = IP4_ADDRESS_ANY

HT_NIC_E1000 = "e1000"

HT_NIC_PARAVIRTUAL = HT_DISK_PARAVIRTUAL = "paravirtual"

  HT_NIC_RTL8139,

  HT_NIC_NE2K_PCI,

  HT_NIC_E1000,

  HT_NIC_NE2K_ISA,

  HT_NIC_PARAVIRTUAL,

  ])

  HT_NIC_RTL8139,

  HT_NIC_NE2K_PCI,

  HT_NIC_NE2K_ISA,

HT_CACHE_NONE = "none"

HT_CACHE_WTHROUGH = "writethrough"

HT_CACHE_WBACK = "writeback"

  HT_CACHE_DEFAULT,

  HT_CACHE_NONE,

  HT_CACHE_WTHROUGH,

  HT_CACHE_WBACK,

  ])

  HT_DISK_PARAVIRTUAL,

  HT_DISK_IDE,

  HT_DISK_SCSI,

HT_MOUSE_MOUSE = "mouse"

HT_MOUSE_TABLET = "tablet"

# Boot order

HT_BO_FLOPPY = "floppy"

HT_BO_DISK = "disk"

HT_BO_NETWORK = "network"

  HT_BO_FLOPPY,

  HT_BO_CDROM,

  HT_BO_DISK,

HT_KVM_SPICE_LOSSLESS_IMG_COMPR_LZ = "lz"

HT_KVM_SPICE_LOSSLESS_IMG_COMPR_OFF = "off"

  HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_GLZ,

  HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_LZ,

  HT_KVM_SPICE_LOSSLESS_IMG_COMPR_QUIC,

HT_KVM_SPICE_LOSSY_IMG_COMPR_NEVER = "never"

HT_KVM_SPICE_LOSSY_IMG_COMPR_ALWAYS = "always"

  HT_KVM_SPICE_LOSSY_IMG_COMPR_AUTO,

  HT_KVM_SPICE_LOSSY_IMG_COMPR_NEVER,

  HT_KVM_SPICE_LOSSY_IMG_COMPR_ALWAYS,

HT_KVM_SPICE_VIDEO_STREAM_DETECTION_ALL = "all"

HT_KVM_SPICE_VIDEO_STREAM_DETECTION_FILTER = "filter"

  HT_KVM_SPICE_VIDEO_STREAM_DETECTION_OFF,

  HT_KVM_SPICE_VIDEO_STREAM_DETECTION_ALL,

  HT_KVM_SPICE_VIDEO_STREAM_DETECTION_FILTER,

HT_SM_USER = "user"

HT_SM_POOL = "pool"

# Kvm flag values

HT_KVM_ENABLED = "enabled"

HT_KVM_DISABLED = "disabled"

# Migration type

HT_MIGRATION_LIVE = "live"

HT_MIGRATION_NONLIVE = "non-live"

# Cluster Verify steps

VERIFY_NPLUSONE_MEM = "nplusone_mem"

# Cluster Verify error classes

CV_TCLUSTER = "cluster"

CV_ENODEFILESTORAGEPATHS = \

  (CV_TNODE, "ENODEFILESTORAGEPATHS", "Detected bad file storage paths")

  CV_ECLUSTERCFG,

  CV_ECLUSTERCERT,

  CV_ECLUSTERFILECHECK,

  CV_ENODEFILESTORAGEPATHS,

  ])

# Node verify constants

NV_DRBDHELPER = "drbd-helper"

INSTST_WRONGNODE = "ERROR_wrongnode"

INSTST_ERRORUP = "ERROR_up"

INSTST_ERRORDOWN = "ERROR_down"

  INSTST_RUNNING,

  INSTST_ADMINDOWN,

  INSTST_ADMINOFFLINE,

ADMINST_UP = "up"

ADMINST_DOWN = "down"

ADMINST_OFFLINE = "offline"

  ADMINST_UP,

  ADMINST_DOWN,

  ADMINST_OFFLINE,

NR_MCANDIDATE = "C"

NR_DRAINED = "D"

NR_OFFLINE = "O"

  NR_REGULAR,

  NR_MASTER,

  NR_MCANDIDATE,

IALLOCATOR_VERSION = 2

IALLOCATOR_DIR_IN = "in"

IALLOCATOR_DIR_OUT = "out"

  IALLOCATOR_DIR_IN,

  IALLOCATOR_DIR_OUT,

  ])

IALLOCATOR_MODE_CHG_GROUP = "change-group"

IALLOCATOR_MODE_NODE_EVAC = "node-evacuate"

IALLOCATOR_MODE_MULTI_ALLOC = "multi-allocate"

  IALLOCATOR_MODE_ALLOC,

  IALLOCATOR_MODE_RELOC,

  IALLOCATOR_MODE_CHG_GROUP,

IALLOCATOR_NEVAC_PRI = "primary-only"

IALLOCATOR_NEVAC_SEC = "secondary-only"

IALLOCATOR_NEVAC_ALL = "all"

  IALLOCATOR_NEVAC_PRI,

  IALLOCATOR_NEVAC_SEC,

  IALLOCATOR_NEVAC_ALL,

NODE_EVAC_PRI = "primary-only"

NODE_EVAC_SEC = "secondary-only"

NODE_EVAC_ALL = "all"

  NODE_EVAC_PRI,

  NODE_EVAC_SEC,

  NODE_EVAC_ALL,

JOB_STATUS_CANCELED = "canceled"

JOB_STATUS_SUCCESS = "success"

JOB_STATUS_ERROR = "error"

  JOB_STATUS_QUEUED,

  JOB_STATUS_WAITING,

  JOB_STATUS_CANCELING,

  ])

  JOB_STATUS_CANCELED,

  JOB_STATUS_SUCCESS,

  JOB_STATUS_ERROR,

  ])

  JOB_STATUS_RUNNING,

  ]) | JOBS_PENDING | JOBS_FINALIZED

OP_STATUS_CANCELED = "canceled"

OP_STATUS_SUCCESS = "success"

OP_STATUS_ERROR = "error"

  OP_STATUS_CANCELED,

  OP_STATUS_SUCCESS,

  OP_STATUS_ERROR,

OP_PRIO_NORMAL = 0

OP_PRIO_HIGH = -10

  OP_PRIO_LOW,

  OP_PRIO_NORMAL,

  OP_PRIO_HIGH,

JQT_EXEC = "exec"

JQT_LOGMSG = "logmsg"

JQT_STARTMSG = "startmsg"

  JQT_EXPANDNAMES,

  JQT_EXEC,

  JQT_LOGMSG,

QR_NETWORK = "network"

#: List of resources which can be queried using L{opcodes.OpQuery}

  QR_CLUSTER,

  QR_INSTANCE,

  QR_NODE,

QFT_OTHER = "other"

#: All query field types

  QFT_UNKNOWN,

  QFT_TEXT,

  QFT_BOOL,

#: Resource marked offline

RS_OFFLINE = 4

  RS_NORMAL,

  RS_UNKNOWN,

  RS_NODATA,

    },

  }

  HV_MIGRATION_PORT,

  HV_MIGRATION_BANDWIDTH,

  HV_MIGRATION_MODE,

CONFD_REQFIELD_IP = "1"

CONFD_REQFIELD_MNODE_PIP = "2"

  CONFD_REQ_PING,

  CONFD_REQ_NODE_ROLE_BYNAME,

  CONFD_REQ_NODE_PIP_BY_INSTANCE_IP,

CONFD_REPL_STATUS_ERROR = 1

CONFD_REPL_STATUS_NOTIMPLEMENTED = 2

  CONFD_REPL_STATUS_OK,

  CONFD_REPL_STATUS_ERROR,

  CONFD_REPL_STATUS_NOTIMPLEMENTED,

# SSH key types

SSHK_RSA = "rsa"

SSHK_DSA = "dsa"

# SSH authorized key types

SSHAK_RSA = "ssh-rsa"

SSHAK_DSS = "ssh-dss"

# SSH setup

SSHS_CLUSTER_NAME = "cluster_name"

NDS_START_NODE_DAEMON = "start_node_daemon"

# Do not re-export imported modules

# 02110-1301, USA.

# OpPrereqError failure types

ECODE_ENVIRON = "environment_error"

#: List of all failure types

  ECODE_RESOLVER,

  ECODE_NORES,

  ECODE_TEMP_NORES,

from ganeti import errors

from ganeti import utils

from ganeti import netutils

#: Used to recognize point at which socat(1) starts to listen on its socket.

SOCAT_LOG_ERROR = "E"

SOCAT_LOG_FATAL = "F"

  SOCAT_LOG_DEBUG,

  SOCAT_LOG_INFO,

  SOCAT_LOG_NOTICE,

 PROG_DD,

 PROG_DD_PID,

 PROG_EXP_SIZE) = range(1, 6)

  PROG_OTHER,

  PROG_SOCAT,

  PROG_DD,

 _LS_ACQUIRE_ALL,

 _LS_ACQUIRE_OPPORTUNISTIC) = range(1, 4)

  _LS_ACQUIRE_EXACT,

  _LS_ACQUIRE_ALL,

  _LS_ACQUIRE_OPPORTUNISTIC,

  ]

# Lock levels which are modifiable

  LEVEL_NODE_RES,

  LEVEL_NODE,

  LEVEL_NODEGROUP,

import errno

import logging

from ganeti import serializer

from ganeti import constants

from ganeti import errors

REQ_SET_WATCHER_PAUSE = "SetWatcherPause"

#: List of all LUXI requests

  REQ_ARCHIVE_JOB,

  REQ_AUTO_ARCHIVE_JOBS,

  REQ_CANCEL_JOB,

#: LU classes which don't need to acquire the node allocation lock

#: (L{locking.NAL}) when they acquire all node or node resource locks

#: LU classes which don't need to acquire the node allocation lock

#: (L{locking.NAL}) in the same mode (shared/exclusive) as the node

#: or node resource locks

  cmdlib.LUBackupExport,

  cmdlib.LUBackupRemove,

  cmdlib.LUOobCommand,

"""

from ganeti import _autoconf

from ganeti import vcluster

JOB_QUEUE_ARCHIVE_DIR = QUEUE_DIR + "/archive"

JOB_QUEUE_DRAIN_FILE = QUEUE_DIR + "/drain"

  NODED_CERT_FILE,

  RAPI_CERT_FILE,

  SPICE_CERT_FILE,

_FS_OFFLINE = object()

#: List of all special status

#: VType to QFT mapping

_VTToQFT = {

#

#

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

"""Ganeti RAPI module"""

RAPI_ACCESS_WRITE = "write"

RAPI_ACCESS_READ = "read"

  RAPI_ACCESS_WRITE,

  RAPI_ACCESS_READ,

  ])

_DEFAULT = object()

#: Supported HTTP methods

  http.HTTP_DELETE,

  http.HTTP_GET,

  http.HTTP_POST,

# Feature string for node evacuation with LU-generated jobs

_NODE_EVAC_RES1 = "node-evac-res1"

  _INST_CREATE_REQV1,

  _INST_REINSTALL_REQV1,

  _NODE_MIGRATE_REQV1,

import errno

import logging

from ganeti import errors

from ganeti import constants

from ganeti import utils

SSCONF_LOCK_TIMEOUT = 10

#: Valid ssconf keys

  constants.SS_CLUSTER_NAME,

  constants.SS_CLUSTER_TAGS,

  constants.SS_FILE_STORAGE_DIR,

from ganeti import utils

from ganeti import cli

from ganeti import pathutils

(DIR,

 FILE,

 QUEUE_DIR) = range(1, 4)

  DIR,

  FILE,

  QUEUE_DIR,

_HOSTNAME_ENVNAME = "GANETI_HOSTNAME"

#: List of paths which shouldn't be virtualized

  ETC_HOSTS,

  ])

MAXTRIES = 5

  constants.INSTST_ERRORDOWN,

  ])

  constants.INSTST_NODEDOWN,

  constants.INSTST_NODEOFFLINE,

  ])

               "mtotal", "mnode", "mfree",

               "pinst_cnt", "sinst_cnt", "tags")

  "name", "uuid",

  "alloc_policy",

  "node_cnt", "node_list",

  ])

  "id", "ops", "status", "summary",

  "opstatus", "opresult", "oplog",

  "received_ts", "start_ts", "end_ts",

VALID_URI_RE = re.compile(r"^[-/a-z0-9]*$")

  # Not yet implemented

  opcodes.OpBackupQuery,

  opcodes.OpBackupRemove,

class TestHooksDocs(unittest.TestCase):

    "master-ip-turnup",

    "master-ip-turndown",

    ])

      prevline = line

    undocumented = []

    used_uris = []

import unittest

import itertools

from ganeti import mcpu

from ganeti import opcodes

from ganeti import cmdlib

import testutils

  opcodes.OpClusterActivateMasterIp,

  opcodes.OpClusterDeactivateMasterIp,

  opcodes.OpClusterDestroy,

#: Unless an opcode is included in the following list it must have a result

#: check of some sort

  opcodes.OpTestAllocator,

  opcodes.OpTestDelay,

  opcodes.OpTestDummy,

import testutils

  luxi.REQ_SUBMIT_MANY_JOBS,

  luxi.REQ_ARCHIVE_JOB,

  luxi.REQ_AUTO_ARCHIVE_JOBS,

from ganeti import ssh

from ganeti import utils

from ganeti import pathutils

_GROUPS_MERGE = "merge"

  """Handling the merge.

  """

    constants.INSTST_RUNNING,

    constants.INSTST_ERRORUP,

    ])

  ]

#: Excluded filesystem types

  "nfs",

  "nfs4",

  "autofs",