X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/e4ccf6cd09482fb4a533532fd16c624405e9833b..6136f8f024129e31ddd067233e24cbd8638c2dbc:/lib/constants.py diff --git a/lib/constants.py b/lib/constants.py index ee03bb2..e5233b0 100644 --- a/lib/constants.py +++ b/lib/constants.py @@ -21,10 +21,12 @@ """Module holding different constants.""" +import re + from ganeti import _autoconf # various versions -PROTOCOL_VERSION = 20 +PROTOCOL_VERSION = 30 RELEASE_VERSION = _autoconf.PACKAGE_VERSION OS_API_V10 = 10 OS_API_V15 = 15 @@ -104,20 +106,22 @@ INSTANCE_UPFILE = RUN_GANETI_DIR + "/instance-status" SSH_KNOWN_HOSTS_FILE = DATA_DIR + "/known_hosts" RAPI_USERS_FILE = DATA_DIR + "/rapi_users" QUEUE_DIR = DATA_DIR + "/queue" +DAEMON_UTIL = _autoconf.PKGLIBDIR + "/daemon-util" ETC_HOSTS = "/etc/hosts" DEFAULT_FILE_STORAGE_DIR = _autoconf.FILE_STORAGE_DIR +ENABLE_FILE_STORAGE = _autoconf.ENABLE_FILE_STORAGE SYSCONFDIR = _autoconf.SYSCONFDIR TOOLSDIR = _autoconf.TOOLSDIR CONF_DIR = SYSCONFDIR + "/ganeti" MASTER_SOCKET = SOCKET_DIR + "/ganeti-master" -NODE_INITD_SCRIPT = SYSCONFDIR + "/init.d/ganeti" - NODED = "ganeti-noded" CONFD = "ganeti-confd" RAPI = "ganeti-rapi" MASTERD = "ganeti-masterd" +# used in the ganeti-nbma project +NLD = "ganeti-nld" MULTITHREADED_DAEMONS = frozenset([MASTERD]) @@ -132,10 +136,14 @@ DAEMONS_PORTS = { NODED: ("tcp", 1811), CONFD: ("udp", 1814), RAPI: ("tcp", 5080), + # used in the ganeti-nbma project + NLD: ("udp", 1816), } DEFAULT_NODED_PORT = DAEMONS_PORTS[NODED][1] DEFAULT_CONFD_PORT = DAEMONS_PORTS[CONFD][1] DEFAULT_RAPI_PORT = DAEMONS_PORTS[RAPI][1] +# used in the ganeti-nbma project +DEFAULT_NLD_PORT = DAEMONS_PORTS[NLD][1] FIRST_DRBD_PORT = 11000 LAST_DRBD_PORT = 14999 @@ -148,23 +156,34 @@ DAEMONS_LOGFILES = { CONFD: LOG_DIR + "conf-daemon.log", RAPI: LOG_DIR + "rapi-daemon.log", MASTERD: LOG_DIR + "master-daemon.log", + # used in the ganeti-nbma project + NLD: LOG_DIR + "nl-daemon.log", } LOG_OS_DIR = LOG_DIR + "os" LOG_WATCHER = LOG_DIR + "watcher.log" LOG_COMMANDS = LOG_DIR + "commands.log" LOG_BURNIN = LOG_DIR + "burnin.log" +# one of 'no', 'yes', 'only' +SYSLOG_USAGE = _autoconf.SYSLOG_USAGE +SYSLOG_NO = "no" +SYSLOG_YES = "yes" +SYSLOG_ONLY = "only" +SYSLOG_SOCKET = "/dev/log" + OS_SEARCH_PATH = _autoconf.OS_SEARCH_PATH EXPORT_DIR = _autoconf.EXPORT_DIR EXPORT_CONF_FILE = "config.ini" +XEN_BOOTLOADER = _autoconf.XEN_BOOTLOADER XEN_KERNEL = _autoconf.XEN_KERNEL XEN_INITRD = _autoconf.XEN_INITRD KVM_PATH = _autoconf.KVM_PATH SOCAT_PATH = _autoconf.SOCAT_PATH -KVM_MIGRATION_PORT = _autoconf.KVM_MIGRATION_PORT +SOCAT_USE_ESCAPE = _autoconf.SOCAT_USE_ESCAPE +SOCAT_ESCAPE_CODE = "0x1d" VALUE_DEFAULT = "default" VALUE_AUTO = "auto" @@ -173,11 +192,15 @@ VALUE_NONE = "none" VALUE_TRUE = "true" VALUE_FALSE = "false" +# External script validation mask +EXT_PLUGIN_MASK = re.compile("^[a-zA-Z0-9_-]+$") + # hooks-related constants HOOKS_BASE_DIR = CONF_DIR + "/hooks" HOOKS_PHASE_PRE = "pre" HOOKS_PHASE_POST = "post" HOOKS_NAME_CFGUPDATE = "config-update" +HOOKS_NAME_WATCHER = "watcher" HOOKS_VERSION = 2 # hooks subject type (what object type does the LU deal with) @@ -195,6 +218,10 @@ ST_LVM_PV = "lvm-pv" ST_LVM_VG = "lvm-vg" # Storage fields +# first two are valid in LU context only, not passed to backend +SF_NODE = "node" +SF_TYPE = "type" +# and the rest are valid in backend SF_NAME = "name" SF_SIZE = "size" SF_FREE = "free" @@ -205,11 +232,10 @@ SF_ALLOCATABLE = "allocatable" SO_FIX_CONSISTENCY = "fix-consistency" # Available fields per storage type -VALID_STORAGE_FIELDS = { - ST_FILE: frozenset([SF_NAME, SF_USED, SF_FREE]), - ST_LVM_PV: frozenset([SF_NAME, SF_SIZE, SF_USED, SF_FREE, SF_ALLOCATABLE]), - ST_LVM_VG: frozenset([SF_NAME, SF_SIZE]), - } +VALID_STORAGE_FIELDS = frozenset([SF_NAME, SF_TYPE, SF_SIZE, + SF_USED, SF_FREE, SF_ALLOCATABLE]) + +VALID_STORAGE_TYPES = frozenset([ST_FILE, ST_LVM_PV, ST_LVM_VG]) MODIFIABLE_STORAGE_FIELDS = { ST_LVM_PV: frozenset([SF_ALLOCATABLE]), @@ -246,6 +272,7 @@ LDS_BLOCK = frozenset([LD_LV, LD_DRBD8]) # drbd constants DRBD_HMAC_ALG = "md5" DRBD_NET_PROTOCOL = "C" +DRBD_BARRIERS = _autoconf.DRBD_BARRIERS # file backend driver FD_LOOP = "loop" @@ -314,6 +341,16 @@ BIND_ADDRESS_GLOBAL = "0.0.0.0" MIN_VG_SIZE = 20480 DEFAULT_MAC_PREFIX = "aa:00:00" LVM_STRIPECOUNT = _autoconf.LVM_STRIPECOUNT +# default maximum instance wait time, in seconds. +DEFAULT_SHUTDOWN_TIMEOUT = 120 +NODE_MAX_CLOCK_SKEW = 150 + +# runparts results +(RUNPARTS_SKIP, + RUNPARTS_RUN, + RUNPARTS_ERR) = range(3) + +RUNPARTS_STATUS = frozenset([RUNPARTS_SKIP, RUNPARTS_RUN, RUNPARTS_ERR]) # RPC constants (RPC_ENCODING_NONE, @@ -327,12 +364,14 @@ OS_SCRIPT_RENAME = 'rename' OS_SCRIPTS = frozenset([OS_SCRIPT_CREATE, OS_SCRIPT_IMPORT, OS_SCRIPT_EXPORT, OS_SCRIPT_RENAME]) +OS_API_FILE = 'ganeti_api_version' +OS_VARIANTS_FILE = 'variants.list' + # ssh constants -SSH_INITD_SCRIPT = _autoconf.SSH_INITD_SCRIPT -SSH_CONFIG_DIR = "/etc/ssh/" -SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "ssh_host_dsa_key" +SSH_CONFIG_DIR = _autoconf.SSH_CONFIG_DIR +SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_dsa_key" SSH_HOST_DSA_PUB = SSH_HOST_DSA_PRIV + ".pub" -SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "ssh_host_rsa_key" +SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_rsa_key" SSH_HOST_RSA_PUB = SSH_HOST_RSA_PRIV + ".pub" SSH = "ssh" SCP = "scp" @@ -363,11 +402,15 @@ HV_CDROM_IMAGE_PATH = "cdrom_image_path" HV_NIC_TYPE = "nic_type" HV_DISK_TYPE = "disk_type" HV_VNC_BIND_ADDRESS = "vnc_bind_address" +HV_VNC_PASSWORD_FILE = "vnc_password_file" HV_VNC_TLS = "vnc_tls" HV_VNC_X509 = "vnc_x509_path" HV_VNC_X509_VERIFY = "vnc_x509_verify" HV_ACPI = "acpi" HV_PAE = "pae" +HV_USE_BOOTLOADER = "use_bootloader" +HV_BOOTLOADER_ARGS = "bootloader_args" +HV_BOOTLOADER_PATH = "bootloader_path" HV_KERNEL_ARGS = "kernel_args" HV_KERNEL_PATH = "kernel_path" HV_INITRD_PATH = "initrd_path" @@ -376,18 +419,25 @@ HV_SERIAL_CONSOLE = "serial_console" HV_USB_MOUSE = "usb_mouse" HV_DEVICE_MODEL = "device_model" HV_INIT_SCRIPT = "init_script" +HV_MIGRATION_PORT = "migration_port" +HV_USE_LOCALTIME = "use_localtime" +HV_DISK_CACHE = "disk_cache" HVS_PARAMETER_TYPES = { HV_BOOT_ORDER: VTYPE_STRING, HV_CDROM_IMAGE_PATH: VTYPE_STRING, HV_NIC_TYPE: VTYPE_STRING, HV_DISK_TYPE: VTYPE_STRING, + HV_VNC_PASSWORD_FILE: VTYPE_STRING, HV_VNC_BIND_ADDRESS: VTYPE_STRING, HV_VNC_TLS: VTYPE_BOOL, HV_VNC_X509: VTYPE_STRING, HV_VNC_X509_VERIFY: VTYPE_BOOL, HV_ACPI: VTYPE_BOOL, HV_PAE: VTYPE_BOOL, + HV_USE_BOOTLOADER: VTYPE_BOOL, + HV_BOOTLOADER_PATH: VTYPE_STRING, + HV_BOOTLOADER_ARGS: VTYPE_STRING, HV_KERNEL_PATH: VTYPE_STRING, HV_KERNEL_ARGS: VTYPE_STRING, HV_INITRD_PATH: VTYPE_STRING, @@ -396,6 +446,9 @@ HVS_PARAMETER_TYPES = { HV_USB_MOUSE: VTYPE_STRING, HV_DEVICE_MODEL: VTYPE_STRING, HV_INIT_SCRIPT: VTYPE_STRING, + HV_MIGRATION_PORT: VTYPE_INT, + HV_USE_LOCALTIME: VTYPE_BOOL, + HV_DISK_CACHE: VTYPE_STRING, } HVS_PARAMETERS = frozenset(HVS_PARAMETER_TYPES.keys()) @@ -470,6 +523,15 @@ HT_DISK_SD = "sd" HT_DISK_MTD = "mtd" HT_DISK_PFLASH = "pflash" +HT_CACHE_DEFAULT = "default" +HT_CACHE_NONE = "none" +HT_CACHE_WTHROUGH = "writethrough" +HT_CACHE_WBACK = "writeback" +HT_VALID_CACHE_TYPES = frozenset([HT_CACHE_DEFAULT, + HT_CACHE_NONE, + HT_CACHE_WTHROUGH, + HT_CACHE_WBACK]) + HT_HVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IOEMU]) HT_KVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IDE, HT_DISK_SCSI, HT_DISK_SD, HT_DISK_MTD, @@ -497,12 +559,15 @@ NV_FILELIST = "filelist" NV_HVINFO = "hvinfo" NV_HYPERVISOR = "hypervisor" NV_INSTANCELIST = "instancelist" -NV_LVLIST = "lvlist" NV_NODELIST = "nodelist" NV_NODENETTEST = "node-net-test" NV_VERSION = "version" NV_VGLIST = "vglist" +NV_LVLIST = "lvlist" +NV_PVLIST = "pvlist" NV_DRBDLIST = "drbd-list" +NV_NODESETUP = "nodesetup" +NV_TIME = "time" # Allocator framework constants IALLOCATOR_VERSION = 2 @@ -510,6 +575,7 @@ IALLOCATOR_DIR_IN = "in" IALLOCATOR_DIR_OUT = "out" IALLOCATOR_MODE_ALLOC = "allocate" IALLOCATOR_MODE_RELOC = "relocate" +IALLOCATOR_MODE_MEVAC = "multi-evacuate" IALLOCATOR_SEARCH_PATH = _autoconf.IALLOCATOR_SEARCH_PATH # Job queue @@ -580,10 +646,14 @@ DEFAULT_ENABLED_HYPERVISOR = HT_XEN_PVM HVC_DEFAULTS = { HT_XEN_PVM: { + HV_USE_BOOTLOADER: False, + HV_BOOTLOADER_PATH: XEN_BOOTLOADER, + HV_BOOTLOADER_ARGS: '', HV_KERNEL_PATH: "/boot/vmlinuz-2.6-xenU", HV_INITRD_PATH: '', HV_ROOT_PATH: '/dev/sda1', HV_KERNEL_ARGS: 'ro', + HV_MIGRATION_PORT: 8002, }, HT_XEN_HVM: { HV_BOOT_ORDER: "cd", @@ -591,10 +661,13 @@ HVC_DEFAULTS = { HV_NIC_TYPE: HT_NIC_RTL8139, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_VNC_BIND_ADDRESS: '0.0.0.0', + HV_VNC_PASSWORD_FILE: VNC_PASSWORD_FILE, HV_ACPI: True, HV_PAE: True, HV_KERNEL_PATH: "/usr/lib/xen/boot/hvmloader", HV_DEVICE_MODEL: "/usr/lib/xen/bin/qemu-dm", + HV_MIGRATION_PORT: 8002, + HV_USE_LOCALTIME: False, }, HT_KVM: { HV_KERNEL_PATH: "/boot/vmlinuz-2.6-kvmU", @@ -607,11 +680,15 @@ HVC_DEFAULTS = { HV_VNC_TLS: False, HV_VNC_X509: '', HV_VNC_X509_VERIFY: False, + HV_VNC_PASSWORD_FILE: '', HV_CDROM_IMAGE_PATH: '', HV_BOOT_ORDER: HT_BO_DISK, HV_NIC_TYPE: HT_NIC_PARAVIRTUAL, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_USB_MOUSE: '', + HV_MIGRATION_PORT: 8102, + HV_USE_LOCALTIME: False, + HV_DISK_CACHE: HT_CACHE_DEFAULT, }, HT_FAKE: { }, @@ -620,6 +697,10 @@ HVC_DEFAULTS = { }, } +HVC_GLOBALS = frozenset([ + HV_MIGRATION_PORT, + ]) + BEC_DEFAULTS = { BE_MEMORY: 128, BE_VCPUS: 1, @@ -639,12 +720,30 @@ CONFD_REQ_PING = 0 CONFD_REQ_NODE_ROLE_BYNAME = 1 CONFD_REQ_NODE_PIP_BY_INSTANCE_IP = 2 CONFD_REQ_CLUSTER_MASTER = 3 +CONFD_REQ_NODE_PIP_LIST = 4 +CONFD_REQ_MC_PIP_LIST = 5 +CONFD_REQ_INSTANCES_IPS_LIST = 6 + +# Confd request query fields. These are used to narrow down queries. +# These must be strings rather than integers, because json-encoding +# converts them to strings anyway, as they're used as dict-keys. +CONFD_REQQ_LINK = "0" +CONFD_REQQ_IP = "1" +CONFD_REQQ_IPLIST = "2" +CONFD_REQQ_FIELDS = "3" + +CONFD_REQFIELD_NAME = "0" +CONFD_REQFIELD_IP = "1" +CONFD_REQFIELD_MNODE_PIP = "2" CONFD_REQS = frozenset([ CONFD_REQ_PING, CONFD_REQ_NODE_ROLE_BYNAME, CONFD_REQ_NODE_PIP_BY_INSTANCE_IP, CONFD_REQ_CLUSTER_MASTER, + CONFD_REQ_NODE_PIP_LIST, + CONFD_REQ_MC_PIP_LIST, + CONFD_REQ_INSTANCES_IPS_LIST, ]) CONFD_REPL_STATUS_OK = 0 @@ -667,11 +766,12 @@ CONFD_REPL_STATUSES = frozenset([ # A few common errors for confd CONFD_ERROR_UNKNOWN_ENTRY = 1 CONFD_ERROR_INTERNAL = 2 +CONFD_ERROR_ARGUMENT = 3 # Each request is "salted" by the current timestamp. # This constants decides how many seconds of skew to accept. # TODO: make this a default and allow the value to be more configurable -CONFD_MAX_CLOCK_SKEW = 300 +CONFD_MAX_CLOCK_SKEW = 2 * NODE_MAX_CLOCK_SKEW # When we haven't reloaded the config for more than this amount of seconds, we # force a test to see if inotify is betraying us.