X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/6c3c6db9e84ae4e7d5ed0cb4e86f374df28be18f..bb3776b4b5f9a8caf80ddb2a8eaf21242c336603:/lib/constants.py diff --git a/lib/constants.py b/lib/constants.py index 03ed03d..0cca534 100644 --- a/lib/constants.py +++ b/lib/constants.py @@ -21,10 +21,12 @@ """Module holding different constants.""" +import re + from ganeti import _autoconf # various versions -PROTOCOL_VERSION = 20 +PROTOCOL_VERSION = 30 RELEASE_VERSION = _autoconf.PACKAGE_VERSION OS_API_V10 = 10 OS_API_V15 = 15 @@ -99,41 +101,43 @@ SSL_CERT_FILE = DATA_DIR + "/server.pem" RAPI_CERT_FILE = DATA_DIR + "/rapi.pem" HMAC_CLUSTER_KEY = DATA_DIR + "/hmac.key" WATCHER_STATEFILE = DATA_DIR + "/watcher.data" +WATCHER_PAUSEFILE = DATA_DIR + "/watcher.pause" INSTANCE_UPFILE = RUN_GANETI_DIR + "/instance-status" SSH_KNOWN_HOSTS_FILE = DATA_DIR + "/known_hosts" RAPI_USERS_FILE = DATA_DIR + "/rapi_users" QUEUE_DIR = DATA_DIR + "/queue" +DAEMON_UTIL = _autoconf.PKGLIBDIR + "/daemon-util" ETC_HOSTS = "/etc/hosts" DEFAULT_FILE_STORAGE_DIR = _autoconf.FILE_STORAGE_DIR +ENABLE_FILE_STORAGE = _autoconf.ENABLE_FILE_STORAGE SYSCONFDIR = _autoconf.SYSCONFDIR +TOOLSDIR = _autoconf.TOOLSDIR CONF_DIR = SYSCONFDIR + "/ganeti" -MASTER_SOCKET = SOCKET_DIR + "/ganeti-master" +ALL_CERT_FILES = frozenset([SSL_CERT_FILE, RAPI_CERT_FILE]) -NODE_INITD_SCRIPT = SYSCONFDIR + "/init.d/ganeti" +MASTER_SOCKET = SOCKET_DIR + "/ganeti-master" NODED = "ganeti-noded" CONFD = "ganeti-confd" RAPI = "ganeti-rapi" MASTERD = "ganeti-masterd" - -MULTITHREADED_DAEMONS = frozenset([MASTERD]) - -DAEMONS_SSL = { - # daemon-name: (default-cert-path, default-key-path) - NODED: (SSL_CERT_FILE, SSL_CERT_FILE), - RAPI: (RAPI_CERT_FILE, RAPI_CERT_FILE), -} +# used in the ganeti-nbma project +NLD = "ganeti-nld" DAEMONS_PORTS = { # daemon-name: ("proto", "default-port") NODED: ("tcp", 1811), CONFD: ("udp", 1814), RAPI: ("tcp", 5080), + # used in the ganeti-nbma project + NLD: ("udp", 1816), } DEFAULT_NODED_PORT = DAEMONS_PORTS[NODED][1] DEFAULT_CONFD_PORT = DAEMONS_PORTS[CONFD][1] DEFAULT_RAPI_PORT = DAEMONS_PORTS[RAPI][1] +# used in the ganeti-nbma project +DEFAULT_NLD_PORT = DAEMONS_PORTS[NLD][1] FIRST_DRBD_PORT = 11000 LAST_DRBD_PORT = 14999 @@ -141,28 +145,48 @@ MASTER_SCRIPT = "ganeti-master" LOG_DIR = _autoconf.LOCALSTATEDIR + "/log/ganeti/" DAEMONS_LOGFILES = { - # "daemon-name": "logfile" - NODED: LOG_DIR + "node-daemon.log", - CONFD: LOG_DIR + "conf-daemon.log", - RAPI: LOG_DIR + "rapi-daemon.log", - MASTERD: LOG_DIR + "master-daemon.log", -} + # "daemon-name": "logfile" + NODED: LOG_DIR + "node-daemon.log", + CONFD: LOG_DIR + "conf-daemon.log", + RAPI: LOG_DIR + "rapi-daemon.log", + MASTERD: LOG_DIR + "master-daemon.log", + # used in the ganeti-nbma project + NLD: LOG_DIR + "nl-daemon.log", + } + LOG_OS_DIR = LOG_DIR + "os" LOG_WATCHER = LOG_DIR + "watcher.log" LOG_COMMANDS = LOG_DIR + "commands.log" LOG_BURNIN = LOG_DIR + "burnin.log" +# one of 'no', 'yes', 'only' +SYSLOG_USAGE = _autoconf.SYSLOG_USAGE +SYSLOG_NO = "no" +SYSLOG_YES = "yes" +SYSLOG_ONLY = "only" +SYSLOG_SOCKET = "/dev/log" + OS_SEARCH_PATH = _autoconf.OS_SEARCH_PATH EXPORT_DIR = _autoconf.EXPORT_DIR EXPORT_CONF_FILE = "config.ini" +XEN_BOOTLOADER = _autoconf.XEN_BOOTLOADER XEN_KERNEL = _autoconf.XEN_KERNEL XEN_INITRD = _autoconf.XEN_INITRD KVM_PATH = _autoconf.KVM_PATH SOCAT_PATH = _autoconf.SOCAT_PATH -KVM_MIGRATION_PORT = _autoconf.KVM_MIGRATION_PORT +SOCAT_USE_ESCAPE = _autoconf.SOCAT_USE_ESCAPE +SOCAT_ESCAPE_CODE = "0x1d" + +# For RSA keys more bits are better, but they also make operations more +# expensive. NIST SP 800-131 recommends a minimum of 2048 bits from the year +# 2010 on. +RSA_KEY_BITS = 2048 + +# Digest used to sign certificates ("openssl x509" uses SHA1 by default) +X509_CERT_SIGN_DIGEST = "SHA1" VALUE_DEFAULT = "default" VALUE_AUTO = "auto" @@ -171,11 +195,15 @@ VALUE_NONE = "none" VALUE_TRUE = "true" VALUE_FALSE = "false" +# External script validation mask +EXT_PLUGIN_MASK = re.compile("^[a-zA-Z0-9_-]+$") + # hooks-related constants HOOKS_BASE_DIR = CONF_DIR + "/hooks" HOOKS_PHASE_PRE = "pre" HOOKS_PHASE_POST = "post" HOOKS_NAME_CFGUPDATE = "config-update" +HOOKS_NAME_WATCHER = "watcher" HOOKS_VERSION = 2 # hooks subject type (what object type does the LU deal with) @@ -193,6 +221,10 @@ ST_LVM_PV = "lvm-pv" ST_LVM_VG = "lvm-vg" # Storage fields +# first two are valid in LU context only, not passed to backend +SF_NODE = "node" +SF_TYPE = "type" +# and the rest are valid in backend SF_NAME = "name" SF_SIZE = "size" SF_FREE = "free" @@ -203,11 +235,10 @@ SF_ALLOCATABLE = "allocatable" SO_FIX_CONSISTENCY = "fix-consistency" # Available fields per storage type -VALID_STORAGE_FIELDS = { - ST_FILE: frozenset([SF_NAME, SF_USED, SF_FREE]), - ST_LVM_PV: frozenset([SF_NAME, SF_SIZE, SF_USED, SF_FREE, SF_ALLOCATABLE]), - ST_LVM_VG: frozenset([SF_NAME, SF_SIZE]), - } +VALID_STORAGE_FIELDS = frozenset([SF_NAME, SF_TYPE, SF_SIZE, + SF_USED, SF_FREE, SF_ALLOCATABLE]) + +VALID_STORAGE_TYPES = frozenset([ST_FILE, ST_LVM_PV, ST_LVM_VG]) MODIFIABLE_STORAGE_FIELDS = { ST_LVM_PV: frozenset([SF_ALLOCATABLE]), @@ -244,6 +275,7 @@ LDS_BLOCK = frozenset([LD_LV, LD_DRBD8]) # drbd constants DRBD_HMAC_ALG = "md5" DRBD_NET_PROTOCOL = "C" +DRBD_BARRIERS = _autoconf.DRBD_BARRIERS # file backend driver FD_LOOP = "loop" @@ -312,6 +344,16 @@ BIND_ADDRESS_GLOBAL = "0.0.0.0" MIN_VG_SIZE = 20480 DEFAULT_MAC_PREFIX = "aa:00:00" LVM_STRIPECOUNT = _autoconf.LVM_STRIPECOUNT +# default maximum instance wait time, in seconds. +DEFAULT_SHUTDOWN_TIMEOUT = 120 +NODE_MAX_CLOCK_SKEW = 150 + +# runparts results +(RUNPARTS_SKIP, + RUNPARTS_RUN, + RUNPARTS_ERR) = range(3) + +RUNPARTS_STATUS = frozenset([RUNPARTS_SKIP, RUNPARTS_RUN, RUNPARTS_ERR]) # RPC constants (RPC_ENCODING_NONE, @@ -325,12 +367,14 @@ OS_SCRIPT_RENAME = 'rename' OS_SCRIPTS = frozenset([OS_SCRIPT_CREATE, OS_SCRIPT_IMPORT, OS_SCRIPT_EXPORT, OS_SCRIPT_RENAME]) +OS_API_FILE = 'ganeti_api_version' +OS_VARIANTS_FILE = 'variants.list' + # ssh constants -SSH_INITD_SCRIPT = _autoconf.SSH_INITD_SCRIPT -SSH_CONFIG_DIR = "/etc/ssh/" -SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "ssh_host_dsa_key" +SSH_CONFIG_DIR = _autoconf.SSH_CONFIG_DIR +SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_dsa_key" SSH_HOST_DSA_PUB = SSH_HOST_DSA_PRIV + ".pub" -SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "ssh_host_rsa_key" +SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_rsa_key" SSH_HOST_RSA_PUB = SSH_HOST_RSA_PRIV + ".pub" SSH = "ssh" SCP = "scp" @@ -361,11 +405,15 @@ HV_CDROM_IMAGE_PATH = "cdrom_image_path" HV_NIC_TYPE = "nic_type" HV_DISK_TYPE = "disk_type" HV_VNC_BIND_ADDRESS = "vnc_bind_address" +HV_VNC_PASSWORD_FILE = "vnc_password_file" HV_VNC_TLS = "vnc_tls" HV_VNC_X509 = "vnc_x509_path" HV_VNC_X509_VERIFY = "vnc_x509_verify" HV_ACPI = "acpi" HV_PAE = "pae" +HV_USE_BOOTLOADER = "use_bootloader" +HV_BOOTLOADER_ARGS = "bootloader_args" +HV_BOOTLOADER_PATH = "bootloader_path" HV_KERNEL_ARGS = "kernel_args" HV_KERNEL_PATH = "kernel_path" HV_INITRD_PATH = "initrd_path" @@ -374,18 +422,27 @@ HV_SERIAL_CONSOLE = "serial_console" HV_USB_MOUSE = "usb_mouse" HV_DEVICE_MODEL = "device_model" HV_INIT_SCRIPT = "init_script" +HV_MIGRATION_PORT = "migration_port" +HV_USE_LOCALTIME = "use_localtime" +HV_DISK_CACHE = "disk_cache" +HV_SECURITY_MODEL = "security_model" +HV_SECURITY_DOMAIN = "security_domain" HVS_PARAMETER_TYPES = { HV_BOOT_ORDER: VTYPE_STRING, HV_CDROM_IMAGE_PATH: VTYPE_STRING, HV_NIC_TYPE: VTYPE_STRING, HV_DISK_TYPE: VTYPE_STRING, + HV_VNC_PASSWORD_FILE: VTYPE_STRING, HV_VNC_BIND_ADDRESS: VTYPE_STRING, HV_VNC_TLS: VTYPE_BOOL, HV_VNC_X509: VTYPE_STRING, HV_VNC_X509_VERIFY: VTYPE_BOOL, HV_ACPI: VTYPE_BOOL, HV_PAE: VTYPE_BOOL, + HV_USE_BOOTLOADER: VTYPE_BOOL, + HV_BOOTLOADER_PATH: VTYPE_STRING, + HV_BOOTLOADER_ARGS: VTYPE_STRING, HV_KERNEL_PATH: VTYPE_STRING, HV_KERNEL_ARGS: VTYPE_STRING, HV_INITRD_PATH: VTYPE_STRING, @@ -394,6 +451,11 @@ HVS_PARAMETER_TYPES = { HV_USB_MOUSE: VTYPE_STRING, HV_DEVICE_MODEL: VTYPE_STRING, HV_INIT_SCRIPT: VTYPE_STRING, + HV_MIGRATION_PORT: VTYPE_INT, + HV_USE_LOCALTIME: VTYPE_BOOL, + HV_DISK_CACHE: VTYPE_STRING, + HV_SECURITY_MODEL: VTYPE_STRING, + HV_SECURITY_DOMAIN: VTYPE_STRING, } HVS_PARAMETERS = frozenset(HVS_PARAMETER_TYPES.keys()) @@ -468,6 +530,15 @@ HT_DISK_SD = "sd" HT_DISK_MTD = "mtd" HT_DISK_PFLASH = "pflash" +HT_CACHE_DEFAULT = "default" +HT_CACHE_NONE = "none" +HT_CACHE_WTHROUGH = "writethrough" +HT_CACHE_WBACK = "writeback" +HT_VALID_CACHE_TYPES = frozenset([HT_CACHE_DEFAULT, + HT_CACHE_NONE, + HT_CACHE_WTHROUGH, + HT_CACHE_WBACK]) + HT_HVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IOEMU]) HT_KVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IDE, HT_DISK_SCSI, HT_DISK_SD, HT_DISK_MTD, @@ -486,6 +557,13 @@ HT_BO_NETWORK = "network" HT_KVM_VALID_BO_TYPES = frozenset([HT_BO_CDROM, HT_BO_DISK, HT_BO_NETWORK]) +# Security models +HT_SM_NONE = "none" +HT_SM_USER = "user" +HT_SM_POOL = "pool" + +HT_KVM_VALID_SM_TYPES = frozenset([HT_SM_NONE, HT_SM_USER, HT_SM_POOL]) + # Cluster Verify steps VERIFY_NPLUSONE_MEM = 'nplusone_mem' VERIFY_OPTIONAL_CHECKS = frozenset([VERIFY_NPLUSONE_MEM]) @@ -495,12 +573,19 @@ NV_FILELIST = "filelist" NV_HVINFO = "hvinfo" NV_HYPERVISOR = "hypervisor" NV_INSTANCELIST = "instancelist" -NV_LVLIST = "lvlist" NV_NODELIST = "nodelist" NV_NODENETTEST = "node-net-test" NV_VERSION = "version" NV_VGLIST = "vglist" +NV_LVLIST = "lvlist" +NV_PVLIST = "pvlist" NV_DRBDLIST = "drbd-list" +NV_NODESETUP = "nodesetup" +NV_TIME = "time" + +# SSL certificate check constants (in days) +SSL_CERT_EXPIRATION_WARN = 30 +SSL_CERT_EXPIRATION_ERROR = 7 # Allocator framework constants IALLOCATOR_VERSION = 2 @@ -508,6 +593,7 @@ IALLOCATOR_DIR_IN = "in" IALLOCATOR_DIR_OUT = "out" IALLOCATOR_MODE_ALLOC = "allocate" IALLOCATOR_MODE_RELOC = "relocate" +IALLOCATOR_MODE_MEVAC = "multi-evacuate" IALLOCATOR_SEARCH_PATH = _autoconf.IALLOCATOR_SEARCH_PATH # Job queue @@ -578,10 +664,14 @@ DEFAULT_ENABLED_HYPERVISOR = HT_XEN_PVM HVC_DEFAULTS = { HT_XEN_PVM: { + HV_USE_BOOTLOADER: False, + HV_BOOTLOADER_PATH: XEN_BOOTLOADER, + HV_BOOTLOADER_ARGS: '', HV_KERNEL_PATH: "/boot/vmlinuz-2.6-xenU", HV_INITRD_PATH: '', HV_ROOT_PATH: '/dev/sda1', HV_KERNEL_ARGS: 'ro', + HV_MIGRATION_PORT: 8002, }, HT_XEN_HVM: { HV_BOOT_ORDER: "cd", @@ -589,10 +679,13 @@ HVC_DEFAULTS = { HV_NIC_TYPE: HT_NIC_RTL8139, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_VNC_BIND_ADDRESS: '0.0.0.0', + HV_VNC_PASSWORD_FILE: VNC_PASSWORD_FILE, HV_ACPI: True, HV_PAE: True, HV_KERNEL_PATH: "/usr/lib/xen/boot/hvmloader", HV_DEVICE_MODEL: "/usr/lib/xen/bin/qemu-dm", + HV_MIGRATION_PORT: 8002, + HV_USE_LOCALTIME: False, }, HT_KVM: { HV_KERNEL_PATH: "/boot/vmlinuz-2.6-kvmU", @@ -605,11 +698,17 @@ HVC_DEFAULTS = { HV_VNC_TLS: False, HV_VNC_X509: '', HV_VNC_X509_VERIFY: False, + HV_VNC_PASSWORD_FILE: '', HV_CDROM_IMAGE_PATH: '', HV_BOOT_ORDER: HT_BO_DISK, HV_NIC_TYPE: HT_NIC_PARAVIRTUAL, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_USB_MOUSE: '', + HV_MIGRATION_PORT: 8102, + HV_USE_LOCALTIME: False, + HV_DISK_CACHE: HT_CACHE_DEFAULT, + HV_SECURITY_MODEL: HT_SM_NONE, + HV_SECURITY_DOMAIN: '', }, HT_FAKE: { }, @@ -618,6 +717,10 @@ HVC_DEFAULTS = { }, } +HVC_GLOBALS = frozenset([ + HV_MIGRATION_PORT, + ]) + BEC_DEFAULTS = { BE_MEMORY: 128, BE_VCPUS: 1, @@ -636,11 +739,31 @@ CONFD_PROTOCOL_VERSION = 1 CONFD_REQ_PING = 0 CONFD_REQ_NODE_ROLE_BYNAME = 1 CONFD_REQ_NODE_PIP_BY_INSTANCE_IP = 2 +CONFD_REQ_CLUSTER_MASTER = 3 +CONFD_REQ_NODE_PIP_LIST = 4 +CONFD_REQ_MC_PIP_LIST = 5 +CONFD_REQ_INSTANCES_IPS_LIST = 6 + +# Confd request query fields. These are used to narrow down queries. +# These must be strings rather than integers, because json-encoding +# converts them to strings anyway, as they're used as dict-keys. +CONFD_REQQ_LINK = "0" +CONFD_REQQ_IP = "1" +CONFD_REQQ_IPLIST = "2" +CONFD_REQQ_FIELDS = "3" + +CONFD_REQFIELD_NAME = "0" +CONFD_REQFIELD_IP = "1" +CONFD_REQFIELD_MNODE_PIP = "2" CONFD_REQS = frozenset([ CONFD_REQ_PING, CONFD_REQ_NODE_ROLE_BYNAME, CONFD_REQ_NODE_PIP_BY_INSTANCE_IP, + CONFD_REQ_CLUSTER_MASTER, + CONFD_REQ_NODE_PIP_LIST, + CONFD_REQ_MC_PIP_LIST, + CONFD_REQ_INSTANCES_IPS_LIST, ]) CONFD_REPL_STATUS_OK = 0 @@ -663,8 +786,41 @@ CONFD_REPL_STATUSES = frozenset([ # A few common errors for confd CONFD_ERROR_UNKNOWN_ENTRY = 1 CONFD_ERROR_INTERNAL = 2 +CONFD_ERROR_ARGUMENT = 3 # Each request is "salted" by the current timestamp. # This constants decides how many seconds of skew to accept. # TODO: make this a default and allow the value to be more configurable -CONFD_MAX_CLOCK_SKEW = 300 +CONFD_MAX_CLOCK_SKEW = 2 * NODE_MAX_CLOCK_SKEW + +# When we haven't reloaded the config for more than this amount of seconds, we +# force a test to see if inotify is betraying us. +CONFD_CONFIG_RELOAD_TIMEOUT = 60 + +# If we receive more than one update in this amount of seconds, we move to +# polling every RATELIMIT seconds, rather than relying on inotify, to be able +# to serve more requests. +CONFD_CONFIG_RELOAD_RATELIMIT = 2 + +# Magic number prepended to all confd queries. +# This allows us to distinguish different types of confd protocols and handle +# them. For example by changing this we can move the whole payload to be +# compressed, or move away from json. +CONFD_MAGIC_FOURCC = 'plj0' + +# By default a confd request is sent to the minimum between this number and all +# MCs. 6 was chosen because even in the case of a disastrous 50% response rate, +# we should have enough answers to be able to compare more than one. +CONFD_DEFAULT_REQ_COVERAGE = 6 + +# Timeout in seconds to expire pending query request in the confd client +# library. We don't actually expect any answer more than 10 seconds after we +# sent a request. +CONFD_CLIENT_EXPIRE_TIMEOUT = 10 + +# Maximum UDP datagram size. +# On IPv4: 64K - 20 (ip header size) - 8 (udp header size) = 65507 +# On IPv6: 64K - 40 (ip6 header size) - 8 (udp header size) = 65487 +# (assuming we can't use jumbo frames) +# We just set this to 60K, which should be enough +MAX_UDP_DATA_SIZE = 61440