root / tools / lvmstrap @ a536aaac
History | View | Annotate | Download (27 kB)
1 |
#!/usr/bin/python |
---|---|
2 |
# |
3 |
|
4 |
# Copyright (C) 2006, 2007, 2011 Google Inc. |
5 |
# |
6 |
# This program is free software; you can redistribute it and/or modify |
7 |
# it under the terms of the GNU General Public License as published by |
8 |
# the Free Software Foundation; either version 2 of the License, or |
9 |
# (at your option) any later version. |
10 |
# |
11 |
# This program is distributed in the hope that it will be useful, but |
12 |
# WITHOUT ANY WARRANTY; without even the implied warranty of |
13 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
14 |
# General Public License for more details. |
15 |
# |
16 |
# You should have received a copy of the GNU General Public License |
17 |
# along with this program; if not, write to the Free Software |
18 |
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA |
19 |
# 02110-1301, USA. |
20 |
|
21 |
|
22 |
"""Program which configures LVM on the Ganeti nodes. |
23 |
|
24 |
This program wipes disks and creates a volume group on top of them. It |
25 |
can also show disk information to help you decide which disks you want |
26 |
to wipe. |
27 |
|
28 |
The error handling is done by raising our own exceptions from most of |
29 |
the functions; these exceptions then handled globally in the main() |
30 |
function. The exceptions that each function can raise are not |
31 |
documented individually, since almost every error path ends in a |
32 |
raise. |
33 |
|
34 |
Another two exceptions that are handled globally are IOError and |
35 |
OSError. The idea behind this is, since we run as root, we should |
36 |
usually not get these errors, but if we do it's most probably a system |
37 |
error, so they should be handled and the user instructed to report |
38 |
them. |
39 |
|
40 |
""" |
41 |
|
42 |
|
43 |
import os |
44 |
import sys |
45 |
import optparse |
46 |
import time |
47 |
import errno |
48 |
import re |
49 |
|
50 |
from ganeti.utils import RunCmd, ReadFile |
51 |
from ganeti import constants |
52 |
from ganeti import cli |
53 |
from ganeti import compat |
54 |
|
55 |
USAGE = ("\tlvmstrap diskinfo\n" |
56 |
"\tlvmstrap [--vg-name=NAME] [--allow-removable]" |
57 |
" { --alldisks | --disks DISKLIST }" |
58 |
" create") |
59 |
|
60 |
verbose_flag = False |
61 |
|
62 |
#: Supported disk types (as prefixes) |
63 |
SUPPORTED_TYPES = [ |
64 |
"hd", |
65 |
"sd", |
66 |
"md", |
67 |
"ubd", |
68 |
] |
69 |
|
70 |
#: Excluded filesystem types |
71 |
EXCLUDED_FS = frozenset([ |
72 |
"nfs", |
73 |
"nfs4", |
74 |
"autofs", |
75 |
"tmpfs", |
76 |
"proc", |
77 |
"sysfs", |
78 |
"usbfs", |
79 |
"devpts", |
80 |
]) |
81 |
|
82 |
#: A regular expression that matches partitions (must be kept in sync |
83 |
# with L{SUPPORTED_TYPES} |
84 |
PART_RE = re.compile("^((?:h|s|m|ub)d[a-z]{1,2})[0-9]+$") |
85 |
|
86 |
#: Minimum partition size to be considered (1 GB) |
87 |
PART_MINSIZE = 1024 * 1024 * 1024 |
88 |
|
89 |
|
90 |
class Error(Exception): |
91 |
"""Generic exception""" |
92 |
pass |
93 |
|
94 |
|
95 |
class ProgrammingError(Error): |
96 |
"""Exception denoting invalid assumptions in programming. |
97 |
|
98 |
This should catch sysfs tree changes, or otherwise incorrect |
99 |
assumptions about the contents of the /sys/block/... directories. |
100 |
|
101 |
""" |
102 |
pass |
103 |
|
104 |
|
105 |
class SysconfigError(Error): |
106 |
"""Exception denoting invalid system configuration. |
107 |
|
108 |
If the system configuration is somehow wrong (e.g. /dev files |
109 |
missing, or having mismatched major/minor numbers relative to |
110 |
/sys/block devices), this exception will be raised. |
111 |
|
112 |
This should usually mean that the installation of the Xen node |
113 |
failed in some steps. |
114 |
|
115 |
""" |
116 |
pass |
117 |
|
118 |
|
119 |
class PrereqError(Error): |
120 |
"""Exception denoting invalid prerequisites. |
121 |
|
122 |
If the node does not meet the requirements for cluster membership, this |
123 |
exception will be raised. Things like wrong kernel version, or no |
124 |
free disks, etc. belong here. |
125 |
|
126 |
This should usually mean that the build steps for the Xen node were |
127 |
not followed correctly. |
128 |
|
129 |
""" |
130 |
pass |
131 |
|
132 |
|
133 |
class OperationalError(Error): |
134 |
"""Exception denoting actual errors. |
135 |
|
136 |
Errors during the bootstrapping are signaled using this exception. |
137 |
|
138 |
""" |
139 |
pass |
140 |
|
141 |
|
142 |
class ParameterError(Error): |
143 |
"""Exception denoting invalid input from user. |
144 |
|
145 |
Wrong disks given as parameters will be signaled using this |
146 |
exception. |
147 |
|
148 |
""" |
149 |
pass |
150 |
|
151 |
|
152 |
def Usage(): |
153 |
"""Shows program usage information and exits the program. |
154 |
|
155 |
""" |
156 |
print >> sys.stderr, "Usage:" |
157 |
print >> sys.stderr, USAGE |
158 |
sys.exit(2) |
159 |
|
160 |
|
161 |
def ParseOptions(): |
162 |
"""Parses the command line options. |
163 |
|
164 |
In case of command line errors, it will show the usage and exit the |
165 |
program. |
166 |
|
167 |
@rtype: tuple |
168 |
@return: a tuple of (options, args), as returned by |
169 |
OptionParser.parse_args |
170 |
|
171 |
""" |
172 |
global verbose_flag # pylint: disable-msg=W0603 |
173 |
|
174 |
parser = optparse.OptionParser(usage="\n%s" % USAGE, |
175 |
version="%%prog (ganeti) %s" % |
176 |
constants.RELEASE_VERSION) |
177 |
|
178 |
parser.add_option("--alldisks", dest="alldisks", |
179 |
help="erase ALL disks", action="store_true", |
180 |
default=False) |
181 |
parser.add_option("-d", "--disks", dest="disks", |
182 |
help="Choose disks (e.g. hda,hdg)", |
183 |
metavar="DISKLIST") |
184 |
parser.add_option(cli.VERBOSE_OPT) |
185 |
parser.add_option("-r", "--allow-removable", |
186 |
action="store_true", dest="removable_ok", default=False, |
187 |
help="allow and use removable devices too") |
188 |
parser.add_option("-g", "--vg-name", type="string", |
189 |
dest="vgname", default="xenvg", metavar="NAME", |
190 |
help="the volume group to be created [default: xenvg]") |
191 |
|
192 |
|
193 |
options, args = parser.parse_args() |
194 |
if len(args) != 1: |
195 |
Usage() |
196 |
|
197 |
verbose_flag = options.verbose |
198 |
|
199 |
return options, args |
200 |
|
201 |
|
202 |
def IsPartitioned(disk): |
203 |
"""Returns whether a given disk should be used partitioned or as-is. |
204 |
|
205 |
Currently only md devices are used as is. |
206 |
|
207 |
""" |
208 |
return not (disk.startswith('md') or PART_RE.match(disk)) |
209 |
|
210 |
|
211 |
def DeviceName(disk): |
212 |
"""Returns the appropriate device name for a disk. |
213 |
|
214 |
For non-partitioned devices, it returns the name as is, otherwise it |
215 |
returns the first partition. |
216 |
|
217 |
""" |
218 |
if IsPartitioned(disk): |
219 |
device = '/dev/%s1' % disk |
220 |
else: |
221 |
device = '/dev/%s' % disk |
222 |
return device |
223 |
|
224 |
|
225 |
def SysfsName(disk): |
226 |
"""Returns the sysfs name for a disk or partition. |
227 |
|
228 |
""" |
229 |
match = PART_RE.match(disk) |
230 |
if match: |
231 |
# this is a partition, which resides in /sys/block under a different name |
232 |
disk = "%s/%s" % (match.group(1), disk) |
233 |
return "/sys/block/%s" % disk |
234 |
|
235 |
|
236 |
def ExecCommand(command): |
237 |
"""Executes a command. |
238 |
|
239 |
This is just a wrapper around commands.getstatusoutput, with the |
240 |
difference that if the command line argument -v has been given, it |
241 |
will print the command line and the command output on stdout. |
242 |
|
243 |
@param command: the command line to be executed |
244 |
@rtype: tuple |
245 |
@return: a tuple of (status, output) where status is the exit status |
246 |
and output the stdout and stderr of the command together |
247 |
|
248 |
""" |
249 |
if verbose_flag: |
250 |
print command |
251 |
result = RunCmd(command) |
252 |
if verbose_flag: |
253 |
print result.output |
254 |
return result |
255 |
|
256 |
|
257 |
def CheckPrereq(): |
258 |
"""Check the prerequisites of this program. |
259 |
|
260 |
It check that it runs on Linux 2.6, and that /sys is mounted and the |
261 |
fact that /sys/block is a directory. |
262 |
|
263 |
""" |
264 |
if os.getuid() != 0: |
265 |
raise PrereqError("This tool runs as root only. Really.") |
266 |
|
267 |
osname, _, release, _, _ = os.uname() |
268 |
if osname != 'Linux': |
269 |
raise PrereqError("This tool only runs on Linux" |
270 |
" (detected OS: %s)." % osname) |
271 |
|
272 |
if not release.startswith("2.6."): |
273 |
raise PrereqError("Wrong major kernel version (detected %s, needs" |
274 |
" 2.6.*)" % release) |
275 |
|
276 |
if not os.path.ismount("/sys"): |
277 |
raise PrereqError("Can't find a filesystem mounted at /sys." |
278 |
" Please mount /sys.") |
279 |
|
280 |
if not os.path.isdir("/sys/block"): |
281 |
raise SysconfigError("Can't find /sys/block directory. Has the" |
282 |
" layout of /sys changed?") |
283 |
|
284 |
if not os.path.ismount("/proc"): |
285 |
raise PrereqError("Can't find a filesystem mounted at /proc." |
286 |
" Please mount /proc.") |
287 |
|
288 |
if not os.path.exists("/proc/mounts"): |
289 |
raise SysconfigError("Can't find /proc/mounts") |
290 |
|
291 |
|
292 |
def CheckVGExists(vgname): |
293 |
"""Checks to see if a volume group exists. |
294 |
|
295 |
@param vgname: the volume group name |
296 |
|
297 |
@return: a four-tuple (exists, lv_count, vg_size, vg_free), where: |
298 |
- exists: True if the volume exists, otherwise False; if False, |
299 |
all other members of the tuple are None |
300 |
- lv_count: The number of logical volumes in the volume group |
301 |
- vg_size: The total size of the volume group (in gibibytes) |
302 |
- vg_free: The available space in the volume group |
303 |
|
304 |
""" |
305 |
result = ExecCommand("vgs --nohead -o lv_count,vg_size,vg_free" |
306 |
" --nosuffix --units g" |
307 |
" --ignorelockingfailure %s" % vgname) |
308 |
if not result.failed: |
309 |
try: |
310 |
lv_count, vg_size, vg_free = result.stdout.strip().split() |
311 |
except ValueError: |
312 |
# This means the output of vgdisplay can't be parsed |
313 |
raise PrereqError("cannot parse output of vgs (%s)" % result.stdout) |
314 |
else: |
315 |
lv_count = vg_size = vg_free = None |
316 |
|
317 |
return not result.failed, lv_count, vg_size, vg_free |
318 |
|
319 |
|
320 |
def CheckSysDev(name, devnum): |
321 |
"""Checks consistency between /sys and /dev trees. |
322 |
|
323 |
In /sys/block/<name>/dev and /sys/block/<name>/<part>/dev are the |
324 |
kernel-known device numbers. The /dev/<name> block/char devices are |
325 |
created by userspace and thus could differ from the kernel |
326 |
view. This function checks the consistency between the device number |
327 |
read from /sys and the actual device number in /dev. |
328 |
|
329 |
Note that since the system could be using udev which removes and |
330 |
recreates the device nodes on partition table rescan, we need to do |
331 |
some retries here. Since we only do a stat, we can afford to do many |
332 |
short retries. |
333 |
|
334 |
@param name: the device name, e.g. 'sda' |
335 |
@param devnum: the device number, e.g. 0x803 (2051 in decimal) for sda3 |
336 |
@raises L{SysconfigError}: in case of failure of the check |
337 |
|
338 |
""" |
339 |
path = "/dev/%s" % name |
340 |
for _ in range(40): |
341 |
if os.path.exists(path): |
342 |
break |
343 |
time.sleep(0.250) |
344 |
else: |
345 |
raise SysconfigError("the device file %s does not exist, but the block" |
346 |
" device exists in the /sys/block tree" % path) |
347 |
rdev = os.stat(path).st_rdev |
348 |
if devnum != rdev: |
349 |
raise SysconfigError("For device %s, the major:minor in /dev is %04x" |
350 |
" while the major:minor in sysfs is %s" % |
351 |
(path, rdev, devnum)) |
352 |
|
353 |
|
354 |
def ReadDev(syspath): |
355 |
"""Reads the device number from a sysfs path. |
356 |
|
357 |
The device number is given in sysfs under a block device directory |
358 |
in a file named 'dev' which contains major:minor (in ASCII). This |
359 |
function reads that file and converts the major:minor pair to a dev |
360 |
number. |
361 |
|
362 |
@type syspath: string |
363 |
@param syspath: the path to a block device dir in sysfs, |
364 |
e.g. C{/sys/block/sda} |
365 |
|
366 |
@return: the device number |
367 |
|
368 |
""" |
369 |
if not os.path.exists("%s/dev" % syspath): |
370 |
raise ProgrammingError("Invalid path passed to ReadDev: %s" % syspath) |
371 |
f = open("%s/dev" % syspath) |
372 |
data = f.read().strip() |
373 |
f.close() |
374 |
major, minor = data.split(":", 1) |
375 |
major = int(major) |
376 |
minor = int(minor) |
377 |
dev = os.makedev(major, minor) |
378 |
return dev |
379 |
|
380 |
|
381 |
def ReadSize(syspath): |
382 |
"""Reads the size from a sysfs path. |
383 |
|
384 |
The size is given in sysfs under a block device directory in a file |
385 |
named 'size' which contains the number of sectors (in ASCII). This |
386 |
function reads that file and converts the number in sectors to the |
387 |
size in bytes. |
388 |
|
389 |
@type syspath: string |
390 |
@param syspath: the path to a block device dir in sysfs, |
391 |
e.g. C{/sys/block/sda} |
392 |
|
393 |
@rtype: int |
394 |
@return: the device size in bytes |
395 |
|
396 |
""" |
397 |
|
398 |
if not os.path.exists("%s/size" % syspath): |
399 |
raise ProgrammingError("Invalid path passed to ReadSize: %s" % syspath) |
400 |
f = open("%s/size" % syspath) |
401 |
data = f.read().strip() |
402 |
f.close() |
403 |
size = 512L * int(data) |
404 |
return size |
405 |
|
406 |
|
407 |
def ReadPV(name): |
408 |
"""Reads physical volume information. |
409 |
|
410 |
This function tries to see if a block device is a physical volume. |
411 |
|
412 |
@type name: string |
413 |
@param name: the device name (e.g. sda) |
414 |
|
415 |
@return: the name of the volume group to which this PV belongs, or |
416 |
"" if this PV is not in use, or None if this is not a PV |
417 |
|
418 |
""" |
419 |
result = ExecCommand("pvdisplay -c /dev/%s" % name) |
420 |
if result.failed: |
421 |
return None |
422 |
vgname = result.stdout.strip().split(":")[1] |
423 |
return vgname |
424 |
|
425 |
|
426 |
def GetDiskList(opts): |
427 |
"""Computes the block device list for this system. |
428 |
|
429 |
This function examines the /sys/block tree and using information |
430 |
therein, computes the status of the block device. |
431 |
|
432 |
@return: a list like [(name, size, dev, partitions, inuse), ...], where: |
433 |
- name is the block device name (e.g. sda) |
434 |
- size the size in bytes |
435 |
- dev is the device number (e.g. 8704 for hdg) |
436 |
- partitions is [(name, size, dev), ...] mirroring the disk list |
437 |
data inuse is a boolean showing the in-use status of the disk, |
438 |
computed as the possibility of re-reading the partition table |
439 |
(the meaning of the operation varies with the kernel version, |
440 |
but is usually accurate; a mounted disk/partition or swap-area |
441 |
or PV with active LVs on it is busy) |
442 |
|
443 |
""" |
444 |
dlist = [] |
445 |
for name in os.listdir("/sys/block"): |
446 |
if not compat.any([name.startswith(pfx) for pfx in SUPPORTED_TYPES]): |
447 |
continue |
448 |
|
449 |
disksysfsname = "/sys/block/%s" % name |
450 |
size = ReadSize(disksysfsname) |
451 |
|
452 |
f = open("/sys/block/%s/removable" % name) |
453 |
removable = int(f.read().strip()) |
454 |
f.close() |
455 |
|
456 |
if removable and not opts.removable_ok: |
457 |
continue |
458 |
|
459 |
dev = ReadDev(disksysfsname) |
460 |
CheckSysDev(name, dev) |
461 |
inuse = InUse(name) |
462 |
# Enumerate partitions of the block device |
463 |
partitions = [] |
464 |
for partname in os.listdir(disksysfsname): |
465 |
if not partname.startswith(name): |
466 |
continue |
467 |
partsysfsname = "%s/%s" % (disksysfsname, partname) |
468 |
partdev = ReadDev(partsysfsname) |
469 |
partsize = ReadSize(partsysfsname) |
470 |
if partsize >= PART_MINSIZE: |
471 |
CheckSysDev(partname, partdev) |
472 |
partinuse = InUse(partname) |
473 |
partitions.append((partname, partsize, partdev, partinuse)) |
474 |
partitions.sort() |
475 |
dlist.append((name, size, dev, partitions, inuse)) |
476 |
dlist.sort() |
477 |
return dlist |
478 |
|
479 |
|
480 |
def GetMountInfo(): |
481 |
"""Reads /proc/mounts and computes the mountpoint-devnum mapping. |
482 |
|
483 |
This function reads /proc/mounts, finds the mounted filesystems |
484 |
(excepting a hard-coded blacklist of network and virtual |
485 |
filesystems) and does a stat on these mountpoints. The st_dev number |
486 |
of the results is memorised for later matching against the |
487 |
/sys/block devices. |
488 |
|
489 |
@rtype: dict |
490 |
@return: a {mountpoint: device number} dictionary |
491 |
|
492 |
""" |
493 |
mountlines = ReadFile("/proc/mounts").splitlines() |
494 |
mounts = {} |
495 |
for line in mountlines: |
496 |
_, mountpoint, fstype, _ = line.split(None, 3) |
497 |
# fs type blacklist |
498 |
if fstype in EXCLUDED_FS: |
499 |
continue |
500 |
try: |
501 |
dev = os.stat(mountpoint).st_dev |
502 |
except OSError, err: |
503 |
# this should be a fairly rare error, since we are blacklisting |
504 |
# network filesystems; with this in mind, we'll ignore it, |
505 |
# since the rereadpt check catches in-use filesystems, |
506 |
# and this is used for disk information only |
507 |
print >> sys.stderr, ("Can't stat mountpoint '%s': %s" % |
508 |
(mountpoint, err)) |
509 |
print >> sys.stderr, "Ignoring." |
510 |
continue |
511 |
mounts[dev] = mountpoint |
512 |
return mounts |
513 |
|
514 |
|
515 |
def GetSwapInfo(): |
516 |
"""Reads /proc/swaps and returns the list of swap backing stores. |
517 |
|
518 |
""" |
519 |
swaplines = ReadFile("/proc/swaps").splitlines()[1:] |
520 |
return [line.split(None, 1)[0] for line in swaplines] |
521 |
|
522 |
|
523 |
def DevInfo(name, dev, mountinfo): |
524 |
"""Computes miscellaneous information about a block device. |
525 |
|
526 |
@type name: string |
527 |
@param name: the device name, e.g. sda |
528 |
|
529 |
@return: a tuple (mpath, whatvg, fileinfo), where: |
530 |
- mpath is the mount path where this device is mounted or None |
531 |
- whatvg is the result of the ReadPV function |
532 |
- fileinfo is the output of file -bs on the device |
533 |
|
534 |
""" |
535 |
if dev in mountinfo: |
536 |
mpath = mountinfo[dev] |
537 |
else: |
538 |
mpath = None |
539 |
|
540 |
whatvg = ReadPV(name) |
541 |
|
542 |
result = ExecCommand("file -bs /dev/%s" % name) |
543 |
if result.failed: |
544 |
fileinfo = "<error: %s>" % result.stderr |
545 |
fileinfo = result.stdout[:45] |
546 |
return mpath, whatvg, fileinfo |
547 |
|
548 |
|
549 |
def ShowDiskInfo(opts): |
550 |
"""Shows a nicely formatted block device list for this system. |
551 |
|
552 |
This function shows the user a table with the information gathered |
553 |
by the other functions defined, in order to help the user make a |
554 |
choice about which disks should be allocated to our volume group. |
555 |
|
556 |
""" |
557 |
def _inuse(inuse): |
558 |
if inuse: |
559 |
return "yes" |
560 |
else: |
561 |
return "no" |
562 |
|
563 |
mounts = GetMountInfo() |
564 |
dlist = GetDiskList(opts) |
565 |
|
566 |
print "------- Disk information -------" |
567 |
headers = { |
568 |
"name": "Name", |
569 |
"size": "Size[M]", |
570 |
"used": "Used", |
571 |
"mount": "Mount", |
572 |
"lvm": "LVM?", |
573 |
"info": "Info" |
574 |
} |
575 |
fields = ["name", "size", "used", "mount", "lvm", "info"] |
576 |
|
577 |
flatlist = [] |
578 |
# Flatten the [(disk, [partition,...]), ...] list |
579 |
for name, size, dev, parts, inuse in dlist: |
580 |
flatlist.append((name, size, dev, _inuse(inuse))) |
581 |
for partname, partsize, partdev, partinuse in parts: |
582 |
flatlist.append((partname, partsize, partdev, _inuse(partinuse))) |
583 |
|
584 |
strlist = [] |
585 |
for name, size, dev, in_use in flatlist: |
586 |
mp, vgname, fileinfo = DevInfo(name, dev, mounts) |
587 |
if mp is None: |
588 |
mp = "-" |
589 |
if vgname is None: |
590 |
lvminfo = "-" |
591 |
elif vgname == "": |
592 |
lvminfo = "yes,free" |
593 |
else: |
594 |
lvminfo = "in %s" % vgname |
595 |
|
596 |
if len(name) > 3: |
597 |
# Indent partitions |
598 |
name = " %s" % name |
599 |
|
600 |
strlist.append([name, "%.2f" % (float(size) / 1024 / 1024), |
601 |
in_use, mp, lvminfo, fileinfo]) |
602 |
|
603 |
data = cli.GenerateTable(headers, fields, None, |
604 |
strlist, numfields=["size"]) |
605 |
|
606 |
for line in data: |
607 |
print line |
608 |
|
609 |
|
610 |
def CheckSysfsHolders(name): |
611 |
"""Check to see if a device is 'hold' at sysfs level. |
612 |
|
613 |
This is usually the case for Physical Volumes under LVM. |
614 |
|
615 |
@rtype: boolean |
616 |
@return: true if the device is available according to sysfs |
617 |
|
618 |
""" |
619 |
try: |
620 |
contents = os.listdir("%s/holders/" % SysfsName(name)) |
621 |
except OSError, err: |
622 |
if err.errno == errno.ENOENT: |
623 |
contents = [] |
624 |
else: |
625 |
raise |
626 |
return not bool(contents) |
627 |
|
628 |
|
629 |
def CheckReread(name): |
630 |
"""Check to see if a block device is in use. |
631 |
|
632 |
Uses blockdev to reread the partition table of a block device (or |
633 |
fuser if the device is not partitionable), and thus compute the |
634 |
in-use status. See the discussion in GetDiskList about the meaning |
635 |
of 'in use'. |
636 |
|
637 |
@rtype: boolean |
638 |
@return: the in-use status of the device |
639 |
|
640 |
""" |
641 |
use_blockdev = IsPartitioned(name) |
642 |
if use_blockdev: |
643 |
cmd = "blockdev --rereadpt /dev/%s" % name |
644 |
else: |
645 |
cmd = "fuser -vam /dev/%s" % name |
646 |
|
647 |
for _ in range(3): |
648 |
result = ExecCommand(cmd) |
649 |
if not use_blockdev and result.failed: |
650 |
break |
651 |
elif use_blockdev and not result.failed: |
652 |
break |
653 |
time.sleep(2) |
654 |
|
655 |
if use_blockdev: |
656 |
return not result.failed |
657 |
else: |
658 |
return result.failed |
659 |
|
660 |
|
661 |
def CheckMounted(name): |
662 |
"""Check to see if a block device is a mountpoint. |
663 |
|
664 |
In recent distros/kernels, this is reported directly via fuser, but |
665 |
on older ones not, so we do an additional check here (manually). |
666 |
|
667 |
""" |
668 |
minfo = GetMountInfo() |
669 |
dev = ReadDev(SysfsName(name)) |
670 |
return dev not in minfo |
671 |
|
672 |
|
673 |
def CheckSwap(name): |
674 |
"""Check to see if a block device is being used as swap. |
675 |
|
676 |
""" |
677 |
name = "/dev/%s" % name |
678 |
return name not in GetSwapInfo() |
679 |
|
680 |
|
681 |
def InUse(name): |
682 |
"""Returns if a disk is in use or not. |
683 |
|
684 |
""" |
685 |
return not (CheckSysfsHolders(name) and CheckReread(name) and |
686 |
CheckMounted(name) and CheckSwap(name)) |
687 |
|
688 |
|
689 |
def WipeDisk(name): |
690 |
"""Wipes a block device. |
691 |
|
692 |
This function wipes a block device, by clearing and re-reading the |
693 |
partition table. If not successful, it writes back the old partition |
694 |
data, and leaves the cleanup to the user. |
695 |
|
696 |
@param name: the device name (e.g. sda) |
697 |
|
698 |
""" |
699 |
|
700 |
if InUse(name): |
701 |
raise OperationalError("CRITICAL: disk %s you selected seems to be in" |
702 |
" use. ABORTING!" % name) |
703 |
|
704 |
fd = os.open("/dev/%s" % name, os.O_RDWR | os.O_SYNC) |
705 |
olddata = os.read(fd, 512) |
706 |
if len(olddata) != 512: |
707 |
raise OperationalError("CRITICAL: Can't read partition table information" |
708 |
" from /dev/%s (needed 512 bytes, got %d" % |
709 |
(name, len(olddata))) |
710 |
newdata = "\0" * 512 |
711 |
os.lseek(fd, 0, 0) |
712 |
bytes_written = os.write(fd, newdata) |
713 |
os.close(fd) |
714 |
if bytes_written != 512: |
715 |
raise OperationalError("CRITICAL: Can't write partition table information" |
716 |
" to /dev/%s (tried to write 512 bytes, written" |
717 |
" %d. I don't know how to cleanup. Sorry." % |
718 |
(name, bytes_written)) |
719 |
|
720 |
if InUse(name): |
721 |
# try to restore the data |
722 |
fd = os.open("/dev/%s" % name, os.O_RDWR | os.O_SYNC) |
723 |
os.write(fd, olddata) |
724 |
os.close(fd) |
725 |
raise OperationalError("CRITICAL: disk %s which I have just wiped cannot" |
726 |
" reread partition table. Most likely, it is" |
727 |
" in use. You have to clean after this yourself." |
728 |
" I tried to restore the old partition table," |
729 |
" but I cannot guarantee nothing has broken." % |
730 |
name) |
731 |
|
732 |
|
733 |
def PartitionDisk(name): |
734 |
"""Partitions a disk. |
735 |
|
736 |
This function creates a single partition spanning the entire disk, |
737 |
by means of fdisk. |
738 |
|
739 |
@param name: the device name, e.g. sda |
740 |
|
741 |
""" |
742 |
result = ExecCommand( |
743 |
'echo ,,8e, | sfdisk /dev/%s' % name) |
744 |
if result.failed: |
745 |
raise OperationalError("CRITICAL: disk %s which I have just partitioned" |
746 |
" cannot reread its partition table, or there" |
747 |
" is some other sfdisk error. Likely, it is in" |
748 |
" use. You have to clean this yourself. Error" |
749 |
" message from sfdisk: %s" % |
750 |
(name, result.output)) |
751 |
|
752 |
|
753 |
def CreatePVOnDisk(name): |
754 |
"""Creates a physical volume on a block device. |
755 |
|
756 |
This function creates a physical volume on a block device, overriding |
757 |
all warnings. So it can wipe existing PVs and PVs which are in a VG. |
758 |
|
759 |
@param name: the device name, e.g. sda |
760 |
|
761 |
""" |
762 |
device = DeviceName(name) |
763 |
result = ExecCommand("pvcreate -yff %s" % device) |
764 |
if result.failed: |
765 |
raise OperationalError("I cannot create a physical volume on" |
766 |
" %s. Error message: %s." |
767 |
" Please clean up yourself." % |
768 |
(device, result.output)) |
769 |
|
770 |
|
771 |
def CreateVG(vgname, disks): |
772 |
"""Creates the volume group. |
773 |
|
774 |
This function creates a volume group named `vgname` on the disks |
775 |
given as parameters. The physical extent size is set to 64MB. |
776 |
|
777 |
@param disks: a list of disk names, e.g. ['sda','sdb'] |
778 |
|
779 |
""" |
780 |
pnames = [DeviceName(d) for d in disks] |
781 |
result = ExecCommand("vgcreate -s 64MB '%s' %s" % (vgname, " ".join(pnames))) |
782 |
if result.failed: |
783 |
raise OperationalError("I cannot create the volume group %s from" |
784 |
" disks %s. Error message: %s. Please clean up" |
785 |
" yourself." % |
786 |
(vgname, " ".join(disks), result.output)) |
787 |
|
788 |
|
789 |
def ValidateDiskList(options): |
790 |
"""Validates or computes the disk list for create. |
791 |
|
792 |
This function either computes the available disk list (if the user |
793 |
gave --alldisks option), or validates the user-given disk list (by |
794 |
using the --disks option) such that all given disks are present and |
795 |
not in use. |
796 |
|
797 |
@param options: the options returned from OptParser.parse_options |
798 |
|
799 |
@return: a list of disk names, e.g. ['sda', 'sdb'] |
800 |
|
801 |
""" |
802 |
sysdisks = GetDiskList(options) |
803 |
if not sysdisks: |
804 |
raise PrereqError("no disks found (I looked for" |
805 |
" non-removable block devices).") |
806 |
sysd_free = [] |
807 |
sysd_used = [] |
808 |
for name, _, _, parts, used in sysdisks: |
809 |
if used: |
810 |
sysd_used.append(name) |
811 |
for partname, _, _, partused in parts: |
812 |
if partused: |
813 |
sysd_used.append(partname) |
814 |
else: |
815 |
sysd_free.append(partname) |
816 |
else: |
817 |
sysd_free.append(name) |
818 |
|
819 |
if not sysd_free: |
820 |
raise PrereqError("no free disks found! (%d in-use disks)" % |
821 |
len(sysd_used)) |
822 |
if options.alldisks: |
823 |
disklist = sysd_free |
824 |
elif options.disks: |
825 |
disklist = options.disks.split(",") |
826 |
for name in disklist: |
827 |
if name in sysd_used: |
828 |
raise ParameterError("disk %s is in use, cannot wipe!" % name) |
829 |
if name not in sysd_free: |
830 |
raise ParameterError("cannot find disk %s!" % name) |
831 |
else: |
832 |
raise ParameterError("Please use either --alldisks or --disks!") |
833 |
|
834 |
return disklist |
835 |
|
836 |
|
837 |
def BootStrap(): |
838 |
"""Actual main routine. |
839 |
|
840 |
""" |
841 |
CheckPrereq() |
842 |
|
843 |
options, args = ParseOptions() |
844 |
vgname = options.vgname |
845 |
command = args.pop(0) |
846 |
if command == "diskinfo": |
847 |
ShowDiskInfo(options) |
848 |
return |
849 |
if command != "create": |
850 |
Usage() |
851 |
|
852 |
exists, lv_count, vg_size, vg_free = CheckVGExists(vgname) |
853 |
if exists: |
854 |
raise PrereqError("It seems volume group '%s' already exists:\n" |
855 |
" LV count: %s, size: %s, free: %s." % |
856 |
(vgname, lv_count, vg_size, vg_free)) |
857 |
|
858 |
|
859 |
disklist = ValidateDiskList(options) |
860 |
|
861 |
for disk in disklist: |
862 |
WipeDisk(disk) |
863 |
if IsPartitioned(disk): |
864 |
PartitionDisk(disk) |
865 |
for disk in disklist: |
866 |
CreatePVOnDisk(disk) |
867 |
CreateVG(vgname, disklist) |
868 |
|
869 |
status, lv_count, size, _ = CheckVGExists(vgname) |
870 |
if status: |
871 |
print "Done! %s: size %s GiB, disks: %s" % (vgname, size, |
872 |
",".join(disklist)) |
873 |
else: |
874 |
raise OperationalError("Although everything seemed ok, the volume" |
875 |
" group did not get created.") |
876 |
|
877 |
|
878 |
def main(): |
879 |
"""Application entry point. |
880 |
|
881 |
This is just a wrapper over BootStrap, to handle our own exceptions. |
882 |
|
883 |
""" |
884 |
try: |
885 |
BootStrap() |
886 |
except PrereqError, err: |
887 |
print >> sys.stderr, "The prerequisites for running this tool are not met." |
888 |
print >> sys.stderr, ("Please make sure you followed all the steps in" |
889 |
" the build document.") |
890 |
print >> sys.stderr, "Description: %s" % str(err) |
891 |
sys.exit(1) |
892 |
except SysconfigError, err: |
893 |
print >> sys.stderr, ("This system's configuration seems wrong, at" |
894 |
" least is not what I expect.") |
895 |
print >> sys.stderr, ("Please check that the installation didn't fail" |
896 |
" at some step.") |
897 |
print >> sys.stderr, "Description: %s" % str(err) |
898 |
sys.exit(1) |
899 |
except ParameterError, err: |
900 |
print >> sys.stderr, ("Some parameters you gave to the program or the" |
901 |
" invocation is wrong. ") |
902 |
print >> sys.stderr, "Description: %s" % str(err) |
903 |
Usage() |
904 |
except OperationalError, err: |
905 |
print >> sys.stderr, ("A serious error has happened while modifying" |
906 |
" the system's configuration.") |
907 |
print >> sys.stderr, ("Please review the error message below and make" |
908 |
" sure you clean up yourself.") |
909 |
print >> sys.stderr, ("It is most likely that the system configuration" |
910 |
" has been partially altered.") |
911 |
print >> sys.stderr, str(err) |
912 |
sys.exit(1) |
913 |
except ProgrammingError, err: |
914 |
print >> sys.stderr, ("Internal application error. Please report this" |
915 |
" to the Ganeti developer list.") |
916 |
print >> sys.stderr, "Error description: %s" % str(err) |
917 |
sys.exit(1) |
918 |
except Error, err: |
919 |
print >> sys.stderr, "Unhandled application error: %s" % err |
920 |
sys.exit(1) |
921 |
except (IOError, OSError), err: |
922 |
print >> sys.stderr, "I/O error detected, please report." |
923 |
print >> sys.stderr, "Description: %s" % str(err) |
924 |
sys.exit(1) |
925 |
|
926 |
|
927 |
if __name__ == "__main__": |
928 |
main() |