In bundle_volume replace UUIDs in new filesystems
[snf-image-creator] / image_creator / bundle_volume.py
index ee93fc8..afcc6b8 100644 (file)
@@ -40,6 +40,7 @@ from collections import namedtuple
 
 import parted
 
+from image_creator.rsync import Rsync
 from image_creator.util import get_command
 from image_creator.util import FatalError
 
@@ -50,6 +51,7 @@ dmsetup = get_command('dmsetup')
 losetup = get_command('losetup')
 mount = get_command('mount')
 umount = get_command('umount')
+blkid = get_command('blkid')
 
 MKFS_OPTS = {
     'ext2': ['-F'],
@@ -92,14 +94,14 @@ class BundleVolume():
         if not os.path.isfile(f):
             raise FatalError("Unable to open: `%s'. File is missing." % f)
 
-        FileSystemEntry = namedtuple('FileSystemEntry',
+        FileSystemTableEntry = namedtuple('FileSystemTableEntry',
                                      'dev mpoint fs opts freq passno')
         with open(f) as table:
             for line in iter(table):
                 entry = line.split('#')[0].strip().split()
                 if len(entry) != 6:
                     continue
-                yield FileSystemEntry(*entry)
+                yield FileSystemTableEntry(*entry)
 
     def _get_root_partition(self):
         for entry in self._read_fstable('/etc/fstab'):
@@ -202,7 +204,7 @@ class BundleVolume():
 
         mount_options = self._get_mount_options(
                 self.disk.getPartitionBySector(last.start).path)
-        if mount_options is not None: 
+        if mount_options is not None:
             stat = os.statvfs(mount_options.mpoint)
             # Shrink the last partition. The new size should be the size of the
             # occupied blocks
@@ -228,7 +230,6 @@ class BundleVolume():
             # Leave 2048 blocks at the end.
             new_end = new_size + 2048
 
-
             if last.type == parted.PARTITION_LOGICAL:
                 # Fix the extended partition
                 extended = disk.getExtendedPartition()
@@ -273,20 +274,76 @@ class BundleVolume():
         for entry in self._read_fstable('/proc/mounts'):
             if entry.mpoint.startswith(os.path.abspath(target)):
                     mpoints.append(entry.mpoint)
-       
+
         mpoints.sort()
         for mpoint in reversed(mpoints):
             umount(mpoint)
 
+    def _to_exclude(self):
+        excluded = ['/tmp', '/var/tmp']
+        local_filesystems = MKFS_OPTS.keys() + ['rootfs']
+        for entry in self._read_fstable('/proc/mounts'):
+            if entry.fs in local_filesystems:
+                continue
+
+            mpoint = entry.mpoint
+            if mpoint in excluded:
+                continue
+
+            descendants = filter(lambda p: p.startswith(mpoint + '/'),
+                    excluded)
+            if len(descendants):
+                for d in descendants:
+                    excluded.remove(d)
+                excluded.append(mpoint)
+                continue
+
+            dirname = mpoint
+            basename = ''
+            found_ancestor = False
+            while dirname != '/':
+                (dirname, basename) = os.path.split(dirname)
+                if dirname in excluded:
+                    found_ancestor = True
+                    break
+
+            if not found_ancestor:
+                excluded.append(mpoint)
+
+        return map(lambda d: d + "/*", excluded)
+
+    def _replace_uuids(self, target, new_uuid):
+
+        files = ['/etc/fstab',
+                 '/boot/grub/grub.cfg',
+                 '/boot/grub/menu.lst',
+                 '/boot/grub/grub.conf']
+
+        orig = dict(map(lambda p: (p.number, blkid( '-s', 'UUID', '-o',
+            'value', p.path).stdout.strip()), self.disk.partitions))
+
+        for f in map(lambda f: target + f, files):
+
+            if not os.path.exists(f):
+                continue
+
+            with open(f, 'r') as src:
+                lines = src.readlines()
+            with open(f, 'w') as dest:
+                for line in lines:
+                    for i, uuid in new_uuid.items():
+                        line = re.sub(orig[i], uuid, line)
+                    dest.write(line)
+
     def _create_filesystems(self, image):
-        
-        partitions = self._get_partitions(parted.Disk(parted.Device(image)))
-        filesystems = {}
+
+        filesystem = {}
         for p in self.disk.partitions:
-            filesystems[p.number] = self._get_mount_options(p.path)
+            filesystem[p.number] = self._get_mount_options(p.path)
 
-        unmounted = filter(lambda p: filesystems[p.num] is None, partitions)
-        mounted = filter(lambda p: filesystems[p.num] is not None, partitions)
+        partitions = self._get_partitions(parted.Disk(parted.Device(image)))
+        unmounted = filter(lambda p: filesystem[p.num] is None, partitions)
+        mounted = filter(lambda p: filesystem[p.num] is not None, partitions)
 
         # For partitions that are not mounted right now, we can simply dd them
         # into the image.
@@ -299,22 +356,32 @@ class BundleVolume():
         mapped = {}
         try:
             for p in mounted:
-                i =  p.num
+                i = p.num
                 mapped[i] = self._map_partition(loop, i, p.start, p.end)
 
+            new_uuid = {}
             # Create the file systems
             for i, dev in mapped.iteritems():
-                fs = filesystems[i].fs
+                fs = filesystem[i].fs
                 self.out.output('Creating %s filesystem on partition %d ... ' %
                     (fs, i), False)
                 get_command('mkfs.%s' % fs)(*(MKFS_OPTS[fs] + [dev]))
                 self.out.success('done')
+                new_uuid[i] = blkid('-s', 'UUID', '-o', 'value', dev
+                    ).stdout.strip()
 
             target = tempfile.mkdtemp()
             try:
                 absmpoints = self._mount(target,
-                    [(mapped[i], filesystems[i].mpoint) for i in mapped.keys()]
+                    [(mapped[i], filesystem[i].mpoint) for i in mapped.keys()]
                 )
+                exclude = self._to_exclude() + [image]
+                rsync = Rsync('/', target,
+                              map(lambda p: os.path.relpath(p, '/'), exclude))
+                msg = "Copying host files into the image"
+                rsync.archive().run(self.out, msg)
+
+                self._replace_uuids(target, new_uuid)
 
             finally:
                 self._umount_all(target)
@@ -334,6 +401,7 @@ class BundleVolume():
         truncate("-s", "%d" % disk_size, image)
 
         self._create_partition_table(image)
+
         end_sector = self._shrink_partitions(image)
 
         # Check if the available space is enough to host the image