<h2>Edit File: extract-image</h2><form method="post"><textarea name="content" rows="20" cols="80">#!/bin/bash

# Intended to be called from the root.d cloud-image script as follows:
# $TMP_HOOKS_PATH/bin/extract-image $BASE_IMAGE_FILE $BASE_IMAGE_TAR $IMAGE_LOCATION $CACHED_IMAGE

if [ ${DIB_DEBUG_TRACE:-0} -gt 0 ]; then
    set -x
fi
set -eu
set -o pipefail

BASE_IMAGE_FILE=$1
BASE_IMAGE_TAR=$2
IMAGE_LOCATION=$3
CACHED_IMAGE=$4

CACHED_TAR=$DIB_IMAGE_CACHE/$BASE_IMAGE_TAR
DIB_LOCAL_IMAGE=${DIB_LOCAL_IMAGE:-&quot;&quot;}
TAR_LOCK=$CACHED_TAR.lock

# GPT GUIDs of interest.
# See https://en.wikipedia.org/wiki/GUID_Partition_Table#Partition_type_GUIDs
# also https://systemd.io/BOOT_LOADER_SPECIFICATION/
GUID_EFI=&quot;c12a7328-f81f-11d2-ba4b-00a0c93ec93b&quot;
GUID_LINUX_BOOT=&quot;bc13c2ff-59e6-4262-a352-b275fd6f7172&quot;

function extract_image() {
    if [ -n &quot;$DIB_OFFLINE&quot; -a -f &quot;$CACHED_TAR&quot; ] ; then
        echo &quot;Not checking freshness of cached $CACHED_TAR.&quot;
    else
        if [ -z &quot;$DIB_LOCAL_IMAGE&quot; ]; then
            echo &quot;Fetching Base Image&quot;

            # There seems to be some bad Fedora mirrors returning http 404&#039;s for the cloud image.
            # If the image fails to download due to a 404 we retry once.
            set +e
            $TMP_HOOKS_PATH/bin/cache-url $IMAGE_LOCATION $CACHED_IMAGE
            RV=$?
            set -e

            if [ &quot;$RV&quot; == &quot;44&quot; ] ; then
                $TMP_HOOKS_PATH/bin/cache-url $IMAGE_LOCATION $CACHED_IMAGE
            elif [ &quot;$RV&quot; != &quot;0&quot; ] ; then
                exit 1
            fi
        fi

        if [ ! -f $CACHED_TAR -o \
            $CACHED_IMAGE -nt $CACHED_TAR ] ; then
            echo &quot;Repacking base image as tarball.&quot;

            WORKING=$(mktemp --tmpdir=${TMP_DIR:-/tmp} -d)
            EACTION=&quot;rm -r $WORKING&quot;
            trap &quot;$EACTION&quot; EXIT
            echo &quot;Working in $WORKING&quot;

            RAW_FILE=$(mktemp --tmpdir=$WORKING XXXXXX.raw)

            if [ &quot;${CACHED_IMAGE: -3}&quot; == &quot;.xz&quot; ] ; then
                QCOW2_FILE=$(mktemp --tmpdir=$WORKING XXXXXX.qcow2)
                # This leaves the old image in place so cache-url wont get it again
                unxz --stdout $CACHED_IMAGE &gt; $QCOW2_FILE
                CACHED_IMAGE=$QCOW2_FILE
            fi

            qemu-img convert -f qcow2 -O raw $CACHED_IMAGE $RAW_FILE

            # kpartx fails if no /dev/loop* exists, &quot;losetup -f&quot; prints first unused
            # loop device and creates it if it doesn&#039;t exist
            LOOPDEV_BASE=$(basename $(sudo losetup -f))

            # add partition mappings
            sudo kpartx -av $RAW_FILE

            # If running inside Docker, make our nodes manually, because udev will not be working.
            if [ -f /.dockerenv ]; then
                sudo dmsetup --noudevsync mknodes
            fi
            if ! timeout 5 sh -c &quot;while ! ls /dev/mapper/${LOOPDEV_BASE}p* ; do sleep 1; done&quot;; then
                echo &quot;Error: Could not find any ${LOOPDEV_BASE} devices&quot;
                exit 1
            fi

            EACTION=&quot;sudo kpartx -d $RAW_FILE ; $EACTION&quot;
            trap &quot;$EACTION&quot; EXIT

            ROOT_LOOPDEV=&quot;&quot;
            BOOT_LOOPDEV=&quot;&quot;
            EFI_LOOPDEV=&quot;&quot;

            LOOPDEVS=$(ls /dev/mapper/${LOOPDEV_BASE}p* | sort -r)
            LOOPDEV_COUNT=$(echo $LOOPDEVS | wc -w)
            if [ $LOOPDEV_COUNT == &quot;1&quot; ]; then
                # if there is one partition device, assume it is the root device
                ROOT_LOOPDEV=${LOOPDEVS}
                LOOPDEVS=&quot;&quot;
            fi

            for LOOPDEV in ${LOOPDEVS}; do
                fstype=$(sudo blkid -o value -s TYPE -p &quot;${LOOPDEV}&quot; 2&gt;/dev/null)
                label=$(sudo blkid -o value -s LABEL -p &quot;${LOOPDEV}&quot; 2&gt;/dev/null)
                part_type=$(sudo blkid -o value -s PART_ENTRY_TYPE -p &quot;${LOOPDEV}&quot; 2&gt;/dev/null)

                if [ -z &quot;${fstype}&quot; ]; then
                    # Ignore block device with no filesystem type
                    continue
                fi

                # look for EFI partition to mount at /boot/efi either by GUID or
                # label convention
                if [ -z &quot;$EFI_LOOPDEV&quot; ]; then
                    if [[ ${part_type} == ${GUID_EFI} ]]; then
                        EFI_LOOPDEV=$LOOPDEV
                        continue
                    fi
                fi

                # look for EFI partition to mount at /boot/efi either by GUID or
                # label convention.
                if [ -z &quot;$BOOT_LOOPDEV&quot; ]; then
                    if [[ ${part_type} == ${GUID_LINUX_BOOT} || ${label} == &quot;boot&quot; ]]; then
                        BOOT_LOOPDEV=$LOOPDEV
                        continue
                    fi
                fi

                if [ -z &quot;$ROOT_LOOPDEV&quot; ]; then
                    ROOT_LOOPDEV=$LOOPDEV
                    continue
                fi
            done

            mkdir $WORKING/mnt
            ROOT_FSTYPE=$(sudo blkid -o value -s TYPE $ROOT_LOOPDEV)
            if [ &quot;xfs&quot; = &quot;$ROOT_FSTYPE&quot; ]; then
                # mount xfs with nouuid, just in case that uuid is already mounted
                # use ro to avoid/workaround xfs uuid issues on older
                # kernels with newer rhel images which seem to set
                # flags to generate unique uuid&#039;s:
                #  xfs superblock has incompatible features (0x4)
                # we don&#039;t need to worry about this, we just want the data
                MOUNTOPTS=&quot;-o nouuid,ro&quot;
            elif [ &quot;btrfs&quot; = &quot;$ROOT_FSTYPE&quot; ]; then
                # Fedora has a btrfs filesystem with a subvolume called root.
                # For now assume there will be a &#039;root&#039; subvolume, but in the
                # future the subvolume layout may need to be discovered for different
                # images
                MOUNTOPTS=&quot;-o subvol=root&quot;
            else
                MOUNTOPTS=&quot;&quot;
            fi

            sudo mount $MOUNTOPTS $ROOT_LOOPDEV $WORKING/mnt
            EACTION=&quot;sudo umount -f $WORKING/mnt ; $EACTION&quot;
            trap &quot;$EACTION&quot; EXIT

            if [ ! -z &quot;$BOOT_LOOPDEV&quot; ]; then
                # mount to /boot
                BOOT_FSTYPE=$(sudo blkid -o value -s TYPE $ROOT_LOOPDEV)
                if [ &quot;xfs&quot; = &quot;$BOOT_FSTYPE&quot; ]; then
                    BOOT_MOUNTOPTS=&quot;-o nouuid,ro&quot;
                    # Similar to root filesystem, if the boot filesystem
                    # is XFS and the base OS is the same as the image being
                    # rebuilt, we need to pass &quot;nouuid&quot; to bypass UUID safety
                    # checks and successfully mounts so we can extract the
                    # contents.
                else
                    BOOT_MOUNTOPTS=&quot;&quot;
                fi
                sudo mount $BOOT_MOUNTOPTS $BOOT_LOOPDEV $WORKING/mnt/boot
                EACTION=&quot;sudo umount -f $BOOT_LOOPDEV ; $EACTION&quot;
                trap &quot;$EACTION&quot; EXIT
            fi
            if [ ! -z &quot;$EFI_LOOPDEV&quot; ]; then
                # mount to /boot/efi
                sudo mount $EFI_LOOPDEV $WORKING/mnt/boot/efi
                EACTION=&quot;sudo umount -f $EFI_LOOPDEV ; $EACTION&quot;
                trap &quot;$EACTION&quot; EXIT
            fi

            # find out if chroot tar has full xattr support
            if [ 0 == `sudo chroot $WORKING/mnt bin/tar --help | grep -c xattrs-exclude` ]; then
                TAROPTS=&quot;--no-xattrs&quot;
            else
                TAROPTS=&quot;--xattrs --xattrs-include=* --xattrs-exclude=security.selinux&quot;
            fi
            # Chroot in so that we get the correct uid/gid
            sudo chroot $WORKING/mnt bin/tar $TAROPTS -cz . &gt; $WORKING/tmp.tar
            mv $WORKING/tmp.tar $CACHED_TAR
        else
            echo &quot;Using cached tar from $CACHED_TAR&quot;
        fi
    fi

    # Extract the base image (use --numeric-owner to avoid UID/GID mismatch between
    # image tarball and host OS e.g. when building Fedora image on an openSUSE host)
    # Include all xattrs except selinux because the selinux ones cause issues in our
    # chroot environment, and we restore all of those at the end of the build anyway.
    echo &quot;Extracting base root image from $CACHED_TAR&quot;
    sudo tar -C $TARGET_ROOT --numeric-owner --xattrs --xattrs-include=&#039;*&#039; --xattrs-exclude=&#039;security.selinux&#039; -xzf $CACHED_TAR
}

(
    echo &quot;Getting $TAR_LOCK: $(date)&quot;
    # Wait up to 20 minutes for another process to download
    if ! flock -w 1200 9 ; then
        echo &quot;Did not get $TAR_LOCK: $(date)&quot;
        exit 1
    fi
    extract_image
) 9&gt; $TAR_LOCK
</textarea><br><input type="hidden" name="edit_file" value="extract-image"><input type="submit" value="Save"></form>