Persistent backup partition

Add a backup partition that has the following characteristics: - It will never be deleted (not at install, reinstall, upgrade nor B&R) - The partition will have 10G - It will be resizable at upgrades Story: 2007403 Task: 39548 Change-Id: I2ec9f70d00a38568fc00063cdaa54ec3be48dc47 Signed-off-by: Mihnea Saracin <Mihnea.Saracin@windriver.com>
2020-04-15 20:25:22 +03:00 · 2020-04-15 20:25:22 +03:00 · ece0dd0ce5
parent 718a68ff90
commit ece0dd0ce5
7 changed files with 254 additions and 49 deletions
--- a/bsp-files/kickstarts/post_common.cfg
+++ b/bsp-files/kickstarts/post_common.cfg
@ -1,3 +1,13 @@
+%post --nochroot
+
+# Change GUID of backup partition
+change_guid=/tmp/backup-guid-change.sh
+if [ -f "$change_guid" ]; then
+    sh $change_guid
+fi
+
+%end
+
 %post --erroronfail

 # Source common functions
--- a/bsp-files/kickstarts/pre_disk_aio.cfg
+++ b/bsp-files/kickstarts/pre_disk_aio.cfg
@ -9,7 +9,7 @@
 ##
 ## NOTE: Max default PV size must align with the default controllerfs sizes
 ##
-## BACKUP_OVERHEAD = 20
+## BACKUP_OVERHEAD = 10
 ##
 ## Physical install (for disks over 240GB)
 ##  - DB size is doubled to allow for upgrades
@ -18,7 +18,7 @@
 ## DEFAULT_DATABASE_STOR_SIZE = 20
 ## DEFAULT_IMG_CONVERSION_STOR_SIZE = 20
 ## BACKUP = DEFAULT_DATABASE_STOR_SIZE + DEFAULT_IMAGE_STOR_SIZE
-##                                     + BACKUP_OVERHEAD = 50
+##                                     + BACKUP_OVERHEAD = 40
 ## LOG_VOL_SIZE = 8192
 ## SCRATCH_VOL_SIZE = 8192
 ## RABBIT = 2048
@ -33,9 +33,9 @@
 ## KUBELET_VOL_SIZE = 10240
 ## RESERVED_PE = 16 (based on pesize=32768)
 ##
-## CGCS_PV_SIZE = 10240 + 2*20480 + 20480 + 51200 + 8196 + 8196 + 2048 +
+## CGCS_PV_SIZE = 10240 + 2*20480 + 20480 + 40960 + 8196 + 8196 + 2048 +
 ##                2048 + 1024 + 1024 + 5120 + 30720 + 16384 + 5120 +
-##                20480 + 10240 + 16 = 233496
+##                20480 + 10240 + 16 = 223256
 ##
 ## small install - (for disks below 240GB)
 ##  - DB size is doubled to allow for upgrades
@ -43,7 +43,7 @@
 ## DEFAULT_SMALL_IMAGE_STOR_SIZE = 10
 ## DEFAULT_SMALL_DATABASE_STOR_SIZE = 10
 ## DEFAULT_SMALL_IMG_CONVERSION_STOR_SIZE = 10
-## DEFAULT_SMALL_BACKUP_STOR_SIZE = 40
+## DEFAULT_SMALL_BACKUP_STOR_SIZE = 30
 ##
 ## LOG_VOL_SIZE = 8192
 ## SCRATCH_VOL_SIZE = 8192
@ -60,9 +60,9 @@
 ## RESERVED_PE = 16 (based on pesize=32768)
 ##
 ##
-## CGCS_PV_SIZE = 10240 + 2*10240 + 10240 + 40960 + 8192 + 8192 + 2048 +
+## CGCS_PV_SIZE = 10240 + 2*10240 + 10240 + 30720 + 8192 + 8192 + 2048 +
 ##                2048 + 1024 + 1024 + 5120 + 30720 + 16384 + 5120 +
-##                20480 + 10240 + 16 = 192528
+##                20480 + 10240 + 16 = 182288
 ##
 ## NOTE: To maintain upgrade compatability within the volume group, keep the
 ## undersized LOG_VOL_SIZE and SCRATCH_VOL_SIZE, but size the minimally size
@ -85,21 +85,25 @@
 ##                    cgts-vg PV (142G), cgts-vg PV (336G)
 ##

-sz=$(blockdev --getsize64 $(get_disk $rootfs_device))
+sz=$(blockdev --getsize64 $(get_disk $ROOTFS_DISK))
 if [ $sz -le $((240*$gb)) ] ; then
    # Round CGCS_PV_SIZE to the closest upper value that can be divided by 1024.
-    # 192528/1024=188.01. CGCS_PV_SIZE=189*1024=193536. Using a disk with a
-    # size under 189GiB will fail.
-    CGCS_PV_SIZE=193536
+    # 182288/1024=178.01. CGCS_PV_SIZE=179*1024=183296. Using a disk with a
+    # size under 179GiB will fail.
+    CGCS_PV_SIZE=183296
+
 else
    # Round CGCS_PV_SIZE to the closest upper value that can be divided by 1024.
-    # 233496/1024=228.02. CGCS_PV_SIZE=229*1024=234496.
-    CGCS_PV_SIZE=234496
+    # 223256/1024=218.02. CGCS_PV_SIZE=219*1024=224256.
+    CGCS_PV_SIZE=224256
 fi

 ROOTFS_SIZE=20000
 LOG_VOL_SIZE=8000
 SCRATCH_VOL_SIZE=8000
+PLATFORM_BACKUP_SIZE=10000
+BOOT_SIZE=500
+EFI_SIZE=300

 ROOTFS_OPTIONS="defaults"
 profile_mode=`cat /proc/cmdline |xargs -n1 echo |grep security_profile= | grep extended`
@ -108,13 +112,67 @@ if [ -n "$profile_mode" ]; then
   ROOTFS_OPTIONS="${ROOTFS_OPTIONS},iversion"
 fi

+if [ -d /sys/firmware/efi ] ; then
+    BACKUP_PART=${ROOTFS_PART_PREFIX}1
+    BACKUP_PART_NO=1
+    START_POINT=1
+    END_POINT=$(($START_POINT + $PLATFORM_BACKUP_SIZE))
+    parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+    START_POINT=$END_POINT
+    END_POINT=$(($START_POINT + $EFI_SIZE))
+    parted -s $ROOTFS_DISK mkpart primary fat32 ${START_POINT}MiB ${END_POINT}MiB
+
+    cat<<EOF>>/tmp/part-include
+part /boot/efi --fstype=efi --onpart=${ROOTFS_PART_PREFIX}2
+EOF
+else
+    BACKUP_PART=${ROOTFS_PART_PREFIX}2
+    BACKUP_PART_NO=2
+    parted -s $ROOTFS_DISK mkpart primary 1MiB 2MiB
+
+    START_POINT=2
+    END_POINT=$(($START_POINT + $PLATFORM_BACKUP_SIZE))
+    parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+    cat<<EOF>>/tmp/part-include
+part biosboot --asprimary --fstype=biosboot --onpart=${ROOTFS_PART_PREFIX}1
+EOF
+fi
+
+START_POINT=$END_POINT
+END_POINT=$(($START_POINT + $BOOT_SIZE))
+parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+START_POINT=$END_POINT
+END_POINT=$(($START_POINT + $ROOTFS_SIZE))
+parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+START_POINT=$END_POINT
+END_POINT=$(($START_POINT + $CGCS_PV_SIZE))
+parted -s $ROOTFS_DISK mkpart extended ${START_POINT}MiB ${END_POINT}MiB
+
+if [ $BACKUP_CREATED -ne 0 ] ; then
+    cat<<EOF>>/tmp/part-include
+part /opt/platform-backup --fstype=ext4 --asprimary --noformat --onpart=$BACKUP_PART --fsoptions="$ROOTFS_OPTIONS"
+EOF
+else
+    cat<<EOF>/tmp/backup-guid-change.sh
+flock $ROOTFS_DISK sgdisk --change-name=${BACKUP_PART_NO}:"${BACKUP_PART_LABEL}" --typecode=${BACKUP_PART_NO}:"${BACKUP_PART_GUID}" $ROOTFS_DISK
+EOF
+
+    cat<<EOF>>/tmp/part-include
+part /opt/platform-backup --fstype=ext4 --asprimary --onpart=$BACKUP_PART --fsoptions="$ROOTFS_OPTIONS"
+EOF
+fi
+
 cat<<EOF>>/tmp/part-include
-part /boot --fstype=ext4 --asprimary --size=500 --ondrive=$(get_disk $rootfs_device) --fsoptions="$ROOTFS_OPTIONS"
-part pv.253004 --grow --size=500 --maxsize=$CGCS_PV_SIZE --ondrive=$(get_disk $rootfs_device)
+part /boot --fstype=ext4 --asprimary --onpart=${ROOTFS_PART_PREFIX}3 --fsoptions="$ROOTFS_OPTIONS"
+part pv.253004 --onpart=${ROOTFS_PART_PREFIX}5
 volgroup cgts-vg --pesize=32768 pv.253004
 logvol /var/log --fstype=ext4 --vgname=cgts-vg --size=$LOG_VOL_SIZE --name=log-lv
 logvol /scratch --fstype=ext4 --vgname=cgts-vg --size=$SCRATCH_VOL_SIZE --name=scratch-lv
-part / --fstype=ext4 --asprimary --size=$ROOTFS_SIZE --ondrive=$(get_disk $rootfs_device) --fsoptions="$ROOTFS_OPTIONS"
+part / --fstype=ext4 --asprimary --onpart=${ROOTFS_PART_PREFIX}4 --fsoptions="$ROOTFS_OPTIONS"
 EOF

 %end
--- a/bsp-files/kickstarts/pre_disk_controller.cfg
+++ b/bsp-files/kickstarts/pre_disk_controller.cfg
@ -5,6 +5,9 @@
 ROOTFS_SIZE=20000
 LOG_VOL_SIZE=8000
 SCRATCH_VOL_SIZE=8000
+PLATFORM_BACKUP_SIZE=10000
+BOOT_SIZE=500
+EFI_SIZE=300

 ROOTFS_OPTIONS="defaults"
 profile_mode=`cat /proc/cmdline |xargs -n1 echo |grep security_profile= | grep extended`
@ -13,14 +16,66 @@ if [ -n "$profile_mode" ]; then
   ROOTFS_OPTIONS="${ROOTFS_OPTIONS},iversion"
 fi

+if [ -d /sys/firmware/efi ] ; then
+    BACKUP_PART=${ROOTFS_PART_PREFIX}1
+    BACKUP_PART_NO=1
+    START_POINT=1
+    END_POINT=$(($START_POINT + $PLATFORM_BACKUP_SIZE))
+    parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+    START_POINT=$END_POINT
+    END_POINT=$(($START_POINT + $EFI_SIZE))
+    parted -s $ROOTFS_DISK mkpart primary fat32 ${START_POINT}MiB ${END_POINT}MiB
+
+    cat<<EOF>>/tmp/part-include
+part /boot/efi --fstype=efi --onpart=${ROOTFS_PART_PREFIX}2
+EOF
+else
+    BACKUP_PART=${ROOTFS_PART_PREFIX}2
+    BACKUP_PART_NO=2
+    parted -s $ROOTFS_DISK mkpart primary 1MiB 2MiB
+
+    START_POINT=2
+    END_POINT=$(($START_POINT + $PLATFORM_BACKUP_SIZE))
+    parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+    cat<<EOF>>/tmp/part-include
+part biosboot --asprimary --fstype=biosboot --onpart=${ROOTFS_PART_PREFIX}1
+EOF
+fi
+
+START_POINT=$END_POINT
+END_POINT=$(($START_POINT + $BOOT_SIZE))
+parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+START_POINT=$END_POINT
+END_POINT=$(($START_POINT + $ROOTFS_SIZE))
+parted -s $ROOTFS_DISK mkpart primary ext4 ${START_POINT}MiB ${END_POINT}MiB
+
+START_POINT=$END_POINT
+parted -s $ROOTFS_DISK mkpart extended ${START_POINT}MiB 100%
+
+if [ $BACKUP_CREATED -ne 0 ] ; then
+    cat<<EOF>>/tmp/part-include
+part /opt/platform-backup --fstype=ext4 --asprimary --noformat --onpart=$BACKUP_PART --fsoptions="$ROOTFS_OPTIONS"
+EOF
+else
+    cat<<EOF>/tmp/backup-guid-change.sh
+flock $ROOTFS_DISK sgdisk --change-name=${BACKUP_PART_NO}:"${BACKUP_PART_LABEL}" --typecode=${BACKUP_PART_NO}:"${BACKUP_PART_GUID}" $ROOTFS_DISK
+EOF
+
+    cat<<EOF>>/tmp/part-include
+part /opt/platform-backup --fstype=ext4 --asprimary --onpart=$BACKUP_PART --fsoptions="$ROOTFS_OPTIONS"
+EOF
+fi
+
 cat<<EOF>>/tmp/part-include
-part /boot --fstype=ext4 --asprimary --size=500 --ondrive=$(get_disk $rootfs_device) --fsoptions="$ROOTFS_OPTIONS"
-part pv.253004 --grow --asprimary --size=500 --ondrive=$(get_disk $rootfs_device)
+part /boot --fstype=ext4 --asprimary --onpart=${ROOTFS_PART_PREFIX}3 --fsoptions="$ROOTFS_OPTIONS"
+part pv.253004 --onpart=${ROOTFS_PART_PREFIX}5
 volgroup cgts-vg --pesize=32768 pv.253004
 logvol /var/log --fstype=ext4 --vgname=cgts-vg --size=$LOG_VOL_SIZE --name=log-lv
 logvol /scratch --fstype=ext4 --vgname=cgts-vg --size=$SCRATCH_VOL_SIZE --name=scratch-lv
-part / --fstype=ext4 --asprimary --size=$ROOTFS_SIZE --ondrive=$(get_disk $rootfs_device) --fsoptions="$ROOTFS_OPTIONS"
-
+part / --fstype=ext4 --asprimary --onpart=${ROOTFS_PART_PREFIX}4 --fsoptions="$ROOTFS_OPTIONS"
 EOF

 %end
--- a/bsp-files/kickstarts/pre_disk_setup_common.cfg
+++ b/bsp-files/kickstarts/pre_disk_setup_common.cfg
@ -50,6 +50,7 @@ pvs --select 'vg_name=cgts-vg' --noheadings -o pv_name | xargs --no-run-if-empty
 vgs --select 'vg_name=cgts-vg' --noheadings -o vg_name | xargs --no-run-if-empty vgremove --force

 ONLYUSE_HDD=""
+part_type_guid_str="Partition GUID code"
 if [ "$(curl -sf http://pxecontroller:6385/v1/upgrade/$(hostname)/in_upgrade 2>/dev/null)" = "true" ]; then
    # In an upgrade, only wipe the disk with the rootfs and boot partition
    echo "In upgrade, wiping only $rootfs_device"
@ -63,7 +64,6 @@ else
    # Make a list of all the hard drives that are to be wiped
    WIPE_HDD=""
    # Partition type OSD has a unique globally identifier
-    part_type_guid_str="Partition GUID code"
    CEPH_OSD_GUID="4FBD7E29-9D25-41B8-AFD0-062C0CEFF05D"

    # Check if we wipe OSDs
@ -120,19 +120,55 @@ else
    echo "Not in upgrade, wiping disks: $WIPE_HDD"
 fi

+
+ROOTFS_DISK=$(get_disk $rootfs_device)
+ROOTFS_PART_PREFIX=$ROOTFS_DISK
+#check if disk is nvme
+case $ROOTFS_DISK in
+    *"nvme"*)
+        ROOTFS_PART_PREFIX=${ROOTFS_PART_PREFIX}p
+    ;;
+esac
+
+BACKUP_CREATED=0
+
+# Note that the BA5EBA11-0000-1111-2222- is the prefix used by STX and it's defined in sysinv constants.py.
+# Since the 000000000001 suffix is used by custom stx LVM partitions,
+# the next suffix is used for the persistent backup partition (000000000002)
+BACKUP_PART_LABEL="Platform Backup"
+BACKUP_PART_GUID="BA5EBA11-0000-1111-2222-000000000002"
+
 for dev in ${WIPE_HDD//,/ }
 do
    # Clearing previous GPT tables or LVM data
    # Delete the first few bytes at the start and end of the partition. This is required with
    # GPT partitions, they save partition info at the start and the end of the block.
    # Do this for each partition on the disk, as well.
-    partitions=$(lsblk -rip $dev -o TYPE,NAME |awk '$1 == "part" {print $2}')
-    for p in $partitions $dev
-    do
-        echo "Pre-wiping $p from kickstart"
-        dd if=/dev/zero of=$p bs=512 count=34
-        dd if=/dev/zero of=$p bs=512 count=34 seek=$((`blockdev --getsz $p` - 34))
+    part_numbers=( $(parted -s $dev print | awk '$1 == "Number" {i=1; next}; i {print $1}') )
+    for part_number in "${part_numbers[@]}"; do
+        part=$dev$part_number
+        case $part in
+            *"nvme"*)
+                part=${dev}p${part_number}
+            ;;
+        esac
+        sgdisk_part_info=$(flock $dev sgdisk -i $part_number $dev)
+        part_type_guid=$(echo "$sgdisk_part_info" | grep "$part_type_guid_str" | awk '{print $4;}')
+        if [ "$part_type_guid" == $BACKUP_PART_GUID ]; then
+            echo "Skipping wipe backup partition $part"
+            BACKUP_CREATED=1
+            continue
+        fi
+        echo "Wiping partition $part"
+        dd if=/dev/zero of=$part bs=512 count=34
+        dd if=/dev/zero of=$part bs=512 count=34 seek=$((`blockdev --getsz $part` - 34))
+        parted -s $dev rm $p
    done
+    if [ $BACKUP_CREATED -eq 0 ] ; then
+        echo "Creating disk label for $dev"
+        parted -s $dev mktable gpt
+    fi
+
 done

 # Check for remaining cgts-vg PVs, which could potentially happen
@ -149,23 +185,8 @@ done

 let -i gb=1024*1024*1024

-cat<<EOF>/tmp/part-include
-clearpart --all --drives=$WIPE_HDD --initlabel
-EOF
-
 if [ -n "$ONLYUSE_HDD" ]; then
    cat<<EOF>>/tmp/part-include
 ignoredisk --only-use=$ONLYUSE_HDD
 EOF
 fi
-
-if [ -d /sys/firmware/efi ] ; then
-    cat<<EOF>>/tmp/part-include
-part /boot/efi --fstype=efi --size=300 --ondrive=$(get_disk $boot_device)
-EOF
-else
-    cat<<EOF>>/tmp/part-include
-part biosboot --asprimary --fstype=biosboot --size=1 --ondrive=$(get_disk $boot_device)
-EOF
-fi
-
--- a/bsp-files/kickstarts/pre_disk_storage.cfg
+++ b/bsp-files/kickstarts/pre_disk_storage.cfg
@ -17,6 +17,20 @@ if [ -n "$profile_mode" ]; then
   ROOTFS_OPTIONS="${ROOTFS_OPTIONS},iversion"
 fi

+cat<<EOF>/tmp/part-include
+clearpart --all --drives=$WIPE_HDD --initlabel
+EOF
+
+if [ -d /sys/firmware/efi ] ; then
+    cat<<EOF>>/tmp/part-include
+part /boot/efi --fstype=efi --size=300 --ondrive=$(get_disk $boot_device)
+EOF
+else
+    cat<<EOF>>/tmp/part-include
+part biosboot --asprimary --fstype=biosboot --size=1 --ondrive=$(get_disk $boot_device)
+EOF
+fi
+
 cat<<EOF>>/tmp/part-include
 part /boot --fstype=ext4 --asprimary --size=500 --ondrive=$(get_disk $rootfs_device) --fsoptions="$ROOTFS_OPTIONS"
 part pv.253004 --grow --asprimary --size=500 --ondrive=$(get_disk $rootfs_device)
--- a/bsp-files/kickstarts/pre_disk_worker.cfg
+++ b/bsp-files/kickstarts/pre_disk_worker.cfg
@ -31,6 +31,20 @@ if [ -n "$profile_mode" ]; then
   ROOTFS_OPTIONS="${ROOTFS_OPTIONS},iversion"
 fi

+cat<<EOF>/tmp/part-include
+clearpart --all --drives=$WIPE_HDD --initlabel
+EOF
+
+if [ -d /sys/firmware/efi ] ; then
+    cat<<EOF>>/tmp/part-include
+part /boot/efi --fstype=efi --size=300 --ondrive=$(get_disk $boot_device)
+EOF
+else
+    cat<<EOF>>/tmp/part-include
+part biosboot --asprimary --fstype=biosboot --size=1 --ondrive=$(get_disk $boot_device)
+EOF
+fi
+
 cat<<EOF>>/tmp/part-include
 part /boot --fstype=ext4 --asprimary --size=$BOOT_VOL_SIZE --ondrive=$(get_disk $rootfs_device) --fsoptions="$ROOTFS_OPTIONS"
 part pv.253004 --asprimary --size=$CGTS_PV_SIZE --ondrive=$(get_disk $rootfs_device)
--- a/mtce/src/scripts/wipedisk
+++ b/mtce/src/scripts/wipedisk
@ -94,18 +94,51 @@ then
    fi
 fi

+# Note that the BA5EBA11-0000-1111-2222- is the prefix used by STX and it's defined in sysinv constants.py.
+# Since the 000000000001 suffix is used by custom stx LVM partitions,
+# the next suffix is used for the persistent backup partition (000000000002)
+BACKUP_PART_GUID="BA5EBA11-0000-1111-2222-000000000002"
+part_type_guid_str="Partition GUID code"
+
 for dev in $WIPE_HDD
 do
    if [[ -e $dev ]]
    then
-        echo "Wiping $dev..."
-        wipefs -f -a $dev
+        if [ "$dev" == "$rootfs" ]
+        then
+            part_numbers=( $(parted -s $dev print | awk '$1 == "Number" {i=1; next}; i {print $1}') )
+            for part_number in "${part_numbers[@]}"; do
+                part=$dev$part_number
+                case $part in
+                    *"nvme"*)
+                        part=${dev}p${part_number}
+                    ;;
+                esac
+                sgdisk_part_info=$(flock $dev sgdisk -i $part_number $dev)
+                part_type_guid=$(echo "$sgdisk_part_info" | grep "$part_type_guid_str" | awk '{print $4;}')
+                if [ "$part_type_guid" == $BACKUP_PART_GUID ]; then
+                    echo "Skipping wipe backup partition $part..."
+                    continue
+                fi
+                echo "Wiping partition $part..."
+                wipefs -f -a $part

-        # Clearing previous GPT tables or LVM data
-        # Delete the first few bytes at the start and end of the partition. This is required with
-        # GPT partitions, they save partition info at the start and the end of the block.
-        dd if=/dev/zero of=$dev bs=512 count=34
-        dd if=/dev/zero of=$dev bs=512 count=34 seek=$((`blockdev --getsz $dev` - 34))
+                # Clearing previous GPT tables or LVM data
+                # Delete the first few bytes at the start and end of the partition. This is required with
+                # GPT partitions, they save partition info at the start and the end of the block.
+                dd if=/dev/zero of=$part bs=512 count=34
+                dd if=/dev/zero of=$part bs=512 count=34 seek=$((`blockdev --getsz $part` - 34))
+            done
+        else
+            echo "Wiping $dev..."
+            wipefs -f -a $dev
+
+            # Clearing previous GPT tables or LVM data
+            # Delete the first few bytes at the start and end of the partition. This is required with
+            # GPT partitions, they save partition info at the start and the end of the block.
+            dd if=/dev/zero of=$dev bs=512 count=34
+            dd if=/dev/zero of=$dev bs=512 count=34 seek=$((`blockdev --getsz $dev` - 34))
+        fi
    fi
 done