From 8dd7a8fe2ac778399833dccb76ce61989d299c18 Mon Sep 17 00:00:00 2001
From: Al Bailey <Al.Bailey@windriver.com>
Date: Fri, 2 Nov 2018 09:11:08 -0500
Subject: [PATCH] Adding a build tool to create a helm charts tarball

The helm charts are packaged in rpms by the build process
and the purpose of this script is to package all those
artifacts together into a single tarball, for use by
other components in StarlingX.

Uses centos_helm.inc in each repo to determine what to search for.

Currently tested with packages from stx-config and stx-upstream:
 openstack-helm-infra
 openstack-helm
 stx-openstack-helm

Multiple tarballs are created, one per manifest.
A calculated checksum.md5 is included in each tarball

Story: 2004005
Task: 27933
Depends-On: I3727a15fbdadc345a104c2af3446aee845171309
Change-Id: I06259d27e8f25d0b05eecdea49b2365246ac3112
Signed-off-by: Al Bailey <Al.Bailey@windriver.com>
---
 build-tools/build-helm-charts.sh | 183 +++++++++++++++++++++++++++++++
 1 file changed, 183 insertions(+)
 create mode 100755 build-tools/build-helm-charts.sh

diff --git a/build-tools/build-helm-charts.sh b/build-tools/build-helm-charts.sh
new file mode 100755
index 00000000..a20dc286
--- /dev/null
+++ b/build-tools/build-helm-charts.sh
@@ -0,0 +1,183 @@
+#!/bin/bash
+#
+# Copyright (c) 2018 Wind River Systems, Inc.
+#
+# SPDX-License-Identifier: Apache-2.0
+#
+# This utility retrieves StarlingX helm-charts
+# from the build output and re-packages them
+# in a single openstack-helm.tgz tarball
+#
+
+# Required env vars
+if [ -z "${MY_WORKSPACE}" -o -z "${MY_REPO}" ]; then
+    echo "Environment not setup for builds" >&2
+    exit 1
+fi
+
+SUPPORTED_OS_ARGS=('centos')
+OS=centos
+
+function usage {
+    cat >&2 <<EOF
+Usage:
+$(basename $0) [ --os <os> ] [ --verbose ]
+Options:
+    --os:         Specify base OS (eg. centos)
+    --verbose:    Verbose output
+    --help:       Give this help list
+EOF
+}
+
+OPTS=$(getopt -o h -l help,os:,verbose -- "$@")
+if [ $? -ne 0 ]; then
+    usage
+    exit 1
+fi
+
+eval set -- "${OPTS}"
+
+while true; do
+    case $1 in
+        --)
+            # End of getopt arguments
+            shift
+            break
+            ;;
+        --os)
+            OS=$2
+            shift 2
+            ;;
+        --verbose)
+            VERBOSE=true
+            shift
+            ;;
+        -h | --help )
+            usage
+            exit 1
+            ;;
+        *)
+            usage
+            exit 1
+            ;;
+    esac
+done
+
+if [ "$VERBOSE" = true ] ; then
+    CPIO_FLAGS=-vidu
+    TAR_FLAGS=-zcvf
+else
+    CPIO_FLAGS="-idu --quiet"
+    TAR_FLAGS=-zcf
+fi
+
+VALID_OS=1
+for supported_os in ${SUPPORTED_OS_ARGS[@]}; do
+    if [ "$OS" = "${supported_os}" ]; then
+        VALID_OS=0
+        break
+    fi
+done
+if [ ${VALID_OS} -ne 0 ]; then
+    echo "Unsupported OS specified: ${OS}" >&2
+    echo "Supported OS options: ${SUPPORTED_OS_ARGS[@]}" >&2
+    exit 1
+fi
+
+source ${MY_REPO}/build-tools/git-utils.sh
+
+function get_helm_files {
+    find ${GIT_LIST} -maxdepth 1 -name "${OS}_helm.inc"
+}
+
+HELM_FILES=$(get_helm_files)
+if [ -z "$(echo -n ${HELM_FILES})" ]; then
+    echo "Could not find ${OS}_helm.inc files" >&2
+    exit 1
+fi
+
+# Build the rpms
+build-pkgs --containers
+if [ $? -ne 0 ]; then
+    echo "Failed build-pkgs --containers" >&2
+    exit 1
+fi
+
+BUILD_OUTPUT_PATH=${MY_WORKSPACE}/containers/build-helm/stx
+if [ -d ${BUILD_OUTPUT_PATH} ]; then
+    # Wipe out the existing dir to ensure there are no stale files
+    rm -rf ${BUILD_OUTPUT_PATH}
+fi
+mkdir -p ${BUILD_OUTPUT_PATH}
+cd ${BUILD_OUTPUT_PATH}
+
+# Extract the helm charts, order does not matter.
+declare -a FAILED
+RPMS_DIR=${MY_WORKSPACE}/containers/rpmbuild/RPMS
+GREP_GLOB="-[^-]*-[^-]*.tis.noarch.rpm"
+for helm_rpm in $(sed -e 's/#.*//' ${HELM_FILES} | sort -u); do
+    case $OS in
+        centos)
+            # Bash globbing does not handle [^-] like regex
+            # so grep needed to be used
+            rpm_file=$(ls ${RPMS_DIR} | grep "^${helm_rpm}${GREP_GLOB}")
+            chartfile=${RPMS_DIR}/${rpm_file}
+            if [ ! -f ${chartfile} ]; then
+                echo "Could not find ${helm_rpm}" >&2
+                FAILED+=($helm_rpm)
+                continue
+            fi
+
+            rpm2cpio ${chartfile} | cpio ${CPIO_FLAGS}
+            if [ ${PIPESTATUS[0]} -ne 0 -o ${PIPESTATUS[1]} -ne 0 ]; then
+                echo "Failed to extract content of ${chartfile}" >&2
+                FAILED+=($helm_rpm)
+            fi
+
+            ;;
+    esac
+done
+
+if [ ${#FAILED[@]} -gt 0 ]; then
+    echo "Failed to find or extract one or more helm packages:" >&2
+    for helm_rpm in ${FAILED[@]}; do
+        echo "${helm_rpm}" >&2
+    done
+    exit 1
+fi
+
+# Create a new tarball containing all the contents we extracted
+# tgz files under helm are relocated to subdir charts.
+# Files under armada are left at the top level
+mkdir staging
+
+if [ ! -d "usr/lib/armada" ] || [ ! -d "usr/lib/helm" ]; then
+    echo "Failed to create the tarball. Mandatory files are missing." >&2
+    exit 1
+fi
+
+# Stage all the charts
+cp -R usr/lib/helm staging/charts
+
+# Build tarballs for each armada yaml file
+echo "Results:"
+for manifest in usr/lib/armada/*.yaml; do
+    cp ${manifest} staging/.
+    manifest_file=${manifest##*/}
+    manifest_name=${manifest_file%.yaml}
+    # Add an md5
+    cd staging
+    find . -type f ! -name '*.md5' -print0 | xargs -0 md5sum > checksum.md5
+    cd ..
+    tar ${TAR_FLAGS} "helm-charts-${manifest_name}.tgz" -C staging/ .
+    if [ $? -ne 0 ]; then
+        echo "Failed to create the tarball" >&2
+        exit 1
+    fi
+    rm staging/${manifest_file}
+    rm staging/checksum.md5
+    echo "    ${BUILD_OUTPUT_PATH}/helm-charts-${manifest_name}.tgz"
+done
+
+exit 0
+