root/build-tools/build-helm-charts.sh

#!/bin/bash
#
# Copyright (c) 2018 Wind River Systems, Inc.
#
# SPDX-License-Identifier: Apache-2.0
#
# This utility retrieves StarlingX helm-charts
# from the build output and re-packages them
# in a single openstack-helm.tgz tarball
#

# Required env vars
if [ -z "${MY_WORKSPACE}" -o -z "${MY_REPO}" ]; then
    echo "Environment not setup for builds" >&2
    exit 1
fi

SUPPORTED_OS_ARGS=('centos')
OS=centos
LABEL=""
declare -a IMAGE_FILES

function usage {
    cat >&2 <<EOF
Usage:
$(basename $0) [ --os <os> ] [-i, --image-file <image-file>] [--label <label>] [ --verbose ]
Options:
    --os:                 Specify base OS (eg. centos)
    -i, --image-file:     Specify the path to image file(s) or url(s). Multiple
                          files/urls can be specified with a comma-separated list,
                          or with multiple --image-file arguments.
                          Note: Files are in order of priority. Images may appear
                          in multiple files, the last image reference has higher
                          priority.
    --label:              Specify the label of the application tarball. The label
                          is used to construct the name of tarball.
    --verbose:            Verbose output
    --help:               Give this help list
EOF
}

OPTS=$(getopt -o h,i: -l help,os:,image-file:,label:,verbose -- "$@")
if [ $? -ne 0 ]; then
    usage
    exit 1
fi

eval set -- "${OPTS}"

while true; do
    case $1 in
        --)
            # End of getopt arguments
            shift
            break
            ;;
        --os)
            OS=$2
            shift 2
            ;;
        -i | --image-file)
            # Read comma-separated values into array
            IMAGE_FILES+=(${2//,/ })
            shift 2
            ;;
        --label)
            LABEL=$2
            shift 2
            ;;
        --verbose)
            VERBOSE=true
            shift
            ;;
        -h | --help )
            usage
            exit 1
            ;;
        *)
            usage
            exit 1
            ;;
    esac
done

if [ "$VERBOSE" = true ] ; then
    CPIO_FLAGS=-vidu
    TAR_FLAGS=-zcvf
else
    CPIO_FLAGS="-idu --quiet"
    TAR_FLAGS=-zcf
fi

VALID_OS=1
for supported_os in ${SUPPORTED_OS_ARGS[@]}; do
    if [ "$OS" = "${supported_os}" ]; then
        VALID_OS=0
        break
    fi
done
if [ ${VALID_OS} -ne 0 ]; then
    echo "Unsupported OS specified: ${OS}" >&2
    echo "Supported OS options: ${SUPPORTED_OS_ARGS[@]}" >&2
    exit 1
fi

source ${MY_REPO}/build-tools/git-utils.sh

function get_helm_files {
    find ${GIT_LIST} -maxdepth 1 -name "${OS}_helm.inc"
}

HELM_FILES=$(get_helm_files)
if [ -z "$(echo -n ${HELM_FILES})" ]; then
    echo "Could not find ${OS}_helm.inc files" >&2
    exit 1
fi

BUILD_OUTPUT_PATH=${MY_WORKSPACE}/std/build-helm/stx
if [ -d ${BUILD_OUTPUT_PATH} ]; then
    # Wipe out the existing dir to ensure there are no stale files
    rm -rf ${BUILD_OUTPUT_PATH}
fi
mkdir -p ${BUILD_OUTPUT_PATH}
cd ${BUILD_OUTPUT_PATH}

IMAGE_FILE_PATH=${BUILD_OUTPUT_PATH}/image_file
if [ ${#IMAGE_FILES[@]} -ne 0 ]; then
    mkdir ${IMAGE_FILE_PATH}
fi

# Read the image versions from the passed image
# files and build them into armada manifest
function build_image_versions_to_manifest {
    local manifest_file=$1

    for image_file in ${IMAGE_FILES[@]}; do

        if [[ ${image_file} =~ ^https?://.*(.lst|.txt)$ ]]; then
            wget --quiet --no-clobber ${image_file} \
                 --directory-prefix ${IMAGE_FILE_PATH}

            if [ $? -ne 0 ]; then
                echo "Failed to download image file from ${image_file}" >&2
                exit 1
            fi
        elif [[ -f ${image_file} && ${image_file} =~ .lst|.txt ]]; then
            cp ${image_file} ${IMAGE_FILE_PATH}
        else
            echo "Cannot recognize the provided image file:${image_file}" >&2
            exit 1
        fi

        image_file=${IMAGE_FILE_PATH}/${image_file##*/}
        for image_pattern in $(sed -e 's#/#\\/#g' ${image_file}); do

            # Extract image name from the input image file and
            image_name=$(echo ${image_pattern} | sed -n 's/.*\/\(.*\):.*$/\1/p')

            # Replace the old image with the new image in manifest file
            old_image_pattern="\([a-zA-Z0-9.]*\|[0-9.:]*\)\/.*${image_name}:.*"
            sed -i "s/${old_image_pattern}/${image_pattern}/" ${manifest_file}

            if [ $? -ne 0 ]; then
                echo "Failed to update manifest file" >&2
                exit 1
            fi
        done
    done
}

# Extract the helm charts, order does not matter.
declare -a FAILED
RPMS_DIR=${MY_WORKSPACE}/std/rpmbuild/RPMS
GREP_GLOB="-[^-]*-[^-]*.tis.noarch.rpm"
for helm_rpm in $(sed -e 's/#.*//' ${HELM_FILES} | sort -u); do
    case $OS in
        centos)
            # Bash globbing does not handle [^-] like regex
            # so grep needed to be used
            rpm_file=$(ls ${RPMS_DIR} | grep "^${helm_rpm}${GREP_GLOB}")
            chartfile=${RPMS_DIR}/${rpm_file}
            if [ ! -f ${chartfile} ]; then
                echo "Could not find ${helm_rpm}" >&2
                FAILED+=($helm_rpm)
                continue
            fi

            rpm2cpio ${chartfile} | cpio ${CPIO_FLAGS}
            if [ ${PIPESTATUS[0]} -ne 0 -o ${PIPESTATUS[1]} -ne 0 ]; then
                echo "Failed to extract content of ${chartfile}" >&2
                FAILED+=($helm_rpm)
            fi

            ;;
    esac
done

if [ ${#FAILED[@]} -gt 0 ]; then
    echo "Failed to find or extract one or more helm packages:" >&2
    for helm_rpm in ${FAILED[@]}; do
        echo "${helm_rpm}" >&2
    done
    exit 1
fi

# Create a new tarball containing all the contents we extracted
# tgz files under helm are relocated to subdir charts.
# Files under armada are left at the top level
mkdir staging

if [ ! -d "usr/lib/armada" ] || [ ! -d "usr/lib/helm" ]; then
    echo "Failed to create the tarball. Mandatory files are missing." >&2
    exit 1
fi

# Stage all the charts
cp -R usr/lib/helm staging/charts

# Build tarballs for each armada yaml file
echo "Results:"
for manifest in usr/lib/armada/*.yaml; do
    build_image_versions_to_manifest ${manifest}
    cp ${manifest} staging/.
    manifest_file=${manifest##*/}
    manifest_name=${manifest_file%.yaml}
    # Add an md5
    cd staging
    find . -type f ! -name '*.md5' -print0 | xargs -0 md5sum > checksum.md5
    cd ..

    if [ -n "${LABEL}" ]; then
        tarball_name="helm-charts-${manifest_name}-${LABEL}.tgz"
    else
        tarball_name="helm-charts-${manifest_name}.tgz"
    fi

    tar ${TAR_FLAGS} ${tarball_name} -C staging/ .
    if [ $? -ne 0 ]; then
        echo "Failed to create the tarball" >&2
        exit 1
    fi
    rm staging/${manifest_file}
    rm staging/checksum.md5
    echo "    ${BUILD_OUTPUT_PATH}/${tarball_name}"
done

exit 0