build_all.sh

#!/bin/bash

#
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
#

#
# Copyright 2024 MNX Cloud, Inc.
#

if [[ -n "$TRACE" ]]; then
    export PS4='[\D{%FT%TZ}] ${BASH_SOURCE}:${LINENO}: ${FUNCNAME[0]:+${FUNCNAME[0]}(): }'
    set -o xtrace
fi

if ! uname -o | grep -q illumos || ! uname -v | grep -q joyent; then
    printf 'Sorry, only SmartOS is currently supported.\n'
    exit 1
fi

debug_args=()
if [[ -n $DEBUG ]]; then
    debug_args=( '--on-error=abort' )
fi

function stack_trace
{
    set +o xtrace

    (( cnt = ${#FUNCNAME[@]} ))
    (( i = 0 ))
    while (( i < cnt )); do
        printf '  [%3d] %s\n' "${i}" "${FUNCNAME[i]}"
        if (( i > 0 )); then
            line="${BASH_LINENO[$((i - 1))]}"
        else
            line="${LINENO}"
        fi
        printf '        (file "%s" line %d)\n' "${BASH_SOURCE[i]}" "${line}"
        (( i++ ))
    done
}

function fatal
{
    # Disable error traps from here on:
    set +o xtrace
    set +o errexit
    set +o errtrace
    trap '' ERR

    [[ -z $DEBUG ]] && cleanup

    echo "$(basename "$0"): fatal error: $*" >&2
    stack_trace
    exit 1
}

function trap_err
{
    st=$?
    fatal "exit status ${st} at line ${BASH_LINENO[0]}"
}

function cleanup
{
    if [[ -n $build_uuid ]] && [[ -d "/zones/$(zonename)/data/${build_uuid}" ]]; then
        zfs destroy "zones/$(zonename)/data/${build_uuid}"
    fi
}

set -o pipefail
set -o errexit

# shellcheck disable=SC2164
TOP=$(cd "$(dirname "$0")/"; pwd)

export PATH="${TOP}/deps:${TOP}/deps/py-venv/bin:$PATH"

# Enable debug logging output from packer
export PACKER_LOG=1
export PACKER_PLUGIN_PATH=${TOP}/packer_plugins/
export PACKER_CONFIG_DIR=${TOP}/packer_config/
export PACKER_CACHE_DIR=${TOP}/packer_cache/
export CHECKPOINT_DISABLE=1

IMG_VERSION=$(date +%Y%m%d)

function generate_manifest
{
    if [[ $OSTYPE != 'solaris2.11' ]]; then
        printf 'Image %s output is not SmartOS compatible ZFS data stream.\n' "$1"
        printf 'Skipping manifest.\n'
        return
    fi
    local published_at os sha1 size desc home imagefile

    output_stub="output-${i//.}-x86_64/${i}-${IMG_VERSION}"
    imagefile="${output_stub}.x86_64.zfs"
    imagegz="${imagefile}.gz"
    manifestfile="${output_stub}.json"

    gzip "$imagefile"

    published_at=$(date -u +%FT%TZ)
    os=$(json -f imgconfigs.json '["'"${1}"'"].os')
    sha1=$(digest -a sha1 "$imagegz")
    size=$(stat -c %s "${imagegz}")
    desc=$(json -f imgconfigs.json '["'"${1}"'"].desc' )
    home=$(json -f imgconfigs.json '["'"${1}"'"].homepage' )

    sed \
        -e 's/@UUID@/'"$(uuid -v 4)"'/g' \
        -e 's/@NAME@/'"${1}"'/g' \
        -e 's/@VERSION@/'"${IMG_VERSION}"'/g' \
        -e 's/@PUBLISHED_AT@/'"${published_at}"'/g' \
        -e 's/@OS@/'"${os}"'/g' \
        -e 's/@SHA1@/'"${sha1}"'/g' \
        -e 's/@SIZE@/'"${size}"'/g' \
        -e 's/@DESCRIPTION@/'"${desc}"'/g' \
        -e 's#@HOMEPAGE@#'"${home}"'#g' \
        manifest.in > "$manifestfile"
}

function generate_all_manifests
{
    for img in "${all_targets[@]}"; do
        generate_manifest "$img"
    done
}

function packer_init
{
    printf 'Initializing packer...'
    packer init .
    ansible-galaxy collection install -r ansible/requirements.yml -p ansible/collections
}

function ensure_deps
{
    ## TEST THIS
    printf 'Checking for packages that need to be installed...\n'
    errs=()
    pkgin -y in isc-dhcpd packer ansible cdrtools
    if ! mdata-get sdc:nics | json -a -c 'this.primary===true' allow_ip_spoofing | grep true; then
        errs=( "${errs[@]}" "External interface does not have allow_ip_spoofing")

    fi
    if ! [[ -c /dev/viona ]] || ! [[ -c /dev/vmmctl ]] || \
           ! [[ -d /dev/vmm ]]; then
            errs=( "${errs[@]}" 'Bhyve not available.\n' )
    fi
    if ! zfs list | grep -q "zones/$(zonename)/data" ; then
        errs=( "${errs[@]}" 'Delegated dataset not vailable.\n' )
    fi
    if (( ${#errs} > 0 )); then
        printf '%s\n' "${errs[@]}"
        printf 'See the README.md for zone requirements.\n'
        exit 1
    fi
}

function check_dhcpd
{
    # dhcpd may have been in maintenance if the nic wasn't up yet.
    if ! svcs -Ho state isc-dhcpd | grep -q online; then
        svcadm clear isc-dhcpd
    fi
    svcs isc-dhcpd
}

function ensure_services
{
    printf 'Setting up SMF services...\n'
    if ! svcs -H image-networking; then
        mkdir -p /opt/custom/smf || true
        cp smf/smf.xml /opt/custom/smf/image-networking.xml
        cp smf/method.sh /opt/custom/smf/imgnet.sh
        chmod +x /opt/custom/smf/imgnet.sh
        svccfg import /opt/custom/smf/image-networking.xml
    fi
    # This may be overly fragile. If we're going to change the contents of the
    # file then we'll need to recalculate the checksum.
    if ! digest -a sha1 /etc/ipf/ipnat.conf | grep b0d746f5e40bfaf78d08e265dcb6fbed086b5572 ; then
        printf 'map net0 10.0.0.0/24 -> 0/32\n' > /etc/ipf/ipnat.conf
        svcadm restart ipfilter
    fi
    if ! digest -a sha1 /opt/local/etc/dhcp/dhcpd.conf | grep 0d9d644926d450c047fb4a76f637a99a5e7d58a7 ; then
        cp smf/dhcpd.conf /opt/local/etc/dhcp/dhcpd.conf
        svcadm restart isc-dhcpd
    fi
    # Despite earlier restarts, services may not yet be running for the first
    # time. If services are already enabled, these will be a nop.
    svcadm enable -r image-networking
    svcadm enable -r ipfilter
    svcadm enable -r isc-dhcpd
    svcadm enable -r ipv4-forwarding
}

# Check all valid
#packer validate .

if [[ $1 == "list" ]]; then
    printf 'The followng image targets are available:\n\n'
    json -f imgconfigs.json -ka | sort -u
    exit
fi

[[ -d $PACKER_PLUGIN_PATH ]] || packer_init

case "$1" in
    *deps)
        # Q: Why do this here and also below, outside of the case statement?
        # A: So that someone can *just* do the dependencies, but we will always
        #    ensure dependencies before attempting to build an image.
        ensure_deps
        ensure_services
        exit $?
        ;;
    *validate)
        ensure_deps
        packer validate .
        exit $?
        ;;
    *)
        # continue
        : ;;
esac

targets=()
mapfile -t all_targets < <(json -f imgconfigs.json -ka)
if (( BASH_ARGC > 0 )); then
    targets=( "$@" )
else
    targets=( "${all_targets[@]}" )
fi

ensure_deps
ensure_services

# Build any images passed on the command line, or all.
for i in "${targets[@]}"; do
    build_uuid=$(uuid -v 4)

    printf 'Beginning build for %s %s\n' "$i" "$build_uuid"

    zfs create "zones/$(zonename)/data/${build_uuid}"
    set +o errexit
    set -o xtrace
    packer build "${debug_args[@]}" --only="bhyve.${i//.}-x86_64" -var disk_use_zvol=true -var disk_zpool="zones/$(zonename)/data/${build_uuid}" .
    r=$?
    set +o xtrace
    set -o errexit
    zfs destroy "zones/$(zonename)/data/${build_uuid}"
    if (( r == 0 )); then
        generate_manifest "$i"
    else
        printf 'packer command failed with exit code %s\n' "$r"
    fi
done