os-autoinst-obs-auto-submit

#!/bin/bash

set -e

export LC_ALL=C
src_project="${src_project:-"devel:openQA"}"
dst_project="${dst_project:-"${src_project}:tested"}"
submit_target="${submit_target:-"openSUSE:Factory"}"
submit_target_escaped=$(echo -n "$submit_target" | sed -e 's|\:|_|g') # avoid, e.g. "repoid 'openSUSE:Factory' is illegal"
dry_run="${dry_run:-"0"}"
osc_poll_interval="${osc_poll_interval:-2}"
osc_build_start_poll_tries="${osc_build_start_poll_tries:-30}"
XMLSTARLET=$(command -v xmlstarlet || true)
[[ -n $XMLSTARLET ]] || (echo "Need xmlstarlet" && exit 1)

factory_request() {
   local package=$1
   # writing xpath in url encoding is not for beginners, so don't stare at it too long :)
   local states='(state%2F%40name%3D%27declined%27%20or%20state%2F%40name%3D%27new%27%20or%20state%2F%40name%3D%27review%27)'
   local actions="(action%2Ftarget%2F%40project%3D%27openSUSE%3AFactory%27%20and%20action%2Fsource%2F%40project%3D%27devel%3AopenQA%3Atested%27%20and%20action%2Ftarget%2F%40package%3D%27$package%27)"
   $osc api "/search/request/id?match=$states%20and%20$actions" | grep 'request id' | sed -e 's,.*id=.\([0-9]*\)[^[0-9]*$,\1,' | head -n 1
}

reenable_buildtime_services() {
    sed -i -e 's,mode="buildtime" mode="disabled",mode="buildtime",' _service
}

wait_for_package_build() {
    local osc_query="https://api.opensuse.org/public/build/$dst_project/_result?repository=$submit_target_escaped&package=$package"
    local wip_states='\(unknown\|blocked\|scheduled\|dispatching\|building\|signing\|finished\)'
    local bad_states='\(failed\|unresolvable\|broken\)'
    local attempts="$osc_build_start_poll_tries"
    while ! curl -s  "$osc_query" | grep -e "$wip_states" ; do
        if [[ $attempts -le 0 ]]; then
            echo "warning: Re-build of $package has not been considered in time (or package has been re-built so fast that we've missed it)"
            break
        fi
        echo "Waiting for re-build of $package to be considered (attempts left: $attempts)"
        sleep "$osc_poll_interval"
        attempts=$((attempts - 1))
    done
    while curl -s "$osc_query" | grep -e "$wip_states" ; do
        echo "Waiting while $package is in progress"
        sleep "$osc_poll_interval"
    done
    if curl -s "$osc_query" | grep -e "$bad_states" ; then
        echo "Building $package has failed, skipping submission"
        return 1
    fi
}

update_package() {
    package=$1
    xmlstarlet ed -L -i "/services/service" --type attr -n mode --value 'disabled' _service
    sed -i -e 's,mode="disabled" mode="disabled",mode="disabled",' _service
    reenable_buildtime_services
    # ignore those updates
    rm -f _service:*-test.changes
    cp -v .osc/*-test.changes . 2>/dev/null ||:
    # Factory policies want only multiple spec files (for now)
    rm -f _multibuild
    for file in _service:*; do
        # shellcheck disable=SC2001
        mv -v "$file" "$(echo "$file" | sed -e 's,.*:,,')"
    done
    version=$(sed -n 's/^Version:\s*//p' ./*.spec)
    rm -f ./*rpmlintrc _servicedata
    $osc addremove
    sed -i '/rpmlintrc/d' ./*.spec
    if [ "$package" == "os-autoinst-distri-opensuse-deps" ] ; then
        local ci_args="--noservice"
    fi
    $osc ci -m "Offline generation of ${version}" $ci_args
    wait_for_package_build
    cmd="$osc sr"
    req=$(factory_request "$package")
    # TODO: check if it's a different revision than HEAD
    if test -n "$req"; then
      cmd="$cmd -s $req"
    fi
    $cmd -m "Update to ${version}" "$submit_target"
}

last_revision() {
    project=$1
    package=$2
    file=$package.changes
    service=obs_scm
    if [[ $project != "$submit_target" ]]; then
       file=_service:$service:$file
    fi
    local line
    line=$($osc cat "$project/$package/$file" | grep 'Update to version' | head -n1)
    # shellcheck disable=SC2001
    echo "$line" | sed -e 's,.*\.\([^.]*\):$,\1,'
}

sync_changesrevision() {
    dir=$1
    package=$2
    factory_rev=$3
    path="$dir/$package"
    $prefix xmlstarlet ed -L -u "//param[@name='changesrevision']" -v "$factory_rev" "$path"/_servicedata
    if ! diff -u "$path"/.osc/_servicedata "$path"/_servicedata; then
       $osc up "$path"
       $osc cat "$submit_target" "$package" "$package".changes > "$path/$package".changes
       $osc ci -m "sync changesrevision with $submit_target" "$path"
       $osc up --server-side-source-service-files "$path"
    fi
}

generate_os-autoinst-distri-opensuse-deps_changelog() {
    dir=$1
    package=$2
    $osc cat "$submit_target" "$package" "$package".changes > "$package"-factory.changes
    {
        echo "-------------------------------------------------------------------"
        echo "$(LANG=c date -u) - Dominik Heidler <dheidler@suse.de>"
        echo
        diff -u "$package"-factory.spec "$dir"/"$package"/_service:obs_scm:"$package".spec |\
            grep "^[+-]Requires" |\
            sed -e 's/Requires:\s*/dependency /g' -e 's/^-/- Removed /g' -e 's/^+/- Added /g'
        echo
        cat "$package"-factory.changes
    } > "$dir/$package/$package".changes
}

handle_auto_submit() {
    package=$1
    $osc service wait "$src_project"/"$package"
    $osc co --server-side-source-service-files "$src_project"/"$package"
    if test "$package" == "os-autoinst-distri-opensuse-deps"; then
        $osc cat "$submit_target" "$package" "$package.spec" > "$package-factory.spec"
        if diff -u "$package"-factory.spec "$src_project/$package/_service:obs_scm:$package".spec | grep "^[+-]Requires"; then
            # dependency added or removed
            generate_os-autoinst-distri-opensuse-deps_changelog "$src_project" "$package"
        else
            echo "No dependency changes for $package"
            return
        fi
    else
        factory_rev=$(last_revision "$submit_target" "$package")
        sync_changesrevision "$src_project" "$package" "$factory_rev"
        if test "$factory_rev" = "$(last_revision "$src_project" "$package")"; then
            echo "Latest revision already in $submit_target"
            return
        fi
    fi
    $osc service wait "$dst_project"/"$package"
    $osc co "$dst_project"/"$package"
    rm "$dst_project"/"$package"/*
    cp -v "$src_project"/"$package"/* "$dst_project"/"$package"/
    (
    cd "$dst_project"/"$package"
    update_package "$package"
    )
}

[ "$dry_run" = "1" ] && prefix="echo"
osc="${osc:-"$prefix osc"}"

TMPDIR=${TMPDIR:-$(mktemp -d)}
trap 'rm -rf "$TMPDIR"' EXIT

(cd "$TMPDIR"
auto_submit_packages=${packages:-$($osc ls "$dst_project" | grep -v '\-test$')}
for package in $auto_submit_packages; do
    handle_auto_submit "$package"
done
)