Cross Reference: /sssd/contrib/ci/run

	run revision 8dff4a773dd9525ec587cd31646a9f67252122c1
843e19887f64dde75055cf8842fc4db2171eff45johnlev#!/bin/bash
843e19887f64dde75055cf8842fc4db2171eff45johnlev#
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Run continuous integration tests.
843e19887f64dde75055cf8842fc4db2171eff45johnlev#
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Copyright (C) 2014 Red Hat
843e19887f64dde75055cf8842fc4db2171eff45johnlev#
843e19887f64dde75055cf8842fc4db2171eff45johnlev# This program is free software; you can redistribute it and/or modify
843e19887f64dde75055cf8842fc4db2171eff45johnlev# it under the terms of the GNU General Public License as published by
843e19887f64dde75055cf8842fc4db2171eff45johnlev# the Free Software Foundation; either version 3 of the License, or
843e19887f64dde75055cf8842fc4db2171eff45johnlev# (at your option) any later version.
843e19887f64dde75055cf8842fc4db2171eff45johnlev#
843e19887f64dde75055cf8842fc4db2171eff45johnlev# This program is distributed in the hope that it will be useful,
843e19887f64dde75055cf8842fc4db2171eff45johnlev# but WITHOUT ANY WARRANTY; without even the implied warranty of
843e19887f64dde75055cf8842fc4db2171eff45johnlev# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
843e19887f64dde75055cf8842fc4db2171eff45johnlev# GNU General Public License for more details.
843e19887f64dde75055cf8842fc4db2171eff45johnlev#
843e19887f64dde75055cf8842fc4db2171eff45johnlev# You should have received a copy of the GNU General Public License
843e19887f64dde75055cf8842fc4db2171eff45johnlev# along with this program.  If not, see <http://www.gnu.org/licenses/>.
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevset -o nounset -o pipefail -o errexit
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r CI_DIR=`dirname "\`readlink -f \"\$0\"\`"`
843e19887f64dde75055cf8842fc4db2171eff45johnlevexport PATH=$CI_DIR:$PATH
843e19887f64dde75055cf8842fc4db2171eff45johnlevexport LC_ALL=C
843e19887f64dde75055cf8842fc4db2171eff45johnlev
a0900badd8eb6bcca99411c8906b483e84f2da91Garrett D'Amore. deps.sh
843e19887f64dde75055cf8842fc4db2171eff45johnlev. distro.sh
843e19887f64dde75055cf8842fc4db2171eff45johnlev. configure.sh
843e19887f64dde75055cf8842fc4db2171eff45johnlev. misc.sh
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r DEBUG_CFLAGS="-g3 -O2"
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r COVERAGE_CFLAGS="-g3 -O0 --coverage"
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r ARCH=`uname -m`
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r CPU_NUM=`getconf _NPROCESSORS_ONLN`
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r TITLE_WIDTH=24
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r RESULT_WIDTH=18
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Minimum percentage of code lines covered by tests
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r COVERAGE_MIN_LINES=15
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Minimum percentage of code functions covered by tests
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare -r COVERAGE_MIN_FUNCS=0
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare BASE_PFX=""
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare DEPS=true
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare BASE_DIR=`pwd`
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare MODERATE=false
843e19887f64dde75055cf8842fc4db2171eff45johnlevdeclare RIGOROUS=false
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Output program usage information.
843e19887f64dde75055cf8842fc4db2171eff45johnlevfunction usage()
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev    cat <<EOF
843e19887f64dde75055cf8842fc4db2171eff45johnlevUsage: `basename "$0"` [OPTION...]
843e19887f64dde75055cf8842fc4db2171eff45johnlevRun continuous integration tests.
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevOptions:
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -h, --help          Output this help message and exit.
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -p, --prefix=STRING Use STRING as the prefix to prepend to file and
843e19887f64dde75055cf8842fc4db2171eff45johnlev                        directory paths in output.
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -n, --no-deps       Don't attempt to install dependencies.
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -e, --essential     Run the essential subset of tests.
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -m, --moderate      Run the moderate subset of tests.
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -r, --rigorous,
843e19887f64dde75055cf8842fc4db2171eff45johnlev    -f, --full          Run the rigorous (full) set of tests.
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlevDefault options: --essential
843e19887f64dde75055cf8842fc4db2171eff45johnlevEOF
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Output a file display path: a path relocated from base directory (BASE_DIR)
843e19887f64dde75055cf8842fc4db2171eff45johnlev# to base prefix (BASE_PFX).
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Args: path
843e19887f64dde75055cf8842fc4db2171eff45johnlevfunction disppath()
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
a0900badd8eb6bcca99411c8906b483e84f2da91Garrett D'Amore    declare -r path=`readlink -f "$1"`
a0900badd8eb6bcca99411c8906b483e84f2da91Garrett D'Amore    printf "%s" "$BASE_PFX${path:${#BASE_DIR}+1}"
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Run a stage.
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Args: id cmd [arg...]
843e19887f64dde75055cf8842fc4db2171eff45johnlevfunction stage()
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare -r id="$1";     shift
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare -r log="ci-$id.log"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare status
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare start
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare end
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare duration
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    printf "%-${TITLE_WIDTH}s" "$id:"
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    {
843e19887f64dde75055cf8842fc4db2171eff45johnlev        printf "Start: "
843e19887f64dde75055cf8842fc4db2171eff45johnlev        start=`date +%s`
843e19887f64dde75055cf8842fc4db2171eff45johnlev        date --date="@$start"
843e19887f64dde75055cf8842fc4db2171eff45johnlev        set +o errexit
843e19887f64dde75055cf8842fc4db2171eff45johnlev        (
843e19887f64dde75055cf8842fc4db2171eff45johnlev            set -o errexit -o xtrace
843e19887f64dde75055cf8842fc4db2171eff45johnlev            "$@"
843e19887f64dde75055cf8842fc4db2171eff45johnlev        )
a0900badd8eb6bcca99411c8906b483e84f2da91Garrett D'Amore        status=$?
843e19887f64dde75055cf8842fc4db2171eff45johnlev        set -o errexit
843e19887f64dde75055cf8842fc4db2171eff45johnlev        printf "End: "
843e19887f64dde75055cf8842fc4db2171eff45johnlev        end=`date +%s`
843e19887f64dde75055cf8842fc4db2171eff45johnlev        date --date="@$end"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    } &> "$log"
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    duration=$((end - start))
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    if [ "$status" == 0 ]; then
843e19887f64dde75055cf8842fc4db2171eff45johnlev        printf 'success  '
843e19887f64dde75055cf8842fc4db2171eff45johnlev    else
843e19887f64dde75055cf8842fc4db2171eff45johnlev        printf 'failure  '
843e19887f64dde75055cf8842fc4db2171eff45johnlev    fi
843e19887f64dde75055cf8842fc4db2171eff45johnlev    printf "%02u:%02u:%02u " \
843e19887f64dde75055cf8842fc4db2171eff45johnlev           $((duration / (60 * 60))) \
843e19887f64dde75055cf8842fc4db2171eff45johnlev           $((duration / 60 % 60)) \
843e19887f64dde75055cf8842fc4db2171eff45johnlev           $((duration % 60))
843e19887f64dde75055cf8842fc4db2171eff45johnlev    disppath "$log"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    printf "\n"
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    return "$status"
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Execute mock as is, or, if the user is not in the "mock" group, under sudo,
843e19887f64dde75055cf8842fc4db2171eff45johnlev# which has password prompt/input on the console, instead of stderr/stdin.
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Args: [mock_arg...]
843e19887f64dde75055cf8842fc4db2171eff45johnlevfunction mock_privileged()
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev    if memberof mock; then
843e19887f64dde75055cf8842fc4db2171eff45johnlev        mock "$@"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    else
843e19887f64dde75055cf8842fc4db2171eff45johnlev        declare prompt=$'Not a "mock" group member.\n'
843e19887f64dde75055cf8842fc4db2171eff45johnlev        prompt+="To run mock enter sudo password for $USER: "
843e19887f64dde75055cf8842fc4db2171eff45johnlev        sudo -p "$prompt" mock "$@"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    fi
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Execute mock_privileged with extra chroot configuration added.
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Args: chroot [mock_arg...]
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Input: extra configuration
843e19887f64dde75055cf8842fc4db2171eff45johnlevfunction mock_privileged_conf()
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare -r chroot="$1"; shift
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare conf_dir
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    conf_dir=`mktemp --tmpdir --directory mock-config.XXXXXXXX`
843e19887f64dde75055cf8842fc4db2171eff45johnlev    trap 'trap - RETURN; rm -R "$conf_dir";' RETURN
843e19887f64dde75055cf8842fc4db2171eff45johnlev    # Preserve timestamps to avoid unnecessary cache rebuilds
843e19887f64dde75055cf8842fc4db2171eff45johnlev    cp -r --preserve=timestamps /etc/mock/* "$conf_dir"/
843e19887f64dde75055cf8842fc4db2171eff45johnlev    cat >> "${conf_dir}/${chroot}.cfg"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    touch --reference="/etc/mock/${chroot}.cfg" "${conf_dir}/${chroot}.cfg"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    mock_privileged --configdir="$conf_dir" --root="$chroot" "$@"
843e19887f64dde75055cf8842fc4db2171eff45johnlev}
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Execute mock_privileged with dependency package source configuration added.
843e19887f64dde75055cf8842fc4db2171eff45johnlev# Args: chroot [mock_arg...]
843e19887f64dde75055cf8842fc4db2171eff45johnlevfunction mock_privileged_deps()
843e19887f64dde75055cf8842fc4db2171eff45johnlev{
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare -r chroot_name="$1"; shift
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare -r config=$(basename $(readlink -f "/etc/mock/${chroot_name}.cfg"))
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare -r chroot="${config%.cfg}"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    declare repo
843e19887f64dde75055cf8842fc4db2171eff45johnlev
843e19887f64dde75055cf8842fc4db2171eff45johnlev    if [[ "$chroot" == fedora-* ]]; then
843e19887f64dde75055cf8842fc4db2171eff45johnlev        repo='fedora-$releasever-$basearch'
843e19887f64dde75055cf8842fc4db2171eff45johnlev    elif [[ "$chroot" =~ epel-([0-9]+) ]]; then
843e19887f64dde75055cf8842fc4db2171eff45johnlev        repo="epel-${BASH_REMATCH[1]}-\$basearch"
843e19887f64dde75055cf8842fc4db2171eff45johnlev    else
843e19887f64dde75055cf8842fc4db2171eff45johnlev        echo "Unknown chroot config: $chroot" >&2
843e19887f64dde75055cf8842fc4db2171eff45johnlev        exit 1
843e19887f64dde75055cf8842fc4db2171eff45johnlev    fi
843e19887f64dde75055cf8842fc4db2171eff45johnlev
    mock_privileged_conf "$chroot" "$@" <<<"
config_opts['yum.conf'] += '''
[sssd-deps]
name=Extra SSSD dependencies
baseurl=http://copr-be.cloud.fedoraproject.org/results/lslebodn/sssd-deps/$repo/
skip_if_unavailable=true
gpgcheck=0
enabled=1
'''
"
}

# Run debug build checks.
function build_debug()
{
    # Extended glob pattern matching tests to run under Valgrind.
    # NOTE: The particular pattern below is inverted
    declare -r valgrind_test_pattern="!(*.py|*/dlopen-tests|*/whitespace_test)"
    export CFLAGS="$DEBUG_CFLAGS"
    declare test_dir
    declare test_dir_distcheck
    declare intgcheck_configure_args
    declare distcheck_configure_args
    declare status

    test_dir=`mktemp --directory /dev/shm/ci-test-dir.XXXXXXXX`
    stage configure         "$BASE_DIR/configure" \
                                "${CONFIGURE_ARG_LIST[@]}" \
                                --with-test-dir="$test_dir"

    # Not building "tests" due to https://fedorahosted.org/sssd/ticket/2350
    stage make-tests        make-check-wrap -j $CPU_NUM check -- true

    status=0
    CK_FORK=no \
        stage make-check-valgrind \
                make-check-wrap -j $CPU_NUM check -- \
                                libtool --mode=execute \
                                    valgrind-condense 99 \
                                    "$valgrind_test_pattern" -- \
                                    --trace-children=yes \
                                    --trace-children-skip='*/bin/*,*/sbin/*' \
                                    --leak-check=full \
                                    --gen-suppressions=all \
                                    --suppressions="$CI_DIR/sssd.supp" \
                                    --verbose ||
            status=$?
    mv "$test_dir" ci-test-dir
    ((status == 0))

    if "$MODERATE"; then
        if "$DEPS_INTGCHECK_SATISFIED"; then
            printf -v intgcheck_configure_args " %q" \
                        "${CONFIGURE_ARG_LIST[@]}"
            stage make-intgcheck make -j $CPU_NUM intgcheck \
                                      INTGCHECK_CONFIGURE_FLAGS=" \
                                        $intgcheck_configure_args"
        fi

        test_dir_distcheck=`mktemp --directory /dev/shm/ci-test-dir.XXXXXXXX`
        # Single thread due to https://fedorahosted.org/sssd/ticket/2354
        status=0
        printf -v distcheck_configure_args " %q" \
                    "${CONFIGURE_ARG_LIST[@]}" \
                    "--with-test-dir=$test_dir_distcheck"
        stage make-distcheck    make distcheck \
                                    AUX_DISTCHECK_CONFIGURE_FLAGS=" \
                                        $distcheck_configure_args" ||
                status=$?
        mv "$test_dir_distcheck" ci-test-dir-distcheck
        ((status == 0))

        if [[ "$DISTRO_BRANCH" == -redhat-* ]]; then
            stage make-srpm     env -u CFLAGS -- make srpm
            stage mock-build    mock_privileged_deps "default" \
                                     --resultdir ci-mock-result \
                                     rpmbuild/SRPMS/*.src.rpm
        fi
    fi

    unset CFLAGS
}

# Run coverage build checks.
function build_coverage()
{
    declare -r coverage_report_dir="ci-report-coverage"
    declare test_dir

    export CFLAGS="$COVERAGE_CFLAGS"

    test_dir=`mktemp --directory /dev/shm/ci-test-dir.XXXXXXXX`
    stage configure         "$BASE_DIR/configure" \
                                "${CONFIGURE_ARG_LIST[@]}" \
                                --with-test-dir="$test_dir"

    # Build everything, including tests
    # Not building "tests" due to https://fedorahosted.org/sssd/ticket/2350
    stage make-tests        make-check-wrap -j $CPU_NUM check -- true

    stage lcov-pre          lcov --capture --initial --directory . \
                                 --base-directory "$BASE_DIR" \
                                 --output-file ci-base.info
    # Run tests
    stage make-check        make -j $CPU_NUM check || true
    mv "$test_dir" ci-test-dir

    stage lcov-post         lcov --capture --directory . \
                                 --base-directory "$BASE_DIR" \
                                 --output-file ci-check.info
    stage lcov-merge        lcov --add-tracefile ci-base.info \
                                 --add-tracefile ci-check.info \
                                 --output-file ci-dirty.info
    stage lcov-clean        lcov --remove ci-dirty.info \
                                 "/usr/*" "src/tests/*" \
                                 --output-file ci.info
    stage genhtml           eval 'genhtml --output-directory \
                                          "$coverage_report_dir" \
                                          --title "sssd" --show-details \
                                          --legend --prefix "$BASE_DIR" \
                                          ci.info |& tee ci-genhtml.out'
    printf "%-$((TITLE_WIDTH + RESULT_WIDTH))s%s\n" \
            "coverage report:" \
            "`disppath \"\$coverage_report_dir/index.html\"`"

    stage lcov-check        eval 'lcov_check "$COVERAGE_MIN_LINES" \
                                             "$COVERAGE_MIN_FUNCS" \
                                    < ci-genhtml.out'

    unset CFLAGS
}

# Run a build inside a sub-directory.
# Args: id cmd [arg...]
function run_build()
{
    declare -r id="$1"; shift
    declare -r dir="ci-build-$id"

    mkdir "$dir"
    printf "%-$((TITLE_WIDTH + RESULT_WIDTH))s%s\n" \
           "${id^^} BUILD:" "`disppath \"\$dir\"`"

    cd "$dir"
    "$@"
    cd ..
}

#
# Main routine
#
declare args_expr
args_expr=`getopt --name \`basename "\$0"\` \
                  --options hp:nemrf \
                  --longoptions help,prefix:,no-deps \
                  --longoptions essential,moderate,rigorous,full \
                  -- "$@"`
eval set -- "$args_expr"

while true; do
    case "$1" in
        -h|--help)
            usage;          exit 0;;
        -p|--prefix)
            BASE_PFX="$2";  shift 2;;
        -n|--no-deps)
            DEPS=false;     shift;;
        -e|--essential)
            MODERATE=false; RIGOROUS=false; shift;;
        -m|--moderate)
            MODERATE=true;  RIGOROUS=false; shift;;
        -r|--rigorous|-f|--full)
            MODERATE=true;  RIGOROUS=true;  shift;;
        --)
            shift;          break;;
        *)
            echo "Unknown option: $1" >&2
            exit 1;;
    esac
done

if [ $# != 0 ]; then
    echo "Positional arguments are not accepted." >&2
    usage >&2
    exit 1
fi

trap 'echo FAILURE' EXIT
rm_rf_ro ci-*
export V=1
if "$DEPS"; then
    stage install-deps  deps_install
fi
stage autoreconf    autoreconf --install --force
run_build debug     build_debug
if "$RIGOROUS"; then
    run_build coverage  build_coverage
fi
unset V
trap - EXIT
echo SUCCESS