Makefile.testshell revision da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# CDDL HEADER START
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# The contents of this file are subject to the terms of the
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# Common Development and Distribution License (the "License").
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# You may not use this file except in compliance with the License.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# See the License for the specific language governing permissions
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# and limitations under the License.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# When distributing Covered Code, include this CDDL HEADER in each
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# If applicable, add the following below this CDDL HEADER, with the
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# fields enclosed by brackets "[]" replaced with your own identifying
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# information: Portions Copyright [yyyy] [name of copyright owner]
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# CDDL HEADER END
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# Copyright 2007 Sun Microsystems, Inc. All rights reserved.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# Use is subject to license terms.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# ident "%Z%%M% %I% %E% SMI"
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# run the ksh93 minimum set of tests
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - "builtins.sh" may fail in some locales like this:
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# -- snip --
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# ## Running ksh test: LANG='zh_TW.EUC' script='builtins.sh'
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# builtins.sh[274]: printf "%T" now
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# -- snip --
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - "options.sh" may currently fail in some locales with:
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# -- snip --
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# options.sh[145]: -G ** failed -- expected 'bam.c bar bar.c bar/bam.c bar/foo.c foo foo/bam.c', got 'bam.c bar bar/bam.c bar.c bar/foo.c foo foo/bam.c'
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# options.sh[149]: -G **/*.c failed -- expected 'bam.c bar.c bar/bam.c bar/foo.c foo/bam.c', got 'bam.c bar/bam.c bar.c bar/foo.c foo/bam.c'
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# -- snip --
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# This may be simply a different sort order or a bug in the test suite.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# Currently under investigation.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - "io.sh" may fail due a subtle bug in ksh93 or the test suite which
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# only happens when ksh93 is NOT called "ksh"; to work around the
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# problem the test sequence currently uses $(SRC)/cmd/ksh/$(CMDTRANSMACH)/ksh
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# instead of $(SRC)/cmd/ksh/$(CMDTRANSMACH)/$(PROG) until we+upstream figure
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# out what exactly is going wrong in this case.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# -- snip --
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# ./close0[2]: ./close1: cannot execute [Exec format error]
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# io.sh[81]: picked up file descriptor zero for opening script file
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# -- snip --
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - These tests need a working system clock, otherwise they'll bite you.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - The test frontend in this Makefile should be rewritten in ksh93
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# instead of the current /usr/bin/ksh (=ksh88i). This would be far less
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# complicated.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - More locales should be tested here (via ON_KSH_TEST_LOCALES below).
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# Locales like "ru_RU.KOI8-R","de_DE.UTF-8", "is_IS.ISO8859-1",
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# "is_IS.UTF-8" and "nl_BE.ISO8859-15" are on our wishlist - but
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# that is getting little bit more compliciated because these locales use
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# ',' as decimal delimter. The best solution may be to wait for ksh93
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# being integrated into OS/Net and then change the test sequence to
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# use ksh93's associate/compound variables (this may require a flag
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# day... ;-( ).
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# The current list was mainly composed to cover various encodings and
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# all important markets based on suggestions by Sun's i18n team.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# - Due to the timing sensitivity of some of the tests, these tests should
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# be run on a quiet system with no other activity.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinTESTSRC= $(LIBSHELLSRC)/../tests
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# ON_KSH_TEST_LOCALES can be overridden via
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# $ export ON_KSH_TEST_LOCALES=<value> # before $ make install #
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinON_KSH_TEST_LOCALES = \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# ON_KSH_TEST_LIST can be overridden via
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# $ export ON_KSH_TEST_LIST=<value> # before $ make install #
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinON_KSH_TEST_LIST = $(TESTSRC)/*.sh
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# Flag to control whether we should make test failures non-fatal
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinON_KSH_TEST_IGNORE_TESTFAILURE=false
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# We must wait for other things in this subdir to finish before running
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# the test suite, otherwise we may run into trouble that this activity
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# may disturb the test suite run (resulting in weird "heisenbug"-like
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin# test failures).
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chintestshell: $(PROG)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin print '# NOTE: Make sure your binaries in ROOT match your kernel!' ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin set +o errexit ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin export PATH="$(SRC)/cmd/ksh/$(CMDTRANSMACH):/bin:/usr/bin" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin printf "# which ksh='%s', ksh93='%s'\n" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$$(which ksh)" "$$(which ksh93)" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin if [[ "$$(isalist | fgrep "$(CMDTRANSMACH)")" = "" ]] ; then \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "# ISA='%s' not available on this system, skipping tests...\n" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$(CMDTRANSMACH)" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin exit 0 ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin exec 2>&1 ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin (supported_locales="$$(/usr/bin/locale -a)" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin for test_lang in $(ON_KSH_TEST_LOCALES) ; do \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin if [[ "$$(print "$${supported_locales}" | \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin egrep "^$${test_lang}\$$")" = "" ]] ; then \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "# Locale '%s' not supported, skipping tests...\n" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$${test_lang}" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin continue ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin (for test_item in $(ON_KSH_TEST_LIST) ; do \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin [[ "$${test_item}" = "$(TESTSRC)/builtins.sh" || \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$${test_item}" = "$(TESTSRC)/options.sh" ]] || \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin $(ON_KSH_TEST_IGNORE_TESTFAILURE) && \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin set +o errexit ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "## Running %s test: LANG='%s' script='%s'\n" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$(CMDTRANSMACH)/ksh" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$${test_lang}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$$(basename "$${test_item}")"; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin test_output="$$( ( \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin SHELL="$(SRC)/cmd/ksh/$(CMDTRANSMACH)/ksh" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LD_LIBRARY_PATH_64="$(ROOTLIB64)/" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LD_LIBRARY_PATH_32="$(ROOTLIB)/" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LD_LIBRARY_PATH="$(ROOTLIB64)/:$(ROOTLIB)/" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$${SHELL}" "$(TESTSRC)/shtests" -t \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LD_LIBRARY_PATH_64="$${LD_LIBRARY_PATH_64}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LD_LIBRARY_PATH_32="$${LD_LIBRARY_PATH_32}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LD_LIBRARY_PATH="$${LD_LIBRARY_PATH}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin SHELL="$${SHELL}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LANG="$${test_lang}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin LC_ALL="$${test_lang}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin "$${test_item}" \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin ) 2>&1 | while read ; do \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin printf "#\t%s\n" "$${REPLY}" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin done | tee /dev/stderr)" ; \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin [[ "$$(print "$${test_output}" | \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin egrep 'passed \[ .* tests 0 errors \]')" != "" ]] || \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin (print "##> test failed" ; exit 1) \
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin set -o errexit ; \