xref: /illumos-gate/usr/src/cmd/ast/ksh/Makefile.testshell (revision 1a065e93eee983124652c3eb0cfdcb4776cd89ab)
1#
2# CDDL HEADER START
3#
4# The contents of this file are subject to the terms of the
5# Common Development and Distribution License (the "License").
6# You may not use this file except in compliance with the License.
7#
8# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9# or http://www.opensolaris.org/os/licensing.
10# See the License for the specific language governing permissions
11# and limitations under the License.
12#
13# When distributing Covered Code, include this CDDL HEADER in each
14# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15# If applicable, add the following below this CDDL HEADER, with the
16# fields enclosed by brackets "[]" replaced with your own identifying
17# information: Portions Copyright [yyyy] [name of copyright owner]
18#
19# CDDL HEADER END
20#
21
22#
23# Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
24#
25
26#
27# Run the ksh93 minimum set of tests
28#
29
30#
31# Notes:
32# - "builtins.sh" may fail in some locales like this:
33#   -- snip --
34#   ## Running ksh test: LANG='zh_TW.EUC' script='builtins.sh'
35#   builtins.sh[274]: printf "%T" now
36#   -- snip --
37#
38# - "options.sh" may currently fail in some locales with:
39#   -- snip --
40#   options.sh[145]: -G ** failed -- expected 'bam.c bar bar.c bar/bam.c bar/foo.c foo foo/bam.c', got 'bam.c bar bar/bam.c bar.c bar/foo.c foo foo/bam.c'
41#   options.sh[149]: -G **/*.c failed -- expected 'bam.c bar.c bar/bam.c bar/foo.c foo/bam.c', got 'bam.c bar/bam.c bar.c bar/foo.c foo/bam.c'
42#   -- snip --
43#   This may be simply a different sort order or a bug in the test suite.
44#   Currently under investigation.
45#
46# - "glob.sh" may currently fail in some locales (e.g. en_US.UTF-8) with:
47#   -- snip --
48#   glob.sh[157] glob -- expected '<d> <dd> <de> <Beware>', got '<Beware> <d> <dd> <de>'
49#   glob.sh[277] glob -- expected '<abc> <abe> <bdir> <ca> <de> <man> <Beware>', got '<abc> <abe> <bdir> <Beware> <ca> <de> <man>'
50#   -- snip --
51#   This may be simply a different sort order or a bug in the test suite.
52#   Currently under investigation.
53#
54# - These tests need a working system clock, otherwise they'll bite you.
55#
56# - The current list of locales was mainly composed to cover various encodings
57#   and all important markets based on suggestions by Sun's i18n team.
58#
59# - More locales should be tested here (via ON_KSH_TEST_LOCALES below).
60#   Locales like "ru_RU.KOI8-R","de_DE.UTF-8", "is_IS.ISO8859-1",
61#   "is_IS.UTF-8" and "nl_BE.ISO8859-15" are on our wishlist - but
62#   that is getting little bit more compliciated because these locales use
63#   ',' as decimal delimter. The best solution may be to wait for ksh93
64#   being integrated into OS/Net and then change the test sequence to
65#   use ksh93's associative/compound variables (this may require a flag
66#   day... ;-( ).
67#
68# - Due to the timing sensitivity of some of the tests, these tests should
69#   be run on a quiet system with no other activity.
70#
71
72TESTSRC= $(LIBSHELLBASE)/common/tests
73
74# ON_KSH_TEST_LOCALES can be overridden via
75# $ export ON_KSH_TEST_LOCALES=<value> # before $ make install #
76ON_KSH_TEST_LOCALES = \
77	C \
78	en_US.UTF-8 en_US en_US.ISO8859-15@euro \
79	he_IL.UTF-8 \
80	hi_IN.UTF-8 \
81	ja ja_JP.PCK ja_JP.UTF-8 ja_JP.eucJP \
82	ko_KR.UTF-8 ko_KR.EUC \
83	th_TH.TIS620 \
84	zh_CN.EUC zh_CN.GBK \
85	zh_CN.GB18030 zh_CN.GB18030@pinyin zh_CN.GB18030@radical zh_CN.GB18030@stroke \
86	zh_CN.UTF-8 zh_CN.UTF-8@pinyin zh_CN.UTF-8@radical zh_CN.UTF-8@stroke \
87	zh_HK.BIG5HK \
88	zh_TW.BIG5 zh_TW.EUC zh_TW.UTF-8
89
90# ON_KSH_TEST_LIST can be overridden via
91# $ export ON_KSH_TEST_LIST=<value> # before $ make install #
92ON_KSH_TEST_LIST = $(TESTSRC)/*.sh
93
94# Boolean (true/false) flag to control whether we should make test
95# failures non-fatal
96ON_KSH_TEST_IGNORE_TESTFAILURE=false
97
98# We must wait for other things in this subdir to finish before running
99# the test suite, otherwise we may run into trouble that this activity
100# may disturb the test suite run (resulting in weird "heisenbug"-like
101# test failures).
102testshell: $(PROG)
103	@ \
104	builtin basename ; \
105	print '# NOTE: Make sure your binaries in ROOT match your kernel!' ; \
106	( \
107	    set +o errexit ; \
108	    export PATH="$(SRC)/cmd/ksh/$(LIBSHELLMACH):/bin:/usr/bin" ; \
109	    printf "# which ksh='%s', ksh93='%s'\n" \
110		"$$(which ksh)" "$$(which ksh93)" ; \
111	) ; \
112	if [[ "$$(isalist)" != ~(F)$(LIBSHELLMACH) ]] ; then \
113	    printf \
114		"# ISA='%s' not available on this system, skipping tests...\n" \
115		"$(LIBSHELLMACH)" ; \
116	    exit 0 ; \
117	fi ; \
118	print "# Libraries used:" ; \
119	LD_LIBRARY_PATH_64="$(ROOTLIB64)/" \
120	LD_LIBRARY_PATH_32="$(ROOTLIB)/" \
121	LD_LIBRARY_PATH="$(ROOTLIB64)/:$(ROOTLIB)/" \
122		/usr/bin/ldd "$(SRC)/cmd/ksh/$(LIBSHELLMACH)/ksh" ; \
123	print "# Running tests:" ; \
124	redirect 2>&1 ; \
125	(supported_locales="$$(/usr/bin/locale -a)" ; \
126	for test_lang in $(ON_KSH_TEST_LOCALES) ; do \
127	    if [[ "$$(egrep "^$${test_lang}\$$" <<< "$${supported_locales}")" == "" ]] ; then \
128		printf \
129		    "# Locale '%s' not supported, skipping tests...\n" \
130		    "$${test_lang}" ; \
131		continue ; \
132	    fi ; \
133	    (for test_item in $(ON_KSH_TEST_LIST) ; do \
134		[[ "$${test_item}" == "$(TESTSRC)/builtins.sh" || \
135		   "$${test_item}" == "$(TESTSRC)/glob.sh" || \
136		   "$${test_item}" == "$(TESTSRC)/options.sh" ]] || \
137		   $(ON_KSH_TEST_IGNORE_TESTFAILURE) && \
138		   set +o errexit ; \
139		   for mode in 'plain_script:-s' 'compiled_script:-c' ; do \
140			printf \
141			    "## Running %s test: LANG='%s' script='%s', mode='%s'\n" \
142			    "$(LIBSHELLMACH)/ksh" \
143			    "$${test_lang}" \
144			    "$$(basename "$${test_item}")" \
145			    "$${mode%:*}"; \
146			( \
147			    ulimit -s 65536 ; \
148			    test_output="$$( ( \
149				export \
150				    SHELL="$(SRC)/cmd/ksh/$(LIBSHELLMACH)/ksh" \
151				    LD_LIBRARY_PATH_64="$(ROOTLIB64)/" \
152				    LD_LIBRARY_PATH_32="$(ROOTLIB)/" \
153				    LD_LIBRARY_PATH="$(ROOTLIB64)/:$(ROOTLIB)/" ; \
154				"$${SHELL}" "$(TESTSRC)/shtests" -t "$${mode#*:}" \
155				    LD_LIBRARY_PATH_64="$${LD_LIBRARY_PATH_64}" \
156				    LD_LIBRARY_PATH_32="$${LD_LIBRARY_PATH_32}" \
157				    LD_LIBRARY_PATH="$${LD_LIBRARY_PATH}" \
158				    SHELL="$${SHELL}" \
159				    LANG="$${test_lang}" \
160				    LC_ALL="$${test_lang}" \
161				    VMALLOC_OPTIONS=abort \
162				    SHCOMP="$(ROOTBIN)/shcomp" \
163				      "$${test_item}" \
164			    ) 2>&1 | while read ; do \
165					 printf "#\t%s\n" "$${REPLY}" ; \
166				     done | tee /dev/stderr)" ; \
167			    [[ "$${test_output}" == ~(E)test.*passed\ \[\ [[:digit:]]*\ test.*\ 0\ errors\ \] ]] || \
168				      (print "##--------> test failed" ; exit 1) \
169			) ; \
170		   done ; \
171		   set -o errexit ; \
172	    done) ; \
173	done)
174