aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJoseph Myers <joseph@codesourcery.com>2014-02-21 21:48:08 +0000
committerJoseph Myers <joseph@codesourcery.com>2014-02-21 21:48:08 +0000
commitf0881698bf244bcb16c394d2d6258d975a11baef (patch)
tree1476337c5c42a7e623ffbfbcf0914d52fff2bd0d
parentacd7f096d79c181866d56d4aaf3b043e741f1e2c (diff)
downloadglibc-f0881698bf244bcb16c394d2d6258d975a11baef.tar.xz
glibc-f0881698bf244bcb16c394d2d6258d975a11baef.zip
Generate .test-result files for tests with special rules.
This patch, an updated version of <https://sourceware.org/ml/libc-alpha/2014-01/msg00194.html> now proposed for inclusion in glibc, extends the generation of PASS and FAIL status in .test-result files for individual tests to cover tests with their own custom makefile rules. This is just adding $(evaluate-test) calls to all such rules, since tests with multiple commands were previously split into separate tests. Note that the tests the makefiles expect to fail (posix/annexc and conformtest) currently get FAIL listed in the .test-result file, rather than XFAIL; a subsequent patch will introduce a better XFAIL mechanism. Tested x86_64. * Makefile ($(objpfx)c++-types-check.out): Use $(evaluate-test). ($(objpfx)check-local-headers.out): Likewise. ($(objpfx)begin-end-check.out): Likewise. * Makerules (check-abi-%.out): Likewise. * catgets/Makefile ($(objpfx)test1.cat): Likewise. ($(objpfx)test2.cat): Likewise. ($(objpfx)de/libc.cat): Likewise. ($(objpfx)test-gencat.out): Likewise. * conform/Makefile ($(objpfx)run-conformtest.out): Likewise. * elf/Makefile ($(objpfx)order-cmp.out): Likewise. ($(objpfx)noload-mem): Likewise. ($(objpfx)tst-pathopt.out): Likewise. ($(objpfx)tst-rtld-load-self.out): Likewise. ($(objpfx)tst-array1-cmp.out): Likewise. ($(objpfx)tst-array1-static-cmp.out): Likewise. ($(objpfx)tst-array2-cmp.out): Likewise. ($(objpfx)tst-array3-cmp.out): Likewise. ($(objpfx)tst-array4-cmp.out): Likewise. ($(objpfx)tst-array5-cmp.out): Likewise. ($(objpfx)tst-array5-static-cmp.out): Likewise. ($(objpfx)check-textrel.out): Likewise. ($(objpfx)check-execstack.out): Likewise. ($(objpfx)check-localplt.out): Likewise. ($(objpfx)order2-cmp.out): Likewise. ($(objpfx)tst-leaks1-mem): Likewise. ($(objpfx)tst-leaks1-static-mem): Likewise. ($(objpfx)tst-initorder-cmp.out): Likewise. ($(objpfx)tst-initorder2-cmp.out): Likewise. ($(objpfx)tst-unused-dep.out): Likewise. ($(objpfx)tst-unused-dep-cmp.out): Likewise. * grp/Makefile ($(objpfx)tst_fgetgrent.out): Likewise. * iconv/Makefile (test-iconvconfig): Likewise. * iconvdata/Makefile ($(objpfx)mtrace-tst-loading): Likewise. ($(objpfx)iconv-test.out): Likewise. ($(objpfx)tst-tables.out): Likewise. * intl/Makefile ($(objpfx)mtrace-tst-gettext): Likewise. ($(objpfx)tst-gettext.out): Likewise. ($(objpfx)tst-translit.out): Likewise. ($(objpfx)tst-gettext2.out): Likewise. ($(objpfx)tst-gettext4.out): Likewise. ($(objpfx)tst-gettext6.out): Likewise. * io/Makefile ($(objpfx)ftwtest.out): Likewise. * libio/Makefile ($(objpfx)test-freopen.out): Likewise. ($(objpfx)tst-fopenloc-cmp.out): Likewise. ($(objpfx)tst-fopenloc-mem.out): Likewise. * malloc/Makefile ($(objpfx)tst-mtrace.out): Likewise. * misc/Makefile ($(objpfx)tst-error1-mem): Likewise. * posix/Makefile ($(objpfx)globtest.out): Likewise. ($(objpfx)wordexp-tst.out): Likewise. ($(objpfx)annexc.out): Likewise. ($(objpfx)tst-fnmatch-mem): Likewise. ($(objpfx)bug-regex2-mem): Likewise. ($(objpfx)bug-regex14-mem): Likewise. ($(objpfx)bug-regex21-mem): Likewise. ($(objpfx)bug-regex31-mem): Likewise. ($(objpfx)tst-vfork3-mem): Likewise. ($(objpfx)tst-rxspencer-no-utf8-mem): Likewise. ($(objpfx)tst-pcre-mem): Likewise. ($(objpfx)tst-boost-mem): Likewise. ($(objpfx)tst-getconf.out): Likewise. ($(objpfx)bug-ga2-mem): Likewise. ($(objpfx)bug-glob2-mem): Likewise. * resolv/Makefile ($(objpfx)mtrace-tst-leaks): Likewise. ($(objpfx)mtrace-tst-leaks2): Likewise. * stdio-common/Makefile ($(objpfx)tst-unbputc.out): Likewise. ($(objpfx)tst-printf.out): Likewise. ($(objpfx)tst-setvbuf1.out): Likewise. ($(objpfx)tst-setvbuf1-cmp.out): Likewise. * stdlib/Makefile ($(objpfx)isomac.out): Likewise. ($(objpfx)tst-fmtmsg.out): Likewise. * string/Makefile ($(objpfx)tst-svc-cmp.out): Likewise. * sysdeps/x86/Makefile ($(objpfx)tst-xmmymm.out): Likewise. localedata: * Makefile ($(objpfx)sort-test.out): Use $(evaluate-test). ($(objpfx)tst-fmon.out): Likewise. ($(objpfx)tst-numeric.out): Likewise. ($(objpfx)tst-locale.out): Likewise. ($(objpfx)tst-rpmatch.out): Likewise. ($(objpfx)tst-trans.out): Likewise. ($(objpfx)tst-mbswcs.out): Likewise. ($(objpfx)tst-ctype.out): Likewise. ($(objpfx)tst-wctype.out): Likewise. ($(objpfx)tst-langinfo.out): Likewise. ($(objpfx)mtrace-tst-leaks): Likewise. nptl: * Makefile ($(objpfx)tst-stack3-mem): Use $(evaluate-test). ($(objpfx)tst-tls6.out): Likewise. ($(objpfx)tst-cleanup0.out): Likewise. ($(objpfx)tst-cleanup0-cmp.out): Likewise. ($(objpfx)tst-cancel-wrappers.out): Likewise. ($(objpfx)tst-oddstacklimit.out): Likewise. nptl_db: * Makefile ($(objpfx)db-symbols.out): Use $(evaluate-test).
-rw-r--r--ChangeLog73
-rw-r--r--Makefile9
-rw-r--r--Makerules12
-rw-r--r--catgets/Makefile12
-rw-r--r--conform/Makefile3
-rw-r--r--elf/Makefile63
-rw-r--r--grp/Makefile3
-rw-r--r--iconv/Makefile3
-rw-r--r--iconvdata/Makefile9
-rw-r--r--intl/Makefile18
-rw-r--r--io/Makefile3
-rw-r--r--libio/Makefile9
-rw-r--r--localedata/ChangeLog14
-rw-r--r--localedata/Makefile33
-rw-r--r--malloc/Makefile3
-rw-r--r--misc/Makefile3
-rw-r--r--nptl/ChangeLog9
-rw-r--r--nptl/Makefile18
-rw-r--r--nptl_db/ChangeLog5
-rw-r--r--nptl_db/Makefile3
-rw-r--r--posix/Makefile46
-rw-r--r--resolv/Makefile6
-rw-r--r--stdio-common/Makefile12
-rw-r--r--stdlib/Makefile6
-rw-r--r--string/Makefile3
-rw-r--r--sysdeps/x86/Makefile3
26 files changed, 288 insertions, 93 deletions
diff --git a/ChangeLog b/ChangeLog
index 41491f6b9d..0beb5fd6c8 100644
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,5 +1,78 @@
2014-02-21 Joseph Myers <joseph@codesourcery.com>
+ * Makefile ($(objpfx)c++-types-check.out): Use $(evaluate-test).
+ ($(objpfx)check-local-headers.out): Likewise.
+ ($(objpfx)begin-end-check.out): Likewise.
+ * Makerules (check-abi-%.out): Likewise.
+ * catgets/Makefile ($(objpfx)test1.cat): Likewise.
+ ($(objpfx)test2.cat): Likewise.
+ ($(objpfx)de/libc.cat): Likewise.
+ ($(objpfx)test-gencat.out): Likewise.
+ * conform/Makefile ($(objpfx)run-conformtest.out): Likewise.
+ * elf/Makefile ($(objpfx)order-cmp.out): Likewise.
+ ($(objpfx)noload-mem): Likewise.
+ ($(objpfx)tst-pathopt.out): Likewise.
+ ($(objpfx)tst-rtld-load-self.out): Likewise.
+ ($(objpfx)tst-array1-cmp.out): Likewise.
+ ($(objpfx)tst-array1-static-cmp.out): Likewise.
+ ($(objpfx)tst-array2-cmp.out): Likewise.
+ ($(objpfx)tst-array3-cmp.out): Likewise.
+ ($(objpfx)tst-array4-cmp.out): Likewise.
+ ($(objpfx)tst-array5-cmp.out): Likewise.
+ ($(objpfx)tst-array5-static-cmp.out): Likewise.
+ ($(objpfx)check-textrel.out): Likewise.
+ ($(objpfx)check-execstack.out): Likewise.
+ ($(objpfx)check-localplt.out): Likewise.
+ ($(objpfx)order2-cmp.out): Likewise.
+ ($(objpfx)tst-leaks1-mem): Likewise.
+ ($(objpfx)tst-leaks1-static-mem): Likewise.
+ ($(objpfx)tst-initorder-cmp.out): Likewise.
+ ($(objpfx)tst-initorder2-cmp.out): Likewise.
+ ($(objpfx)tst-unused-dep.out): Likewise.
+ ($(objpfx)tst-unused-dep-cmp.out): Likewise.
+ * grp/Makefile ($(objpfx)tst_fgetgrent.out): Likewise.
+ * iconv/Makefile (test-iconvconfig): Likewise.
+ * iconvdata/Makefile ($(objpfx)mtrace-tst-loading): Likewise.
+ ($(objpfx)iconv-test.out): Likewise.
+ ($(objpfx)tst-tables.out): Likewise.
+ * intl/Makefile ($(objpfx)mtrace-tst-gettext): Likewise.
+ ($(objpfx)tst-gettext.out): Likewise.
+ ($(objpfx)tst-translit.out): Likewise.
+ ($(objpfx)tst-gettext2.out): Likewise.
+ ($(objpfx)tst-gettext4.out): Likewise.
+ ($(objpfx)tst-gettext6.out): Likewise.
+ * io/Makefile ($(objpfx)ftwtest.out): Likewise.
+ * libio/Makefile ($(objpfx)test-freopen.out): Likewise.
+ ($(objpfx)tst-fopenloc-cmp.out): Likewise.
+ ($(objpfx)tst-fopenloc-mem.out): Likewise.
+ * malloc/Makefile ($(objpfx)tst-mtrace.out): Likewise.
+ * misc/Makefile ($(objpfx)tst-error1-mem): Likewise.
+ * posix/Makefile ($(objpfx)globtest.out): Likewise.
+ ($(objpfx)wordexp-tst.out): Likewise.
+ ($(objpfx)annexc.out): Likewise.
+ ($(objpfx)tst-fnmatch-mem): Likewise.
+ ($(objpfx)bug-regex2-mem): Likewise.
+ ($(objpfx)bug-regex14-mem): Likewise.
+ ($(objpfx)bug-regex21-mem): Likewise.
+ ($(objpfx)bug-regex31-mem): Likewise.
+ ($(objpfx)tst-vfork3-mem): Likewise.
+ ($(objpfx)tst-rxspencer-no-utf8-mem): Likewise.
+ ($(objpfx)tst-pcre-mem): Likewise.
+ ($(objpfx)tst-boost-mem): Likewise.
+ ($(objpfx)tst-getconf.out): Likewise.
+ ($(objpfx)bug-ga2-mem): Likewise.
+ ($(objpfx)bug-glob2-mem): Likewise.
+ * resolv/Makefile ($(objpfx)mtrace-tst-leaks): Likewise.
+ ($(objpfx)mtrace-tst-leaks2): Likewise.
+ * stdio-common/Makefile ($(objpfx)tst-unbputc.out): Likewise.
+ ($(objpfx)tst-printf.out): Likewise.
+ ($(objpfx)tst-setvbuf1.out): Likewise.
+ ($(objpfx)tst-setvbuf1-cmp.out): Likewise.
+ * stdlib/Makefile ($(objpfx)isomac.out): Likewise.
+ ($(objpfx)tst-fmtmsg.out): Likewise.
+ * string/Makefile ($(objpfx)tst-svc-cmp.out): Likewise.
+ * sysdeps/x86/Makefile ($(objpfx)tst-xmmymm.out): Likewise.
+
* bits/fcntl.h [__USE_MISC]: Remove redundant conditionals.
* bits/sigaction.h [__USE_MISC]: Likewise.
* bits/waitstatus.h: Update #endif comments.
diff --git a/Makefile b/Makefile
index f24ba41a3a..a9b559716a 100644
--- a/Makefile
+++ b/Makefile
@@ -256,12 +256,14 @@ ifneq ($(CXX),no)
vpath c++-types.data $(+sysdep_dirs)
$(objpfx)c++-types-check.out: c++-types.data scripts/check-c++-types.sh
- scripts/check-c++-types.sh $< $(CXX) $(filter-out -std=gnu99 -Wstrict-prototypes,$(CFLAGS)) $(CPPFLAGS) > $@
+ scripts/check-c++-types.sh $< $(CXX) $(filter-out -std=gnu99 -Wstrict-prototypes,$(CFLAGS)) $(CPPFLAGS) > $@; \
+ $(evaluate-test)
endif
$(objpfx)check-local-headers.out: scripts/check-local-headers.sh
AWK='$(AWK)' scripts/check-local-headers.sh \
- "$(includedir)" "$(objpfx)" > $@
+ "$(includedir)" "$(objpfx)" > $@; \
+ $(evaluate-test)
ifneq ($(PERL),no)
installed-headers = argp/argp.h assert/assert.h catgets/nl_types.h \
@@ -310,7 +312,8 @@ installed-headers = argp/argp.h assert/assert.h catgets/nl_types.h \
tests: $(objpfx)begin-end-check.out
$(objpfx)begin-end-check.out: scripts/begin-end-check.pl
- $(PERL) scripts/begin-end-check.pl $(installed-headers) > $@
+ $(PERL) scripts/begin-end-check.pl $(installed-headers) > $@; \
+ $(evaluate-test)
endif
# The realclean target is just like distclean for the parent, but we want
diff --git a/Makerules b/Makerules
index 54a347104f..59b28f7e36 100644
--- a/Makerules
+++ b/Makerules
@@ -1195,17 +1195,21 @@ generated += $(extra-libs:=.symlist)
ifdef abilist-pattern
$(objpfx)check-abi-%.out: $(common-objpfx)config.make $(abilist-pattern) \
$(objpfx)%.symlist
- $(check-abi-pattern)
+ $(check-abi-pattern); \
+ $(evaluate-test)
$(objpfx)check-abi-%.out: $(common-objpfx)config.make $(abilist-pattern) \
$(common-objpfx)%.symlist
- $(check-abi-pattern)
+ $(check-abi-pattern); \
+ $(evaluate-test)
endif
$(objpfx)check-abi-%.out: $(common-objpfx)config.make %.abilist \
$(objpfx)%.symlist
- $(check-abi)
+ $(check-abi); \
+ $(evaluate-test)
$(objpfx)check-abi-%.out: $(common-objpfx)config.make %.abilist \
$(common-objpfx)%.symlist
- $(check-abi)
+ $(check-abi); \
+ $(evaluate-test)
define check-abi-pattern
diff -p -U 0 $(filter $(abilist-pattern),$^) $(filter %.symlist,$^) \
> $@
diff --git a/catgets/Makefile b/catgets/Makefile
index c95442d369..7c2a1170e1 100644
--- a/catgets/Makefile
+++ b/catgets/Makefile
@@ -58,15 +58,18 @@ tests: $(objpfx)de/libc.cat $(objpfx)test1.cat $(objpfx)test2.cat \
$(objpfx)test1.cat: test1.msg $(objpfx)gencat
LC_ALL=hr_HR.ISO-8859-2 LOCPATH=$(common-objpfx)localedata \
GCONV_PATH=$(common-objpfx)iconvdata \
- $(built-program-cmd) -H $(objpfx)test1.h $@ $<
+ $(built-program-cmd) -H $(objpfx)test1.h $@ $<; \
+ $(evaluate-test)
$(objpfx)test2.cat: test2.msg $(objpfx)gencat
LOCPATH=$(common-objpfx)localedata \
GCONV_PATH=$(common-objpfx)iconvdata \
- $(built-program-cmd) -H $(objpfx)test2.h $@ $<
+ $(built-program-cmd) -H $(objpfx)test2.h $@ $<; \
+ $(evaluate-test)
$(objpfx)de/libc.cat: $(objpfx)de.msg $(objpfx)gencat
$(make-target-directory)
LC_ALL=de_DE.ISO-8859-1 LOCPATH=$(common-objpfx)localedata \
- GCONV_PATH=$(common-objpfx)iconvdata $(built-program-cmd) $@ $<
+ GCONV_PATH=$(common-objpfx)iconvdata $(built-program-cmd) $@ $<; \
+ $(evaluate-test)
$(objpfx)tst-catgets.out: $(objpfx)de/libc.cat
# Generate a non-simple input file.
@@ -75,7 +78,8 @@ $(objpfx)de.msg: xopen-msg.awk $(..)po/de.po
$(objpfx)test-gencat.out: test-gencat.sh $(objpfx)test-gencat \
$(objpfx)sample.SJIS.cat
- $(SHELL) $< $(common-objpfx) '$(test-program-cmd)'
+ $(SHELL) $< $(common-objpfx) '$(test-program-cmd)'; \
+ $(evaluate-test)
$(objpfx)sample.SJIS.cat: sample.SJIS $(objpfx)gencat
GCONV_PATH=$(common-objpfx)iconvdata LC_ALL=C \
diff --git a/conform/Makefile b/conform/Makefile
index df510d81ee..0761a1c294 100644
--- a/conform/Makefile
+++ b/conform/Makefile
@@ -32,6 +32,7 @@ $(objpfx)run-conformtest.out: run-conformtest.sh conformtest.pl \
$(wildcard data/*.h-data) \
$(wildcard data/*/*.h-data)
-$(BASH) -e $< $(objpfx) $(PERL) '$(CC)' \
- '-I../include $(+sysdep-includes) $(sysincludes) -I..'
+ '-I../include $(+sysdep-includes) $(sysincludes) -I..'; \
+ $(evaluate-test)
generated = $(wildcard $(objpfx)conform-*.out)
diff --git a/elf/Makefile b/elf/Makefile
index 6f4f2f81b5..863acd8627 100644
--- a/elf/Makefile
+++ b/elf/Makefile
@@ -641,7 +641,8 @@ ifeq ($(run-built-tests),yes)
tests: $(objpfx)order-cmp.out
endif
$(objpfx)order-cmp.out: $(objpfx)order.out
- (echo "0123456789" | cmp $< -) > $@
+ (echo "0123456789" | cmp $< -) > $@; \
+ $(evaluate-test)
$(objpfx)vismain: $(addprefix $(objpfx),vismod1.so vismod2.so)
$(objpfx)vismain.out: $(addprefix $(objpfx),vismod3.so)
@@ -652,7 +653,8 @@ LDFLAGS-noload = -rdynamic $(no-as-needed)
$(objpfx)noload.out: $(objpfx)testobj5.so
$(objpfx)noload-mem: $(objpfx)noload.out
- $(common-objpfx)malloc/mtrace $(objpfx)noload.mtrace > $@
+ $(common-objpfx)malloc/mtrace $(objpfx)noload.mtrace > $@; \
+ $(evaluate-test)
noload-ENV = MALLOC_TRACE=$(objpfx)noload.mtrace
LDFLAGS-nodelete = -rdynamic
@@ -704,10 +706,12 @@ $(objpfx)lateglobal.out: $(objpfx)ltglobmod1.so $(objpfx)ltglobmod2.so
$(objpfx)tst-pathopt: $(libdl)
$(objpfx)tst-pathopt.out: tst-pathopt.sh $(objpfx)tst-pathopt \
$(objpfx)pathoptobj.so
- $(SHELL) $< $(common-objpfx) '$(test-wrapper-env)'
+ $(SHELL) $< $(common-objpfx) '$(test-wrapper-env)'; \
+ $(evaluate-test)
$(objpfx)tst-rtld-load-self.out: tst-rtld-load-self.sh $(objpfx)ld.so
- $(SHELL) $^ '$(test-wrapper)' '$(test-wrapper-env)' > $@
+ $(SHELL) $^ '$(test-wrapper)' '$(test-wrapper-env)' > $@; \
+ $(evaluate-test)
$(objpfx)initfirst: $(libdl)
$(objpfx)initfirst.out: $(objpfx)firstobj.so
@@ -857,31 +861,38 @@ tests: $(objpfx)tst-array1-cmp.out $(objpfx)tst-array1-static-cmp.out \
endif
$(objpfx)tst-array1-cmp.out: tst-array1.exp $(objpfx)tst-array1.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-array1-static-cmp.out: tst-array1.exp \
$(objpfx)tst-array1-static.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-array2: $(objpfx)tst-array2dep.so
$(objpfx)tst-array2-cmp.out: tst-array2.exp $(objpfx)tst-array2.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-array3-cmp.out: tst-array1.exp $(objpfx)tst-array3.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-array4: $(libdl)
$(objpfx)tst-array4.out: $(objpfx)tst-array2dep.so
$(objpfx)tst-array4-cmp.out: tst-array4.exp $(objpfx)tst-array4.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-array5: $(objpfx)tst-array5dep.so
$(objpfx)tst-array5-cmp.out: tst-array5.exp $(objpfx)tst-array5.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-array5-static-cmp.out: tst-array5-static.exp \
$(objpfx)tst-array5-static.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
CFLAGS-tst-pie1.c += $(pie-ccflag)
@@ -905,7 +916,8 @@ common-generated += $(all-built-dso:$(common-objpfx)%=%.dyn)
$(objpfx)check-textrel.out: $(..)scripts/check-textrel.awk \
$(all-built-dso:=.dyn)
- LC_ALL=C $(AWK) -f $^ > $@
+ LC_ALL=C $(AWK) -f $^ > $@; \
+ $(evaluate-test)
generated += check-textrel.out
$(objpfx)execstack-default: $(first-word $(wildcard $(sysdirs:%=%/stackinfo.h)))
@@ -932,7 +944,8 @@ common-generated += $(all-built-dso:$(common-objpfx)%=%.phdr)
$(objpfx)check-execstack.out: $(..)scripts/check-execstack.awk \
$(objpfx)execstack-default \
$(all-built-dso:=.phdr)
- LC_ALL=C $(AWK) -f $^ > $@
+ LC_ALL=C $(AWK) -f $^ > $@; \
+ $(evaluate-test)
generated += check-execstack.out
$(objpfx)tst-dlmodcount: $(libdl)
@@ -967,7 +980,8 @@ $(objpfx)check-localplt.out: $(..)scripts/check-localplt.awk \
localplt.data
LC_ALL=C $(AWK) -f $(filter-out $< %localplt.data,$^) | \
LC_ALL=C $(AWK) -f $< $(filter %localplt.data,$^) - \
- > $@
+ > $@; \
+ $(evaluate-test)
endif
$(objpfx)tst-dlopenrpathmod.so: $(libdl)
@@ -1011,7 +1025,8 @@ endif
$(objpfx)order2: $(libdl)
$(objpfx)order2.out: $(objpfx)order2mod1.so $(objpfx)order2mod2.so
$(objpfx)order2-cmp.out: $(objpfx)order2.out
- (echo "12345" | cmp $< -) > $@
+ (echo "12345" | cmp $< -) > $@; \
+ $(evaluate-test)
$(objpfx)order2mod1.so: $(objpfx)order2mod4.so
$(objpfx)order2mod4.so: $(objpfx)order2mod3.so
$(objpfx)order2mod2.so: $(objpfx)order2mod3.so
@@ -1030,11 +1045,13 @@ tst-ptrguard1-static-ARGS = --command "$(objpfx)tst-ptrguard1-static --child"
$(objpfx)tst-leaks1: $(libdl)
$(objpfx)tst-leaks1-mem: $(objpfx)tst-leaks1.out
- $(common-objpfx)malloc/mtrace $(objpfx)tst-leaks1.mtrace > $@
+ $(common-objpfx)malloc/mtrace $(objpfx)tst-leaks1.mtrace > $@; \
+ $(evaluate-test)
$(objpfx)tst-leaks1-static: $(common-objpfx)dlfcn/libdl.a
$(objpfx)tst-leaks1-static-mem: $(objpfx)tst-leaks1-static.out
- $(common-objpfx)malloc/mtrace $(objpfx)tst-leaks1-static.mtrace > $@
+ $(common-objpfx)malloc/mtrace $(objpfx)tst-leaks1-static.mtrace > $@; \
+ $(evaluate-test)
tst-leaks1-ENV = MALLOC_TRACE=$(objpfx)tst-leaks1.mtrace
tst-leaks1-static-ENV = MALLOC_TRACE=$(objpfx)tst-leaks1-static.mtrace
@@ -1111,7 +1128,8 @@ ifeq ($(run-built-tests),yes)
tests: $(objpfx)tst-initorder-cmp.out
endif
$(objpfx)tst-initorder-cmp.out: tst-initorder.exp $(objpfx)tst-initorder.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-initorder2: $(objpfx)tst-initorder2a.so $(objpfx)tst-initorder2d.so $(objpfx)tst-initorder2c.so
$(objpfx)tst-initorder2a.so: $(objpfx)tst-initorder2b.so
@@ -1132,7 +1150,8 @@ ifeq ($(run-built-tests),yes)
tests: $(objpfx)tst-initorder2-cmp.out
endif
$(objpfx)tst-initorder2-cmp.out: tst-initorder2.exp $(objpfx)tst-initorder2.out
- cmp $^ > $@
+ cmp $^ > $@; \
+ $(evaluate-test)
$(objpfx)tst-relsort1: $(libdl)
$(objpfx)tst-relsort1mod1.so: $(libm) $(objpfx)tst-relsort1mod2.so
@@ -1151,7 +1170,9 @@ $(objpfx)tst-unused-dep.out: $(objpfx)testobj1.so
LD_PRELOAD= \
$(elf-objpfx)${rtld-installed-name} \
--library-path $(rpath-link)$(patsubst %,:%,$(sysdep-library-path)) \
- $< > $@
+ $< > $@; \
+ $(evaluate-test)
$(objpfx)tst-unused-dep-cmp.out: $(objpfx)tst-unused-dep.out
- cmp $< /dev/null > $@
+ cmp $< /dev/null > $@; \
+ $(evaluate-test)
diff --git a/grp/Makefile b/grp/Makefile
index 3aa31760ea..b8d1d81db5 100644
--- a/grp/Makefile
+++ b/grp/Makefile
@@ -55,7 +55,8 @@ ifeq ($(run-built-tests),yes)
ifeq (yes,$(build-shared))
tests: $(objpfx)tst_fgetgrent.out
$(objpfx)tst_fgetgrent.out: tst_fgetgrent.sh $(objpfx)tst_fgetgrent
- $(SHELL) $< $(common-objpfx) '$(test-program-prefix)'
+ $(SHELL) $< $(common-objpfx) '$(test-program-prefix)'; \
+ $(evaluate-test)
endif
endif
diff --git a/iconv/Makefile b/iconv/Makefile
index e0d8ef18d6..ec3535412e 100644
--- a/iconv/Makefile
+++ b/iconv/Makefile
@@ -78,4 +78,5 @@ test-iconvconfig: /dev/null $(objpfx)iconvconfig
rm -f $$tmp; \
$(make-test-out) --output=$$tmp --nostdlib $(inst_gconvdir) && \
cmp $$tmp $(inst_gconvdir)/gconv-modules.cache && \
- rm -f $$tmp
+ rm -f $$tmp; \
+ $(evaluate-test)
diff --git a/iconvdata/Makefile b/iconvdata/Makefile
index 5c2154e7bf..3a355208be 100644
--- a/iconvdata/Makefile
+++ b/iconvdata/Makefile
@@ -278,7 +278,8 @@ endif
tst-loading-ENV = MALLOC_TRACE=$(objpfx)tst-loading.mtrace
$(objpfx)mtrace-tst-loading: $(objpfx)tst-loading.out
- $(common-objpfx)malloc/mtra