377 test cases, 84 fail, sorted out test cases that hang and test cases that fail.

1 files changed, 67 insertions, 18 deletions

diff --git a/test/CMakeLists.txt b/test/CMakeLists.txt
index cdd3ed8b..72aae562 100644
--- a/test/CMakeLists.txt
+++ b/test/CMakeLists.txt
@@ -28,41 +28,90 @@ if(WIN32)
   set(SHELL_PREFIX "C:\\MinGW\\msys\\1.0\\bin\\sh")
 endif()
 
-file(READ ${CMAKE_CURRENT_SOURCE_DIR}/Makefile.am ALL_TESTS)
-string(REGEX MATCHALL "[A-Z_]*_TESTS " ALL_TESTS "${ALL_TESTS}")
-string(REGEX REPLACE "_TESTS "            ";" ALL_TESTS "${ALL_TESTS}")
-foreach(testgroup ${ALL_TESTS} )
+# Find the names of the groups of tests in Makefile.am.
+file(READ ${CMAKE_CURRENT_SOURCE_DIR}/Makefile.am ALL_GROUPS)
+string(REGEX MATCHALL "[A-Z_]*_TESTS "                      ALL_GROUPS "${ALL_GROUPS}")
+string(REGEX REPLACE "_TESTS "                          ";" ALL_GROUPS "${ALL_GROUPS}")
+# For each group of test cases, search through Makefile.am and find the test cases.
+foreach(testgroup ${ALL_GROUPS} )
   file(READ ${CMAKE_CURRENT_SOURCE_DIR}/Makefile.am ONE_GROUP)
   string(REGEX MATCH "${testgroup}_TESTS = [a-z0-9_ \\\n\t]*" ONE_GROUP "${ONE_GROUP}")
   string(REGEX REPLACE "${testgroup}_TESTS = "             "" ONE_GROUP "${ONE_GROUP}")
   string(REGEX REPLACE "[\\\n\t]"                          "" ONE_GROUP "${ONE_GROUP}")
   string(REGEX REPLACE " "                                ";" ONE_GROUP "${ONE_GROUP}")
+  # Use each name of a test case to start a script that executes the test case.
+  # Some test cases are special, treat them accordingly.
   foreach(testcase ${ONE_GROUP} )
     set(options "")
+    set(suffix  "")
     if(${testcase} STREQUAL lintold)
       set(options "--lint-old")
+      add_test(${testcase} ${SHELL_PREFIX} ${CMAKE_SOURCE_DIR}/cmake/basictest ${CMAKE_BINARY_DIR}/gawk ${testcase}  ${options} )
     endif()
-    if(${testcase} STREQUAL defref   OR ${testcase} STREQUAL fmtspcl  OR
-       ${testcase} STREQUAL lintwarn OR ${testcase} STREQUAL noeffect OR
-       ${testcase} STREQUAL nofmtch  OR ${testcase} STREQUAL shadow   OR
-       ${testcase} STREQUAL uninit2  OR ${testcase} STREQUAL uninit3  OR
-       ${testcase} STREQUAL uninit4  OR ${testcase} STREQUAL uninit5  OR
+    if(${testcase} STREQUAL defref     OR ${testcase} STREQUAL fmtspcl       OR
+       ${testcase} STREQUAL lintwarn   OR ${testcase} STREQUAL noeffect      OR
+       ${testcase} STREQUAL nofmtch    OR ${testcase} STREQUAL shadow        OR
+       ${testcase} STREQUAL uninit2    OR ${testcase} STREQUAL uninit3       OR
+       ${testcase} STREQUAL uninit4    OR ${testcase} STREQUAL uninit5       OR
        ${testcase} STREQUAL uninitialized)
       set(options "--lint")
-    endif()
-
     # Check for test cases that cause a "hang" in test case execution.
     # Each of them has to be analysed until all of them disappear from this list.
-    if(${testcase} STREQUAL getline2 OR ${testcase} STREQUAL litoct    OR
-       ${testcase} STREQUAL nonl     OR ${testcase} STREQUAL poundbang OR
-       ${testcase} STREQUAL beginfile1 OR ${testcase} STREQUAL manyfiles OR
-       ${testcase} STREQUAL rsstart2 OR ${testcase} STREQUAL strftime OR
+    elseif(
+       ${testcase} STREQUAL getline2   OR ${testcase} STREQUAL litoct        OR
+       ${testcase} STREQUAL nonl       OR ${testcase} STREQUAL poundbang     OR
+       ${testcase} STREQUAL beginfile1 OR ${testcase} STREQUAL manyfiles     OR
+       ${testcase} STREQUAL rsstart2   OR ${testcase} STREQUAL strftime      OR
        ${testcase} STREQUAL readdir
       )
-      add_test(${testcase} ${SHELL_PREFIX} ${CMAKE_SOURCE_DIR}/cmake/basictest ${CMAKE_BINARY_DIR}/gawk ${testcase}_FAILS  ${options} )
-    else()
-      add_test(${testcase} ${SHELL_PREFIX} ${CMAKE_SOURCE_DIR}/cmake/basictest ${CMAKE_BINARY_DIR}/gawk ${testcase}  ${options} )
+      set(suffix  "_HANGS")
+    # These are the test cases that fail.
+    # Some of them may reveal genuine bugs.
+    # Most of them need fail because they need to be invoked with a special parameter.
+    elseif(
+       ${testcase} STREQUAL argarray   OR ${testcase} STREQUAL argtest       OR
+       ${testcase} STREQUAL arynocls   OR ${testcase} STREQUAL _awkpath      OR
+       ${testcase} STREQUAL badargs    OR ${testcase} STREQUAL _beginfile2   OR
+       ${testcase} STREQUAL binmode1   OR ${testcase} STREQUAL _charasbytes  OR
+       ${testcase} STREQUAL colonwarn  OR ${testcase} STREQUAL _compare      OR
+       ${testcase} STREQUAL devfd      OR ${testcase} STREQUAL _devfd1       OR
+       ${testcase} STREQUAL devfd2     OR ${testcase} STREQUAL _dumpvars     OR
+       ${testcase} STREQUAL exit       OR ${testcase} STREQUAL _exitval1     OR
+       ${testcase} STREQUAL fflush     OR ${testcase} STREQUAL _fmtspcl      OR
+       ${testcase} STREQUAL fsspcoln   OR ${testcase} STREQUAL _fts          OR
+       ${testcase} STREQUAL gsubtst3   OR ${testcase} STREQUAL _incdupe      OR
+       ${testcase} STREQUAL incdupe2   OR ${testcase} STREQUAL _incdupe3     OR
+       ${testcase} STREQUAL incdupe4   OR ${testcase} STREQUAL _incdupe5     OR
+       ${testcase} STREQUAL incdupe6   OR ${testcase} STREQUAL _incdupe7     OR
+       ${testcase} STREQUAL include2   OR ${testcase} STREQUAL _inetdayt     OR
+       ${testcase} STREQUAL inetdayu   OR ${testcase} STREQUAL _inetecht     OR
+       ${testcase} STREQUAL inetechu   OR ${testcase} STREQUAL _inftest      OR
+       ${testcase} STREQUAL inplace1   OR ${testcase} STREQUAL _inplace2     OR
+       ${testcase} STREQUAL inplace3   OR ${testcase} STREQUAL _jarebug      OR
+       ${testcase} STREQUAL leaddig    OR ${testcase} STREQUAL _localenl     OR
+       ${testcase} STREQUAL mbfw1      OR ${testcase} STREQUAL _mbprintf1    OR
+       ${testcase} STREQUAL messages   OR ${testcase} STREQUAL _mmap8k       OR
+       ${testcase} STREQUAL mpfrbigint OR ${testcase} STREQUAL _mpfrexprange OR
+       ${testcase} STREQUAL mpfrnr     OR ${testcase} STREQUAL _mpfrrnd      OR
+       ${testcase} STREQUAL next       OR ${testcase} STREQUAL _nofile       OR
+       ${testcase} STREQUAL nondec2    OR ${testcase} STREQUAL _nors         OR
+       ${testcase} STREQUAL ordchr2    OR ${testcase} STREQUAL _pid          OR
+       ${testcase} STREQUAL pipeio2    OR ${testcase} STREQUAL _posix2008sub OR
+       ${testcase} STREQUAL printf0    OR ${testcase} STREQUAL _printfbad2   OR
+       ${testcase} STREQUAL profile1   OR ${testcase} STREQUAL _profile2     OR
+       ${testcase} STREQUAL profile3   OR ${testcase} STREQUAL _readfile     OR
+       ${testcase} STREQUAL redfilnm   OR ${testcase} STREQUAL _regtest      OR
+       ${testcase} STREQUAL rsnulbig   OR ${testcase} STREQUAL _rsnulbig2    OR
+       ${testcase} STREQUAL rsstart3   OR ${testcase} STREQUAL _rtlen        OR
+       ${testcase} STREQUAL rtlen01    OR ${testcase} STREQUAL _rtlenmb      OR
+       ${testcase} STREQUAL space      OR ${testcase} STREQUAL _strftlng     OR
+       ${testcase} STREQUAL symtab6    OR ${testcase} STREQUAL _symtab8      OR
+       ${testcase} STREQUAL testext
+      )
+      set(suffix  "_FAILS")
     endif()
+
+    add_test(${testcase} ${SHELL_PREFIX} ${CMAKE_SOURCE_DIR}/cmake/basictest ${CMAKE_BINARY_DIR}/gawk ${testcase}${suffix}  ${options} )
   endforeach(testcase)
 
 endforeach(testgroup)