diff options
-rw-r--r-- | ChangeLog | 40 | ||||
-rw-r--r-- | Makefile.in | 2 | ||||
-rw-r--r-- | NEWS | 12 | ||||
-rw-r--r-- | TODO | 210 | ||||
-rw-r--r-- | awk.h | 1 | ||||
-rw-r--r-- | builtin.c | 63 | ||||
-rwxr-xr-x | configure | 20 | ||||
-rw-r--r-- | configure.ac | 2 | ||||
-rw-r--r-- | doc/ChangeLog | 7 | ||||
-rw-r--r-- | doc/gawk.1 | 8 | ||||
-rw-r--r-- | doc/gawk.info | 804 | ||||
-rw-r--r-- | doc/gawk.texi | 26 | ||||
-rw-r--r-- | doc/gawktexi.in | 26 | ||||
-rw-r--r-- | main.c | 4 | ||||
-rw-r--r-- | pc/config.h | 6 | ||||
-rw-r--r-- | str_array.c | 79 | ||||
-rw-r--r-- | test/ChangeLog | 6 | ||||
-rw-r--r-- | test/Makefile.am | 10 | ||||
-rw-r--r-- | test/Makefile.in | 9 | ||||
-rw-r--r-- | test/rand.ok | 2 | ||||
-rw-r--r-- | test/randtest.ok | 0 | ||||
-rwxr-xr-x | test/randtest.sh | 113 |
22 files changed, 1015 insertions, 435 deletions
@@ -103,6 +103,13 @@ been moved into the inetfile() function. (two_way_open): Update args to inetfile(). +2014-04-20 Arnold D. Robbins <arnold@skeeve.com> + + * builtin.c (do_rand): Make calls to random() in predictable + order to avoid order of evaluation differences amongst compilers. + Thanks to Anders Magnusson <ragge@ludd.ltu.se> (of the PCC team) + for the suggestion. + 2014-04-18 Arnold D. Robbins <arnold@skeeve.com> * configure.ac: Change adding of -export-dynamic for GCC to be @@ -469,6 +476,11 @@ * main.c (main): Ignore SIGPIPE. See the comment in the code. Thanks to Alan Broder for reporting the issue. + Unrelated: + + * rand.c (do_rand): Fix computation and loop checking against + 1.0 to use do..while. + 2013-10-16 Arnold D. Robbins <arnold@skeeve.com> Make -O work again. Turns out that C99 bool variables @@ -486,6 +498,11 @@ * re.c (resetup): Add a comment about the joy of syntax bits. + Unrelated: + + * builtin.c (do_rand): If result is exactly 1.0, keep trying. + Thanks to Nelson Beebe. + 2013-10-10 Arnold D. Robbins <arnold@skeeve.com> * dfa.c (lex): Sync with GNU grep. Handle multibyte \s and \S. @@ -505,6 +522,13 @@ * dfa.c: Sync with GNU grep. +2013-09-25 Arnold D. Robbins <arnold@skeeve.com> + + * builtin.c (do_rand): Make the result more random by calling + random() twice. See the comment in the code. Thanks to + Bob Jewett <jewett@bill.scs.agilent.com> for the report and + the fix. + 2013-09-24 Arnold D. Robbins <arnold@skeeve.com> * debug.c (find_rule): Handle case where lineno is zero. Can happen @@ -586,6 +610,12 @@ * regcomp.c, regex.h, regex_internal.h: Sync with GLIBC. +2013-08-22 Arnold D. Robbins <arnold@skeeve.com> + + * str_array.c (env_store): If the new value being stored is NULL, + pass in "" instead. Avoids core dump on Mac OS X. + Thanks to Hermann Peifer for the bug report. + 2013-08-20 Arnold D. Robbins <arnold@skeeve.com> * nonposix.h: New file. Contains FAKE_FD_VALUE. @@ -594,6 +624,16 @@ 2013-08-18 Arnold D. Robbins <arnold@skeeve.com> + Reflect updates to ENVIRON into the real environment. + + * awk.h (init_env_array): Add declaration. + * main.c (load_environ): Call init_env_array. + * str_array.c (env_remove, env_store, env_clear, init_env_array): + New functions. + (env_array_func): New array vtable. + +2013-08-18 Arnold D. Robbins <arnold@skeeve.com> + * array.c (force_array): Set symbol->xarray to NULL before initing the array if it was Node_var_new. (null_array): Restore assert, undoing change of 2013-05-27. diff --git a/Makefile.in b/Makefile.in index d243df5b..2abf5b46 100644 --- a/Makefile.in +++ b/Makefile.in @@ -107,7 +107,7 @@ DIST_COMMON = INSTALL NEWS README AUTHORS ChangeLog \ $(srcdir)/Makefile.in $(srcdir)/Makefile.am \ $(top_srcdir)/configure $(am__configure_deps) \ $(srcdir)/configh.in mkinstalldirs ABOUT-NLS awkgram.c \ - command.c depcomp ylwrap $(include_HEADERS) COPYING \ + command.c depcomp ylwrap $(include_HEADERS) COPYING TODO \ config.guess config.rpath config.sub install-sh missing ACLOCAL_M4 = $(top_srcdir)/aclocal.m4 am__aclocal_m4_deps = $(top_srcdir)/m4/arch.m4 \ @@ -4,6 +4,18 @@ are permitted in any medium without royalty provided the copyright notice and this notice are preserved. +Changes from 4.1.1 to 4.2.0 +--------------------------- + +1. If not in POSIX mode, changes to ENVIRON are reflected into + gawk's environment, affecting any programs run by system() + or for piped redirections. + +2. The series of numbers returned by rand() should now be "more + random" than previously. Gawk's rand() remains repeatable; you will + get the same series of numbers each time you call rand() repeatedly, + but this will be a different series than previously. + Changes from 4.1.0 to 4.1.1 --------------------------- @@ -0,0 +1,210 @@ +Thu Apr 17 11:31:24 IDT 2014 +============================ + +There were too many files tracking different thoughts and ideas for +things to do, or consider doing. This file merges them into one. As +tasks are completed, they should be moved to the DONE section, below, +or simply removed. + +Upon creation of a release (major or patch release), items from the +previous release should be removed. + +This file should exist only in the master branch or branches based off +of it for development, but not in the stable branch. This may require some +careful work with Git. + +TODO +==== + +Minor Cleanups and Code Improvements +------------------------------------ + + Nuke installing the igawk script and the igawk.1 man page. Just + remove them from the dist. + + Review the bash source script for working with shared libraries in + order to nuke the use of libtool. [ Partially started in the + nolibtool branch. ] + + Enhance profiling to save comments in a byte-code that does nothing + but that can be used when pretty printing the program. + + API: + ??? #if !defined(GAWK) && !defined(GAWK_OMIT_CONVENIENCE_MACROS) + + ?? Add debugger commands to reference card + + Look at function order within files. + + regex.h - remove underscores in param names + + Consider removing use of and/or need for the protos.h file. + + Recheck if gnulib regex can be dropped in + + Fully synchronize whitespaces tests (for \s, \S in Unicode + environment) with those of GNU grep. + +Minor New Features +------------------ + + Add a div() function to do integer division result. Needed + esp for MPFR with large ints. + + Enhance extension/fork.c waitpid to allow the caller to specify + the options. And add an optional array argument to wait and + waitpid in which to return exit status information. + + Consider relaxing the strictness of --posix. + + Make it possible to put print/printf + redirections into + an expression. + + Have pretty printing not run the program and nuke the + undocumented GAWK_NO_PP_RUN env var. Requires test suite + adjustments. + + ? Add an optional base to strtonum, allowing 2-36. + + ? Optional third argument for index indicating where to start the + search. + +Major New Features +------------------ + + Think about how to generalize indirect access. Manuel Collado + suggests things like + + foo = 5 + @"foo" += 4 + + Also needed: + + Indirect calls of built-ins + Indirect calls of extension functions + Indirect through array elements, not just scalar variables + + Some way to make regexp constants first class citizens: + - Assign to variables + - Pass to functions + Tawk has this and it would also make indirect calling of builtins + work more reasonably. Probably would use a special syntax like + @/.../ for such objects. + + Consider a typeof() function that returns a string (scalar, array, + regexp). + + Fix the early chapters in the doc with more up-to-date examples. + No-one uses Bulletin Board Systems anymore. + + Add ability to do decimal arithmetic. + + Rework management of array index storage. (Partially DONE.) + + Consider using an atom table for all string array indices. + + DBM storage of awk arrays. Try to allow multiple dbm packages. + + ?? A RECLEN variable for fixed-length record input. PROCINFO["RS"] + would be "RS" or "RECLEN" depending upon what's in use. + *** Could this be done as an extension? + + ?? Use a new or improved dfa and/or regex library. + + Rewrite in C++. + +Things To Think About That May Never Happen +------------------------------------------- + + Consider making shadowed variables a warning and not + a fatal warning when --lint=fatal. + + Similar for extra parameters in a function call. + + Look at code coverage tools, like S2E: https://s2e.epfl.ch/ + + Try running with diehard. See http://www.diehard-software.org, + https://github.com/emeryberger/DieHard + + Implement namespaces. Arnold suggested the following in an email: + - Extend the definition of an 'identifier' to include "." as a valid character + although an identifier can't start with it. + - Extension libraries install functions and global variables with names + that have a "." in them: XML.parse(), XML.name, whatever. + - Awk code can read/write such variables and call such functions, but they + cannot define such functions + function XML.foo() { .. } # error + or create a variable with such a name if it doesn't exist. This would + be a run-time error, not a parse-time error. + - This last rule may be too restrictive. + I don't want to get into fancy rules a la perl and file-scope visibility + etc, I'd like to keep things simple. But how we design this is going + to be very important. + + Include a sample rpm spec file in a new packaging subdirectory. + + Patch lexer for @include and @load to make quotes optional. + + ? Have strftime() pay attention to the value of ENVIRON["TZ"] + + Add a lint check if the return value of a function is used but + the function did not supply a value. + + Consider making gawk output +nan for NaN values so that it + will accept its own output as input. + NOTE: Investigated this. GLIBC formats NaN as '-nan' + and -NaN as 'nan'. Dealing with this is not simple. + + Enhance FIELDWIDTHS with some way to indicate "the rest of the record". + E.g., a length of 0 or -1 or something. Maybe "n"? + + +DONE +==== + +Minor Cleanups and Code Improvements +------------------------------------ + +Minor New Features +------------------ + +Major New Features +------------------ + +Things That We Decided We Will Never Do +======================================= + + Consider moving var_value info into Node_var itself to reduce + memory usage. This would break all uses of get_lhs in the + code. It's too sweeping a change. + + Add macros for working with flags instead of using & and | + directly. + + FIX regular field splitting to use FPAT algorithm. + Note: Looked at this. Not sure it's with the trouble: + If it ain't broke... + + Scope IDs for IPv6 addresses + + Gnulib + + Make FIELDWIDTHS be an array? + + "Do an optimization pass over parse tree?" + This isn't relevant now that we are using a byte code engine. + + "Consider integrating Fred Fish's DBUG library into gawk." + I did this once as an experiment. But I don't see a lot of value + to this at this stage of the development. Stepping through things + in a debugger is generally enough. Also, I would have to try to + track down the latest version of this. + + "Make awk '/foo/' files... run at egrep speeds (how?)" + This has been on the list since the early days (gawk 1.x or early + 2.x). But I am not sure how to really do this, nor have I done + timings, nor does there seem to be any real demand for this. + + Change from dlopen to using the libltdl library (i.e. lt_dlopen). + This may support more platforms. If we move off of libtool + then this is the wrong direction. @@ -1361,6 +1361,7 @@ extern NODE *do_aoption(int nargs); extern NODE *do_asort(int nargs); extern NODE *do_asorti(int nargs); extern unsigned long (*hash)(const char *s, size_t len, unsigned long hsize, size_t *code); +extern void init_env_array(NODE *env_node); /* awkgram.c */ extern NODE *variable(int location, char *name, NODETYPE type); extern int parse_program(INSTRUCTION **pcode); @@ -2393,6 +2393,8 @@ static char *const state = (char *const) istate; NODE * do_rand(int nargs ATTRIBUTE_UNUSED) { + double tmprand; +#define RAND_DIVISOR ((double)GAWK_RANDOM_MAX+1.0) if (firstrand) { (void) initstate((unsigned) 1, state, SIZEOF_STATE); /* don't need to srandom(1), initstate() does it for us. */ @@ -2404,7 +2406,66 @@ do_rand(int nargs ATTRIBUTE_UNUSED) * * 0 <= n < 1 */ - return make_number((AWKNUM) (random() % GAWK_RANDOM_MAX) / GAWK_RANDOM_MAX); + /* + * Date: Wed, 28 Aug 2013 17:52:46 -0700 + * From: Bob Jewett <jewett@bill.scs.agilent.com> + * + * Call random() twice to fill in more bits in the value + * of the double. Also, there is a bug in random() such + * that when the values of successive values are combined + * like (rand1*rand2)^2, (rand3*rand4)^2, ... the + * resulting time series is not white noise. The + * following also seems to fix that bug. + * + * The add/subtract 0.5 keeps small bits from filling + * below 2^-53 in the double, not that anyone should be + * looking down there. + * + * Date: Wed, 25 Sep 2013 10:45:38 -0600 (MDT) + * From: "Nelson H. F. Beebe" <beebe@math.utah.edu> + * (4) The code is typical of many published fragments for converting + * from integer to floating-point, and I discuss the serious pitfalls + * in my book, because it leads to platform-dependent behavior at the + * end points of the interval [0,1] + * + * (5) the documentation in the gawk info node says + * + * `rand()' + * Return a random number. The values of `rand()' are uniformly + * distributed between zero and one. The value could be zero but is + * never one.(1) + * + * The division by RAND_DIVISOR may not guarantee that 1.0 is never + * returned: the programmer forgot the platform-dependent issue of + * rounding. + * + * For points 4 and 5, the safe way is a loop: + * + * double + * rand(void) // return value in [0.0, 1.0) + * { + * value = internal_rand(); + * + * while (value == 1.0) + * value = internal_rand(); + * + * return (value); + * } + */ + + do { + long d1, d2; + /* + * Do the calls in predictable order to avoid + * compiler differences in order of evaluation. + */ + d1 = random(); + d2 = random(); + tmprand = 0.5 + ( (d1/RAND_DIVISOR + d2) / RAND_DIVISOR ); + tmprand -= 0.5; + } while (tmprand == 1.0); + + return make_number((AWKNUM) tmprand); } /* do_srand --- seed the random number generator */ @@ -1,6 +1,6 @@ #! /bin/sh # Guess values for system-dependent variables and create Makefiles. -# Generated by GNU Autoconf 2.69 for GNU Awk 4.1.1a. +# Generated by GNU Autoconf 2.69 for GNU Awk 4.1.60. # # Report bugs to <bug-gawk@gnu.org>. # @@ -580,8 +580,8 @@ MAKEFLAGS= # Identity of this package. PACKAGE_NAME='GNU Awk' PACKAGE_TARNAME='gawk' -PACKAGE_VERSION='4.1.1a' -PACKAGE_STRING='GNU Awk 4.1.1a' +PACKAGE_VERSION='4.1.60' +PACKAGE_STRING='GNU Awk 4.1.60' PACKAGE_BUGREPORT='bug-gawk@gnu.org' PACKAGE_URL='http://www.gnu.org/software/gawk/' @@ -1324,7 +1324,7 @@ if test "$ac_init_help" = "long"; then # Omit some internal or obsolete options to make the list less imposing. # This message is too long to be a string in the A/UX 3.1 sh. cat <<_ACEOF -\`configure' configures GNU Awk 4.1.1a to adapt to many kinds of systems. +\`configure' configures GNU Awk 4.1.60 to adapt to many kinds of systems. Usage: $0 [OPTION]... [VAR=VALUE]... @@ -1394,7 +1394,7 @@ fi if test -n "$ac_init_help"; then case $ac_init_help in - short | recursive ) echo "Configuration of GNU Awk 4.1.1a:";; + short | recursive ) echo "Configuration of GNU Awk 4.1.60:";; esac cat <<\_ACEOF @@ -1512,7 +1512,7 @@ fi test -n "$ac_init_help" && exit $ac_status if $ac_init_version; then cat <<\_ACEOF -GNU Awk configure 4.1.1a +GNU Awk configure 4.1.60 generated by GNU Autoconf 2.69 Copyright (C) 2012 Free Software Foundation, Inc. @@ -2221,7 +2221,7 @@ cat >config.log <<_ACEOF This file contains any messages produced by compilers while running configure, to aid debugging if configure makes a mistake. -It was created by GNU Awk $as_me 4.1.1a, which was +It was created by GNU Awk $as_me 4.1.60, which was generated by GNU Autoconf 2.69. Invocation command line was $ $0 $@ @@ -3104,7 +3104,7 @@ fi # Define the identity of the package. PACKAGE='gawk' - VERSION='4.1.1a' + VERSION='4.1.60' cat >>confdefs.h <<_ACEOF @@ -11506,7 +11506,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1 # report actual input values of CONFIG_FILES etc. instead of their # values after options handling. ac_log=" -This file was extended by GNU Awk $as_me 4.1.1a, which was +This file was extended by GNU Awk $as_me 4.1.60, which was generated by GNU Autoconf 2.69. Invocation command line was CONFIG_FILES = $CONFIG_FILES @@ -11574,7 +11574,7 @@ _ACEOF cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1 ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`" ac_cs_version="\\ -GNU Awk config.status 4.1.1a +GNU Awk config.status 4.1.60 configured by $0, generated by GNU Autoconf 2.69, with options \\"\$ac_cs_config\\" diff --git a/configure.ac b/configure.ac index b0817ba3..e7e2d5f6 100644 --- a/configure.ac +++ b/configure.ac @@ -23,7 +23,7 @@ dnl dnl Process this file with autoconf to produce a configure script. -AC_INIT([GNU Awk], 4.1.1a, bug-gawk@gnu.org, gawk) +AC_INIT([GNU Awk], 4.1.60, bug-gawk@gnu.org, gawk) # This is a hack. Different versions of install on different systems # are just too different. Chuck it and use install-sh. diff --git a/doc/ChangeLog b/doc/ChangeLog index f81579ac..cd175516 100644 --- a/doc/ChangeLog +++ b/doc/ChangeLog @@ -261,7 +261,7 @@ 2013-12-26 Arnold D. Robbins <arnold@skeeve.com> * gawktexi.in: More minor additions / fixes. - (Bugs): Add John Malmberg for VMS. + (Bugs): Add John Malmberg for VMS. Other minor edits. 2013-12-25 Arnold D. Robbins <arnold@skeeve.com> @@ -335,6 +335,11 @@ * gawktexi.in (FN, FFN, DF,DDF, PVERSION, CTL): Remove macros. They have no alternate versions and are just in the way. +2013-08-15 Arnold D. Robbins <arnold@skeeve.com> + + * gawk.1: Document that ENVIRON updates affect the environment. + * gawktexi.in: Ditto. + 2013-06-27 Arnold D. Robbins <arnold@skeeve.com> * texinfo.tex: Update from Karl, fixes a formating problem. @@ -917,11 +917,17 @@ An array containing the values of the current environment. The array is indexed by the environment variables, each element being the value of that variable (e.g., \fBENVIRON["HOME"]\fP might be \fB"/home/arnold"\fR). -Changing this array does not affect the environment seen by programs which +.sp +In POSIX mode, +changing this array does not affect the environment seen by programs which .I gawk spawns via redirection or the .B system() function. +Otherwise, +.I gawk +updates its real environment so that programs it spawns see +the changes. .TP .B ERRNO If a system error occurs either doing a redirection for diff --git a/doc/gawk.info b/doc/gawk.info index 9033128e..33dc1f01 100644 --- a/doc/gawk.info +++ b/doc/gawk.info @@ -10074,10 +10074,18 @@ Options::), they are not special. An associative array containing the values of the environment. The array indices are the environment variable names; the elements are the values of the particular environment variables. For - example, `ENVIRON["HOME"]' might be `"/home/arnold"'. Changing - this array does not affect the environment passed on to any - programs that `awk' may spawn via redirection or the `system()' - function. (In a future version of `gawk', it may do so.) + example, `ENVIRON["HOME"]' might be `/home/arnold'. + + For POSIX `awk', changing this array does not affect the + environment passed on to any programs that `awk' may spawn via + redirection or the `system()' function. + + However, beginning with version 4.2, if not in POSIX compatibility + mode, `gawk' does update its own environment when `ENVIRON' is + changed, thus changing the environment seen by programs that it + creates. You should therefore be especially careful if you modify + `ENVIRON["PATH"]"', which is the search path for finding + executable programs. Some operating systems may not have environment variables. On such systems, the `ENVIRON' array is empty (except for @@ -31604,9 +31612,9 @@ Index * dark corner, exit statement: Exit Statement. (line 30) * dark corner, field separators: Field Splitting Summary. (line 46) -* dark corner, FILENAME variable <1>: Auto-set. (line 89) +* dark corner, FILENAME variable <1>: Auto-set. (line 97) * dark corner, FILENAME variable: Getline Notes. (line 19) -* dark corner, FNR/NR variables: Auto-set. (line 300) +* dark corner, FNR/NR variables: Auto-set. (line 308) * dark corner, format-control characters: Control Letters. (line 18) * dark corner, FS as null string: Single Character Fields. (line 20) @@ -31790,12 +31798,12 @@ Index (line 81) * differences in awk and gawk, command line directories: Command line directories. (line 6) -* differences in awk and gawk, ERRNO variable: Auto-set. (line 73) +* differences in awk and gawk, ERRNO variable: Auto-set. (line 81) * differences in awk and gawk, error messages: Special FD. (line 16) * differences in awk and gawk, FIELDWIDTHS variable: User-modified. (line 37) * differences in awk and gawk, FPAT variable: User-modified. (line 43) -* differences in awk and gawk, FUNCTAB variable: Auto-set. (line 114) +* differences in awk and gawk, FUNCTAB variable: Auto-set. (line 122) * differences in awk and gawk, function arguments (gawk): Calling Built-in. (line 16) * differences in awk and gawk, getline command: Getline. (line 19) @@ -31818,7 +31826,7 @@ Index (line 260) * differences in awk and gawk, print/printf statements: Format Modifiers. (line 13) -* differences in awk and gawk, PROCINFO array: Auto-set. (line 127) +* differences in awk and gawk, PROCINFO array: Auto-set. (line 135) * differences in awk and gawk, read timeouts: Read Timeout. (line 6) * differences in awk and gawk, record separators: awk split records. (line 124) @@ -31828,7 +31836,7 @@ Index (line 26) * differences in awk and gawk, RS/RT variables: gawk split records. (line 58) -* differences in awk and gawk, RT variable: Auto-set. (line 256) +* differences in awk and gawk, RT variable: Auto-set. (line 264) * differences in awk and gawk, single-character fields: Single Character Fields. (line 6) * differences in awk and gawk, split() function: String Functions. @@ -31836,7 +31844,7 @@ Index * differences in awk and gawk, strings: Scalar Constants. (line 20) * differences in awk and gawk, strings, storing: gawk split records. (line 77) -* differences in awk and gawk, SYMTAB variable: Auto-set. (line 260) +* differences in awk and gawk, SYMTAB variable: Auto-set. (line 268) * differences in awk and gawk, TEXTDOMAIN variable: User-modified. (line 152) * differences in awk and gawk, trunc-mod operation: Arithmetic Ops. @@ -31877,8 +31885,8 @@ Index * dynamically loaded extensions: Dynamic Extensions. (line 6) * e debugger command (alias for enable): Breakpoint Control. (line 73) * EBCDIC: Ordinal Functions. (line 45) -* effective group ID of gawk user: Auto-set. (line 132) -* effective user ID of gawk user: Auto-set. (line 136) +* effective group ID of gawk user: Auto-set. (line 140) +* effective user ID of gawk user: Auto-set. (line 144) * egrep utility <1>: Egrep Program. (line 6) * egrep utility: Bracket Expressions. (line 24) * egrep.awk program: Egrep Program. (line 53) @@ -31934,13 +31942,13 @@ Index (line 11) * EREs (Extended Regular Expressions): Bracket Expressions. (line 24) * ERRNO variable <1>: TCP/IP Networking. (line 54) -* ERRNO variable: Auto-set. (line 73) +* ERRNO variable: Auto-set. (line 81) * ERRNO variable, with BEGINFILE pattern: BEGINFILE/ENDFILE. (line 26) * ERRNO variable, with close() function: Close Files And Pipes. (line 139) * ERRNO variable, with getline command: Getline. (line 19) * error handling: Special FD. (line 16) -* error handling, ERRNO variable and: Auto-set. (line 73) +* error handling, ERRNO variable and: Auto-set. (line 81) * error output: Special FD. (line 6) * escape processing, gsub()/gensub()/sub() functions: Gory Details. (line 6) @@ -31994,7 +32002,7 @@ Index (line 6) * extension API version: Extension Versioning. (line 6) -* extension API, version number: Auto-set. (line 223) +* extension API, version number: Auto-set. (line 231) * extension example: Extension Example. (line 6) * extension registration: Registration Functions. (line 6) @@ -32073,7 +32081,7 @@ Index * file names, distinguishing: Auto-set. (line 55) * file names, in compatibility mode: Special Caveats. (line 9) * file names, standard streams in gawk: Special FD. (line 46) -* FILENAME variable <1>: Auto-set. (line 89) +* FILENAME variable <1>: Auto-set. (line 97) * FILENAME variable: Reading Files. (line 6) * FILENAME variable, getline, setting with: Getline Notes. (line 19) * filenames, assignments as: Ignoring Assigns. (line 6) @@ -32143,9 +32151,9 @@ Index * flush buffered output: I/O Functions. (line 28) * fnmatch() extension function: Extension Sample Fnmatch. (line 12) -* FNR variable <1>: Auto-set. (line 98) +* FNR variable <1>: Auto-set. (line 106) * FNR variable: Records. (line 6) -* FNR variable, changing: Auto-set. (line 300) +* FNR variable, changing: Auto-set. (line 308) * for statement: For Statement. (line 6) * for statement, looping over arrays: Scanning an Array. (line 20) * fork() extension function: Extension Sample Fork. @@ -32195,7 +32203,7 @@ Index * FSF (Free Software Foundation): Manual History. (line 6) * fts() extension function: Extension Sample File Functions. (line 61) -* FUNCTAB array: Auto-set. (line 114) +* FUNCTAB array: Auto-set. (line 122) * function calls: Function Calls. (line 6) * function calls, indirect: Indirect Calls. (line 6) * function definition example: Function Example. (line 6) @@ -32245,7 +32253,7 @@ Index * G-d: Acknowledgments. (line 78) * Garfinkle, Scott: Contributors. (line 34) * gawk program, dynamic profiling: Profiling. (line 179) -* gawk version: Auto-set. (line 198) +* gawk version: Auto-set. (line 206) * gawk, ARGIND variable in: Other Arguments. (line 12) * gawk, awk and <1>: This Manual. (line 14) * gawk, awk and: Preface. (line 23) @@ -32266,7 +32274,7 @@ Index * gawk, distribution: Distribution contents. (line 6) * gawk, ERRNO variable in <1>: TCP/IP Networking. (line 54) -* gawk, ERRNO variable in <2>: Auto-set. (line 73) +* gawk, ERRNO variable in <2>: Auto-set. (line 81) * gawk, ERRNO variable in <3>: BEGINFILE/ENDFILE. (line 26) * gawk, ERRNO variable in <4>: Close Files And Pipes. (line 139) @@ -32283,7 +32291,7 @@ Index * gawk, FPAT variable in <1>: User-modified. (line 43) * gawk, FPAT variable in: Splitting By Content. (line 27) -* gawk, FUNCTAB array in: Auto-set. (line 114) +* gawk, FUNCTAB array in: Auto-set. (line 122) * gawk, function arguments and: Calling Built-in. (line 16) * gawk, hexadecimal numbers and: Nondecimal-numbers. (line 42) * gawk, IGNORECASE variable in <1>: Array Sorting Functions. @@ -32314,7 +32322,7 @@ Index * gawk, OS/2 version of: PC Using. (line 16) * gawk, PROCINFO array in <1>: Two-way I/O. (line 117) * gawk, PROCINFO array in <2>: Time Functions. (line 47) -* gawk, PROCINFO array in: Auto-set. (line 127) +* gawk, PROCINFO array in: Auto-set. (line 135) * gawk, regexp constants and: Using Constant Regexps. (line 28) * gawk, regular expressions, case sensitivity: Case-sensitivity. @@ -32322,14 +32330,14 @@ Index * gawk, regular expressions, operators: GNU Regexp Operators. (line 6) * gawk, regular expressions, precedence: Regexp Operators. (line 162) -* gawk, RT variable in <1>: Auto-set. (line 256) +* gawk, RT variable in <1>: Auto-set. (line 264) * gawk, RT variable in <2>: Multiple Line. (line 129) * gawk, RT variable in: awk split records. (line 124) * gawk, See Also awk: Preface. (line 36) * gawk, source code, obtaining: Getting. (line 6) * gawk, splitting fields and: Constant Size. (line 88) * gawk, string-translation functions: I18N Functions. (line 6) -* gawk, SYMTAB array in: Auto-set. (line 260) +* gawk, SYMTAB array in: Auto-set. (line 268) * gawk, TEXTDOMAIN variable in: User-modified. (line 152) * gawk, timestamps: Time Functions. (line 6) * gawk, uses for: Preface. (line 36) @@ -32416,7 +32424,7 @@ Index * Grigera, Juan: Contributors. (line 57) * group database, reading: Group Functions. (line 6) * group file: Group Functions. (line 6) -* group ID of gawk user: Auto-set. (line 171) +* group ID of gawk user: Auto-set. (line 179) * groups, information about: Group Functions. (line 6) * gsub <1>: String Functions. (line 139) * gsub: Using Constant Regexps. @@ -32713,7 +32721,7 @@ Index * mawk utility <3>: Concatenation. (line 36) * mawk utility <4>: Getline/Pipe. (line 62) * mawk utility: Escape Sequences. (line 124) -* maximum precision supported by MPFR library: Auto-set. (line 212) +* maximum precision supported by MPFR library: Auto-set. (line 220) * McIlroy, Doug: Glossary. (line 149) * McPhee, Patrick: Contributors. (line 100) * message object files: Explaining gettext. (line 42) @@ -32726,7 +32734,7 @@ Index * messages from extensions: Printing Messages. (line 6) * metacharacters in regular expressions: Regexp Operators. (line 6) * metacharacters, escape sequences for: Escape Sequences. (line 130) -* minimum precision supported by MPFR library: Auto-set. (line 215) +* minimum precision supported by MPFR library: Auto-set. (line 223) * mktime: Time Functions. (line 25) * modifiers, in format specifiers: Format Modifiers. (line 6) * monetary information, localization: Explaining gettext. (line 104) @@ -32780,7 +32788,7 @@ Index (line 47) * nexti debugger command: Debugger Execution Control. (line 49) -* NF variable <1>: Auto-set. (line 103) +* NF variable <1>: Auto-set. (line 111) * NF variable: Fields. (line 33) * NF variable, decrementing: Changing Fields. (line 107) * ni debugger command (alias for nexti): Debugger Execution Control. @@ -32789,9 +32797,9 @@ Index * non-existent array elements: Reference to Elements. (line 23) * not Boolean-logic operator: Boolean Ops. (line 6) -* NR variable <1>: Auto-set. (line 122) +* NR variable <1>: Auto-set. (line 130) * NR variable: Records. (line 6) -* NR variable, changing: Auto-set. (line 300) +* NR variable, changing: Auto-set. (line 308) * null strings <1>: Basic Data Typing. (line 26) * null strings <2>: Truth Values. (line 6) * null strings <3>: Regexp Field Splitting. @@ -32906,7 +32914,7 @@ Index * p debugger command (alias for print): Viewing And Changing Data. (line 36) * Papadopoulos, Panos: Contributors. (line 129) -* parent process ID of gawk process: Auto-set. (line 180) +* parent process ID of gawk process: Auto-set. (line 188) * parentheses (), in a profile: Profiling. (line 146) * parentheses (), regexp operator: Regexp Operators. (line 80) * password file: Passwd Functions. (line 16) @@ -33071,24 +33079,24 @@ Index * printing, unduplicated lines of text: Uniq Program. (line 6) * printing, user information: Id Program. (line 6) * private variables: Library Names. (line 11) -* process group idIDof gawk process: Auto-set. (line 174) -* process ID of gawk process: Auto-set. (line 177) +* process group idIDof gawk process: Auto-set. (line 182) +* process ID of gawk process: Auto-set. (line 185) * processes, two-way communications with: Two-way I/O. (line 23) * processing data: Basic High Level. (line 6) * PROCINFO array <1>: Passwd Functions. (line 6) * PROCINFO array <2>: Time Functions. (line 47) -* PROCINFO array: Auto-set. (line 127) +* PROCINFO array: Auto-set. (line 135) * PROCINFO array, and communications via ptys: Two-way I/O. (line 117) * PROCINFO array, and group membership: Group Functions. (line 6) * PROCINFO array, and user and group ID numbers: Id Program. (line 15) * PROCINFO array, testing the field splitting: Passwd Functions. (line 161) -* PROCINFO array, uses: Auto-set. (line 233) +* PROCINFO array, uses: Auto-set. (line 241) * PROCINFO, values of sorted_in: Controlling Scanning. (line 26) * profiling awk programs: Profiling. (line 6) * profiling awk programs, dynamically: Profiling. (line 179) -* program identifiers: Auto-set. (line 145) +* program identifiers: Auto-set. (line 153) * program, definition of: Getting Started. (line 21) * programmers, attractiveness of: Two-way I/O. (line 6) * programming conventions, --non-decimal-data option: Nondecimal Data. @@ -33248,7 +33256,7 @@ Index * right shift: Bitwise Functions. (line 52) * right shift, bitwise: Bitwise Functions. (line 32) * Ritchie, Dennis: Basic Data Typing. (line 54) -* RLENGTH variable: Auto-set. (line 243) +* RLENGTH variable: Auto-set. (line 251) * RLENGTH variable, match() function and: String Functions. (line 224) * Robbins, Arnold <1>: Future Extensions. (line 6) * Robbins, Arnold <2>: Bugs. (line 32) @@ -33277,9 +33285,9 @@ Index * RS variable: awk split records. (line 12) * RS variable, multiline records and: Multiple Line. (line 17) * rshift: Bitwise Functions. (line 52) -* RSTART variable: Auto-set. (line 249) +* RSTART variable: Auto-set. (line 257) * RSTART variable, match() function and: String Functions. (line 224) -* RT variable <1>: Auto-set. (line 256) +* RT variable <1>: Auto-set. (line 264) * RT variable <2>: Multiple Line. (line 129) * RT variable: awk split records. (line 124) * Rubin, Paul <1>: Contributors. (line 15) @@ -33299,7 +33307,7 @@ Index * scanning arrays: Scanning an Array. (line 6) * scanning multidimensional arrays: Multiscanning. (line 11) * Schorr, Andrew <1>: Contributors. (line 134) -* Schorr, Andrew <2>: Auto-set. (line 283) +* Schorr, Andrew <2>: Auto-set. (line 291) * Schorr, Andrew: Acknowledgments. (line 60) * Schreiber, Bert: Acknowledgments. (line 38) * Schreiber, Rita: Acknowledgments. (line 38) @@ -33387,7 +33395,7 @@ Index (line 110) * sidebar, Changing FS Does Not Affect the Fields: Field Splitting Summary. (line 38) -* sidebar, Changing NR and FNR: Auto-set. (line 298) +* sidebar, Changing NR and FNR: Auto-set. (line 306) * sidebar, Controlling Output Buffering with system(): I/O Functions. (line 138) * sidebar, Escape Sequences for Metacharacters: Escape Sequences. @@ -33549,9 +33557,9 @@ Index * substr: String Functions. (line 479) * substring: String Functions. (line 479) * Sumner, Andrew: Other Versions. (line 64) -* supplementary groups of gawk process: Auto-set. (line 228) +* supplementary groups of gawk process: Auto-set. (line 236) * switch statement: Switch Statement. (line 6) -* SYMTAB array: Auto-set. (line 260) +* SYMTAB array: Auto-set. (line 268) * syntactic ambiguity: /= operator vs. /=.../ regexp constant: Assignment Ops. (line 148) * system: I/O Functions. (line 75) @@ -33729,10 +33737,10 @@ Index * variables, uninitialized, as array subscripts: Uninitialized Subscripts. (line 6) * variables, user-defined: Variables. (line 6) -* version of gawk: Auto-set. (line 198) -* version of gawk extension API: Auto-set. (line 223) -* version of GNU MP library: Auto-set. (line 209) -* version of GNU MPFR library: Auto-set. (line 205) +* version of gawk: Auto-set. (line 206) +* version of gawk extension API: Auto-set. (line 231) +* version of GNU MP library: Auto-set. (line 217) +* version of GNU MPFR library: Auto-set. (line 213) * vertical bar (|): Regexp Operators. (line 70) * vertical bar (|), | operator (I/O) <1>: Precedence. (line 65) * vertical bar (|), | operator (I/O): Getline/Pipe. (line 9) @@ -34017,354 +34025,354 @@ Node: Built-in Variables420302 Node: User-modified421429 Ref: User-modified-Footnote-1429114 Node: Auto-set429176 -Ref: Auto-set-Footnote-1441722 -Ref: Auto-set-Footnote-2441927 -Node: ARGC and ARGV441983 -Node: Pattern Action Summary445822 -Node: Arrays448045 -Node: Array Basics449594 -Node: Array Intro450420 -Ref: figure-array-elements452393 -Node: Reference to Elements454800 -Node: Assigning Elements457073 -Node: Array Example457564 -Node: Scanning an Array459296 -Node: Controlling Scanning462311 -Ref: Controlling Scanning-Footnote-1467484 -Node: Delete467800 -Ref: Delete-Footnote-1470565 -Node: Numeric Array Subscripts470622 -Node: Uninitialized Subscripts472805 -Node: Multidimensional474430 -Node: Multiscanning477523 -Node: Arrays of Arrays479112 -Node: Arrays Summary483775 -Node: Functions485880 -Node: Built-in486753 -Node: Calling Built-in487831 -Node: Numeric Functions489819 -Ref: Numeric Functions-Footnote-1493653 -Ref: Numeric Functions-Footnote-2494010 -Ref: Numeric Functions-Footnote-3494058 -Node: String Functions494327 -Ref: String Functions-Footnote-1517338 -Ref: String Functions-Footnote-2517467 -Ref: String Functions-Footnote-3517715 -Node: Gory Details517802 -Ref: table-sub-escapes519471 -Ref: table-sub-posix-92520825 -Ref: table-sub-proposed522176 -Ref: table-posix-sub523530 -Ref: table-gensub-escapes525075 -Ref: Gory Details-Footnote-1526251 -Ref: Gory Details-Footnote-2526302 -Node: I/O Functions526453 -Ref: I/O Functions-Footnote-1533576 -Node: Time Functions533723 -Ref: Time Functions-Footnote-1544187 -Ref: Time Functions-Footnote-2544255 -Ref: Time Functions-Footnote-3544413 -Ref: Time Functions-Footnote-4544524 -Ref: Time Functions-Footnote-5544636 -Ref: Time Functions-Footnote-6544863 -Node: Bitwise Functions545129 -Ref: table-bitwise-ops545691 -Ref: Bitwise Functions-Footnote-1549936 -Node: Type Functions550120 -Node: I18N Functions551262 -Node: User-defined552907 -Node: Definition Syntax553711 -Ref: Definition Syntax-Footnote-1558636 -Node: Function Example558705 -Ref: Function Example-Footnote-1561349 -Node: Function Caveats561371 -Node: Calling A Function561889 -Node: Variable Scope562844 -Node: Pass By Value/Reference565832 -Node: Return Statement569340 -Node: Dynamic Typing572324 -Node: Indirect Calls573253 -Node: Functions Summary582966 -Node: Library Functions585505 -Ref: Library Functions-Footnote-1589080 -Ref: Library Functions-Footnote-2589223 -Node: Library Names589394 -Ref: Library Names-Footnote-1592867 -Ref: Library Names-Footnote-2593087 -Node: General Functions593173 -Node: Strtonum Function594201 -Node: Assert Function597131 -Node: Round Function600457 -Node: Cliff Random Function601998 -Node: Ordinal Functions603014 -Ref: Ordinal Functions-Footnote-1606091 -Ref: Ordinal Functions-Footnote-2606343 -Node: Join Function606554 -Ref: Join Function-Footnote-1608325 -Node: Getlocaltime Function608525 -Node: Readfile Function612261 -Node: Data File Management614100 -Node: Filetrans Function614732 -Node: Rewind Function618787 -Node: File Checking620174 -Ref: File Checking-Footnote-1621306 -Node: Empty Files621507 -Node: Ignoring Assigns623730 -Node: Getopt Function625263 -Ref: Getopt Function-Footnote-1636559 -Node: Passwd Functions636762 -Ref: Passwd Functions-Footnote-1645741 -Node: Group Functions645829 -Ref: Group Functions-Footnote-1653771 -Node: Walking Arrays653984 -Node: Library Functions Summary656154 -Node: Sample Programs657516 -Node: Running Examples658243 -Node: Clones658971 -Node: Cut Program660195 -Node: Egrep Program670056 -Ref: Egrep Program-Footnote-1677985 -Node: Id Program678095 -Node: Split Program681759 -Ref: Split Program-Footnote-1685290 -Node: Tee Program685418 -Node: Uniq Program688225 -Node: Wc Program695655 -Ref: Wc Program-Footnote-1699923 -Ref: Wc Program-Footnote-2700123 -Node: Miscellaneous Programs700215 -Node: Dupword Program701428 -Node: Alarm Program703459 -Node: Translate Program708273 -Ref: Translate Program-Footnote-1712664 -Ref: Translate Program-Footnote-2712934 -Node: Labels Program713068 -Ref: Labels Program-Footnote-1716439 -Node: Word Sorting716523 -Node: History Sorting720566 -Node: Extract Program722402 -Ref: Extract Program-Footnote-1729977 -Node: Simple Sed730106 -Node: Igawk Program733168 -Ref: Igawk Program-Footnote-1748344 -Ref: Igawk Program-Footnote-2748545 -Node: Anagram Program748683 -Node: Signature Program751751 -Node: Programs Summary752998 -Node: Advanced Features754186 -Node: Nondecimal Data756134 -Node: Array Sorting757711 -Node: Controlling Array Traversal758408 -Node: Array Sorting Functions766688 -Ref: Array Sorting Functions-Footnote-1770595 -Node: Two-way I/O770789 -Ref: Two-way I/O-Footnote-1776305 -Node: TCP/IP Networking776387 -Node: Profiling779231 -Node: Advanced Features Summary786773 -Node: Internationalization788637 -Node: I18N and L10N790117 -Node: Explaining gettext790803 -Ref: Explaining gettext-Footnote-1795943 -Ref: Explaining gettext-Footnote-2796127 -Node: Programmer i18n796292 -Node: Translator i18n800517 -Node: String Extraction801311 -Ref: String Extraction-Footnote-1802272 -Node: Printf Ordering802358 -Ref: Printf Ordering-Footnote-1805140 -Node: I18N Portability805204 -Ref: I18N Portability-Footnote-1807653 -Node: I18N Example807716 -Ref: I18N Example-Footnote-1810438 -Node: Gawk I18N810510 -Node: I18N Summary811148 -Node: Debugger812487 -Node: Debugging813509 -Node: Debugging Concepts813950 -Node: Debugging Terms815806 -Node: Awk Debugging818403 -Node: Sample Debugging Session819295 -Node: Debugger Invocation819815 -Node: Finding The Bug821148 -Node: List of Debugger Commands827630 -Node: Breakpoint Control828962 -Node: Debugger Execution Control832626 -Node: Viewing And Changing Data835986 -Node: Execution Stack839344 -Node: Debugger Info840857 -Node: Miscellaneous Debugger Commands844851 -Node: Readline Support850035 -Node: Limitations850927 -Node: Debugging Summary853201 -Node: Arbitrary Precision Arithmetic854365 -Ref: Arbitrary Precision Arithmetic-Footnote-1856014 -Node: General Arithmetic856162 -Node: Floating Point Issues857882 -Node: String Conversion Precision858763 -Ref: String Conversion Precision-Footnote-1860468 -Node: Unexpected Results860577 -Node: POSIX Floating Point Problems862730 -Ref: POSIX Floating Point Problems-Footnote-1866551 -Node: Integer Programming866589 -Node: Floating-point Programming868400 -Ref: Floating-point Programming-Footnote-1874728 -Ref: Floating-point Programming-Footnote-2874998 -Node: Floating-point Representation875262 -Node: Floating-point Context876427 -Ref: table-ieee-formats877266 -Node: Rounding Mode878650 -Ref: table-rounding-modes879129 -Ref: Rounding Mode-Footnote-1882144 -Node: Gawk and MPFR882323 -Node: Arbitrary Precision Floats883732 -Ref: Arbitrary Precision Floats-Footnote-1886175 -Node: Setting Precision886496 -Ref: table-predefined-precision-strings887180 -Node: Setting Rounding Mode889325 -Ref: table-gawk-rounding-modes889729 -Node: Floating-point Constants890916 -Node: Changing Precision892368 -Ref: Changing Precision-Footnote-1893760 -Node: Exact Arithmetic893934 -Node: Arbitrary Precision Integers897068 -Ref: Arbitrary Precision Integers-Footnote-1900083 -Node: Dynamic Extensions900230 -Node: Extension Intro901688 -Node: Plugin License902953 -Node: Extension Mechanism Outline903638 -Ref: figure-load-extension904062 -Ref: figure-load-new-function905547 -Ref: figure-call-new-function906549 -Node: Extension API Description908533 -Node: Extension API Functions Introduction909983 -Node: General Data Types914849 -Ref: General Data Types-Footnote-1920542 -Node: Requesting Values920841 -Ref: table-value-types-returned921578 -Node: Memory Allocation Functions922536 -Ref: Memory Allocation Functions-Footnote-1925283 -Node: Constructor Functions925379 -Node: Registration Functions927137 -Node: Extension Functions927822 -Node: Exit Callback Functions930124 -Node: Extension Version String931374 -Node: Input Parsers932024 -Node: Output Wrappers941827 -Node: Two-way processors946343 -Node: Printing Messages948547 -Ref: Printing Messages-Footnote-1949624 -Node: Updating `ERRNO'949776 -Node: Accessing Parameters950515 -Node: Symbol Table Access951745 -Node: Symbol table by name952259 -Node: Symbol table by cookie954235 -Ref: Symbol table by cookie-Footnote-1958368 -Node: Cached values958431 -Ref: Cached values-Footnote-1961936 -Node: Array Manipulation962027 -Ref: Array Manipulation-Footnote-1963125 -Node: Array Data Types963164 -Ref: Array Data Types-Footnote-1965867 -Node: Array Functions965959 -Node: Flattening Arrays969833 -Node: Creating Arrays976685 -Node: Extension API Variables981416 -Node: Extension Versioning982052 -Node: Extension API Informational Variables983953 -Node: Extension API Boilerplate985039 -Node: Finding Extensions988843 -Node: Extension Example989403 -Node: Internal File Description990133 -Node: Internal File Ops994224 -Ref: Internal File Ops-Footnote-11005770 -Node: Using Internal File Ops1005910 -Ref: Using Internal File Ops-Footnote-11008257 -Node: Extension Samples1008525 -Node: Extension Sample File Functions1010049 -Node: Extension Sample Fnmatch1017617 -Node: Extension Sample Fork1019084 -Node: Extension Sample Inplace1020297 -Node: Extension Sample Ord1022063 -Node: Extension Sample Readdir1022899 -Ref: table-readdir-file-types1023748 -Node: Extension Sample Revout1024547 -Node: Extension Sample Rev2way1025138 -Node: Extension Sample Read write array1025879 -Node: Extension Sample Readfile1027758 -Node: Extension Sample API Tests1028858 -Node: Extension Sample Time1029383 -Node: gawkextlib1030698 -Node: Language History1033485 -Node: V7/SVR3.11035079 -Node: SVR41037399 -Node: POSIX1038841 -Node: BTL1040227 -Node: POSIX/GNU1040961 -Node: Feature History1046560 -Node: Common Extensions1059672 -Node: Ranges and Locales1060984 -Ref: Ranges and Locales-Footnote-11065601 -Ref: Ranges and Locales-Footnote-21065628 -Ref: Ranges and Locales-Footnote-31065862 -Node: Contributors1066083 -Node: Installation1071521 -Node: Gawk Distribution1072415 -Node: Getting1072899 -Node: Extracting1073725 -Node: Distribution contents1075367 -Node: Unix Installation1081084 -Node: Quick Installation1081701 -Node: Additional Configuration Options1084143 -Node: Configuration Philosophy1085881 -Node: Non-Unix Installation1088232 -Node: PC Installation1088690 -Node: PC Binary Installation1090001 -Node: PC Compiling1091849 -Ref: PC Compiling-Footnote-11094848 -Node: PC Testing1094953 -Node: PC Using1096129 -Node: Cygwin1100287 -Node: MSYS1101096 -Node: VMS Installation1101610 -Node: VMS Compilation1102406 -Ref: VMS Compilation-Footnote-11103621 -Node: VMS Dynamic Extensions1103679 -Node: VMS Installation Details1105052 -Node: VMS Running1107298 -Node: VMS GNV1110132 -Node: VMS Old Gawk1110855 -Node: Bugs1111325 -Node: Other Versions1115329 -Node: Notes1121554 -Node: Compatibility Mode1122354 -Node: Additions1123136 -Node: Accessing The Source1124061 -Node: Adding Code1125497 -Node: New Ports1131675 -Node: Derived Files1136156 -Ref: Derived Files-Footnote-11141237 -Ref: Derived Files-Footnote-21141271 -Ref: Derived Files-Footnote-31141867 -Node: Future Extensions1141981 -Node: Implementation Limitations1142587 -Node: Extension Design1143835 -Node: Old Extension Problems1144989 -Ref: Old Extension Problems-Footnote-11146506 -Node: Extension New Mechanism Goals1146563 -Ref: Extension New Mechanism Goals-Footnote-11149924 -Node: Extension Other Design Decisions1150113 -Node: Extension Future Growth1152219 -Node: Old Extension Mechanism1153055 -Node: Basic Concepts1154795 -Node: Basic High Level1155476 -Ref: figure-general-flow1155748 -Ref: figure-process-flow1156347 -Ref: Basic High Level-Footnote-11159576 -Node: Basic Data Typing1159761 -Node: Glossary1163088 -Node: Copying1188240 -Node: GNU Free Documentation License1225796 -Node: Index1250932 +Ref: Auto-set-Footnote-1442059 +Ref: Auto-set-Footnote-2442264 +Node: ARGC and ARGV442320 +Node: Pattern Action Summary446159 +Node: Arrays448382 +Node: Array Basics449931 +Node: Array Intro450757 +Ref: figure-array-elements452730 +Node: Reference to Elements455137 +Node: Assigning Elements457410 +Node: Array Example457901 +Node: Scanning an Array459633 +Node: Controlling Scanning462648 +Ref: Controlling Scanning-Footnote-1467821 +Node: Delete468137 +Ref: Delete-Footnote-1470902 +Node: Numeric Array Subscripts470959 +Node: Uninitialized Subscripts473142 +Node: Multidimensional474767 +Node: Multiscanning477860 +Node: Arrays of Arrays479449 +Node: Arrays Summary484112 +Node: Functions486217 +Node: Built-in487090 +Node: Calling Built-in488168 +Node: Numeric Functions490156 +Ref: Numeric Functions-Footnote-1493990 +Ref: Numeric Functions-Footnote-2494347 +Ref: Numeric Functions-Footnote-3494395 +Node: String Functions494664 +Ref: String Functions-Footnote-1517675 +Ref: String Functions-Footnote-2517804 +Ref: String Functions-Footnote-3518052 +Node: Gory Details518139 +Ref: table-sub-escapes519808 +Ref: table-sub-posix-92521162 +Ref: table-sub-proposed522513 +Ref: table-posix-sub523867 +Ref: table-gensub-escapes525412 +Ref: Gory Details-Footnote-1526588 +Ref: Gory Details-Footnote-2526639 +Node: I/O Functions526790 +Ref: I/O Functions-Footnote-1533913 +Node: Time Functions534060 +Ref: Time Functions-Footnote-1544524 +Ref: Time Functions-Footnote-2544592 +Ref: Time Functions-Footnote-3544750 +Ref: Time Functions-Footnote-4544861 +Ref: Time Functions-Footnote-5544973 +Ref: Time Functions-Footnote-6545200 +Node: Bitwise Functions545466 +Ref: table-bitwise-ops546028 +Ref: Bitwise Functions-Footnote-1550273 +Node: Type Functions550457 +Node: I18N Functions551599 +Node: User-defined553244 +Node: Definition Syntax554048 +Ref: Definition Syntax-Footnote-1558973 +Node: Function Example559042 +Ref: Function Example-Footnote-1561686 +Node: Function Caveats561708 +Node: Calling A Function562226 +Node: Variable Scope563181 +Node: Pass By Value/Reference566169 +Node: Return Statement569677 +Node: Dynamic Typing572661 +Node: Indirect Calls573590 +Node: Functions Summary583303 +Node: Library Functions585842 +Ref: Library Functions-Footnote-1589417 +Ref: Library Functions-Footnote-2589560 +Node: Library Names589731 +Ref: Library Names-Footnote-1593204 +Ref: Library Names-Footnote-2593424 +Node: General Functions593510 +Node: Strtonum Function594538 +Node: Assert Function597468 +Node: Round Function600794 +Node: Cliff Random Function602335 +Node: Ordinal Functions603351 +Ref: Ordinal Functions-Footnote-1606428 +Ref: Ordinal Functions-Footnote-2606680 +Node: Join Function606891 +Ref: Join Function-Footnote-1608662 +Node: Getlocaltime Function608862 +Node: Readfile Function612598 +Node: Data File Management614437 +Node: Filetrans Function615069 +Node: Rewind Function619124 +Node: File Checking620511 +Ref: File Checking-Footnote-1621643 +Node: Empty Files621844 +Node: Ignoring Assigns624067 +Node: Getopt Function625600 +Ref: Getopt Function-Footnote-1636896 +Node: Passwd Functions637099 +Ref: Passwd Functions-Footnote-1646078 +Node: Group Functions646166 +Ref: Group Functions-Footnote-1654108 +Node: Walking Arrays654321 +Node: Library Functions Summary656491 +Node: Sample Programs657853 +Node: Running Examples658580 +Node: Clones659308 +Node: Cut Program660532 +Node: Egrep Program670393 +Ref: Egrep Program-Footnote-1678322 +Node: Id Program678432 +Node: Split Program682096 +Ref: Split Program-Footnote-1685627 +Node: Tee Program685755 +Node: Uniq Program688562 +Node: Wc Program695992 +Ref: Wc Program-Footnote-1700260 +Ref: Wc Program-Footnote-2700460 +Node: Miscellaneous Programs700552 +Node: Dupword Program701765 +Node: Alarm Program703796 +Node: Translate Program708610 +Ref: Translate Program-Footnote-1713001 +Ref: Translate Program-Footnote-2713271 +Node: Labels Program713405 +Ref: Labels Program-Footnote-1716776 +Node: Word Sorting716860 +Node: History Sorting720903 +Node: Extract Program722739 +Ref: Extract Program-Footnote-1730314 +Node: Simple Sed730443 +Node: Igawk Program733505 +Ref: Igawk Program-Footnote-1748681 +Ref: Igawk Program-Footnote-2748882 +Node: Anagram Program749020 +Node: Signature Program752088 +Node: Programs Summary753335 +Node: Advanced Features754523 +Node: Nondecimal Data756471 +Node: Array Sorting758048 +Node: Controlling Array Traversal758745 +Node: Array Sorting Functions767025 +Ref: Array Sorting Functions-Footnote-1770932 +Node: Two-way I/O771126 +Ref: Two-way I/O-Footnote-1776642 +Node: TCP/IP Networking776724 +Node: Profiling779568 +Node: Advanced Features Summary787110 +Node: Internationalization788974 +Node: I18N and L10N790454 +Node: Explaining gettext791140 +Ref: Explaining gettext-Footnote-1796280 +Ref: Explaining gettext-Footnote-2796464 +Node: Programmer i18n796629 +Node: Translator i18n800854 +Node: String Extraction801648 +Ref: String Extraction-Footnote-1802609 +Node: Printf Ordering802695 +Ref: Printf Ordering-Footnote-1805477 +Node: I18N Portability805541 +Ref: I18N Portability-Footnote-1807990 +Node: I18N Example808053 +Ref: I18N Example-Footnote-1810775 +Node: Gawk I18N810847 +Node: I18N Summary811485 +Node: Debugger812824 +Node: Debugging813846 +Node: Debugging Concepts814287 +Node: Debugging Terms816143 +Node: Awk Debugging818740 +Node: Sample Debugging Session819632 +Node: Debugger Invocation820152 +Node: Finding The Bug821485 +Node: List of Debugger Commands827967 +Node: Breakpoint Control829299 +Node: Debugger Execution Control832963 +Node: Viewing And Changing Data836323 +Node: Execution Stack839681 +Node: Debugger Info841194 +Node: Miscellaneous Debugger Commands845188 +Node: Readline Support850372 +Node: Limitations851264 +Node: Debugging Summary853538 +Node: Arbitrary Precision Arithmetic854702 +Ref: Arbitrary Precision Arithmetic-Footnote-1856351 +Node: General Arithmetic856499 +Node: Floating Point Issues858219 +Node: String Conversion Precision859100 +Ref: String Conversion Precision-Footnote-1860805 +Node: Unexpected Results860914 +Node: POSIX Floating Point Problems863067 +Ref: POSIX Floating Point Problems-Footnote-1866888 +Node: Integer Programming866926 +Node: Floating-point Programming868737 +Ref: Floating-point Programming-Footnote-1875065 +Ref: Floating-point Programming-Footnote-2875335 +Node: Floating-point Representation875599 +Node: Floating-point Context876764 +Ref: table-ieee-formats877603 +Node: Rounding Mode878987 +Ref: table-rounding-modes879466 +Ref: Rounding Mode-Footnote-1882481 +Node: Gawk and MPFR882660 +Node: Arbitrary Precision Floats884069 +Ref: Arbitrary Precision Floats-Footnote-1886512 +Node: Setting Precision886833 +Ref: table-predefined-precision-strings887517 +Node: Setting Rounding Mode889662 +Ref: table-gawk-rounding-modes890066 +Node: Floating-point Constants891253 +Node: Changing Precision892705 +Ref: Changing Precision-Footnote-1894097 +Node: Exact Arithmetic894271 +Node: Arbitrary Precision Integers897405 +Ref: Arbitrary Precision Integers-Footnote-1900420 +Node: Dynamic Extensions900567 +Node: Extension Intro902025 +Node: Plugin License903290 +Node: Extension Mechanism Outline903975 +Ref: figure-load-extension904399 +Ref: figure-load-new-function905884 +Ref: figure-call-new-function906886 +Node: Extension API Description908870 +Node: Extension API Functions Introduction910320 +Node: General Data Types915186 +Ref: General Data Types-Footnote-1920879 +Node: Requesting Values921178 +Ref: table-value-types-returned921915 +Node: Memory Allocation Functions922873 +Ref: Memory Allocation Functions-Footnote-1925620 +Node: Constructor Functions925716 +Node: Registration Functions927474 +Node: Extension Functions928159 +Node: Exit Callback Functions930461 +Node: Extension Version String931711 +Node: Input Parsers932361 +Node: Output Wrappers942164 +Node: Two-way processors946680 +Node: Printing Messages948884 +Ref: Printing Messages-Footnote-1949961 +Node: Updating `ERRNO'950113 +Node: Accessing Parameters950852 +Node: Symbol Table Access952082 +Node: Symbol table by name952596 +Node: Symbol table by cookie954572 +Ref: Symbol table by cookie-Footnote-1958705 +Node: Cached values958768 +Ref: Cached values-Footnote-1962273 +Node: Array Manipulation962364 +Ref: Array Manipulation-Footnote-1963462 +Node: Array Data Types963501 +Ref: Array Data Types-Footnote-1966204 +Node: Array Functions966296 +Node: Flattening Arrays970170 +Node: Creating Arrays977022 +Node: Extension API Variables981753 +Node: Extension Versioning982389 +Node: Extension API Informational Variables984290 +Node: Extension API Boilerplate985376 +Node: Finding Extensions989180 +Node: Extension Example989740 +Node: Internal File Description990470 +Node: Internal File Ops994561 +Ref: Internal File Ops-Footnote-11006107 +Node: Using Internal File Ops1006247 +Ref: Using Internal File Ops-Footnote-11008594 +Node: Extension Samples1008862 +Node: Extension Sample File Functions1010386 +Node: Extension Sample Fnmatch1017954 +Node: Extension Sample Fork1019421 +Node: Extension Sample Inplace1020634 +Node: Extension Sample Ord1022400 +Node: Extension Sample Readdir1023236 +Ref: table-readdir-file-types1024085 +Node: Extension Sample Revout1024884 +Node: Extension Sample Rev2way1025475 +Node: Extension Sample Read write array1026216 +Node: Extension Sample Readfile1028095 +Node: Extension Sample API Tests1029195 +Node: Extension Sample Time1029720 +Node: gawkextlib1031035 +Node: Language History1033822 +Node: V7/SVR3.11035416 +Node: SVR41037736 +Node: POSIX1039178 +Node: BTL1040564 +Node: POSIX/GNU1041298 +Node: Feature History1046897 +Node: Common Extensions1060009 +Node: Ranges and Locales1061321 +Ref: Ranges and Locales-Footnote-11065938 +Ref: Ranges and Locales-Footnote-21065965 +Ref: Ranges and Locales-Footnote-31066199 +Node: Contributors1066420 +Node: Installation1071858 +Node: Gawk Distribution1072752 +Node: Getting1073236 +Node: Extracting1074062 +Node: Distribution contents1075704 +Node: Unix Installation1081421 +Node: Quick Installation1082038 +Node: Additional Configuration Options1084480 +Node: Configuration Philosophy1086218 +Node: Non-Unix Installation1088569 +Node: PC Installation1089027 +Node: PC Binary Installation1090338 +Node: PC Compiling1092186 +Ref: PC Compiling-Footnote-11095185 +Node: PC Testing1095290 +Node: PC Using1096466 +Node: Cygwin1100624 +Node: MSYS1101433 +Node: VMS Installation1101947 +Node: VMS Compilation1102743 +Ref: VMS Compilation-Footnote-11103958 +Node: VMS Dynamic Extensions1104016 +Node: VMS Installation Details1105389 +Node: VMS Running1107635 +Node: VMS GNV1110469 +Node: VMS Old Gawk1111192 +Node: Bugs1111662 +Node: Other Versions1115666 +Node: Notes1121891 +Node: Compatibility Mode1122691 +Node: Additions1123473 +Node: Accessing The Source1124398 +Node: Adding Code1125834 +Node: New Ports1132012 +Node: Derived Files1136493 +Ref: Derived Files-Footnote-11141574 +Ref: Derived Files-Footnote-21141608 +Ref: Derived Files-Footnote-31142204 +Node: Future Extensions1142318 +Node: Implementation Limitations1142924 +Node: Extension Design1144172 +Node: Old Extension Problems1145326 +Ref: Old Extension Problems-Footnote-11146843 +Node: Extension New Mechanism Goals1146900 +Ref: Extension New Mechanism Goals-Footnote-11150261 +Node: Extension Other Design Decisions1150450 +Node: Extension Future Growth1152556 +Node: Old Extension Mechanism1153392 +Node: Basic Concepts1155132 +Node: Basic High Level1155813 +Ref: figure-general-flow1156085 +Ref: figure-process-flow1156684 +Ref: Basic High Level-Footnote-11159913 +Node: Basic Data Typing1160098 +Node: Glossary1163425 +Node: Copying1188577 +Node: GNU Free Documentation License1226133 +Node: Index1251269 End Tag Table diff --git a/doc/gawk.texi b/doc/gawk.texi index d6453c8b..ba6be294 100644 --- a/doc/gawk.texi +++ b/doc/gawk.texi @@ -14405,10 +14405,18 @@ next file is opened. An associative array containing the values of the environment. The array indices are the environment variable names; the elements are the values of the particular environment variables. For example, -@code{ENVIRON["HOME"]} might be @code{"/home/arnold"}. Changing this array -does not affect the environment passed on to any programs that -@command{awk} may spawn via redirection or the @code{system()} function. -(In a future version of @command{gawk}, it may do so.) +@code{ENVIRON["HOME"]} might be @code{/home/arnold}. + +For POSIX @command{awk}, changing this array does not affect the +environment passed on to any programs that @command{awk} may spawn via +redirection or the @code{system()} function. + +However, beginning with version 4.2, if not in POSIX +compatibility mode, @command{gawk} does update its own environment when +@code{ENVIRON} is changed, thus changing the environment seen by programs +that it creates. You should therefore be especially careful if you +modify @code{ENVIRON["PATH"]"}, which is the search path for finding +executable programs. Some operating systems may not have environment variables. On such systems, the @code{ENVIRON} array is empty (except for @@ -37688,9 +37696,10 @@ mail at the Internet address noted previously. If you find bugs in one of the non-Unix ports of @command{gawk}, please send an electronic mail message to the person who maintains that port. They -are named in the following list, as well as in the @file{README} file in the @command{gawk} -distribution. Information in the @file{README} file should be considered -authoritative if it conflicts with this @value{DOCUMENT}. +are named in the following list, as well as in the @file{README} file +in the @command{gawk} distribution. Information in the @file{README} +file should be considered authoritative if it conflicts with this +@value{DOCUMENT}. The people maintaining the non-Unix ports of @command{gawk} are as follows: @@ -37718,7 +37727,8 @@ John Malmberg, @EMAIL{wb8tyw@@qsl.net,wb8tyw at qsl.net}. @end multitable If your bug is also reproducible under Unix, please send a copy of your -report to the @EMAIL{bug-gawk@@gnu.org,bug-gawk at gnu dot org} email list as well. +report to the @EMAIL{bug-gawk@@gnu.org,bug-gawk at gnu dot org} email +list as well. @c ENDOFRANGE dbugg @c ENDOFRANGE tblgawb diff --git a/doc/gawktexi.in b/doc/gawktexi.in index c91820af..4efad7eb 100644 --- a/doc/gawktexi.in +++ b/doc/gawktexi.in @@ -13785,10 +13785,18 @@ next file is opened. An associative array containing the values of the environment. The array indices are the environment variable names; the elements are the values of the particular environment variables. For example, -@code{ENVIRON["HOME"]} might be @code{"/home/arnold"}. Changing this array -does not affect the environment passed on to any programs that -@command{awk} may spawn via redirection or the @code{system()} function. -(In a future version of @command{gawk}, it may do so.) +@code{ENVIRON["HOME"]} might be @code{/home/arnold}. + +For POSIX @command{awk}, changing this array does not affect the +environment passed on to any programs that @command{awk} may spawn via +redirection or the @code{system()} function. + +However, beginning with version 4.2, if not in POSIX +compatibility mode, @command{gawk} does update its own environment when +@code{ENVIRON} is changed, thus changing the environment seen by programs +that it creates. You should therefore be especially careful if you +modify @code{ENVIRON["PATH"]"}, which is the search path for finding +executable programs. Some operating systems may not have environment variables. On such systems, the @code{ENVIRON} array is empty (except for @@ -36832,9 +36840,10 @@ mail at the Internet address noted previously. If you find bugs in one of the non-Unix ports of @command{gawk}, please send an electronic mail message to the person who maintains that port. They -are named in the following list, as well as in the @file{README} file in the @command{gawk} -distribution. Information in the @file{README} file should be considered -authoritative if it conflicts with this @value{DOCUMENT}. +are named in the following list, as well as in the @file{README} file +in the @command{gawk} distribution. Information in the @file{README} +file should be considered authoritative if it conflicts with this +@value{DOCUMENT}. The people maintaining the non-Unix ports of @command{gawk} are as follows: @@ -36862,7 +36871,8 @@ John Malmberg, @EMAIL{wb8tyw@@qsl.net,wb8tyw at qsl.net}. @end multitable If your bug is also reproducible under Unix, please send a copy of your -report to the @EMAIL{bug-gawk@@gnu.org,bug-gawk at gnu dot org} email list as well. +report to the @EMAIL{bug-gawk@@gnu.org,bug-gawk at gnu dot org} email +list as well. @c ENDOFRANGE dbugg @c ENDOFRANGE tblgawb @@ -1120,6 +1120,10 @@ load_environ() */ path_environ("AWKPATH", defpath); path_environ("AWKLIBPATH", deflibpath); + + /* set up array functions */ + init_env_array(ENVIRON_node); + return ENVIRON_node; } diff --git a/pc/config.h b/pc/config.h index 85389eb2..c5d78a96 100644 --- a/pc/config.h +++ b/pc/config.h @@ -423,7 +423,7 @@ #define PACKAGE_NAME "GNU Awk" /* Define to the full name and version of this package. */ -#define PACKAGE_STRING "GNU Awk 4.1.1a" +#define PACKAGE_STRING "GNU Awk 4.1.60" /* Define to the one symbol short name of this package. */ #define PACKAGE_TARNAME "gawk" @@ -432,7 +432,7 @@ #define PACKAGE_URL "http://www.gnu.org/software/gawk/" /* Define to the version of this package. */ -#define PACKAGE_VERSION "4.1.1a" +#define PACKAGE_VERSION "4.1.60" /* Define to 1 if *printf supports %F format */ #undef PRINTF_HAS_F_FORMAT @@ -494,7 +494,7 @@ /* Version number of package */ -#define VERSION "4.1.1a" +#define VERSION "4.1.60" /* Enable large inode numbers on Mac OS X 10.5. */ #ifndef _DARWIN_USE_64_BIT_INODE diff --git a/str_array.c b/str_array.c index aa82d71b..33c9ddcc 100644 --- a/str_array.c +++ b/str_array.c @@ -69,6 +69,25 @@ afunc_t str_array_func[] = { (afunc_t) 0, }; +static NODE **env_remove(NODE *symbol, NODE *subs); +static NODE **env_store(NODE *symbol, NODE *subs); +static NODE **env_clear(NODE *symbol, NODE *subs); + +/* special case for ENVIRON */ +afunc_t env_array_func[] = { + str_array_init, + (afunc_t) 0, + null_length, + str_lookup, + str_exists, + env_clear, + env_remove, + str_list, + str_copy, + str_dump, + env_store, +}; + static inline NODE **str_find(NODE *symbol, NODE *s1, size_t code1, unsigned long hash1); static void grow_table(NODE *symbol); @@ -737,3 +756,63 @@ scramble(unsigned long x) return x; } + +/* env_remove --- for ENVIRON, remove value from real environment */ + +static NODE ** +env_remove(NODE *symbol, NODE *subs) +{ + NODE **val = str_remove(symbol, subs); + + if (val != NULL) + (void) unsetenv(subs->stptr); + + return val; +} + +/* env_clear --- clear out the environment when ENVIRON is deleted */ + +static NODE ** +env_clear(NODE *symbol, NODE *subs) +{ + extern char **environ; + NODE **val = str_clear(symbol, subs); + + environ = NULL; /* ZAP! */ + + /* str_clear zaps the vtable, reset it */ + symbol->array_funcs = env_array_func; + + return val; +} + +/* env_store --- post assign function for ENVIRON, put new value into env */ + +static NODE ** +env_store(NODE *symbol, NODE *subs) +{ + NODE **val = str_exists(symbol, subs); + const char *newval; + + assert(val != NULL); + + newval = (*val)->stptr; + if (newval == NULL) + newval = ""; + + (void) setenv(subs->stptr, newval, 1); + + return val; +} + +/* init_env_array --- set up the pointers for ENVIRON. A bit hacky. */ + +void +init_env_array(NODE *env_node) +{ + /* If POSIX simply don't reset the vtable and things work as before */ + if (do_posix) + return; + + env_node->array_funcs = env_array_func; +} diff --git a/test/ChangeLog b/test/ChangeLog index 4315bbb9..cd5e5fa8 100644 --- a/test/ChangeLog +++ b/test/ChangeLog @@ -210,6 +210,12 @@ * Makefile.am (badassign1): New test. * badassign1.awk, badassign1.ok: New files. +2013-09-25 Arnold D. Robbins <arnold@skeeve.com> + + * Makfile.am (randtest): New test. + * randtest.sh, randtest.ok: New files. + * rand.ok: Updated to reflect new results based on code change. + 2013-09-13 Arnold D. Robbins <arnold@skeeve.com> * Makefile.am: Fix quoting for generation of Maketests file so diff --git a/test/Makefile.am b/test/Makefile.am index e5c3c1eb..077c5ea2 100644 --- a/test/Makefile.am +++ b/test/Makefile.am @@ -705,6 +705,8 @@ EXTRA_DIST = \ rand-mpfr.ok \ rand.awk \ rand.ok \ + randtest.sh \ + randtest.ok \ range1.awk \ range1.in \ range1.ok \ @@ -979,7 +981,7 @@ BASIC_TESTS = \ paramdup paramres paramtyp paramuninitglobal parse1 parsefld parseme \ pcntplus posix2008sub prdupval prec printf0 printf1 prmarscl prmreuse \ prt1eval prtoeval \ - rand range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ + rand randtest range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ reparse resplit rri1 rs rsnul1nl rsnulbig rsnulbig2 rstest1 rstest2 \ rstest3 rstest4 rstest5 rswhite \ scalar sclforin sclifin sortempty splitargv splitarr splitdef \ @@ -1916,6 +1918,12 @@ dfamb1: AWKPATH="$(srcdir)" $(AWK) -f $@.awk "$(srcdir)"/$@.in >_$@ 2>&1 || echo EXIT CODE: $$? >>_$@ @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ + +randtest:: + @echo $@ + @GAWK="$(AWKPROG)" "$(srcdir)"/randtest.sh >_$@ + @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ + backbigs1: @echo $@ @[ -z "$$GAWKLOCALE" ] && GAWKLOCALE=en_US.UTF-8; \ diff --git a/test/Makefile.in b/test/Makefile.in index 5326e0b1..a603f0b4 100644 --- a/test/Makefile.in +++ b/test/Makefile.in @@ -951,6 +951,8 @@ EXTRA_DIST = \ rand-mpfr.ok \ rand.awk \ rand.ok \ + randtest.sh \ + randtest.ok \ range1.awk \ range1.in \ range1.ok \ @@ -1224,7 +1226,7 @@ BASIC_TESTS = \ paramdup paramres paramtyp paramuninitglobal parse1 parsefld parseme \ pcntplus posix2008sub prdupval prec printf0 printf1 prmarscl prmreuse \ prt1eval prtoeval \ - rand range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ + rand randtest range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ reparse resplit rri1 rs rsnul1nl rsnulbig rsnulbig2 rstest1 rstest2 \ rstest3 rstest4 rstest5 rswhite \ scalar sclforin sclifin sortempty splitargv splitarr splitdef \ @@ -2340,6 +2342,11 @@ dfamb1: AWKPATH="$(srcdir)" $(AWK) -f $@.awk "$(srcdir)"/$@.in >_$@ 2>&1 || echo EXIT CODE: $$? >>_$@ @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ +randtest:: + @echo $@ + @GAWK="$(AWKPROG)" "$(srcdir)"/randtest.sh >_$@ + @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ + backbigs1: @echo $@ @[ -z "$$GAWKLOCALE" ] && GAWKLOCALE=en_US.UTF-8; \ diff --git a/test/rand.ok b/test/rand.ok index 60432b95..1df4ba39 100644 --- a/test/rand.ok +++ b/test/rand.ok @@ -1 +1 @@ - 62 67 88 6 35 77 3 68 30 96 90 26 35 8 88 93 49 53 37 + 67 6 77 68 96 26 8 93 53 74 53 95 78 74 96 77 33 58 91 diff --git a/test/randtest.ok b/test/randtest.ok new file mode 100644 index 00000000..e69de29b --- /dev/null +++ b/test/randtest.ok diff --git a/test/randtest.sh b/test/randtest.sh new file mode 100755 index 00000000..b17fda73 --- /dev/null +++ b/test/randtest.sh @@ -0,0 +1,113 @@ +# THIS PURPOSELY DOES NOT HAVE A !# LINE !!!! +# +# Date: Mon, 9 Sep 2013 14:49:43 -0700 +# From: Bob Jewett <jewett@bill.scs.agilent.com> +# Message-Id: <201309092149.r89Lnh94010909@bill.scs.agilent.com> +# To: arnold@skeeve.com +# Subject: Re: [bug-gawk] Bug in random() in builtin.c +# +# Hi Arnold, +# +# Attached below is a script that tests gawk for this particular +# rand() problem. The pair-wise combinations show a strong +# autocorrelation for a delay of 31 pairs of rand() samples. +# +# The script prints out the measured autocorrelation for a record +# of NSAMPLES pairs. It also prints a fail message at the end if +# it fails. +# +# If you want to see the autocorrelation values, there is a print +# statement that if uncommented will save them to a file. +# +# Please let me know if the mailer screws up the transfer or +# if you have any questions about the test. +# +# Best regards, +# Bob +# +# -------------- test_pair_power_autocorrelation ----------------------- +# +#!/bin/ksh + +#GAWK=/bin/gawk + +# ADR: Get GAWK from the environment. +# Additional note: This wants ksh/bash for the use of $RANDOM below to +# seed the generator. However, shells that don't provide it won't be +# a problem since gawk will then seed the generator with the time of day, +# as srand() will be called without an argument. + +# large NSAMPLES and NRUNS will bring any correlation out of the noise better +NSAMPLES=1024; MAX_ALLOWED_SIGMA=5; NRUNS=50; + +$GAWK 'BEGIN{ + srand('$RANDOM'); + nsamples=('$NSAMPLES'); + max_allowed_sigma=('$MAX_ALLOWED_SIGMA'); + nruns=('$NRUNS'); + for(tau=0;tau<nsamples/2;tau++) corr[tau]=0; + + for(run=0;run<nruns;run++) { + sum=0; + + # Fill an array with a sequence of samples that are a + # function of pairs of rand() values. + + for(i=0;i<nsamples;i++) { + samp[i]=((rand()-0.5)*(rand()-0.5))^2; + sum=sum+samp[i]; + } + + # Subtract off the mean of the sequence: + + mean=sum/nsamples; + for(i=0;i<nsamples;i++) samp[i]=samp[i]-mean; + + # Calculate an autocorrelation function on the sequence. + # Because the values of rand() should be independent, there + # should be no peaks in the autocorrelation. + + for(tau=0;tau<nsamples/2;tau++) { + sum=0; + for(i=0;i<nsamples/2;i++) sum=sum+samp[i]*samp[i+tau]; + corr[tau]=corr[tau]+sum; + } + + } + # Normalize the autocorrelation to the tau=0 value. + + max_corr=corr[0]; + for(tau=0;tau<nsamples/2;tau++) corr[tau]=corr[tau]/max_corr; + + # OPTIONALLY Print out the autocorrelation values: + + # for(tau=0;tau<nsamples/2;tau++) print tau, corr[tau] > "pairpower_corr.data"; + + # Calculate the sigma for the non-zero tau values: + + power_sum=0; + + for(tau=1;tau<nsamples/2;tau++) power_sum=power_sum+(corr[tau])^2; + + sigma=sqrt(power_sum/(nsamples/2-1)); + + # See if any of the correlations exceed a reasonable number of sigma: + + passed=1; + for(tau=1;tau<nsamples/2;tau++) { + if ( abs(corr[tau])/sigma > max_allowed_sigma ) { + print "Tau=", tau ", Autocorr=", corr[tau]/sigma, "sigma"; + passed=0; + } + } + if(!passed) { + print "Test failed." + exit(1); + } + else exit (0); + } + +function abs(abs_input) { return(sqrt(abs_input^2)) ; } +' + +exit 0 |