diff options
-rw-r--r-- | ChangeLog | 28 | ||||
-rw-r--r-- | Makefile.in | 2 | ||||
-rw-r--r-- | NEWS | 12 | ||||
-rw-r--r-- | TODO | 188 | ||||
-rw-r--r-- | awk.h | 1 | ||||
-rw-r--r-- | builtin.c | 56 | ||||
-rw-r--r-- | doc/ChangeLog | 5 | ||||
-rw-r--r-- | doc/gawk.1 | 10 | ||||
-rw-r--r-- | doc/gawk.info | 731 | ||||
-rw-r--r-- | doc/gawk.texi | 16 | ||||
-rw-r--r-- | doc/gawktexi.in | 16 | ||||
-rw-r--r-- | main.c | 4 | ||||
-rw-r--r-- | str_array.c | 79 | ||||
-rw-r--r-- | test/ChangeLog | 6 | ||||
-rw-r--r-- | test/Makefile.am | 10 | ||||
-rw-r--r-- | test/Makefile.in | 9 | ||||
-rw-r--r-- | test/rand.ok | 2 | ||||
-rw-r--r-- | test/randtest.ok | 0 | ||||
-rwxr-xr-x | test/randtest.sh | 113 |
19 files changed, 912 insertions, 376 deletions
@@ -15,6 +15,11 @@ * re.c (resetup): Add a comment about the joy of syntax bits. + Unrelated: + + * builtin.c (do_rand): If result is exactly 1.0, keep trying. + Thanks to Nelson Beebe. + 2013-10-10 Arnold D. Robbins <arnold@skeeve.com> * dfa.c (lex): Sync with GNU grep. Handle multibyte \s and \S. @@ -34,6 +39,13 @@ * dfa.c: Sync with GNU grep. +2013-09-25 Arnold D. Robbins <arnold@skeeve.com> + + * builtin.c (do_rand): Make the result more random by calling + random() twice. See the comment in the code. Thanks to + Bob Jewett <jewett@bill.scs.agilent.com> for the report and + the fix. + 2013-09-24 Arnold D. Robbins <arnold@skeeve.com> * debug.c (find_rule): Handle case where lineno is zero. Can happen @@ -115,6 +127,12 @@ * regcomp.c, regex.h, regex_internal.h: Sync with GLIBC. +2013-08-22 Arnold D. Robbins <arnold@skeeve.com> + + * str_array.c (env_store): If the new value being stored is NULL, + pass in "" instead. Avoids core dump on Mac OS X. + Thanks to Hermann Peifer for the bug report. + 2013-08-20 Arnold D. Robbins <arnold@skeeve.com> * nonposix.h: New file. Contains FAKE_FD_VALUE. @@ -123,6 +141,16 @@ 2013-08-18 Arnold D. Robbins <arnold@skeeve.com> + Reflect updates to ENVIRON into the real environment. + + * awk.h (init_env_array): Add declaration. + * main.c (load_environ): Call init_env_array. + * str_array.c (env_remove, env_store, env_clear, init_env_array): + New functions. + (env_array_func): New array vtable. + +2013-08-18 Arnold D. Robbins <arnold@skeeve.com> + * array.c (force_array): Set symbol->xarray to NULL before initing the array if it was Node_var_new. (null_array): Restore assert, undoing change of 2013-05-27. diff --git a/Makefile.in b/Makefile.in index b60fe7e1..9a1a9053 100644 --- a/Makefile.in +++ b/Makefile.in @@ -79,7 +79,7 @@ DIST_COMMON = INSTALL NEWS README AUTHORS ChangeLog \ $(srcdir)/Makefile.in $(srcdir)/Makefile.am \ $(top_srcdir)/configure $(am__configure_deps) \ $(srcdir)/configh.in mkinstalldirs ABOUT-NLS awkgram.c \ - command.c depcomp ylwrap $(include_HEADERS) COPYING \ + command.c depcomp ylwrap $(include_HEADERS) COPYING TODO \ config.guess config.rpath config.sub install-sh missing ACLOCAL_M4 = $(top_srcdir)/aclocal.m4 am__aclocal_m4_deps = $(top_srcdir)/m4/arch.m4 \ @@ -4,6 +4,18 @@ are permitted in any medium without royalty provided the copyright notice and this notice are preserved. +Changes from 4.1.1 to 4.2.0 +--------------------------- + +1. If not in POSIX mode, changes to ENVIRON are reflected into + gawk's environment, affecting any programs run by system() + or for piped redirections. + +2. The series of numbers returned by rand() should now be "more + random" than previously. Gawk's rand() remains repeatable; you will + get the same series of numbers each time you call rand() repeatedly, + but this will be a different series than previously. + Changes from 4.1.0 to 4.1.1 --------------------------- @@ -0,0 +1,188 @@ +Wed Oct 16 20:19:52 IDT 2013 +============================ + +There were too many files tracking different thoughts and ideas for +things to do, or consider doing. This file merges them into one. As +tasks are completed, they should be moved to the DONE section, below, +or simply removed. + +Upon creation of a release (major or patch release), items from the +previous release should be removed. + +This file should exist only in the master branch or branches based off +of it for development, but not in the stable branch. This may require some +careful work with Git. + +TODO +==== + +Minor Cleanups and Code Improvements +------------------------------------ + + Review the bash source script for working with shared libraries in + order to nuke the use of libtool. [ Partially started in the + nolibtool branch. ] + + Enhance profiling to save comments in a byte-code that does nothing + but that can be used when pretty printing the program. + + API: + ??? #if !defined(GAWK) && !defined(GAWK_OMIT_CONVENIENCE_MACROS) + + ?? Add debugger commands to reference card + + Look at function order within files. + + regex.h - remove underscores in param names + + Consider removing use of and/or need for the protos.h file. + +Minor New Features +------------------ + + Enhance extension/fork.c waitpid to allow the caller to specify + the options. And add an optional array argument to wait and + waitpid in which to return exit status information. + + Consider relaxing the strictness of --posix. + + ? Add an optional base to strtonum, allowing 2-36. + + ? Optional third argument for index indicating where to start the + search. + +Major New Features +------------------ + + Think about how to generalize indirect access. Manuel Collado + suggests things like + + foo = 5 + @"foo" += 4 + + Also needed: + + Indirect calls of built-ins + Indirect calls of extension functions + Indirect through array elements, not just scalar variables + + Some way to make regexp constants first class citizens: + - Assign to variables + - Pass to functions + Tawk has this and it would also make indirect calling of builtins + work more reasonably. Probably would use a special syntax like + @/.../ for such objects. + + Consider a typeof() function that returns a string (scalar, array, + regexp). + + Fix the early chapters in the doc with more up-to-date examples. + No-one uses Bulletin Board Systems anymore. + + Rework management of array index storage. (Partially DONE.) + + Consider using an atom table for all string array indices. + + DBM storage of awk arrays. Try to allow multiple dbm packages. + + ?? A RECLEN variable for fixed-length record input. PROCINFO["RS"] + would be "RS" or "RECLEN" depending upon what's in use. + *** Could this be done as an extension? + + ?? Use a new or improved dfa and/or regex library. + +Things To Think About That May Never Happen +------------------------------------------- + + Consider making shadowed variables a warning and not + a fatal warning when --lint=fatal. + + Similar for extra parameters in a function call. + + Look at code coverage tools, like S2E: https://s2e.epfl.ch/ + + Try running with diehard. See http://www.diehard-software.org, + https://github.com/emeryberger/DieHard + + Implement namespaces. Arnold suggested the following in an email: + - Extend the definition of an 'identifier' to include "." as a valid character + although an identifier can't start with it. + - Extension libraries install functions and global variables with names + that have a "." in them: XML.parse(), XML.name, whatever. + - Awk code can read/write such variables and call such functions, but they + cannot define such functions + function XML.foo() { .. } # error + or create a variable with such a name if it doesn't exist. This would + be a run-time error, not a parse-time error. + - This last rule may be too restrictive. + I don't want to get into fancy rules a la perl and file-scope visibility + etc, I'd like to keep things simple. But how we design this is going + to be very important. + + Include a sample rpm spec file in a new packaging subdirectory. + + Patch lexer for @include and @load to make quotes optional. + + ? Have strftime() pay attention to the value of ENVIRON["TZ"] + + Add a lint check if the return value of a function is used but + the function did not supply a value. + + Consider making gawk output +nan for NaN values so that it + will accept its own output as input. + NOTE: Investigated this. GLIBC formats NaN as '-nan' + and -NaN as 'nan'. Dealing with this is not simple. + + Enhance FIELDWIDTHS with some way to indicate "the rest of the record". + E.g., a length of 0 or -1 or something. Maybe "n"? + + +DONE +==== + +Minor Cleanups and Code Improvements +------------------------------------ + +Minor New Features +------------------ + +Major New Features +------------------ + +Things That We Decided We Will Never Do +--------------------------------------- + + Consider moving var_value info into Node_var itself to reduce + memory usage. This would break all uses of get_lhs in the + code. It's too sweeping a change. + + Add macros for working with flags instead of using & and | + directly. + + FIX regular field splitting to use FPAT algorithm. + Note: Looked at this. Not sure it's with the trouble: + If it ain't broke... + + Scope IDs for IPv6 addresses + + Gnulib + + Make FIELDWIDTHS be an array? + + "Do an optimization pass over parse tree?" + This isn't relevant now that we are using a byte code engine. + + "Consider integrating Fred Fish's DBUG library into gawk." + I did this once as an experiment. But I don't see a lot of value + to this at this stage of the development. Stepping through things + in a debugger is generally enough. Also, I would have to try to + track down the latest version of this. + + "Make awk '/foo/' files... run at egrep speeds (how?)" + This has been on the list since the early days (gawk 1.x or early + 2.x). But I am not sure how to really do this, nor have I done + timings, nor does there seem to be any real demand for this. + + Change from dlopen to using the libltdl library (i.e. lt_dlopen). + This may support more platforms. If we move off of libtool + then this is the wrong direction. @@ -1362,6 +1362,7 @@ extern NODE *do_aoption(int nargs); extern NODE *do_asort(int nargs); extern NODE *do_asorti(int nargs); extern unsigned long (*hash)(const char *s, size_t len, unsigned long hsize, size_t *code); +extern void init_env_array(NODE *env_node); /* awkgram.c */ extern NODE *variable(int location, char *name, NODETYPE type); extern int parse_program(INSTRUCTION **pcode); @@ -2372,6 +2372,8 @@ static char *const state = (char *const) istate; NODE * do_rand(int nargs ATTRIBUTE_UNUSED) { + double tmprand; +#define RAND_DIVISOR ((double)GAWK_RANDOM_MAX+1.0) if (firstrand) { (void) initstate((unsigned) 1, state, SIZEOF_STATE); /* don't need to srandom(1), initstate() does it for us. */ @@ -2383,7 +2385,59 @@ do_rand(int nargs ATTRIBUTE_UNUSED) * * 0 <= n < 1 */ - return make_number((AWKNUM) (random() % GAWK_RANDOM_MAX) / GAWK_RANDOM_MAX); + /* + * Date: Wed, 28 Aug 2013 17:52:46 -0700 + * From: Bob Jewett <jewett@bill.scs.agilent.com> + * + * Call random() twice to fill in more bits in the value + * of the double. Also, there is a bug in random() such + * that when the values of successive values are combined + * like (rand1*rand2)^2, (rand3*rand4)^2, ... the + * resulting time series is not white noise. The + * following also seems to fix that bug. + * + * The add/subtract 0.5 keeps small bits from filling + * below 2^-53 in the double, not that anyone should be + * looking down there. + * + * Date: Wed, 25 Sep 2013 10:45:38 -0600 (MDT) + * From: "Nelson H. F. Beebe" <beebe@math.utah.edu> + * (4) The code is typical of many published fragments for converting + * from integer to floating-point, and I discuss the serious pitfalls + * in my book, because it leads to platform-dependent behavior at the + * end points of the interval [0,1] + * + * (5) the documentation in the gawk info node says + * + * `rand()' + * Return a random number. The values of `rand()' are uniformly + * distributed between zero and one. The value could be zero but is + * never one.(1) + * + * The division by RAND_DIVISOR may not guarantee that 1.0 is never + * returned: the programmer forgot the platform-dependent issue of + * rounding. + * + * For points 4 and 5, the safe way is a loop: + * + * double + * rand(void) // return value in [0.0, 1.0) + * { + * value = internal_rand(); + * + * while (value == 1.0) + * value = internal_rand(); + * + * return (value); + * } + */ + + tmprand = 0.5 + ( (random()/RAND_DIVISOR + random()) / RAND_DIVISOR); + + while (tmprand == 1.0) + tmprand = 0.5 + ( (random()/RAND_DIVISOR + random()) / RAND_DIVISOR); + + return make_number((AWKNUM) (tmprand - 0.5)); } /* do_srand --- seed the random number generator */ diff --git a/doc/ChangeLog b/doc/ChangeLog index 2ee94503..4e801a46 100644 --- a/doc/ChangeLog +++ b/doc/ChangeLog @@ -17,6 +17,11 @@ * gawktexi.in (FN, FFN, DF,DDF, PVERSION, CTL): Remove macros. They have no alternate versions and are just in the way. +2013-08-15 Arnold D. Robbins <arnold@skeeve.com> + + * gawk.1: Document that ENVIRON updates affect the environment. + * gawktexi.in: Ditto. + 2013-06-27 Arnold D. Robbins <arnold@skeeve.com> * texinfo.tex: Update from Karl, fixes a formating problem. @@ -13,7 +13,7 @@ . if \w'\(rq' .ds rq "\(rq . \} .\} -.TH GAWK 1 "May 09 2013" "Free Software Foundation" "Utility Commands" +.TH GAWK 1 "Aug 15 2013" "Free Software Foundation" "Utility Commands" .SH NAME gawk \- pattern scanning and processing language .SH SYNOPSIS @@ -917,11 +917,17 @@ An array containing the values of the current environment. The array is indexed by the environment variables, each element being the value of that variable (e.g., \fBENVIRON["HOME"]\fP might be \fB"/home/arnold"\fR). -Changing this array does not affect the environment seen by programs which +.sp +In POSIX mode, +changing this array does not affect the environment seen by programs which .I gawk spawns via redirection or the .B system() function. +Otherwise, +.I gawk +updates its real environment so that programs it spawns see +the changes. .TP .B ERRNO If a system error occurs either doing a redirection for diff --git a/doc/gawk.info b/doc/gawk.info index 5b3e4ac7..e8ea41db 100644 --- a/doc/gawk.info +++ b/doc/gawk.info @@ -9681,9 +9681,18 @@ with a pound sign (`#'). An associative array containing the values of the environment. The array indices are the environment variable names; the elements are the values of the particular environment variables. For - example, `ENVIRON["HOME"]' might be `/home/arnold'. Changing this - array does not affect the environment passed on to any programs - that `awk' may spawn via redirection or the `system()' function. + example, `ENVIRON["HOME"]' might be `/home/arnold'. + + For POSIX `awk', changing this array does not affect the + environment passed on to any programs that `awk' may spawn via + redirection or the `system()' function. + + However, beginning with {No value for `PVERSION'} 4.2, if not in + POSIX compatibility mode, `gawk' does update its own environment + when `ENVIRON' is changed, thus changing the environment seen by + programs that it creates. You should therefore be especially + careful if you modify `ENVIRON["PATH"]"', which is the search path + for finding executable programs. Some operating systems may not have environment variables. On such systems, the `ENVIRON' array is empty (except for @@ -30144,9 +30153,9 @@ Index * dark corner, exit statement: Exit Statement. (line 30) * dark corner, field separators: Field Splitting Summary. (line 46) -* dark corner, FILENAME variable <1>: Auto-set. (line 93) +* dark corner, FILENAME variable <1>: Auto-set. (line 102) * dark corner, FILENAME variable: Getline Notes. (line 19) -* dark corner, FNR/NR variables: Auto-set. (line 314) +* dark corner, FNR/NR variables: Auto-set. (line 323) * dark corner, format-control characters: Control Letters. (line 18) * dark corner, FS as null string: Single Character Fields. (line 20) @@ -30315,12 +30324,12 @@ Index (line 23) * differences in awk and gawk, close() function: Close Files And Pipes. (line 81) -* differences in awk and gawk, ERRNO variable: Auto-set. (line 73) +* differences in awk and gawk, ERRNO variable: Auto-set. (line 82) * differences in awk and gawk, error messages: Special FD. (line 16) * differences in awk and gawk, FIELDWIDTHS variable: User-modified. (line 35) * differences in awk and gawk, FPAT variable: User-modified. (line 45) -* differences in awk and gawk, FUNCTAB variable: Auto-set. (line 119) +* differences in awk and gawk, FUNCTAB variable: Auto-set. (line 128) * differences in awk and gawk, function arguments (gawk): Calling Built-in. (line 16) * differences in awk and gawk, getline command: Getline. (line 19) @@ -30343,14 +30352,14 @@ Index (line 261) * differences in awk and gawk, print/printf statements: Format Modifiers. (line 13) -* differences in awk and gawk, PROCINFO array: Auto-set. (line 133) +* differences in awk and gawk, PROCINFO array: Auto-set. (line 142) * differences in awk and gawk, record separators: Records. (line 117) * differences in awk and gawk, regexp constants: Using Constant Regexps. (line 43) * differences in awk and gawk, regular expressions: Case-sensitivity. (line 26) * differences in awk and gawk, RS/RT variables: Records. (line 172) -* differences in awk and gawk, RT variable: Auto-set. (line 266) +* differences in awk and gawk, RT variable: Auto-set. (line 275) * differences in awk and gawk, single-character fields: Single Character Fields. (line 6) * differences in awk and gawk, split() function: String Functions. @@ -30359,7 +30368,7 @@ Index * differences in awk and gawk, strings, storing: Records. (line 191) * differences in awk and gawk, strtonum() function (gawk): String Functions. (line 406) -* differences in awk and gawk, SYMTAB variable: Auto-set. (line 274) +* differences in awk and gawk, SYMTAB variable: Auto-set. (line 283) * differences in awk and gawk, TEXTDOMAIN variable: User-modified. (line 162) * differences in awk and gawk, trunc-mod operation: Arithmetic Ops. @@ -30440,13 +30449,13 @@ Index (line 11) * EREs (Extended Regular Expressions): Bracket Expressions. (line 24) * ERRNO variable <1>: TCP/IP Networking. (line 54) -* ERRNO variable <2>: Auto-set. (line 73) +* ERRNO variable <2>: Auto-set. (line 82) * ERRNO variable <3>: BEGINFILE/ENDFILE. (line 26) * ERRNO variable <4>: Close Files And Pipes. (line 138) * ERRNO variable: Getline. (line 19) * error handling: Special FD. (line 16) -* error handling, ERRNO variable and: Auto-set. (line 73) +* error handling, ERRNO variable and: Auto-set. (line 82) * error output: Special FD. (line 6) * escape processing, gsub()/gensub()/sub() functions: Gory Details. (line 6) @@ -30558,7 +30567,7 @@ Index * file names, distinguishing: Auto-set. (line 52) * file names, in compatibility mode: Special Caveats. (line 9) * file names, standard streams in gawk: Special FD. (line 46) -* FILENAME variable <1>: Auto-set. (line 93) +* FILENAME variable <1>: Auto-set. (line 102) * FILENAME variable: Reading Files. (line 6) * FILENAME variable, getline, setting with: Getline Notes. (line 19) * filenames, assignments as: Ignoring Assigns. (line 6) @@ -30625,9 +30634,9 @@ Index * floating-point, numbers: General Arithmetic. (line 6) * fnmatch extension function: Extension Sample Fnmatch. (line 6) -* FNR variable <1>: Auto-set. (line 103) +* FNR variable <1>: Auto-set. (line 112) * FNR variable: Records. (line 6) -* FNR variable, changing: Auto-set. (line 314) +* FNR variable, changing: Auto-set. (line 323) * for statement: For Statement. (line 6) * for statement, looping over arrays: Scanning an Array. (line 20) * fork extension function: Extension Sample Fork. @@ -30674,7 +30683,7 @@ Index * FSF (Free Software Foundation): Manual History. (line 6) * fts extension function: Extension Sample File Functions. (line 77) -* FUNCTAB array: Auto-set. (line 119) +* FUNCTAB array: Auto-set. (line 128) * function calls: Function Calls. (line 6) * function calls, indirect: Indirect Calls. (line 6) * function pointers: Indirect Calls. (line 6) @@ -30743,7 +30752,7 @@ Index * gawk, distribution: Distribution contents. (line 6) * gawk, ERRNO variable in <1>: TCP/IP Networking. (line 54) -* gawk, ERRNO variable in <2>: Auto-set. (line 73) +* gawk, ERRNO variable in <2>: Auto-set. (line 82) * gawk, ERRNO variable in <3>: BEGINFILE/ENDFILE. (line 26) * gawk, ERRNO variable in <4>: Close Files And Pipes. (line 138) @@ -30760,7 +30769,7 @@ Index * gawk, FPAT variable in <1>: User-modified. (line 45) * gawk, FPAT variable in: Splitting By Content. (line 26) -* gawk, FUNCTAB array in: Auto-set. (line 119) +* gawk, FUNCTAB array in: Auto-set. (line 128) * gawk, function arguments and: Calling Built-in. (line 16) * gawk, hexadecimal numbers and: Nondecimal-numbers. (line 42) * gawk, IGNORECASE variable in <1>: Array Sorting Functions. @@ -30791,7 +30800,7 @@ Index * gawk, OS/2 version of: PC Using. (line 11) * gawk, PROCINFO array in <1>: Two-way I/O. (line 116) * gawk, PROCINFO array in <2>: Time Functions. (line 47) -* gawk, PROCINFO array in: Auto-set. (line 133) +* gawk, PROCINFO array in: Auto-set. (line 142) * gawk, regexp constants and: Using Constant Regexps. (line 28) * gawk, regular expressions, case sensitivity: Case-sensitivity. @@ -30799,7 +30808,7 @@ Index * gawk, regular expressions, operators: GNU Regexp Operators. (line 6) * gawk, regular expressions, precedence: Regexp Operators. (line 161) -* gawk, RT variable in <1>: Auto-set. (line 266) +* gawk, RT variable in <1>: Auto-set. (line 275) * gawk, RT variable in <2>: Getline/Variable/File. (line 10) * gawk, RT variable in <3>: Multiple Line. (line 129) @@ -30808,7 +30817,7 @@ Index * gawk, source code, obtaining: Getting. (line 6) * gawk, splitting fields and: Constant Size. (line 87) * gawk, string-translation functions: I18N Functions. (line 6) -* gawk, SYMTAB array in: Auto-set. (line 274) +* gawk, SYMTAB array in: Auto-set. (line 283) * gawk, TEXTDOMAIN variable in: User-modified. (line 162) * gawk, timestamps: Time Functions. (line 6) * gawk, uses for: Preface. (line 36) @@ -31211,16 +31220,16 @@ Index (line 47) * nexti debugger command: Debugger Execution Control. (line 49) -* NF variable <1>: Auto-set. (line 108) +* NF variable <1>: Auto-set. (line 117) * NF variable: Fields. (line 33) * NF variable, decrementing: Changing Fields. (line 107) * ni debugger command (alias for nexti): Debugger Execution Control. (line 49) * noassign.awk program: Ignoring Assigns. (line 15) * not Boolean-logic operator: Boolean Ops. (line 6) -* NR variable <1>: Auto-set. (line 128) +* NR variable <1>: Auto-set. (line 137) * NR variable: Records. (line 6) -* NR variable, changing: Auto-set. (line 314) +* NR variable, changing: Auto-set. (line 323) * null strings <1>: Basic Data Typing. (line 26) * null strings <2>: Truth Values. (line 6) * null strings <3>: Regexp Field Splitting. @@ -31500,7 +31509,7 @@ Index * PROCINFO array <3>: Group Functions. (line 6) * PROCINFO array <4>: Passwd Functions. (line 6) * PROCINFO array <5>: Time Functions. (line 47) -* PROCINFO array <6>: Auto-set. (line 133) +* PROCINFO array <6>: Auto-set. (line 142) * PROCINFO array: Obsolete. (line 11) * profiling awk programs: Profiling. (line 6) * profiling awk programs, dynamically: Profiling. (line 172) @@ -31654,7 +31663,7 @@ Index * right angle bracket (>), >> operator (I/O): Redirection. (line 50) * right shift, bitwise: Bitwise Functions. (line 32) * Ritchie, Dennis: Basic Data Typing. (line 55) -* RLENGTH variable: Auto-set. (line 253) +* RLENGTH variable: Auto-set. (line 262) * RLENGTH variable, match() function and: String Functions. (line 225) * Robbins, Arnold <1>: Future Extensions. (line 6) * Robbins, Arnold <2>: Bugs. (line 32) @@ -31681,9 +31690,9 @@ Index * RS variable: Records. (line 20) * RS variable, multiline records and: Multiple Line. (line 17) * rshift() function (gawk): Bitwise Functions. (line 52) -* RSTART variable: Auto-set. (line 259) +* RSTART variable: Auto-set. (line 268) * RSTART variable, match() function and: String Functions. (line 225) -* RT variable <1>: Auto-set. (line 266) +* RT variable <1>: Auto-set. (line 275) * RT variable <2>: Getline/Variable/File. (line 10) * RT variable <3>: Multiple Line. (line 129) @@ -31766,7 +31775,7 @@ Index (line 110) * sidebar, Changing FS Does Not Affect the Fields: Field Splitting Summary. (line 38) -* sidebar, Changing NR and FNR: Auto-set. (line 312) +* sidebar, Changing NR and FNR: Auto-set. (line 321) * sidebar, Controlling Output Buffering with system(): I/O Functions. (line 135) * sidebar, Escape Sequences for Metacharacters: Escape Sequences. @@ -31909,7 +31918,7 @@ Index * substr() function: String Functions. (line 483) * Sumner, Andrew: Other Versions. (line 64) * switch statement: Switch Statement. (line 6) -* SYMTAB array: Auto-set. (line 274) +* SYMTAB array: Auto-set. (line 283) * syntactic ambiguity: /= operator vs. /=.../ regexp constant: Assignment Ops. (line 147) * system() function: I/O Functions. (line 72) @@ -32350,336 +32359,336 @@ Node: Built-in Variables403073 Node: User-modified404168 Ref: User-modified-Footnote-1412528 Node: Auto-set412590 -Ref: Auto-set-Footnote-1425668 -Ref: Auto-set-Footnote-2425873 -Node: ARGC and ARGV425929 -Node: Arrays429780 -Node: Array Basics431285 -Node: Array Intro432111 -Node: Reference to Elements436429 -Node: Assigning Elements438699 -Node: Array Example439190 -Node: Scanning an Array440922 -Node: Controlling Scanning443236 -Ref: Controlling Scanning-Footnote-1448159 -Node: Delete448475 -Ref: Delete-Footnote-1451240 -Node: Numeric Array Subscripts451297 -Node: Uninitialized Subscripts453480 -Node: Multi-dimensional455108 -Node: Multi-scanning458202 -Node: Arrays of Arrays459793 -Node: Functions464434 -Node: Built-in465253 -Node: Calling Built-in466331 -Node: Numeric Functions468319 -Ref: Numeric Functions-Footnote-1472151 -Ref: Numeric Functions-Footnote-2472508 -Ref: Numeric Functions-Footnote-3472556 -Node: String Functions472825 -Ref: String Functions-Footnote-1496383 -Ref: String Functions-Footnote-2496512 -Ref: String Functions-Footnote-3496760 -Node: Gory Details496847 -Ref: table-sub-escapes498526 -Ref: table-sub-posix-92499880 -Ref: table-sub-proposed501231 -Ref: table-posix-sub502585 -Ref: table-gensub-escapes504130 -Ref: Gory Details-Footnote-1505306 -Ref: Gory Details-Footnote-2505357 -Node: I/O Functions505508 -Ref: I/O Functions-Footnote-1512493 -Node: Time Functions512640 -Ref: Time Functions-Footnote-1523573 -Ref: Time Functions-Footnote-2523641 -Ref: Time Functions-Footnote-3523799 -Ref: Time Functions-Footnote-4523910 -Ref: Time Functions-Footnote-5524022 -Ref: Time Functions-Footnote-6524249 -Node: Bitwise Functions524515 -Ref: table-bitwise-ops525073 -Ref: Bitwise Functions-Footnote-1529294 -Node: Type Functions529478 -Node: I18N Functions530629 -Node: User-defined532256 -Node: Definition Syntax533060 -Ref: Definition Syntax-Footnote-1537970 -Node: Function Example538039 -Node: Function Caveats540633 -Node: Calling A Function541054 -Node: Variable Scope542169 -Node: Pass By Value/Reference545132 -Node: Return Statement548640 -Node: Dynamic Typing551621 -Node: Indirect Calls552552 -Node: Library Functions562237 -Ref: Library Functions-Footnote-1565750 -Ref: Library Functions-Footnote-2565893 -Node: Library Names566064 -Ref: Library Names-Footnote-1569535 -Ref: Library Names-Footnote-2569755 -Node: General Functions569841 -Node: Strtonum Function570869 -Node: Assert Function573799 -Node: Round Function577125 -Node: Cliff Random Function578668 -Node: Ordinal Functions579684 -Ref: Ordinal Functions-Footnote-1582754 -Ref: Ordinal Functions-Footnote-2583006 -Node: Join Function583215 -Ref: Join Function-Footnote-1584986 -Node: Getlocaltime Function585186 -Node: Readfile Function588927 -Node: Data File Management590766 -Node: Filetrans Function591398 -Node: Rewind Function595467 -Node: File Checking596854 -Node: Empty Files597948 -Node: Ignoring Assigns600178 -Node: Getopt Function601731 -Ref: Getopt Function-Footnote-1613035 -Node: Passwd Functions613238 -Ref: Passwd Functions-Footnote-1622213 -Node: Group Functions622301 -Node: Walking Arrays630385 -Node: Sample Programs632522 -Node: Running Examples633196 -Node: Clones633924 -Node: Cut Program635148 -Node: Egrep Program644993 -Ref: Egrep Program-Footnote-1652766 -Node: Id Program652876 -Node: Split Program656492 -Ref: Split Program-Footnote-1660011 -Node: Tee Program660139 -Node: Uniq Program662942 -Node: Wc Program670371 -Ref: Wc Program-Footnote-1674637 -Ref: Wc Program-Footnote-2674837 -Node: Miscellaneous Programs674929 -Node: Dupword Program676117 -Node: Alarm Program678148 -Node: Translate Program682897 -Ref: Translate Program-Footnote-1687284 -Ref: Translate Program-Footnote-2687512 -Node: Labels Program687646 -Ref: Labels Program-Footnote-1691017 -Node: Word Sorting691101 -Node: History Sorting694985 -Node: Extract Program696824 -Ref: Extract Program-Footnote-1704325 -Node: Simple Sed704453 -Node: Igawk Program707515 -Ref: Igawk Program-Footnote-1722672 -Ref: Igawk Program-Footnote-2722873 -Node: Anagram Program723011 -Node: Signature Program726079 -Node: Advanced Features727179 -Node: Nondecimal Data729061 -Node: Array Sorting730644 -Node: Controlling Array Traversal731341 -Node: Array Sorting Functions739579 -Ref: Array Sorting Functions-Footnote-1743253 -Ref: Array Sorting Functions-Footnote-2743346 -Node: Two-way I/O743540 -Ref: Two-way I/O-Footnote-1748972 -Node: TCP/IP Networking749042 -Node: Profiling751886 -Node: Internationalization759383 -Node: I18N and L10N760808 -Node: Explaining gettext761494 -Ref: Explaining gettext-Footnote-1766562 -Ref: Explaining gettext-Footnote-2766746 -Node: Programmer i18n766911 -Node: Translator i18n771113 -Node: String Extraction771906 -Ref: String Extraction-Footnote-1772867 -Node: Printf Ordering772953 -Ref: Printf Ordering-Footnote-1775737 -Node: I18N Portability775801 -Ref: I18N Portability-Footnote-1778250 -Node: I18N Example778313 -Ref: I18N Example-Footnote-1780951 -Node: Gawk I18N781023 -Node: Debugger781644 -Node: Debugging782615 -Node: Debugging Concepts783048 -Node: Debugging Terms784904 -Node: Awk Debugging787501 -Node: Sample Debugging Session788393 -Node: Debugger Invocation788913 -Node: Finding The Bug790245 -Node: List of Debugger Commands796733 -Node: Breakpoint Control798067 -Node: Debugger Execution Control801731 -Node: Viewing And Changing Data805091 -Node: Execution Stack808447 -Node: Debugger Info809914 -Node: Miscellaneous Debugger Commands813896 -Node: Readline Support819072 -Node: Limitations819903 -Node: Arbitrary Precision Arithmetic822155 -Ref: Arbitrary Precision Arithmetic-Footnote-1823806 -Node: General Arithmetic823954 -Node: Floating Point Issues825674 -Node: String Conversion Precision826555 -Ref: String Conversion Precision-Footnote-1828260 -Node: Unexpected Results828369 -Node: POSIX Floating Point Problems830522 -Ref: POSIX Floating Point Problems-Footnote-1834347 -Node: Integer Programming834385 -Node: Floating-point Programming836124 -Ref: Floating-point Programming-Footnote-1842455 -Ref: Floating-point Programming-Footnote-2842725 -Node: Floating-point Representation842989 -Node: Floating-point Context844154 -Ref: table-ieee-formats844993 -Node: Rounding Mode846377 -Ref: table-rounding-modes846856 -Ref: Rounding Mode-Footnote-1849871 -Node: Gawk and MPFR850050 -Node: Arbitrary Precision Floats851305 -Ref: Arbitrary Precision Floats-Footnote-1853748 -Node: Setting Precision854064 -Ref: table-predefined-precision-strings854750 -Node: Setting Rounding Mode856895 -Ref: table-gawk-rounding-modes857299 -Node: Floating-point Constants858486 -Node: Changing Precision859915 -Ref: Changing Precision-Footnote-1861315 -Node: Exact Arithmetic861489 -Node: Arbitrary Precision Integers864627 -Ref: Arbitrary Precision Integers-Footnote-1867645 -Node: Dynamic Extensions867792 -Node: Extension Intro869250 -Node: Plugin License870515 -Node: Extension Mechanism Outline871200 -Ref: load-extension871617 -Ref: load-new-function873095 -Ref: call-new-function874090 -Node: Extension API Description876105 -Node: Extension API Functions Introduction877318 -Node: General Data Types882184 -Ref: General Data Types-Footnote-1887786 -Node: Requesting Values888085 -Ref: table-value-types-returned888816 -Node: Constructor Functions889770 -Node: Registration Functions892790 -Node: Extension Functions893475 -Node: Exit Callback Functions895700 -Node: Extension Version String896949 -Node: Input Parsers897599 -Node: Output Wrappers907356 -Node: Two-way processors911866 -Node: Printing Messages914074 -Ref: Printing Messages-Footnote-1915151 -Node: Updating `ERRNO'915303 -Node: Accessing Parameters916042 -Node: Symbol Table Access917272 -Node: Symbol table by name917784 -Node: Symbol table by cookie919531 -Ref: Symbol table by cookie-Footnote-1923661 -Node: Cached values923724 -Ref: Cached values-Footnote-1927173 -Node: Array Manipulation927264 -Ref: Array Manipulation-Footnote-1928362 -Node: Array Data Types928401 -Ref: Array Data Types-Footnote-1931104 -Node: Array Functions931196 -Node: Flattening Arrays934962 -Node: Creating Arrays941814 -Node: Extension API Variables946539 -Node: Extension Versioning947175 -Node: Extension API Informational Variables949076 -Node: Extension API Boilerplate950162 -Node: Finding Extensions953966 -Node: Extension Example954526 -Node: Internal File Description955257 -Node: Internal File Ops959348 -Ref: Internal File Ops-Footnote-1970856 -Node: Using Internal File Ops970996 -Ref: Using Internal File Ops-Footnote-1973349 -Node: Extension Samples973615 -Node: Extension Sample File Functions975139 -Node: Extension Sample Fnmatch983626 -Node: Extension Sample Fork985352 -Node: Extension Sample Inplace986570 -Node: Extension Sample Ord988348 -Node: Extension Sample Readdir989184 -Node: Extension Sample Revout990716 -Node: Extension Sample Rev2way991309 -Node: Extension Sample Read write array991999 -Node: Extension Sample Readfile993882 -Node: Extension Sample API Tests994700 -Node: Extension Sample Time995225 -Node: gawkextlib996589 -Node: Language History999349 -Node: V7/SVR3.11000871 -Node: SVR41003192 -Node: POSIX1004634 -Node: BTL1006020 -Node: POSIX/GNU1006754 -Node: Common Extensions1012289 -Node: Ranges and Locales1013595 -Ref: Ranges and Locales-Footnote-11018213 -Ref: Ranges and Locales-Footnote-21018240 -Ref: Ranges and Locales-Footnote-31018500 -Node: Contributors1018721 -Node: Installation1023600 -Node: Gawk Distribution1024494 -Node: Getting1024978 -Node: Extracting1025804 -Node: Distribution contents1027496 -Node: Unix Installation1032757 -Node: Quick Installation1033374 -Node: Additional Configuration Options1035818 -Node: Configuration Philosophy1037295 -Node: Non-Unix Installation1039649 -Node: PC Installation1040107 -Node: PC Binary Installation1041406 -Node: PC Compiling1043254 -Node: PC Testing1046198 -Node: PC Using1047374 -Node: Cygwin1051559 -Node: MSYS1052559 -Node: VMS Installation1053073 -Node: VMS Compilation1053676 -Ref: VMS Compilation-Footnote-11054683 -Node: VMS Installation Details1054741 -Node: VMS Running1056376 -Node: VMS Old Gawk1057983 -Node: Bugs1058457 -Node: Other Versions1062309 -Node: Notes1068390 -Node: Compatibility Mode1069190 -Node: Additions1069973 -Node: Accessing The Source1070900 -Node: Adding Code1072340 -Node: New Ports1078385 -Node: Derived Files1082520 -Ref: Derived Files-Footnote-11087841 -Ref: Derived Files-Footnote-21087875 -Ref: Derived Files-Footnote-31088475 -Node: Future Extensions1088573 -Node: Implementation Limitations1089154 -Node: Extension Design1090406 -Node: Old Extension Problems1091560 -Ref: Old Extension Problems-Footnote-11093068 -Node: Extension New Mechanism Goals1093125 -Ref: Extension New Mechanism Goals-Footnote-11096491 -Node: Extension Other Design Decisions1096677 -Node: Extension Future Growth1098783 -Node: Old Extension Mechanism1099619 -Node: Basic Concepts1101359 -Node: Basic High Level1102040 -Ref: figure-general-flow1102311 -Ref: figure-process-flow1102910 -Ref: Basic High Level-Footnote-11106139 -Node: Basic Data Typing1106324 -Node: Glossary1109679 -Node: Copying1135141 -Node: GNU Free Documentation License1172698 -Node: Index1197835 +Ref: Auto-set-Footnote-1426078 +Ref: Auto-set-Footnote-2426283 +Node: ARGC and ARGV426339 +Node: Arrays430190 +Node: Array Basics431695 +Node: Array Intro432521 +Node: Reference to Elements436839 +Node: Assigning Elements439109 +Node: Array Example439600 +Node: Scanning an Array441332 +Node: Controlling Scanning443646 +Ref: Controlling Scanning-Footnote-1448569 +Node: Delete448885 +Ref: Delete-Footnote-1451650 +Node: Numeric Array Subscripts451707 +Node: Uninitialized Subscripts453890 +Node: Multi-dimensional455518 +Node: Multi-scanning458612 +Node: Arrays of Arrays460203 +Node: Functions464844 +Node: Built-in465663 +Node: Calling Built-in466741 +Node: Numeric Functions468729 +Ref: Numeric Functions-Footnote-1472561 +Ref: Numeric Functions-Footnote-2472918 +Ref: Numeric Functions-Footnote-3472966 +Node: String Functions473235 +Ref: String Functions-Footnote-1496793 +Ref: String Functions-Footnote-2496922 +Ref: String Functions-Footnote-3497170 +Node: Gory Details497257 +Ref: table-sub-escapes498936 +Ref: table-sub-posix-92500290 +Ref: table-sub-proposed501641 +Ref: table-posix-sub502995 +Ref: table-gensub-escapes504540 +Ref: Gory Details-Footnote-1505716 +Ref: Gory Details-Footnote-2505767 +Node: I/O Functions505918 +Ref: I/O Functions-Footnote-1512903 +Node: Time Functions513050 +Ref: Time Functions-Footnote-1523983 +Ref: Time Functions-Footnote-2524051 +Ref: Time Functions-Footnote-3524209 +Ref: Time Functions-Footnote-4524320 +Ref: Time Functions-Footnote-5524432 +Ref: Time Functions-Footnote-6524659 +Node: Bitwise Functions524925 +Ref: table-bitwise-ops525483 +Ref: Bitwise Functions-Footnote-1529704 +Node: Type Functions529888 +Node: I18N Functions531039 +Node: User-defined532666 +Node: Definition Syntax533470 +Ref: Definition Syntax-Footnote-1538380 +Node: Function Example538449 +Node: Function Caveats541043 +Node: Calling A Function541464 +Node: Variable Scope542579 +Node: Pass By Value/Reference545542 +Node: Return Statement549050 +Node: Dynamic Typing552031 +Node: Indirect Calls552962 +Node: Library Functions562647 +Ref: Library Functions-Footnote-1566160 +Ref: Library Functions-Footnote-2566303 +Node: Library Names566474 +Ref: Library Names-Footnote-1569945 +Ref: Library Names-Footnote-2570165 +Node: General Functions570251 +Node: Strtonum Function571279 +Node: Assert Function574209 +Node: Round Function577535 +Node: Cliff Random Function579078 +Node: Ordinal Functions580094 +Ref: Ordinal Functions-Footnote-1583164 +Ref: Ordinal Functions-Footnote-2583416 +Node: Join Function583625 +Ref: Join Function-Footnote-1585396 +Node: Getlocaltime Function585596 +Node: Readfile Function589337 +Node: Data File Management591176 +Node: Filetrans Function591808 +Node: Rewind Function595877 +Node: File Checking597264 +Node: Empty Files598358 +Node: Ignoring Assigns600588 +Node: Getopt Function602141 +Ref: Getopt Function-Footnote-1613445 +Node: Passwd Functions613648 +Ref: Passwd Functions-Footnote-1622623 +Node: Group Functions622711 +Node: Walking Arrays630795 +Node: Sample Programs632932 +Node: Running Examples633606 +Node: Clones634334 +Node: Cut Program635558 +Node: Egrep Program645403 +Ref: Egrep Program-Footnote-1653176 +Node: Id Program653286 +Node: Split Program656902 +Ref: Split Program-Footnote-1660421 +Node: Tee Program660549 +Node: Uniq Program663352 +Node: Wc Program670781 +Ref: Wc Program-Footnote-1675047 +Ref: Wc Program-Footnote-2675247 +Node: Miscellaneous Programs675339 +Node: Dupword Program676527 +Node: Alarm Program678558 +Node: Translate Program683307 +Ref: Translate Program-Footnote-1687694 +Ref: Translate Program-Footnote-2687922 +Node: Labels Program688056 +Ref: Labels Program-Footnote-1691427 +Node: Word Sorting691511 +Node: History Sorting695395 +Node: Extract Program697234 +Ref: Extract Program-Footnote-1704735 +Node: Simple Sed704863 +Node: Igawk Program707925 +Ref: Igawk Program-Footnote-1723082 +Ref: Igawk Program-Footnote-2723283 +Node: Anagram Program723421 +Node: Signature Program726489 +Node: Advanced Features727589 +Node: Nondecimal Data729471 +Node: Array Sorting731054 +Node: Controlling Array Traversal731751 +Node: Array Sorting Functions739989 +Ref: Array Sorting Functions-Footnote-1743663 +Ref: Array Sorting Functions-Footnote-2743756 +Node: Two-way I/O743950 +Ref: Two-way I/O-Footnote-1749382 +Node: TCP/IP Networking749452 +Node: Profiling752296 +Node: Internationalization759793 +Node: I18N and L10N761218 +Node: Explaining gettext761904 +Ref: Explaining gettext-Footnote-1766972 +Ref: Explaining gettext-Footnote-2767156 +Node: Programmer i18n767321 +Node: Translator i18n771523 +Node: String Extraction772316 +Ref: String Extraction-Footnote-1773277 +Node: Printf Ordering773363 +Ref: Printf Ordering-Footnote-1776147 +Node: I18N Portability776211 +Ref: I18N Portability-Footnote-1778660 +Node: I18N Example778723 +Ref: I18N Example-Footnote-1781361 +Node: Gawk I18N781433 +Node: Debugger782054 +Node: Debugging783025 +Node: Debugging Concepts783458 +Node: Debugging Terms785314 +Node: Awk Debugging787911 +Node: Sample Debugging Session788803 +Node: Debugger Invocation789323 +Node: Finding The Bug790655 +Node: List of Debugger Commands797143 +Node: Breakpoint Control798477 +Node: Debugger Execution Control802141 +Node: Viewing And Changing Data805501 +Node: Execution Stack808857 +Node: Debugger Info810324 +Node: Miscellaneous Debugger Commands814306 +Node: Readline Support819482 +Node: Limitations820313 +Node: Arbitrary Precision Arithmetic822565 +Ref: Arbitrary Precision Arithmetic-Footnote-1824216 +Node: General Arithmetic824364 +Node: Floating Point Issues826084 +Node: String Conversion Precision826965 +Ref: String Conversion Precision-Footnote-1828670 +Node: Unexpected Results828779 +Node: POSIX Floating Point Problems830932 +Ref: POSIX Floating Point Problems-Footnote-1834757 +Node: Integer Programming834795 +Node: Floating-point Programming836534 +Ref: Floating-point Programming-Footnote-1842865 +Ref: Floating-point Programming-Footnote-2843135 +Node: Floating-point Representation843399 +Node: Floating-point Context844564 +Ref: table-ieee-formats845403 +Node: Rounding Mode846787 +Ref: table-rounding-modes847266 +Ref: Rounding Mode-Footnote-1850281 +Node: Gawk and MPFR850460 +Node: Arbitrary Precision Floats851715 +Ref: Arbitrary Precision Floats-Footnote-1854158 +Node: Setting Precision854474 +Ref: table-predefined-precision-strings855160 +Node: Setting Rounding Mode857305 +Ref: table-gawk-rounding-modes857709 +Node: Floating-point Constants858896 +Node: Changing Precision860325 +Ref: Changing Precision-Footnote-1861725 +Node: Exact Arithmetic861899 +Node: Arbitrary Precision Integers865037 +Ref: Arbitrary Precision Integers-Footnote-1868055 +Node: Dynamic Extensions868202 +Node: Extension Intro869660 +Node: Plugin License870925 +Node: Extension Mechanism Outline871610 +Ref: load-extension872027 +Ref: load-new-function873505 +Ref: call-new-function874500 +Node: Extension API Description876515 +Node: Extension API Functions Introduction877728 +Node: General Data Types882594 +Ref: General Data Types-Footnote-1888196 +Node: Requesting Values888495 +Ref: table-value-types-returned889226 +Node: Constructor Functions890180 +Node: Registration Functions893200 +Node: Extension Functions893885 +Node: Exit Callback Functions896110 +Node: Extension Version String897359 +Node: Input Parsers898009 +Node: Output Wrappers907766 +Node: Two-way processors912276 +Node: Printing Messages914484 +Ref: Printing Messages-Footnote-1915561 +Node: Updating `ERRNO'915713 +Node: Accessing Parameters916452 +Node: Symbol Table Access917682 +Node: Symbol table by name918194 +Node: Symbol table by cookie919941 +Ref: Symbol table by cookie-Footnote-1924071 +Node: Cached values924134 +Ref: Cached values-Footnote-1927583 +Node: Array Manipulation927674 +Ref: Array Manipulation-Footnote-1928772 +Node: Array Data Types928811 +Ref: Array Data Types-Footnote-1931514 +Node: Array Functions931606 +Node: Flattening Arrays935372 +Node: Creating Arrays942224 +Node: Extension API Variables946949 +Node: Extension Versioning947585 +Node: Extension API Informational Variables949486 +Node: Extension API Boilerplate950572 +Node: Finding Extensions954376 +Node: Extension Example954936 +Node: Internal File Description955667 +Node: Internal File Ops959758 +Ref: Internal File Ops-Footnote-1971266 +Node: Using Internal File Ops971406 +Ref: Using Internal File Ops-Footnote-1973759 +Node: Extension Samples974025 +Node: Extension Sample File Functions975549 +Node: Extension Sample Fnmatch984036 +Node: Extension Sample Fork985762 +Node: Extension Sample Inplace986980 +Node: Extension Sample Ord988758 +Node: Extension Sample Readdir989594 +Node: Extension Sample Revout991126 +Node: Extension Sample Rev2way991719 +Node: Extension Sample Read write array992409 +Node: Extension Sample Readfile994292 +Node: Extension Sample API Tests995110 +Node: Extension Sample Time995635 +Node: gawkextlib996999 +Node: Language History999759 +Node: V7/SVR3.11001281 +Node: SVR41003602 +Node: POSIX1005044 +Node: BTL1006430 +Node: POSIX/GNU1007164 +Node: Common Extensions1012699 +Node: Ranges and Locales1014005 +Ref: Ranges and Locales-Footnote-11018623 +Ref: Ranges and Locales-Footnote-21018650 +Ref: Ranges and Locales-Footnote-31018910 +Node: Contributors1019131 +Node: Installation1024010 +Node: Gawk Distribution1024904 +Node: Getting1025388 +Node: Extracting1026214 +Node: Distribution contents1027906 +Node: Unix Installation1033167 +Node: Quick Installation1033784 +Node: Additional Configuration Options1036228 +Node: Configuration Philosophy1037705 +Node: Non-Unix Installation1040059 +Node: PC Installation1040517 +Node: PC Binary Installation1041816 +Node: PC Compiling1043664 +Node: PC Testing1046608 +Node: PC Using1047784 +Node: Cygwin1051969 +Node: MSYS1052969 +Node: VMS Installation1053483 +Node: VMS Compilation1054086 +Ref: VMS Compilation-Footnote-11055093 +Node: VMS Installation Details1055151 +Node: VMS Running1056786 +Node: VMS Old Gawk1058393 +Node: Bugs1058867 +Node: Other Versions1062719 +Node: Notes1068800 +Node: Compatibility Mode1069600 +Node: Additions1070383 +Node: Accessing The Source1071310 +Node: Adding Code1072750 +Node: New Ports1078795 +Node: Derived Files1082930 +Ref: Derived Files-Footnote-11088251 +Ref: Derived Files-Footnote-21088285 +Ref: Derived Files-Footnote-31088885 +Node: Future Extensions1088983 +Node: Implementation Limitations1089564 +Node: Extension Design1090816 +Node: Old Extension Problems1091970 +Ref: Old Extension Problems-Footnote-11093478 +Node: Extension New Mechanism Goals1093535 +Ref: Extension New Mechanism Goals-Footnote-11096901 +Node: Extension Other Design Decisions1097087 +Node: Extension Future Growth1099193 +Node: Old Extension Mechanism1100029 +Node: Basic Concepts1101769 +Node: Basic High Level1102450 +Ref: figure-general-flow1102721 +Ref: figure-process-flow1103320 +Ref: Basic High Level-Footnote-11106549 +Node: Basic Data Typing1106734 +Node: Glossary1110089 +Node: Copying1135551 +Node: GNU Free Documentation License1173108 +Node: Index1198245 End Tag Table diff --git a/doc/gawk.texi b/doc/gawk.texi index 13a823b9..1c09a5bc 100644 --- a/doc/gawk.texi +++ b/doc/gawk.texi @@ -13647,10 +13647,18 @@ it is not special. An associative array containing the values of the environment. The array indices are the environment variable names; the elements are the values of the particular environment variables. For example, -@code{ENVIRON["HOME"]} might be @file{/home/arnold}. Changing this array -does not affect the environment passed on to any programs that -@command{awk} may spawn via redirection or the @code{system()} function. -@c (In a future version of @command{gawk}, it may do so.) +@code{ENVIRON["HOME"]} might be @file{/home/arnold}. + +For POSIX @command{awk}, changing this array does not affect the +environment passed on to any programs that @command{awk} may spawn via +redirection or the @code{system()} function. + +However, beginning with @value{PVERSION} 4.2, if not in POSIX +compatibility mode, @command{gawk} does update its own environment when +@code{ENVIRON} is changed, thus changing the environment seen by programs +that it creates. You should therefore be especially careful if you +modify @code{ENVIRON["PATH"]"}, which is the search path for finding +executable programs. Some operating systems may not have environment variables. On such systems, the @code{ENVIRON} array is empty (except for diff --git a/doc/gawktexi.in b/doc/gawktexi.in index e1b86c75..1083d653 100644 --- a/doc/gawktexi.in +++ b/doc/gawktexi.in @@ -13032,10 +13032,18 @@ it is not special. An associative array containing the values of the environment. The array indices are the environment variable names; the elements are the values of the particular environment variables. For example, -@code{ENVIRON["HOME"]} might be @file{/home/arnold}. Changing this array -does not affect the environment passed on to any programs that -@command{awk} may spawn via redirection or the @code{system()} function. -@c (In a future version of @command{gawk}, it may do so.) +@code{ENVIRON["HOME"]} might be @file{/home/arnold}. + +For POSIX @command{awk}, changing this array does not affect the +environment passed on to any programs that @command{awk} may spawn via +redirection or the @code{system()} function. + +However, beginning with @value{PVERSION} 4.2, if not in POSIX +compatibility mode, @command{gawk} does update its own environment when +@code{ENVIRON} is changed, thus changing the environment seen by programs +that it creates. You should therefore be especially careful if you +modify @code{ENVIRON["PATH"]"}, which is the search path for finding +executable programs. Some operating systems may not have environment variables. On such systems, the @code{ENVIRON} array is empty (except for @@ -1096,6 +1096,10 @@ load_environ() */ path_environ("AWKPATH", defpath); path_environ("AWKLIBPATH", deflibpath); + + /* set up array functions */ + init_env_array(ENVIRON_node); + return ENVIRON_node; } diff --git a/str_array.c b/str_array.c index aa82d71b..33c9ddcc 100644 --- a/str_array.c +++ b/str_array.c @@ -69,6 +69,25 @@ afunc_t str_array_func[] = { (afunc_t) 0, }; +static NODE **env_remove(NODE *symbol, NODE *subs); +static NODE **env_store(NODE *symbol, NODE *subs); +static NODE **env_clear(NODE *symbol, NODE *subs); + +/* special case for ENVIRON */ +afunc_t env_array_func[] = { + str_array_init, + (afunc_t) 0, + null_length, + str_lookup, + str_exists, + env_clear, + env_remove, + str_list, + str_copy, + str_dump, + env_store, +}; + static inline NODE **str_find(NODE *symbol, NODE *s1, size_t code1, unsigned long hash1); static void grow_table(NODE *symbol); @@ -737,3 +756,63 @@ scramble(unsigned long x) return x; } + +/* env_remove --- for ENVIRON, remove value from real environment */ + +static NODE ** +env_remove(NODE *symbol, NODE *subs) +{ + NODE **val = str_remove(symbol, subs); + + if (val != NULL) + (void) unsetenv(subs->stptr); + + return val; +} + +/* env_clear --- clear out the environment when ENVIRON is deleted */ + +static NODE ** +env_clear(NODE *symbol, NODE *subs) +{ + extern char **environ; + NODE **val = str_clear(symbol, subs); + + environ = NULL; /* ZAP! */ + + /* str_clear zaps the vtable, reset it */ + symbol->array_funcs = env_array_func; + + return val; +} + +/* env_store --- post assign function for ENVIRON, put new value into env */ + +static NODE ** +env_store(NODE *symbol, NODE *subs) +{ + NODE **val = str_exists(symbol, subs); + const char *newval; + + assert(val != NULL); + + newval = (*val)->stptr; + if (newval == NULL) + newval = ""; + + (void) setenv(subs->stptr, newval, 1); + + return val; +} + +/* init_env_array --- set up the pointers for ENVIRON. A bit hacky. */ + +void +init_env_array(NODE *env_node) +{ + /* If POSIX simply don't reset the vtable and things work as before */ + if (do_posix) + return; + + env_node->array_funcs = env_array_func; +} diff --git a/test/ChangeLog b/test/ChangeLog index 4de3d14b..f8da4d82 100644 --- a/test/ChangeLog +++ b/test/ChangeLog @@ -9,6 +9,12 @@ * Makefile.am (badassign1): New test. * badassign1.awk, badassign1.ok: New files. +2013-09-25 Arnold D. Robbins <arnold@skeeve.com> + + * Makfile.am (randtest): New test. + * randtest.sh, randtest.ok: New files. + * rand.ok: Updated to reflect new results based on code change. + 2013-09-13 Arnold D. Robbins <arnold@skeeve.com> * Makefile.am: Fix quoting for generation of Maketests file so diff --git a/test/Makefile.am b/test/Makefile.am index d0caeed7..7034b1f3 100644 --- a/test/Makefile.am +++ b/test/Makefile.am @@ -699,6 +699,8 @@ EXTRA_DIST = \ rand-mpfr.ok \ rand.awk \ rand.ok \ + randtest.sh \ + randtest.ok \ range1.awk \ range1.in \ range1.ok \ @@ -961,7 +963,7 @@ BASIC_TESTS = \ paramdup paramres paramtyp paramuninitglobal parse1 parsefld parseme \ pcntplus posix2008sub prdupval prec printf0 printf1 prmarscl prmreuse \ prt1eval prtoeval \ - rand range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ + rand randtest range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ reparse resplit rri1 rs rsnul1nl rsnulbig rsnulbig2 rstest1 rstest2 \ rstest3 rstest4 rstest5 rswhite \ scalar sclforin sclifin sortempty splitargv splitarr splitdef \ @@ -1868,6 +1870,12 @@ dfamb1: AWKPATH="$(srcdir)" $(AWK) -f $@.awk "$(srcdir)"/$@.in >_$@ 2>&1 || echo EXIT CODE: $$? >>_$@ @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ + +randtest:: + @echo $@ + @GAWK="$(AWKPROG)" "$(srcdir)"/randtest.sh >_$@ + @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ + backbigs1: @echo $@ @[ -z "$$GAWKLOCALE" ] && GAWKLOCALE=en_US.UTF-8; \ diff --git a/test/Makefile.in b/test/Makefile.in index 5ddd9e32..061136d6 100644 --- a/test/Makefile.in +++ b/test/Makefile.in @@ -917,6 +917,8 @@ EXTRA_DIST = \ rand-mpfr.ok \ rand.awk \ rand.ok \ + randtest.sh \ + randtest.ok \ range1.awk \ range1.in \ range1.ok \ @@ -1178,7 +1180,7 @@ BASIC_TESTS = \ paramdup paramres paramtyp paramuninitglobal parse1 parsefld parseme \ pcntplus posix2008sub prdupval prec printf0 printf1 prmarscl prmreuse \ prt1eval prtoeval \ - rand range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ + rand randtest range1 rebt8b1 redfilnm regeq regexprange regrange reindops \ reparse resplit rri1 rs rsnul1nl rsnulbig rsnulbig2 rstest1 rstest2 \ rstest3 rstest4 rstest5 rswhite \ scalar sclforin sclifin sortempty splitargv splitarr splitdef \ @@ -2262,6 +2264,11 @@ dfamb1: AWKPATH="$(srcdir)" $(AWK) -f $@.awk "$(srcdir)"/$@.in >_$@ 2>&1 || echo EXIT CODE: $$? >>_$@ @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ +randtest:: + @echo $@ + @GAWK="$(AWKPROG)" "$(srcdir)"/randtest.sh >_$@ + @-$(CMP) "$(srcdir)"/$@.ok _$@ && rm -f _$@ + backbigs1: @echo $@ @[ -z "$$GAWKLOCALE" ] && GAWKLOCALE=en_US.UTF-8; \ diff --git a/test/rand.ok b/test/rand.ok index 60432b95..1df4ba39 100644 --- a/test/rand.ok +++ b/test/rand.ok @@ -1 +1 @@ - 62 67 88 6 35 77 3 68 30 96 90 26 35 8 88 93 49 53 37 + 67 6 77 68 96 26 8 93 53 74 53 95 78 74 96 77 33 58 91 diff --git a/test/randtest.ok b/test/randtest.ok new file mode 100644 index 00000000..e69de29b --- /dev/null +++ b/test/randtest.ok diff --git a/test/randtest.sh b/test/randtest.sh new file mode 100755 index 00000000..b17fda73 --- /dev/null +++ b/test/randtest.sh @@ -0,0 +1,113 @@ +# THIS PURPOSELY DOES NOT HAVE A !# LINE !!!! +# +# Date: Mon, 9 Sep 2013 14:49:43 -0700 +# From: Bob Jewett <jewett@bill.scs.agilent.com> +# Message-Id: <201309092149.r89Lnh94010909@bill.scs.agilent.com> +# To: arnold@skeeve.com +# Subject: Re: [bug-gawk] Bug in random() in builtin.c +# +# Hi Arnold, +# +# Attached below is a script that tests gawk for this particular +# rand() problem. The pair-wise combinations show a strong +# autocorrelation for a delay of 31 pairs of rand() samples. +# +# The script prints out the measured autocorrelation for a record +# of NSAMPLES pairs. It also prints a fail message at the end if +# it fails. +# +# If you want to see the autocorrelation values, there is a print +# statement that if uncommented will save them to a file. +# +# Please let me know if the mailer screws up the transfer or +# if you have any questions about the test. +# +# Best regards, +# Bob +# +# -------------- test_pair_power_autocorrelation ----------------------- +# +#!/bin/ksh + +#GAWK=/bin/gawk + +# ADR: Get GAWK from the environment. +# Additional note: This wants ksh/bash for the use of $RANDOM below to +# seed the generator. However, shells that don't provide it won't be +# a problem since gawk will then seed the generator with the time of day, +# as srand() will be called without an argument. + +# large NSAMPLES and NRUNS will bring any correlation out of the noise better +NSAMPLES=1024; MAX_ALLOWED_SIGMA=5; NRUNS=50; + +$GAWK 'BEGIN{ + srand('$RANDOM'); + nsamples=('$NSAMPLES'); + max_allowed_sigma=('$MAX_ALLOWED_SIGMA'); + nruns=('$NRUNS'); + for(tau=0;tau<nsamples/2;tau++) corr[tau]=0; + + for(run=0;run<nruns;run++) { + sum=0; + + # Fill an array with a sequence of samples that are a + # function of pairs of rand() values. + + for(i=0;i<nsamples;i++) { + samp[i]=((rand()-0.5)*(rand()-0.5))^2; + sum=sum+samp[i]; + } + + # Subtract off the mean of the sequence: + + mean=sum/nsamples; + for(i=0;i<nsamples;i++) samp[i]=samp[i]-mean; + + # Calculate an autocorrelation function on the sequence. + # Because the values of rand() should be independent, there + # should be no peaks in the autocorrelation. + + for(tau=0;tau<nsamples/2;tau++) { + sum=0; + for(i=0;i<nsamples/2;i++) sum=sum+samp[i]*samp[i+tau]; + corr[tau]=corr[tau]+sum; + } + + } + # Normalize the autocorrelation to the tau=0 value. + + max_corr=corr[0]; + for(tau=0;tau<nsamples/2;tau++) corr[tau]=corr[tau]/max_corr; + + # OPTIONALLY Print out the autocorrelation values: + + # for(tau=0;tau<nsamples/2;tau++) print tau, corr[tau] > "pairpower_corr.data"; + + # Calculate the sigma for the non-zero tau values: + + power_sum=0; + + for(tau=1;tau<nsamples/2;tau++) power_sum=power_sum+(corr[tau])^2; + + sigma=sqrt(power_sum/(nsamples/2-1)); + + # See if any of the correlations exceed a reasonable number of sigma: + + passed=1; + for(tau=1;tau<nsamples/2;tau++) { + if ( abs(corr[tau])/sigma > max_allowed_sigma ) { + print "Tau=", tau ", Autocorr=", corr[tau]/sigma, "sigma"; + passed=0; + } + } + if(!passed) { + print "Test failed." + exit(1); + } + else exit (0); + } + +function abs(abs_input) { return(sqrt(abs_input^2)) ; } +' + +exit 0 |