]> sjero.net Git - wget/blobdiff - src/ChangeLog
[svn] Commit my url.c fix (space as unsafe character) and Jan's
[wget] / src / ChangeLog
index 54704959744cb986e15e1b40cdcf6d39ff378211..d5acdc160e808b3247c843f2cd555c6f40f74585 100644 (file)
@@ -1,3 +1,823 @@
+2000-12-05  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (init_unsafe_char_table): Reinstate space as an unsafe
+       char.
+
+2000-11-29  John Summerfield  <summer@OS2.ami.com.au>
+
+       * netrc.c (parse_netrc): Get rid of line ending.
+
+2000-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * ftp.c (ftp_retrieve_list): Undo typo "fix" until resolution by
+       Dan.
+
+2000-11-24  Karl Eichwalder  <ke@suse.de>
+
+       * main.c (print_help): Untabify.
+
+2000-11-23  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * utils.c (xrealloc_debug): Do the unregister/register thing only
+       if the pointer has actually changed.
+       (xmalloc_real): Declare `static' in DEBUG_MALLOC builds.
+       (xfree_real): Ditto.
+       (xrealloc_real): Ditto.
+       (xstrdup_real): Ditto.
+
+2000-11-22  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * ftp.c (getftp): ftp_getaddress() returns a malloc'ed copy of the
+       string; no need to strdup() it.
+       (getftp): Make pwd_len a local variable.
+       (ftp_loop): Free PWD before returning.
+
+       * init.c (cleanup): Free opt.ftp_pass only if it's non-NULL.
+
+2000-11-22  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * all: Use xfree() instead of free.
+
+       * utils.c (xfree): New function.
+
+2000-11-21  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (convert_links): HTML-quote the converted string.
+
+       * utils.c (html_quote_string): Move here from ftp-ls.c
+       (html_quote_string): Make non-static; declare in utils.h.
+       (html_quote_string): Convert SP to &#32;.
+
+2000-11-21  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * ftp.c (getftp): Reformat Jan's code according to GNU coding
+       standards; remove (debugging?) printf's; use '\0' for the ASCII
+       zero character.  Use alloca() instead of malloc() for
+       inter-function temporary allocations.
+
+2000-11-18  Jan Prikryl  <prikryl@cg.tuwien.ac.at>
+
+       * ftpparse.c, ftpparse.h: New files.
+
+       * ftp-ls.c (ftp_parse_ls): Use ftp_parse_unix_ls for UNIX servers
+       only. Use ftp_parse_nonunix_ls otherwise.
+       (ftp_parse_nonunix_ls): Stub to the ftpparse library handling all
+       exotic FTP servers.
+
+       * ftp.h (stype): New enum, distinguishes UNIX, VMS, and "other"
+       FTP servers.
+
+       * ftp.c: New static wariables host_type, pwd, and pwd_len. 
+       (getftp): Support for VMS. Support for FTP servers that do not
+       place you in the root directory after login.
+       (ftp_retrieve_list): VMS is silent about the real file size, issue
+       a more appropriate message.
+       (ftp_get_listing): Pass host_type to ftp_parse_ls.
+
+       * ftp-basic.c (ftp_pwd, ftp_syst): New functions.
+
+2000-11-21  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * hash.c (hash_table_put): Don't overwrite deleted mappings.
+
+2000-11-21  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * hash.c (find_mapping): New function.
+       (hash_table_get): Use it.
+       (hash_table_get_pair): Ditto.
+       (hash_table_exists): Ditto.
+       (hash_table_remove): Ditto.
+       (hash_table_remove): Really delete the entry if the mapping
+       following LOCATION is empty.
+
+       * utils.c (string_set_add): Check whether the element has existed
+       before.
+
+       * hash.c (hash_table_get_pair): New function.
+
+2000-11-20  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (http_process_type): Ignore trailing whitespace; use
+       strdupdelim().
+
+       * recur.c (recursive_retrieve): Use the new `convert' field.
+       (convert_all_links): Ditto.
+       (convert_all_links): Don't respect meta_disallow_follow.
+
+       * html-url.c (handle_link): Fill out link_relative_p and
+       link_complete_p.
+
+       * url.h (struct _urlpos): Make elements more readable.
+
+       * recur.c (recursive_retrieve): Call slist_prepend instead of
+       slist_append.
+       (convert_all_links): Call slist_nreverse before iterating through
+       urls_html.
+
+       * utils.c (slist_prepend): New function.
+       (slist_nreverse): Ditto.
+
+2000-11-20  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (check_end): Constify.
+
+2000-11-20  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (http_loop): If username and password are known, try the
+       `Basic' authentication scheme by default.
+
+       * connect.h: Declare test_socket_open.
+
+2000-11-20  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * version.c: Bump version to 1.7-dev.
+
+2000-11-20  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (gethttp): Don't use the return value of sprintf().
+       (gethttp): Inhibit keep-alive if opt.http_keep_alive is 0.
+
+2000-11-20  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * recur.c (recursive_retrieve): Print the "so we don't load"
+       debugging message only if we really don't load.
+
+       * http.c (gethttp): Inhibit keep-alive if proxy is being used.
+       (gethttp): Don't request keep-alive if keep-alive is inhibited.
+
+2000-11-19  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (gethttp): Make the HTTP persistent connections more
+       robust.
+
+2000-11-19  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * retr.c (get_contents): If use_expected, make sure that the
+       appropriate amount of data is being read.
+
+       * http.c (gethttp): Check for both `Keep-Alive: ...' and
+       `Connection: Keep-Alive'.
+
+       * wget.h (DEBUGP): Call debug_logprintf only if opt.debug is
+       turned on.
+
+2000-11-19  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (connection_available_p): Use it.
+
+       * connect.c (test_socket_open): New function.
+
+       * http.c (gethttp): Support persistent connections.  Based on the
+       ideas, and partly on code, by Sam Horrocks <sam@daemoninc.com>.
+       (register_persistent): New function.
+       (connection_available_p): Ditto.
+       (invalidate_connection): Ditto.
+
+2000-11-19  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (convert_links): Handle UREL2ABS case.
+
+       * recur.c (recursive_retrieve): Instead of the list
+       urls_downloaded, use hash tables dl_file_url_map and
+       dl_url_file_map.
+       (convert_all_links): Use them to retrieve data.
+
+       * host.c (clean_hosts): Free the hash tables.
+
+       * main.c (private_initialize): Call host_init().
+
+       * host.c (store_hostaddress): Use a saner, hash table-based data
+       model.
+       (realhost): Ditto.
+       (host_init): Initialize the hash tables.
+
+2000-11-18  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * utils.c (slist_append): Eviscerate NOSORT.  Hash tables are now
+       used for what the sorted slists used to be used for.
+       (slist_contains): Don't rely on the list being sorted.
+       (slist_append): Simplify the code.
+
+       * recur.c (recursive_cleanup): Use free_string_set.
+
+       * utils.c (string_set_add, string_set_exists, string_set_free):
+       New functions for easier freeing of hash tables whose keys are
+       strdup'ed strings.
+
+       * recur.c (recursive_retrieve): Use the hash table functions for
+       storing undesirable URLs.
+
+       * hash.c: New file.
+
+2000-11-17  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * main.c (private_initialize): Call url_init.
+       (main): Call private_initialize.
+
+       * url.c (unsafe_char_table): New table.
+       (UNSAFE_CHAR): Use it.
+       (init_unsafe_char_table): New function.
+       (url_init): New function; call init_unsafe_char_table.
+
+2000-11-15  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * html-url.c (handle_link): Handle HTML fragment identifiers.
+
+       * recur.c (recursive_retrieve): If norobot info is respected and
+       the file is specified not to be followed by robots, respect that.
+
+       * html-url.c (collect_tags_mapper): Handle <meta name=robots
+       content=X>.  For us the important cases are where X is NONE or
+       where X contains NOFOLLOW.
+       (get_urls_html): Propagate that information to the caller.
+
+2000-11-13  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (convert_links): Unlink the file we might be reading from
+       before writing to it.
+       (convert_links): Use alloca instead of malloc for
+       filename_plus_orig_suffix.
+
+2000-11-10  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (get_urls_file): Ditto.
+       (convert_links): Ditto.
+
+       * html-url.c (get_urls_html): Use read_file() instead of
+       load_file().
+
+       * utils.c (read_file): New function, instead of the old
+       load_file().
+       (read_file_free): Ditto.
+
+       * url.c (findurl): Search only for the supported protocols.
+       (convert_links): Use fwrite() when writing out a region of
+       characters.
+
+2000-11-10  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * ftp-ls.c: Move html_quote_string and ftp_index here.
+
+       * url.c: Remove get_urls_html, since that's now in html-url.c.
+
+       * html-url.c: New file.
+
+       * html-parse.c: New file.
+
+2000-11-16  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * mswindows.h: Define snprintf and vsnprintf to _snprintf and
+       _vsnprintf respectively.
+
+2000-11-15  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * config.h.in: Do the _XOPEN_SOURCE and _SVID_SOURCE things only
+       on Linux.
+
+2000-11-12  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * host.c (realhost): Add HOST to the list with quality==0 only if
+       it wasn't already there.
+       Based on analysis by Lu Guohan <feng@public.bjnet.edu.cn>.
+
+2000-11-10  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * init.c (run_wgetrc): Don't bother killing off '\r' since
+       pars_line() skips whitespace at end of line anyway.
+       (parse_line): Oops, it didn't.  Now it does.
+
+       * recur.c (parse_robots): Ditto here.
+
+       * ftp-ls.c (ftp_parse_unix_ls): Kill off the newline character
+       manually because read_whole_line no longer does.
+
+       * utils.c (read_whole_line): Rewrite to: a) use less memory
+       (reallocates to needed size after work), b) work faster -->
+       fgets() instead of getc, c) be more correct --> doesn't kill the
+       newline character at the end of line.
+
+2000-11-10  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * init.c (comind): Initialize MAX to array size - 1.
+
+2000-11-08  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (construct): Changed last_slash[-1] to *(last_slash - 1).
+       Suggested by Edward J. Sabol.
+
+2000-11-08  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (construct): Handle the case where host name is not
+       followed by a slash.
+
+2000-11-06  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * init.c: commands[] need to be sorted!  ("base" wasn't.)
+
+2000-11-05  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * wget.h (DO_REALLOC_FROM_ALLOCA): Use braces to disambiguate
+       `if'.
+
+2000-11-05  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (construct): Insert unneeded initialization for the
+       compiler to shut up.
+
+       * config.h.in: Define _XOPEN_SOURCE to 500 to get the prototype
+       for strptime() (*duh*).  Define _SVID_SOURCE to get S_IFLNK which
+       otherwise gets lost when you define _XOPEN_SOURCE.
+
+       * utils.c (touch): Include the file name in the error message.
+       From Debian.
+
+2000-11-05  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * log.c (logvprintf): Use vsnprintf() in all cases.  If necessary,
+       resize the buffer to fit the formated message.  That way, messages
+       of arbitrary size may be printed.
+       (logvprintf): Use saved_append() to optionally log the last
+       several lines of output.
+       (logputs): Ditto.
+       (log_close): Adapt to new data structures.
+       (log_dump): Ditto.
+       (redirect_output): Print messages to stderr, not to stdout.
+
+       * log.c (saved_append_1): New function.  Replaces the old logging
+       system ("log all output until 10M characters") with a new, much
+       more reasonable one ("log last screenful of text").
+       (saved_append): New function; call saved_append_1.
+       (free_log_line): New function.
+
+2000-11-05  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (construct): Fix comment.
+       (find_last_char): Document.
+
+2000-11-04  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * snprintf.c: New file.
+
+2000-11-03  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * wget.h: If HAVE_STDARG_H is not defined, don't declare argument
+       types to logprintf() and debug_logprintf().
+
+2000-11-02  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * ftp.c (ftp_loop_internal): Hide the password from the URL when
+       printing non-verbose.  Problem spotted by Dariusz Mlynarczyk
+       <darekm@bydg.lomac.com.pl>.
+
+2000-11-02  Junio Hamano  <junio@twinsun.com>
+
+       * ftp-basic.c (ftp_login): Make comparison case-insensitive.
+
+2000-11-02  Tyler Riddle  <triddle@liquidmarket.com>
+
+       * http.c (known_authentication_scheme_p): Recognize NTML
+       authentication.
+       (create_authorization_line): Treat NTML the same as `Basic'.
+
+2000-11-02  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * retr.c (retrieve_url): Free url before returning.
+       (retrieve_url): Free mynewloc before returning.
+       Spotted by Mark A. Mankins <Mankins_Mark@prc.com>.
+
+2000-11-02  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (parseurl): Remove possible reading past the end of
+       sup_protos[].  Spotted by Mark A. Mankins <Mankins_Mark@prc.com>.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * main.c (main): In case of opt.downloaded overflowing, print
+       <overflow> instead of a totally bogus random value.
+
+       * retr.c (retrieve_from_file): Ditto.
+
+       * recur.c (recursive_retrieve): Ditto.
+
+       * main.c (main): Ditto.
+
+       * http.c (http_loop): Ditto.
+
+       * ftp.c (ftp_loop_internal): Use downloaded_increase() instead of
+       `+=', and downloaded_exceeds_quota() instead of the simple-minded
+       check.
+       (ftp_retrieve_list): Ditto.
+       (ftp_retrieve_dirs): Ditto.
+       (ftp_retrieve_glob): Ditto.
+
+       * retr.c (downloaded_increase): New function.  Notice overflows of
+       opt.downloaded.
+       (downloaded_exceeds_quota): Make sure that opt.downloaded is not
+       used if it overflowed.
+
+       * options.h (struct options): New member downloaded_overflow.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * wget.h (enum): Remove extra space after last enumeration.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * main.c (main): Use legible_very_long() for printing
+       opt.downloaded.
+
+       * utils.c (legible_1): New function that operates on strings and
+       does the brunt of legible()'s work.
+       (legible): Use legible_1().
+       (legible_very_long): New function; dump the argument with
+       sprintf(), and call legible_1().
+
+       * options.h (struct options): Use VERY_LONG_TYPE for
+       opt.downloaded.
+
+       * sysdep.h (VERY_LONG_TYPE): Define it to have a 64-bit or greater
+       type.
+
+       * config.h.in: Make sure that SIZEOF_LONG and SIZEOF_LONG_LONG get
+       defined.  Define HAVE_LONG_LONG if long long is available.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * utils.c (long_to_string): Update with a later, better version.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (path_simplify_with_kludge): New function.
+       (path_simplify_with_kludge): Disable it.  Instead...
+       (parse_dir): ...make sure that at this point the right thing is
+       done, i.e. that "query" part of the URL (?...) is always assigned
+       to the file, never to the directory portion of the path.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * retr.c (retrieve_url): Detect redirection cycles.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (get_urls_html): Decode HTML entities using
+       html_decode_entities.
+
+       * html.c (htmlfindurl): Don't count the `#' in numeric entities
+       (&#NNN;) as an HTML fragemnt.
+       (html_decode_entities): New function.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * html.c (htmlfindurl): Fix recognition of # HTML fragments.
+
+2000-11-01  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (construct): Rewritten for clarity.  Avoids the
+       unnecessary copying and stack-allocation the old version
+       performed.
+
+2000-10-31  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * ftp.c (getftp): Ditto.
+
+       * http.c (gethttp): Rewind the stream when retrying from scratch.
+
+2000-10-31  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * retr.c (retrieve_url): Use url_concat() to handle relative
+       redirections instead of /ad hoc/ code.
+
+       * url.c (url_concat): New function encapsulating weird
+       construct().
+       (urllen_http_hack): New function.
+       (construct): When constructing new URLs, recognize that `?' does
+       not form part of the file name in HTTP.
+
+2000-10-13  Adrian Aichner  <adrian@xemacs.org>
+
+       * retr.c: Add msec timing support for WINDOWS.
+       * retr.c (reset_timer): GetSystemTime() on WINDOWS.
+       * retr.c (elapsed_time): Calculate delta time to msec on WINDOWS.
+
+2000-10-27  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * retr.c (retrieve_url): Manually applied T. Bharath
+       <TBharath@responsenetworks.com>'s patch to get wget to grok
+       illegal relative URL redirects.  Reformatted and re-commented it.
+
+2000-10-23  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * connect.c (make_connection and bindport): Manually applied Rob
+       Mayoff <mayoff@dqd.com>'s 1.5.3 patch to add --bind-address,
+       changing coding style to GNU's.
+
+       * ftp.c (ftp_loop_internal): --delete-after wasn't implemented for
+       files downloaded via FTP.  Per a comment, .listing files were not
+       counted towards number of bytes and files downloaded because they're 
+       deleted anyway.  Well, they aren't under -nr, so count them then.
+
+       * init.c: Manually applied Rob Mayoff's 1.5.3 patch to add
+       --bind-address, alphabetizing, changing coding style to GNU's,
+       commenting, and renaming cmd_ip_address() to cmd_address() to
+       imply hostnames also okay.
+               
+       * main.c (main): --delete-after didn't delete the root of the
+       tree.  Ignore --convert-links if --delete-after was specified.
+       Manually applied Rob Mayoff's 1.5.3 patch to add --bind-address,
+       fixing duplicate use of added-since-1.5.3 case value.
+       (print_help): Clarified that --delete-after deletes local files.
+       Rob forgot to add a line for his new --bind-address option.
+               
+       * options.h (struct options): Manually applied Rob Mayoff's patch
+       to add --bind-address (bind_address structure member).
+               
+       * recur.c (recursive_retrieve): Improved comment; added DEBUGP().
+       Ignore --convert-links if --delete-after was specified.
+               
+       * retr.c (retrieve_from_file): Just added a DEBUGP().
+               
+2000-10-19  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * ftp.c (ftp_loop_internal): downloaded_file() enumerators changed.
+       (getftp): Applied Piotr Sulecki <Piotr.Sulecki@ios.krakow.pl>'s
+       patch to work around FTP servers that incorrectly respond to the
+       "REST" command with the remaining size rather than the total file size.
+               
+       * http.c (gethttp): Improved a comment and added code to tack on
+       ".html" to text/html files without that extension when -E specified.
+       (http_loop): Use new downloaded_file() enumerators and deal with
+       the case of gethttp() called xrealloc() on u->local.
+
+       * init.c (commands): Added new "htmlextension" command.
+       Also renamed John Daily's cmd_quad() to the more descriptive
+       cmd_lockable_boolean(), alpha-sorted the CMD_DECLARE()s and
+       removed duplicate cmd_boolean() declaration.
+
+       * main.c (print_help): Added my new -E / --html-extension option.
+       (main): Undocumented --email-address option previously used -E synonym.
+       Stole it away for the much more deserving --html-extension's use.
+
+       * options.h (struct options): Added html_extension field.
+
+       * url.c (convert_links): URL X that we saved as X.html locally due
+       to -E needs to be backed up as X.orig, not X.html.orig.  Added comments.
+       (downloaded_file): Now remembers if we added .html extension to a file.
+
+       * url.h (downloaded_file_t): Added extra enumerators to support above.
+       (downloaded_file): Now takes and returns a downloaded_file_t.
+
+       * wget.h (unnamed "dt" enum): Added ADDED_HTML_EXTENSION enumerator.
+       
+2000-10-09  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * html.c (htmlfindurl): Added unneeded initialization to quiet warning.
+               
+       * main.c (print_help): Clarified what --retr-symlinks does.
+       
+2000-09-15  John Daily  <jdaily@cyberdude.com>
+
+       * init.c: Add support for "always" and "never" values to allow
+       .wgetrc to override commandline (useful e.g. with .pm files
+       calling `wget --passive-ftp' when your firewall doesn't allow that).
+
+       * ftp.c (getftp): passive_ftp is first option to support always/never.
+
+2000-08-30  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * ftp.c (ftp_retrieve_list): Use new INFINITE_RECURSION #define.
+       
+       * html.c: htmlfindurl() now takes final `dash_p_leaf_HTML' parameter.
+       Wrapped some > 80-column lines.  When -p is specified and we're at a 
+       leaf node, do not traverse <A>, <AREA>, or <LINK> tags other than 
+       <LINK REL="stylesheet">.
+       
+       * html.h (htmlfindurl): Now takes final `dash_p_leaf_HTML' parameter.
+       
+       * init.c: Added new -p / --page-requisites / page_requisites option.
+
+       * main.c (print_help): Clarified that -l inf and -l 0 both allow
+       infinite recursion.  Changed the unhelpful --mirrior description
+       to simply give the options it's equivalent to.  Added new -p option.
+       (main): Added some comments; handle new -p / --page-requisites.
+       
+       * options.h (struct options): Added new page_requisites field.
+
+       * recur.c: Changed "URL-s" to "URLs" and "HTML-s" to "HTMLs".
+       Calculate and pass down new `dash_p_leaf_HTML' parameter to
+       get_urls_html().  Use new INFINITE_RECURSION #define.
+
+       * retr.c: Changed "URL-s" to "URLs".  get_urls_html() now takes
+       final `dash_p_leaf_HTML' parameter.
+
+       * url.c: get_urls_html() and htmlfindurl() now take final
+       `dash_p_leaf_HTML' parameter.
+
+       * url.h (get_urls_html): Now takes final `dash_p_leaf_HTML' parameter.
+
+       * wget.h: Added some comments and new INFINITE_RECURSION #define.
+       
+2000-08-23  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * main.c (print_help): -B / --base was not mentioned.
+
+2000-08-22  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * main.c (print_help): Modified -nc description to mention that it
+       also prevents the creation of multiple versions of the same file
+       with ".<number>" suffixes.
+
+2000-07-14  Jan Prikryl  <prikryl@cg.tuwien.ac.at>
+
+       * retr.c (retrieve_url): Consistently strdup opt.referer when
+       setting u->referer.
+
+2000-06-09  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * main.c (print_help): --help output for --waitretry was over 80 cols.
+
+2000-06-09  Hrvoje Niksic  <hniksic@iskon.hr>
+
+       * url.c (encode_string): Fix comment.
+       Suggested by Herold Heiko <Heiko.Herold@previnet.it>.
+
+2000-06-01  Const Kaplinsky  <const@ce.cctpu.edu.ru>
+
+       * ftp.c (ftp_retrieve_list): Change permissions only on plain
+       files.
+
+2000-06-01  Hrvoje Niksic  <hniksic@iskon.hr>
+
+       * url.c (str_url): Print the port number only if it's different
+       from the default port number for that protocol.
+
+2000-05-22  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * main.c (print_help): Added --help line for Damir Dzeko
+       <ddzeko@zesoi.fer.hr>'s until-now-undocumented --referer option.
+       Removed comments that --referer and --waitretry were undocumented.
+       Changed "`.wgetrc' command" to "`.wgetrc'-style command" on --help
+       line for --execute.
+
+2000-05-18  Hrvoje Niksic  <hniksic@iskon.hr>
+
+       * ftp.c (getftp): Ditto.
+
+       * http.c (gethttp): Check for return value of fclose/fflush.
+
+2000-04-12  Hrvoje Niksic  <hniksic@iskon.hr>
+
+       * host.c (store_hostaddress): Instead of shifting ADDR, start
+       copying from the correct address.
+
+2000-04-12  Hrvoje Niksic  <hniksic@iskon.hr>
+
+       * http.c (gethttp): Don't free REQUEST -- it was allocated with
+       alloca().
+       Pointed out by Gisle Vanem <gvanem@eunet.no>.
+
+2000-04-04  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * host.c (store_hostaddress): R. K. Owen's patch introduces a
+       "left shift count >= width of type" warning on 32-bit
+       architectures.  Got rid of it by tricking the compiler w/ a variable.
+       
+       * url.c (UNSAFE_CHAR): The macro didn't include all the illegal
+       characters per RFC1738, namely everything above '~'.  It also
+       generated a warning on OSes where char =~ unsigned char.  Fixed.
+       
+1998-10-17  Hrvoje Niksic  <hniksic@srce.hr>
+
+       * http.c (http_process_type): Removed needless strdup(), a memory
+       leak.
+
+1998-09-25  Hrvoje Niksic  <hniksic@srce.hr>
+
+       * html.c (htmlfindurl): Set PH to the first occurrence of `#'.
+
+1998-09-25  Simon Munton  <simonm@m4data.co.uk>
+
+       * init.c (wgetrc_file_name): Don't free HOME under Windows.
+
+1998-12-01  "R. K. Owen"  <rkowen@Nersc.GOV>
+
+       * host.c (store_hostaddress): Fix for big endian 64-bit machines.
+
+1998-12-01  Hrvoje Niksic  <hniksic@srce.hr>
+
+       * url.c (UNSAFE_CHAR): New macro.
+       (contains_unsafe): Use it.
+       (encode_string): Ditto.
+
+1998-12-01  Hrvoje Niksic  <hniksic@srce.hr>
+
+       * main.c (i18n_initialize): Use LC_MESSAGES only if available.
+
+2000-03-31  Hrvoje Niksic  <hniksic@srce.hr>
+
+       * Use TOUPPER/TOLOWER.
+
+1998-12-22  Alexander V. Lukyanov  <lav@yars.free.net>
+
+       * ftp-opie.c (btoe): Zero-terminate OSTORE.
+
+2000-03-21  Hrvoje Niksic  <hniksic@iskon.hr>
+
+       * wget.h (DO_REALLOC_FROM_ALLOCA): Ditto.
+
+       * sysdep.h (ISALNUM): New macro.
+       (TOLOWER): Ditto.
+       (TOUPPER): Ditto.
+
+2000-03-10  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * html.c (idmatch): Implemented checking of my new --follow-tags
+       and --ignore-tags options.
+       
+       * init.c (commands): Added comment reminding people adding new
+       entries doing allocation to add corresponding freeing in cleanup().
+       (commands): Added new followtags and ignoretags commands.
+       (cleanup): Free storage for new followtags and ignoretags.
+       
+       * main.c: Use of "comma-separated list" was random -- normalized
+       it.  Did some alphabetization.  Added comments pointing out
+       "Options without arguments" and "Options accepting an argument"
+       sections of long_options[].  Added new options --follow-tags and
+       -G / --ignore-tags.  Added comment that Damir's --referer is
+       currently undocumented.  Added comment that Heiko's --waitretry is
+       partially undocumented (mentioned in --help but not in
+       wget.texi).  Moved improperly sorted 24, 129, and 'G' cases.
+       
+       * options.h (struct options): Added new fields follow_tags and
+       ignore_tags. 
+       
+       * wget.h: Added "#define EQ 0" so we can say "strcmp(a, b) == EQ".
+       
+2000-03-02  Dan Harkless  <dan-wget@dilvish.speed.net>
+
+       * ftp.c (ftp_loop_internal): Heiko introduced "suggest explicit
+       braces to avoid ambiguous `else'" warnings.  Eliminated them.
+       
+       * http.c (gethttp): Dan Berger's query string patch is totally
+       bogus.  If you have two different URLs, gen_page.cgi?page1 and
+       get_page.cgi?page2, they'll both be saved as get_page.cgi and the
+       second will overwrite the first.  Also, parameters to implicit
+       CGIs, like "http://www.host.com/db/?2000-03-02" cause the URLs to
+       be printed with trailing garbage characters, and could seg fault.
+       Backing out the patch, which Dan B. informed me by email was just
+       a kludge to download StarOffice from Sun made necessary due to
+       wget's unconditional escaping of certain characters (room for an
+       option there?).
+       (http_loop): Heiko introduced "suggest explicit braces to avoid
+       ambiguous `else'" warnings.  Eliminated them.
+       
+       * main.c: Heiko's --wait / --waitretry backwards compatibility
+       code looks to have been totally untested -- automatic variable
+       'wr' was used without being initialized, and a long int was passed
+       into setval()'s char* val parameter.
+       
+       * recur.c (parse_robots): Applied Edward J. Sabol
+       <sabol@alderaan.gsfc.nasa.gov>'s patch for Guan Yang's reported
+       problem with "User-agent:<space>*<space>" lines in robots.txt.
+       
+       * url.c (parseurl, str_url): Removing Dan Berger's code (see
+       http.c above for explanation).
+       
+1999-08-25  Heiko Herold  <Heiko.Herold@previnet.it>
+
+       * ftp.c: Respect new option waitretry.
+
+2000-01-30  Damir Dzeko  <ddzeko@zesoi.fer.hr>
+
+       * http.c (gethttp): Send custom Referer, if required.
+
+1999-09-24  Charles G Waldman  <cgw@fnal.gov>
+
+       * netrc.c (parse_netrc): Allow passwords to contain spaces.
+
+       * netrc.c (parse_netrc): New function.
+
+1999-09-17  Dan Berger  <dberger@ix.netcom.com>
+
+       * http.c (gethttp): Send it.
+
+       * url.c (parseurl): Detect query string in HTTP URL-s.
+       (str_url): Print it.
+
+2000-03-02  HIROSE Masaaki  <hirose31@t3.rim.or.jp>
+
+       * html.c (html_allow): Add <link href=...> and <script src=...>.
+
+1999-05-02  andrew deryabin  <djsf@softhome.net>
+
+       * http.c (gethttp): Specify port in `Host' header only if it's
+       different from 80.
+
+1998-11-03  Edward J. Sabol  <sabol@alderaan.gsfc.nasa.gov>
+
+       * recur.c (recursive_retrieve): If a finite maximum depth is
+       specified, and we're are already at that depth, don't download the
+       HTML file for parsing.
+
 2000-03-01  Dan Harkless  <dan-wget@dilvish.speed.net>
 
        * ftp.c (ftp_loop_internal): Call new downloaded_file() function,