]> sjero.net Git - wget/blobdiff - src/ChangeLog
[svn] New option `--limit-rate'.
[wget] / src / ChangeLog
index 42699cac866f262db3f3e357c70642722f5e42bb..1bc8c0b857525f6e3fdee7345f307699d5a1acf6 100644 (file)
@@ -1,3 +1,240 @@
+2001-11-26  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * config.h.in: Put a HAVE_USLEEP stub.
+
+       * cmpt.c (usleep): Replacement implementation of usleep using
+       select.
+
+       * init.c: New option init_rate.
+
+       * main.c (main): New option --limit-rate.
+
+       * retr.c (limit_bandwidth): New function.
+       (get_contents): Call it to limit the bandwidth used when
+       downloading.
+
+       * progress.c (dot_update): Would print the wrong download speed on
+       rows other than the first one when the download was continued.
+       (dot_finish): Ditto.
+
+2001-11-26  Ian Abbott <abbotti@mev.co.uk>
+
+       * http.c (gethttp): fix undeclared variable 'err' when compiled
+       with HAVE_SSL.
+
+2001-11-26  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * progress.c: Don't allocate new timers; use the timing data
+       propagated from the caller.
+
+       * retr.c (get_contents): Allocate and use a timer.
+
+2001-11-26  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * http.c (last_host_ip): Made into an address_list.
+       (invalidate_persistent): Release pc_last_host_ip.
+       (register_persistent): Use lookup_host.
+       (persistent_available_p): Check for equality of hosts using
+       address_list_match_all.  Call address_list_release.
+       (http_cleanup): New function.
+
+       * ftp.c (getftp): Use lookup_host and connect_to_many.
+
+       * http.c (gethttp): Use lookup_host and connect_to_many.
+
+       * connect.c (make_connection): Removed.
+       (connect_to_one): New function.
+       (connect_to_many): Ditto.
+       (set_connection_host_name): Ditto.
+
+       * host.c (lookup_host): New function; new return type.
+       (address_list_new): New function.
+       (address_list_count): Ditto.
+       (address_list_copy_one): Ditto.
+       (address_list_delete): Ditto.
+       (address_list_release): Ditto.
+       (pretty_print_address): Ditto.
+
+2001-11-26  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * recur.c (retrieve_tree): In case of followed redirection,
+       blacklist the pre-redirection URL.
+
+2001-11-26  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * recur.c (descend_redirect_p): New function.
+       (retrieve_tree): Make sure redirections are not blindly followed.
+
+2001-11-04  Alan Eldridge  <alane@geeksrus.net>
+
+       * config.h.in: added HAVE_RANDOM.
+
+       * options.h: added random_wait to struct options.
+
+       * main.c (print_help [HAVE_RANDOM], main): added arg parsing, help
+       for --random-wait.
+
+       * retr.c (sleep_between_retrievals) [HAVE_RANDOM]: added
+       implementation of random wait times.
+
+       * init.c (commands): added "randomwait" keyword.
+
+2001-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * recur.c (descend_url_p): Be more conservative with blacklisting
+       URLs.
+       (convert_all_links): Print how many files have been converted, and
+       how long it took.
+
+       * progress.c (create_image): Place the number of downloaded bytes
+       right after the progress bar.
+
+       * utils.c (suffix): Return a pointer into the string.
+
+2001-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (convert_links): Handle CO_NULLIFY_BASE.
+
+       * recur.c (retrieve_tree): Ignore download-ignorable children.
+       (convert_all_links): Specify CO_NULLIFY_BASE when link_base_p.
+
+       * html-url.c (handle_link): Return the newly created urlpos.
+       (collect_tags_mapper): When dealing with BASE, store the base
+       reference and mark it as download-ignorable.
+
+2001-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (convert_links): Attempt to quote '?' as "%3F" when
+       linking to local files.  Given up on the attempt, as it breaks
+       local browsing.
+
+2001-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * main.c (private_initialize): Removed.
+       (main): Don't call private_initialize.
+
+       * http.c: Call lookup_host.
+
+       * host.c (host_init): Removed.
+       (add_host_to_cache): Initialize host_name_address_map here, on
+       demand.
+       (ngethostbyname): Commented out.
+
+       * connect.c (make_connection): Remove dead code; use lookup_host.
+
+       * host.c (store_hostaddress): Renamed to lookup_host and reversed
+       the args.
+       Removed host_address_name_map and host_slave_master_map.
+
+2001-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * progress.c (dot_create): Align the "[ skipping ... ]" string
+       with the dots.
+
+       * retr.c (rate): Split into two functions: calc_rate and
+       retr_rate.
+
+       * progress.c (create_image): Draw a dummy progress bar even when
+       total size is unknown.
+       (display_image): Place the text cursor at the end of the "image".
+
+2001-11-25  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * url.c (reencode_string): Use unsigned char, not char --
+       otherwise the hex digits come out wrong for 8-bit chars such as
+       nbsp.
+       (lowercase_str): New function.
+       (url_parse): Canonicalize u->url if needed.
+       (get_urls_file): Parse each URL, and return only the valid ones.
+       (free_urlpos): Call url_free.
+       (mkstruct): Add :port if the port is non-standard.
+       (mkstruct): Append the query string to the file name, if any.
+       (urlpath_length): Use strpbrk_or_eos.
+       (uri_merge_1): Handle the cases where LINK is an empty string,
+       where LINK consists only of query, and where LINK consists only of
+       fragment.
+       (convert_links): Count and report both kinds of conversion.
+       (downloaded_file): Use a hash table, not a list.
+       (downloaded_files_free): Free the hash table.
+
+       * retr.c (retrieve_from_file): Ditto.
+
+       * main.c (main): Call either retrieve_url or retrieve_tree
+       for each URL, not both.
+
+       * retr.c (register_all_redirections): New function.
+       (register_redirections_mapper): Ditto.
+       (retrieve_url): Register the redirections.
+       (retrieve_url): Make the string "Error parsing proxy ..." 
+       translatable.
+
+       * res.c (add_path): Strip leading slash from robots.txt paths so
+       that the path representations are "compatible".
+       (free_specs): Free each individual path, too.
+       (res_cleanup): New function.
+       (cleanup_hash_table_mapper): Ditto.
+
+       * recur.c (url_queue_new): New function.
+       (url_queue_delete): Ditto.
+       (url_enqueue): Ditto.
+       (url_dequeue): Ditto.
+       (retrieve_tree): New function, replacement for recursive_retrieve.
+       (descend_url_p): New function.
+       (register_redirection): New function.
+
+       * progress.c (create_image): Cosmetic changes.
+
+       * init.c (cleanup): Do all those complex cleanups only if
+       DEBUG_MALLOC is defined.
+
+       * main.c: Removed --simple-check and the corresponding
+       simple_host_check in init.c.
+
+       * html-url.c (handle_link): Parse the URL here, and propagate the
+       parsed URL to the caller, who would otherwise have to parse it
+       again.
+
+       * host.c (xstrdup_lower): Moved to utils.c.
+       (realhost): Removed.
+       (same_host): Ditto.
+
+2001-11-24  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * utils.c (path_simplify): Preserver the (non-)existence of
+       leading slash.  Return non-zero if changes were made.
+
+2001-11-24  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * progress.c (bar_update): Don't modify bp->total_length if it is
+       zero.
+
+2001-11-24  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * retr.c (retrieve_url): When the redirection URL doesn't parse,
+       print the correct error message rather than "UNKNOWN".
+
+2001-11-24  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * progress.c (bar_finish): If the timer didn't record any time
+       since the download beginning, fake 1ms.
+
+2001-11-24  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * recur.c (recursive_retrieve): Fix typo.
+
+2001-11-23  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * progress.c (create_image): Don't translate "%ld ".
+
+2001-11-23  Hrvoje Niksic  <hniksic@arsdigita.com>
+
+       * progress.c (bar_set_params): Allow the user to force the use of
+       the bar.
+
+2001-11-23  Lemble Gregory  <gregory.lemble@st.com>
+
+       * gen_sslfunc.c (ssl_init_prng): New function; seed the SSL RNG.
+
 2001-11-23  Hrvoje Niksic  <hniksic@arsdigita.com>
 
        * progress.c: Renamed dp_* functions to dot_* for greater clarity