/* Command line parsing.
- Copyright (C) 1995, 1996, 1997, 1998, 2000 Free Software Foundation, Inc.
+ Copyright (C) 1995, 1996, 1997, 1998, 2000, 2001, 2002
+ Free Software Foundation, Inc.
-This file is part of Wget.
+This file is part of GNU Wget.
-This program is free software; you can redistribute it and/or modify
+GNU Wget is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
-This program is distributed in the hope that it will be useful,
+GNU Wget is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
-along with this program; if not, write to the Free Software
-Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */
+along with Wget; if not, write to the Free Software
+Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+
+In addition, as a special exception, the Free Software Foundation
+gives permission to link the code of its release of Wget with the
+OpenSSL project's "OpenSSL" library (or with modified versions of it
+that use the same license as the "OpenSSL" library), and distribute
+the linked executables. You must obey the GNU General Public License
+in all respects for all of the code used other than "OpenSSL". If you
+modify this file, you may extend this exception to your version of the
+file, but you are not obligated to do so. If you do not wish to do
+so, delete this exception statement from your version. */
#include <config.h>
#include <stdio.h>
#include <stdlib.h>
-#include <ctype.h>
#ifdef HAVE_UNISTD_H
# include <unistd.h>
#endif /* HAVE_UNISTD_H */
# include <locale.h>
#endif /* HAVE_LOCALE_H */
#endif /* HAVE_NLS */
-
-#define OPTIONS_DEFINED_HERE /* for options.h */
+#include <errno.h>
#include "wget.h"
#include "utils.h"
-#include "getopt.h"
#include "init.h"
#include "retr.h"
#include "recur.h"
#include "host.h"
+#include "cookies.h"
+#include "url.h"
+#include "progress.h" /* for progress_handle_sigwinch */
+#include "convert.h"
+
+#ifdef HAVE_SSL
+# include "gen_sslfunc.h"
+#endif
+
+/* On GNU system this will include system-wide getopt.h. */
+#include "getopt.h"
#ifndef PATH_SEPARATOR
# define PATH_SEPARATOR '/'
struct options opt;
+extern struct cookie_jar *wget_cookie_jar;
+
/* From log.c. */
void log_init PARAMS ((const char *, int));
void log_close PARAMS ((void));
-void redirect_output PARAMS ((const char *));
+void log_request_redirect_output PARAMS ((const char *));
static RETSIGTYPE redirect_output_signal PARAMS ((int));
makes http_atotm() malfunction. */
#ifdef LC_MESSAGES
setlocale (LC_MESSAGES, "");
+ setlocale (LC_CTYPE, "");
#else
setlocale (LC_ALL, "");
#endif
textdomain ("wget");
#endif /* HAVE_NLS */
}
-
-/* It's kosher to declare these here because their interface _has_ to
- be void foo(void). */
-void url_init PARAMS ((void));
-void host_init PARAMS ((void));
-
-/* This just calls the various initialization functions from the
- modules that need one-time initialization. */
-static void
-private_initialize (void)
-{
- url_init ();
- host_init ();
-}
\f
/* Print the usage message. */
static void
print_usage ();
/* Had to split this in parts, so the #@@#%# Ultrix compiler and cpp
don't bitch. Also, it makes translation much easier. */
- printf ("%s%s%s%s%s%s%s%s%s%s", _("\
+ fputs (_("\
\n\
Mandatory arguments to long options are mandatory for short options too.\n\
-\n"), _("\
+\n"), stdout);
+ fputs (_("\
Startup:\n\
-V, --version display the version of Wget and exit.\n\
-h, --help print this help.\n\
-b, --background go to background after startup.\n\
-e, --execute=COMMAND execute a `.wgetrc\'-style command.\n\
-\n"), _("\
+\n"), stdout);
+ fputs (_("\
Logging and input file:\n\
-o, --output-file=FILE log messages to FILE.\n\
-a, --append-output=FILE append messages to FILE.\n\
-i, --input-file=FILE download URLs found in FILE.\n\
-F, --force-html treat input file as HTML.\n\
-B, --base=URL prepends URL to relative links in -F -i file.\n\
-\n"), _("\
+\n"),stdout);
+ fputs (_("\
Download:\n\
- --bind-address=ADDRESS bind to ADDRESS (hostname or IP) on local host.\n\
-t, --tries=NUMBER set number of retries to NUMBER (0 unlimits).\n\
+ --retry-connrefused retry even if connection is refused.\n\
-O --output-document=FILE write documents to FILE.\n\
-nc, --no-clobber don\'t clobber existing files or use .# suffixes.\n\
- -c, --continue restart getting an existing file.\n\
- --dot-style=STYLE set retrieval display style.\n\
- -N, --timestamping don\'t retrieve files if older than local.\n\
+ -c, --continue resume getting a partially-downloaded file.\n\
+ --progress=TYPE select progress gauge type.\n\
+ -N, --timestamping don\'t re-retrieve files unless newer than local.\n\
-S, --server-response print server response.\n\
--spider don\'t download anything.\n\
- -T, --timeout=SECONDS set the read timeout to SECONDS.\n\
+ -T, --timeout=SECONDS set all timeout values to SECONDS.\n\
+ --dns-timeout=SECS set the DNS lookup timeout to SECS.\n\
+ --connect-timeout=SECS set the connect timeout to SECS.\n\
+ --read-timeout=SECS set the read timeout to SECS.\n\
-w, --wait=SECONDS wait SECONDS between retrievals.\n\
- --waitretry=SECONDS wait 1...SECONDS between retries of a retrieval.\n\
+ --waitretry=SECONDS wait 1...SECONDS between retries of a retrieval.\n\
+ --random-wait wait from 0...2*WAIT secs between retrievals.\n\
-Y, --proxy=on/off turn proxy on or off.\n\
-Q, --quota=NUMBER set retrieval quota to NUMBER.\n\
-\n"), _("\
+ --bind-address=ADDRESS bind to ADDRESS (hostname or IP) on local host.\n\
+ --limit-rate=RATE limit download rate to RATE.\n\
+ --dns-cache=off disable caching DNS lookups.\n\
+ --restrict-file-names=OS restrict chars in file names to ones OS allows.\n\
+\n"), stdout);
+ fputs (_("\
Directories:\n\
- -nd --no-directories don\'t create directories.\n\
+ -nd, --no-directories don\'t create directories.\n\
-x, --force-directories force creation of directories.\n\
-nH, --no-host-directories don\'t create host directories.\n\
-P, --directory-prefix=PREFIX save files to PREFIX/...\n\
--cut-dirs=NUMBER ignore NUMBER remote directory components.\n\
-\n"), _("\
+\n"), stdout);
+ fputs (_("\
HTTP options:\n\
--http-user=USER set http user to USER.\n\
--http-passwd=PASS set http password to PASS.\n\
--referer=URL include `Referer: URL\' header in HTTP request.\n\
-s, --save-headers save the HTTP headers to file.\n\
-U, --user-agent=AGENT identify as AGENT instead of Wget/VERSION.\n\
-\n"), _("\
+ --no-http-keep-alive disable HTTP keep-alive (persistent connections).\n\
+ --cookies=off don't use cookies.\n\
+ --load-cookies=FILE load cookies from FILE before session.\n\
+ --save-cookies=FILE save cookies to FILE after session.\n\
+ --post-data=STRING use the POST method; send STRING as the data.\n\
+ --post-file=FILE use the POST method; send contents of FILE.\n\
+\n"), stdout);
+#ifdef HAVE_SSL
+ fputs (_("\
+HTTPS (SSL) options:\n\
+ --sslcertfile=FILE optional client certificate.\n\
+ --sslcertkey=KEYFILE optional keyfile for this certificate.\n\
+ --egd-file=FILE file name of the EGD socket.\n\
+ --sslcadir=DIR dir where hash list of CA's are stured.\n\
+ --sslcafile=FILE file with bundle of CA's\n\
+ --sslcerttype=0/1 Client-Cert type 0=PEM (default) / 1=ASN1 (DER)\n\
+ --sslcheckcert=0/1 Check the server cert agenst given CA\n\
+ --sslprotocol=0-3 choose SSL protocol; 0=automatic,\n\
+ 1=SSLv2 2=SSLv3 3=TLSv1\n\
+\n"), stdout);
+#endif
+ fputs (_("\
FTP options:\n\
- --retr-symlinks when recursing, retrieve linked-to files (not dirs).\n\
- -g, --glob=on/off turn file name globbing on or off.\n\
- --passive-ftp use the \"passive\" transfer mode.\n\
-\n"), _("\
-Recursive retrieval:\n\
- -r, --recursive recursive web-suck -- use with care!.\n\
- -l, --level=NUMBER maximum recursion depth (inf or 0 for infinite).\n\
- --delete-after delete files locally after downloading them.\n\
- -k, --convert-links convert non-relative links to relative.\n\
- -K, --backup-converted before converting file X, back up as X.orig.\n\
- -m, --mirror shortcut option equivalent to -r -N -l inf -nr.\n\
-nr, --dont-remove-listing don\'t remove `.listing\' files.\n\
- -p, --page-requisites get all images, etc. needed to display HTML page.\n\
-\n"), _("\
+ -g, --glob=on/off turn file name globbing on or off.\n\
+ --passive-ftp use the \"passive\" transfer mode.\n\
+ --retr-symlinks when recursing, get linked-to files (not dirs).\n\
+\n"), stdout);
+ fputs (_("\
+Recursive retrieval:\n\
+ -r, --recursive recursive download.\n\
+ -l, --level=NUMBER maximum recursion depth (inf or 0 for infinite).\n\
+ --delete-after delete files locally after downloading them.\n\
+ -k, --convert-links convert non-relative links to relative.\n\
+ -K, --backup-converted before converting file X, back up as X.orig.\n\
+ -m, --mirror shortcut option equivalent to -r -N -l inf -nr.\n\
+ -p, --page-requisites get all images, etc. needed to display HTML page.\n\
+ --strict-comments turn on strict (SGML) handling of HTML comments.\n\
+\n"), stdout);
+ fputs (_("\
Recursive accept/reject:\n\
-A, --accept=LIST comma-separated list of accepted extensions.\n\
-R, --reject=LIST comma-separated list of rejected extensions.\n\
-L, --relative follow relative links only.\n\
-I, --include-directories=LIST list of allowed directories.\n\
-X, --exclude-directories=LIST list of excluded directories.\n\
- -nh, --no-host-lookup don\'t DNS-lookup hosts.\n\
-np, --no-parent don\'t ascend to the parent directory.\n\
-\n"), _("Mail bug reports and suggestions to <bug-wget@gnu.org>.\n"));
+\n"), stdout);
+ fputs (_("Mail bug reports and suggestions to <bug-wget@gnu.org>.\n"),
+ stdout);
}
\f
int
{
char **url, **t;
int i, c, nurl, status, append_to_log;
- int wr = 0;
static struct option long_options[] =
{
/* Options without arguments: */
{ "background", no_argument, NULL, 'b' },
+ { "backup-converted", no_argument, NULL, 'K' },
{ "continue", no_argument, NULL, 'c' },
{ "convert-links", no_argument, NULL, 'k' },
- { "backup-converted", no_argument, NULL, 'K' },
{ "debug", no_argument, NULL, 'd' },
- { "dont-remove-listing", no_argument, NULL, 21 },
- { "email-address", no_argument, NULL, 26 }, /* undocumented (debug) */
- { "follow-ftp", no_argument, NULL, 14 },
+ { "delete-after", no_argument, NULL, 136 },
+ { "dont-remove-listing", no_argument, NULL, 149 },
+ { "follow-ftp", no_argument, NULL, 142 },
{ "force-directories", no_argument, NULL, 'x' },
{ "force-hier", no_argument, NULL, 'x' }, /* obsolete */
{ "force-html", no_argument, NULL, 'F'},
{ "help", no_argument, NULL, 'h' },
{ "html-extension", no_argument, NULL, 'E' },
- { "ignore-length", no_argument, NULL, 10 },
+ { "ignore-length", no_argument, NULL, 138 },
{ "mirror", no_argument, NULL, 'm' },
- { "no-clobber", no_argument, NULL, 13 },
- { "no-directories", no_argument, NULL, 19 },
- { "no-host-directories", no_argument, NULL, 20 },
- { "no-host-lookup", no_argument, NULL, 22 },
- { "no-http-keep-alive", no_argument, NULL, 28 },
- { "no-parent", no_argument, NULL, 5 },
- { "non-verbose", no_argument, NULL, 18 },
- { "passive-ftp", no_argument, NULL, 11 },
+ { "no-clobber", no_argument, NULL, 141 },
+ { "no-directories", no_argument, NULL, 147 },
+ { "no-host-directories", no_argument, NULL, 148 },
+ { "no-host-lookup", no_argument, NULL, 150 },
+ { "no-http-keep-alive", no_argument, NULL, 156 },
+ { "no-parent", no_argument, NULL, 133 },
+ { "non-verbose", no_argument, NULL, 146 },
+ { "passive-ftp", no_argument, NULL, 139 },
{ "page-requisites", no_argument, NULL, 'p' },
{ "quiet", no_argument, NULL, 'q' },
+ { "random-wait", no_argument, NULL, 165 },
{ "recursive", no_argument, NULL, 'r' },
{ "relative", no_argument, NULL, 'L' },
- { "retr-symlinks", no_argument, NULL, 9 },
+ { "retr-symlinks", no_argument, NULL, 137 },
+ { "retry-connrefused", no_argument, NULL, 174 },
{ "save-headers", no_argument, NULL, 's' },
{ "server-response", no_argument, NULL, 'S' },
{ "span-hosts", no_argument, NULL, 'H' },
- { "spider", no_argument, NULL, 4 },
+ { "spider", no_argument, NULL, 132 },
+ { "strict-comments", no_argument, NULL, 177 },
{ "timestamping", no_argument, NULL, 'N' },
{ "verbose", no_argument, NULL, 'v' },
{ "version", no_argument, NULL, 'V' },
/* Options accepting an argument: */
{ "accept", required_argument, NULL, 'A' },
{ "append-output", required_argument, NULL, 'a' },
- { "backups", required_argument, NULL, 23 }, /* undocumented */
+ { "backups", required_argument, NULL, 151 }, /* undocumented */
{ "base", required_argument, NULL, 'B' },
- { "bind-address", required_argument, NULL, 27 },
+ { "bind-address", required_argument, NULL, 155 },
{ "cache", required_argument, NULL, 'C' },
- { "cut-dirs", required_argument, NULL, 17 },
- { "delete-after", no_argument, NULL, 8 },
+ { "connect-timeout", required_argument, NULL, 180 },
+ { "cookies", required_argument, NULL, 160 },
+ { "cut-dirs", required_argument, NULL, 145 },
+ { "dns-timeout", required_argument, NULL, 178 },
{ "directory-prefix", required_argument, NULL, 'P' },
+ { "dns-cache", required_argument, NULL, 175 },
{ "domains", required_argument, NULL, 'D' },
- { "dot-style", required_argument, NULL, 6 },
+ { "dot-style", required_argument, NULL, 134 },
{ "execute", required_argument, NULL, 'e' },
{ "exclude-directories", required_argument, NULL, 'X' },
- { "exclude-domains", required_argument, NULL, 12 },
- { "follow-tags", required_argument, NULL, 25 },
+ { "exclude-domains", required_argument, NULL, 140 },
+ { "follow-tags", required_argument, NULL, 153 },
{ "glob", required_argument, NULL, 'g' },
- { "header", required_argument, NULL, 3 },
- { "htmlify", required_argument, NULL, 7 },
- { "http-passwd", required_argument, NULL, 2 },
- { "http-user", required_argument, NULL, 1 },
+ { "header", required_argument, NULL, 131 },
+ { "htmlify", required_argument, NULL, 135 },
+ { "http-passwd", required_argument, NULL, 130 },
+ { "http-user", required_argument, NULL, 129 },
{ "ignore-tags", required_argument, NULL, 'G' },
{ "include-directories", required_argument, NULL, 'I' },
{ "input-file", required_argument, NULL, 'i' },
{ "level", required_argument, NULL, 'l' },
+ { "limit-rate", required_argument, NULL, 164 },
+ { "load-cookies", required_argument, NULL, 161 },
{ "no", required_argument, NULL, 'n' },
{ "output-document", required_argument, NULL, 'O' },
{ "output-file", required_argument, NULL, 'o' },
+ { "post-data", required_argument, NULL, 167 },
+ { "post-file", required_argument, NULL, 168 },
+ { "progress", required_argument, NULL, 163 },
{ "proxy", required_argument, NULL, 'Y' },
- { "proxy-passwd", required_argument, NULL, 16 },
- { "proxy-user", required_argument, NULL, 15 },
+ { "proxy-passwd", required_argument, NULL, 144 },
+ { "proxy-user", required_argument, NULL, 143 },
{ "quota", required_argument, NULL, 'Q' },
+ { "read-timeout", required_argument, NULL, 179 },
{ "reject", required_argument, NULL, 'R' },
+ { "restrict-file-names", required_argument, NULL, 176 },
+ { "save-cookies", required_argument, NULL, 162 },
{ "timeout", required_argument, NULL, 'T' },
{ "tries", required_argument, NULL, 't' },
{ "user-agent", required_argument, NULL, 'U' },
- { "referer", required_argument, NULL, 129 },
+ { "referer", required_argument, NULL, 157 },
{ "use-proxy", required_argument, NULL, 'Y' },
+#ifdef HAVE_SSL
+ { "sslcertfile", required_argument, NULL, 158 },
+ { "sslcertkey", required_argument, NULL, 159 },
+ { "egd-file", required_argument, NULL, 166 },
+ { "sslcadir", required_argument, NULL, 169},
+ { "sslcafile", required_argument, NULL, 170},
+ { "sslcerttype", required_argument, NULL, 171},
+ { "sslcheckcert", required_argument, NULL, 172},
+ { "sslprotocol", required_argument, NULL, 173},
+#endif /* HAVE_SSL */
{ "wait", required_argument, NULL, 'w' },
- { "waitretry", required_argument, NULL, 24 },
+ { "waitretry", required_argument, NULL, 152 },
{ 0, 0, 0, 0 }
};
i18n_initialize ();
- private_initialize ();
append_to_log = 0;
/* [Is the order of the option letters significant? If not, they should be
alphabetized, like the long_options. The only thing I know for sure is
that the options with required arguments must be followed by a ':'.
- -- Dan Harkless <dan-wget@dilvish.speed.net>] */
+ -- Dan Harkless <wget@harkless.org>] */
while ((c = getopt_long (argc, argv, "\
-hpVqvdkKsxmNWrHSLcFbEY:G:g:T:U:O:l:n:i:o:a:t:D:A:R:P:B:e:Q:X:I:w:",
+hpVqvdkKsxmNWrHSLcFbEY:G:g:T:U:O:l:n:i:o:a:t:D:A:R:P:B:e:Q:X:I:w:C:",
long_options, (int *)0)) != EOF)
{
switch (c)
{
/* Options without arguments: */
- case 4:
- setval ("spider", "on");
- break;
- case 5:
- setval ("noparent", "on");
+ case 132:
+ setoptval ("spider", "on");
break;
- case 8:
- setval ("deleteafter", "on");
+ case 133:
+ setoptval ("noparent", "on");
break;
- case 9:
- setval ("retrsymlinks", "on");
+ case 136:
+ setoptval ("deleteafter", "on");
break;
- case 10:
- setval ("ignorelength", "on");
+ case 137:
+ setoptval ("retrsymlinks", "on");
break;
- case 11:
- setval ("passiveftp", "on");
+ case 138:
+ setoptval ("ignorelength", "on");
break;
- case 13:
- setval ("noclobber", "on");
+ case 139:
+ setoptval ("passiveftp", "on");
break;
- case 14:
- setval ("followftp", "on");
+ case 141:
+ setoptval ("noclobber", "on");
break;
- case 17:
- setval ("cutdirs", optarg);
+ case 142:
+ setoptval ("followftp", "on");
break;
- case 18:
- setval ("verbose", "off");
+ case 145:
+ setoptval ("cutdirs", optarg);
break;
- case 19:
- setval ("dirstruct", "off");
+ case 146:
+ setoptval ("verbose", "off");
break;
- case 20:
- setval ("addhostdir", "off");
+ case 147:
+ setoptval ("dirstruct", "off");
break;
- case 21:
- setval ("removelisting", "off");
+ case 148:
+ setoptval ("addhostdir", "off");
break;
- case 22:
- setval ("simplehostcheck", "on");
+ case 149:
+ setoptval ("removelisting", "off");
break;
- case 26:
- /* For debugging purposes. */
- printf ("%s\n", ftp_getaddress ());
- exit (0);
- break;
- case 27:
- setval ("bindaddress", optarg);
+ case 155:
+ setoptval ("bindaddress", optarg);
break;
- case 28:
- setval ("httpkeepalive", "off");
+ case 156:
+ setoptval ("httpkeepalive", "off");
+ break;
+ case 165:
+ setoptval ("randomwait", "on");
break;
case 'b':
- setval ("background", "on");
+ setoptval ("background", "on");
break;
case 'c':
- setval ("continue", "on");
+ setoptval ("continue", "on");
break;
case 'd':
#ifdef DEBUG
- setval ("debug", "on");
+ setoptval ("debug", "on");
#else /* not DEBUG */
fprintf (stderr, _("%s: debug support not compiled in.\n"),
exec_name);
#endif /* not DEBUG */
break;
case 'E':
- setval ("htmlextension", "on");
+ setoptval ("htmlextension", "on");
break;
case 'F':
- setval ("forcehtml", "on");
+ setoptval ("forcehtml", "on");
break;
case 'H':
- setval ("spanhosts", "on");
+ setoptval ("spanhosts", "on");
break;
case 'h':
print_help ();
exit (0);
break;
case 'K':
- setval ("backupconverted", "on");
+ setoptval ("backupconverted", "on");
break;
case 'k':
- setval ("convertlinks", "on");
+ setoptval ("convertlinks", "on");
break;
case 'L':
- setval ("relativeonly", "on");
+ setoptval ("relativeonly", "on");
break;
case 'm':
- setval ("mirror", "on");
+ setoptval ("mirror", "on");
break;
case 'N':
- setval ("timestamping", "on");
+ setoptval ("timestamping", "on");
break;
case 'p':
- setval ("pagerequisites", "on");
+ setoptval ("pagerequisites", "on");
break;
case 'S':
- setval ("serverresponse", "on");
+ setoptval ("serverresponse", "on");
break;
case 's':
- setval ("saveheaders", "on");
+ setoptval ("saveheaders", "on");
break;
case 'q':
- setval ("quiet", "on");
+ setoptval ("quiet", "on");
break;
case 'r':
- setval ("recursive", "on");
+ setoptval ("recursive", "on");
break;
case 'V':
printf ("GNU Wget %s\n\n", version_string);
printf ("%s", _("\
-Copyright (C) 1995, 1996, 1997, 1998, 2000 Free Software Foundation, Inc.\n\
+Copyright (C) 2003 Free Software Foundation, Inc.\n"));
+ printf ("%s", _("\
This program is distributed in the hope that it will be useful,\n\
but WITHOUT ANY WARRANTY; without even the implied warranty of\n\
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n\
GNU General Public License for more details.\n"));
- printf (_("\nOriginally written by Hrvoje Niksic <hniksic@arsdigita.com>.\n"));
+ printf (_("\nOriginally written by Hrvoje Niksic <hniksic@xemacs.org>.\n"));
exit (0);
break;
case 'v':
- setval ("verbose", "on");
+ setoptval ("verbose", "on");
break;
case 'x':
- setval ("dirstruct", "on");
+ setoptval ("dirstruct", "on");
+ break;
+ case 174:
+ setoptval ("retryconnrefused", "on");
+ break;
+ case 177:
+ setoptval ("strictcomments", "on");
break;
/* Options accepting an argument: */
- case 1:
- setval ("httpuser", optarg);
+ case 129:
+ setoptval ("httpuser", optarg);
break;
- case 2:
- setval ("httppasswd", optarg);
+ case 130:
+ setoptval ("httppasswd", optarg);
break;
- case 3:
- setval ("header", optarg);
+ case 131:
+ setoptval ("header", optarg);
break;
- case 6:
- setval ("dotstyle", optarg);
+ case 134:
+ setoptval ("dotstyle", optarg);
break;
- case 7:
- setval ("htmlify", optarg);
+ case 135:
+ setoptval ("htmlify", optarg);
break;
- case 12:
- setval ("excludedomains", optarg);
+ case 140:
+ setoptval ("excludedomains", optarg);
break;
- case 15:
- setval ("proxyuser", optarg);
+ case 143:
+ setoptval ("proxyuser", optarg);
break;
- case 16:
- setval ("proxypasswd", optarg);
+ case 144:
+ setoptval ("proxypasswd", optarg);
break;
- case 23:
- setval ("backups", optarg);
+ case 151:
+ setoptval ("backups", optarg);
break;
- case 24:
- setval ("waitretry", optarg);
- wr = 1;
+ case 152:
+ setoptval ("waitretry", optarg);
break;
- case 25:
- setval ("followtags", optarg);
+ case 153:
+ setoptval ("followtags", optarg);
break;
- case 129:
- setval ("referer", optarg);
+ case 160:
+ setoptval ("cookies", optarg);
+ break;
+ case 161:
+ setoptval ("loadcookies", optarg);
+ break;
+ case 162:
+ setoptval ("savecookies", optarg);
+ break;
+ case 163:
+ setoptval ("progress", optarg);
+ break;
+ case 164:
+ setoptval ("limitrate", optarg);
+ break;
+ case 157:
+ setoptval ("referer", optarg);
+ break;
+#ifdef HAVE_SSL
+ case 158:
+ setoptval ("sslcertfile", optarg);
+ break;
+ case 159:
+ setoptval ("sslcertkey", optarg);
+ break;
+ case 166:
+ setoptval ("egdfile", optarg);
+ break;
+ case 169:
+ setoptval ("sslcadir", optarg);
+ break;
+ case 170:
+ setoptval ("sslcafile", optarg);
+ break;
+ case 171:
+ setoptval ("sslcerttype", optarg);
+ break;
+ case 172:
+ setoptval ("sslcheckcert", optarg);
+ break;
+ case 173:
+ setoptval ("sslprotocol", optarg);
+ break;
+#endif /* HAVE_SSL */
+ case 167:
+ setoptval ("postdata", optarg);
+ break;
+ case 168:
+ setoptval ("postfile", optarg);
+ break;
+ case 175:
+ setoptval ("dnscache", optarg);
+ break;
+ case 176:
+ setoptval ("restrictfilenames", optarg);
+ break;
+ case 178:
+ setoptval ("dnstimeout", optarg);
+ break;
+ case 179:
+ setoptval ("readtimeout", optarg);
+ break;
+ case 180:
+ setoptval ("connecttimeout", optarg);
break;
case 'A':
- setval ("accept", optarg);
+ setoptval ("accept", optarg);
break;
case 'a':
- setval ("logfile", optarg);
+ setoptval ("logfile", optarg);
append_to_log = 1;
break;
case 'B':
- setval ("base", optarg);
+ setoptval ("base", optarg);
break;
case 'C':
- setval ("cache", optarg);
+ setoptval ("cache", optarg);
break;
case 'D':
- setval ("domains", optarg);
+ setoptval ("domains", optarg);
break;
case 'e':
- {
- char *com, *val;
- if (parse_line (optarg, &com, &val))
- {
- if (!setval (com, val))
- exit (1);
- }
- else
- {
- fprintf (stderr, _("%s: %s: invalid command\n"), exec_name,
- optarg);
- exit (1);
- }
- xfree (com);
- xfree (val);
- }
+ run_command (optarg);
break;
case 'G':
- setval ("ignoretags", optarg);
+ setoptval ("ignoretags", optarg);
break;
case 'g':
- setval ("glob", optarg);
+ setoptval ("glob", optarg);
break;
case 'I':
- setval ("includedirectories", optarg);
+ setoptval ("includedirectories", optarg);
break;
case 'i':
- setval ("input", optarg);
+ setoptval ("input", optarg);
break;
case 'l':
- setval ("reclevel", optarg);
+ setoptval ("reclevel", optarg);
break;
case 'n':
{
- /* #### The n? options are utter crock! */
+ /* #### What we really want here is --no-foo. */
char *p;
for (p = optarg; *p; p++)
switch (*p)
{
case 'v':
- setval ("verbose", "off");
- break;
- case 'h':
- setval ("simplehostcheck", "on");
+ setoptval ("verbose", "off");
break;
case 'H':
- setval ("addhostdir", "off");
+ setoptval ("addhostdir", "off");
break;
case 'd':
- setval ("dirstruct", "off");
+ setoptval ("dirstruct", "off");
break;
case 'c':
- setval ("noclobber", "on");
+ setoptval ("noclobber", "on");
break;
case 'r':
- setval ("removelisting", "off");
+ setoptval ("removelisting", "off");
break;
case 'p':
- setval ("noparent", "on");
+ setoptval ("noparent", "on");
break;
case 'k':
- setval ("httpkeepalive", "off");
+ setoptval ("httpkeepalive", "off");
break;
default:
printf (_("%s: illegal option -- `-n%c'\n"), exec_name, *p);
break;
}
case 'O':
- setval ("outputdocument", optarg);
+ setoptval ("outputdocument", optarg);
break;
case 'o':
- setval ("logfile", optarg);
+ setoptval ("logfile", optarg);
break;
case 'P':
- setval ("dirprefix", optarg);
+ setoptval ("dirprefix", optarg);
break;
case 'Q':
- setval ("quota", optarg);
+ setoptval ("quota", optarg);
break;
case 'R':
- setval ("reject", optarg);
+ setoptval ("reject", optarg);
break;
case 'T':
- setval ("timeout", optarg);
+ setoptval ("timeout", optarg);
break;
case 't':
- setval ("tries", optarg);
+ setoptval ("tries", optarg);
break;
case 'U':
- setval ("useragent", optarg);
+ setoptval ("useragent", optarg);
break;
case 'w':
- setval ("wait", optarg);
+ setoptval ("wait", optarg);
break;
case 'X':
- setval ("excludedirectories", optarg);
+ setoptval ("excludedirectories", optarg);
break;
case 'Y':
- setval ("useproxy", optarg);
+ setoptval ("useproxy", optarg);
break;
case '?':
if (opt.verbose == -1)
opt.verbose = !opt.quiet;
- /* Retain compatibility with previous scripts.
- if wait has been set, but waitretry has not, give it the wait value.
- A simple check on the values is not enough, I could have set
- wait to n>0 and waitretry to 0 - HEH */
- if (opt.wait && !wr)
- {
- char opt_wait_str[256]; /* bigger than needed buf to prevent overflow */
-
- sprintf(opt_wait_str, "%ld", opt.wait);
- setval ("waitretry", opt_wait_str);
- }
-
/* Sanity checks. */
if (opt.verbose && opt.quiet)
{
if (opt.background)
fork_to_background ();
- /* Allocate basic pointer. */
- url = ALLOCA_ARRAY (char *, nurl + 1);
+ /* Initialize progress. Have to do this after the options are
+ processed so we know where the log file is. */
+ if (opt.verbose)
+ set_progress_implementation (opt.progress_type);
+
/* Fill in the arguments. */
+ url = alloca_array (char *, nurl + 1);
for (i = 0; i < nurl; i++, optind++)
{
- char *irix4_cc_needs_this;
- STRDUP_ALLOCA (irix4_cc_needs_this, argv[optind]);
- url[i] = irix4_cc_needs_this;
+ char *rewritten = rewrite_shorthand_url (argv[optind]);
+ if (rewritten)
+ url[i] = rewritten;
+ else
+ url[i] = xstrdup (argv[optind]);
}
url[i] = NULL;
DEBUGP (("DEBUG output created by Wget %s on %s.\n\n", version_string,
OS_TYPE));
+
/* Open the output filename if necessary. */
if (opt.output_document)
{
opt.dfp = stdout;
else
{
- opt.dfp = fopen (opt.output_document, "wb");
+ struct stat st;
+ opt.dfp = fopen (opt.output_document, opt.always_rest ? "ab" : "wb");
if (opt.dfp == NULL)
{
perror (opt.output_document);
exit (1);
}
+ if (fstat (fileno (opt.dfp), &st) == 0 && S_ISREG (st.st_mode))
+ opt.od_known_regular = 1;
}
}
process exits. What we want is to ignore SIGPIPE and just check
for the return value of write(). */
signal (SIGPIPE, SIG_IGN);
+#ifdef SIGWINCH
+ signal (SIGWINCH, progress_handle_sigwinch);
+#endif
#endif /* HAVE_SIGNAL */
+#ifdef HAVE_SSL
+ /* Must call this before resolving any URLs because it has the power
+ to disable `https'. */
+ ssl_init_prng ();
+#endif
+
status = RETROK; /* initialize it, just-in-case */
- recursive_reset ();
/* Retrieve the URLs from argument list. */
for (t = url; *t; t++)
{
- char *filename, *redirected_URL;
+ char *filename = NULL, *redirected_URL = NULL;
int dt;
- status = retrieve_url (*t, &filename, &redirected_URL, NULL, &dt);
- if (opt.recursive && status == RETROK && (dt & TEXTHTML))
- status = recursive_retrieve (filename,
- redirected_URL ? redirected_URL : *t);
+ if (opt.recursive && url_scheme (*t) != SCHEME_FTP)
+ status = retrieve_tree (*t);
+ else
+ status = retrieve_url (*t, &filename, &redirected_URL, NULL, &dt);
if (opt.delete_after && file_exists_p(filename))
{
_("Download quota (%s bytes) EXCEEDED!\n"),
legible (opt.quota));
}
- if (opt.convert_links & !opt.delete_after)
- {
- convert_all_links ();
- }
+
+ if (opt.cookies_output && wget_cookie_jar)
+ cookie_jar_save (wget_cookie_jar, opt.cookies_output);
+
+ if (opt.convert_links && !opt.delete_after)
+ convert_all_links ();
+
log_close ();
+ for (i = 0; i < nurl; i++)
+ xfree (url[i]);
cleanup ();
+
#ifdef DEBUG_MALLOC
print_malloc_debug_stats ();
#endif
return 1;
}
\f
+#ifdef HAVE_SIGNAL
/* Hangup signal handler. When wget receives SIGHUP or SIGUSR1, it
will proceed operation as usual, trying to write into a log file.
- If that is impossible, the output will be turned off. */
+ If that is impossible, the output will be turned off.
+
+ #### It is unsafe to do call libc functions from a signal handler.
+ What we should do is, set a global variable, and have the code in
+ log.c pick it up. */
-#ifdef HAVE_SIGNAL
static RETSIGTYPE
redirect_output_signal (int sig)
{
- char tmp[100];
+ char *signal_name = (sig == SIGHUP ? "SIGHUP" :
+ (sig == SIGUSR1 ? "SIGUSR1" :
+ "WTF?!"));
+ log_request_redirect_output (signal_name);
+ progress_schedule_redirect ();
signal (sig, redirect_output_signal);
- /* Please note that the double `%' in `%%s' is intentional, because
- redirect_output passes tmp through printf. */
- sprintf (tmp, _("%s received, redirecting output to `%%s'.\n"),
- (sig == SIGHUP ? "SIGHUP" :
- (sig == SIGUSR1 ? "SIGUSR1" :
- "WTF?!")));
- redirect_output (tmp);
}
#endif /* HAVE_SIGNAL */