1 /* Reading/parsing the initialization file.
2 Copyright (C) 1995, 1996, 1997, 1998, 2000 Free Software Foundation, Inc.
4 This file is part of Wget.
6 This program is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 This program is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with this program; if not, write to the Free Software
18 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */
23 #include <sys/types.h>
38 # include <sys/socket.h>
39 # include <netinet/in.h>
40 # include <arpa/inet.h>
53 #include "cookies.h" /* for cookies_cleanup */
59 /* We want tilde expansion enabled only when reading `.wgetrc' lines;
60 otherwise, it will be performed by the shell. This variable will
61 be set by the wgetrc-reading function. */
63 static int enable_tilde_expansion;
66 #define CMD_DECLARE(func) static int func \
67 PARAMS ((const char *, const char *, void *))
69 CMD_DECLARE (cmd_address);
70 CMD_DECLARE (cmd_boolean);
71 CMD_DECLARE (cmd_bytes);
72 CMD_DECLARE (cmd_directory_vector);
73 CMD_DECLARE (cmd_lockable_boolean);
74 CMD_DECLARE (cmd_number);
75 CMD_DECLARE (cmd_number_inf);
76 CMD_DECLARE (cmd_string);
77 CMD_DECLARE (cmd_file);
78 CMD_DECLARE (cmd_time);
79 CMD_DECLARE (cmd_vector);
81 CMD_DECLARE (cmd_spec_dirstruct);
82 CMD_DECLARE (cmd_spec_dotstyle);
83 CMD_DECLARE (cmd_spec_header);
84 CMD_DECLARE (cmd_spec_htmlify);
85 CMD_DECLARE (cmd_spec_mirror);
86 CMD_DECLARE (cmd_spec_recursive);
87 CMD_DECLARE (cmd_spec_useragent);
89 /* List of recognized commands, each consisting of name, closure and function.
90 When adding a new command, simply add it to the list, but be sure to keep the
91 list sorted alphabetically, as comind() depends on it. Also, be sure to add
92 any entries that allocate memory (e.g. cmd_string and cmd_vector guys) to the
93 cleanup() function below. */
97 int (*action) PARAMS ((const char *, const char *, void *));
99 { "accept", &opt.accepts, cmd_vector },
100 { "addhostdir", &opt.add_hostdir, cmd_boolean },
101 { "alwaysrest", &opt.always_rest, cmd_boolean }, /* deprecated */
102 { "background", &opt.background, cmd_boolean },
103 { "backupconverted", &opt.backup_converted, cmd_boolean },
104 { "backups", &opt.backups, cmd_number },
105 { "base", &opt.base_href, cmd_string },
106 { "bindaddress", &opt.bind_address, cmd_address },
107 { "cache", &opt.proxy_cache, cmd_boolean },
108 { "continue", &opt.always_rest, cmd_boolean },
109 { "convertlinks", &opt.convert_links, cmd_boolean },
110 { "cookies", &opt.cookies, cmd_boolean },
111 { "cutdirs", &opt.cut_dirs, cmd_number },
113 { "debug", &opt.debug, cmd_boolean },
115 { "deleteafter", &opt.delete_after, cmd_boolean },
116 { "dirprefix", &opt.dir_prefix, cmd_file },
117 { "dirstruct", NULL, cmd_spec_dirstruct },
118 { "domains", &opt.domains, cmd_vector },
119 { "dotbytes", &opt.dot_bytes, cmd_bytes },
120 { "dotsinline", &opt.dots_in_line, cmd_number },
121 { "dotspacing", &opt.dot_spacing, cmd_number },
122 { "dotstyle", NULL, cmd_spec_dotstyle },
123 { "excludedirectories", &opt.excludes, cmd_directory_vector },
124 { "excludedomains", &opt.exclude_domains, cmd_vector },
125 { "followftp", &opt.follow_ftp, cmd_boolean },
126 { "followtags", &opt.follow_tags, cmd_vector },
127 { "forcehtml", &opt.force_html, cmd_boolean },
128 { "ftpproxy", &opt.ftp_proxy, cmd_string },
129 { "glob", &opt.ftp_glob, cmd_boolean },
130 { "header", NULL, cmd_spec_header },
131 { "htmlextension", &opt.html_extension, cmd_boolean },
132 { "htmlify", NULL, cmd_spec_htmlify },
133 { "httpkeepalive", &opt.http_keep_alive, cmd_boolean },
134 { "httppasswd", &opt.http_passwd, cmd_string },
135 { "httpproxy", &opt.http_proxy, cmd_string },
136 { "httpsproxy", &opt.https_proxy, cmd_string },
137 { "httpuser", &opt.http_user, cmd_string },
138 { "ignorelength", &opt.ignore_length, cmd_boolean },
139 { "ignoretags", &opt.ignore_tags, cmd_vector },
140 { "includedirectories", &opt.includes, cmd_directory_vector },
141 { "input", &opt.input_filename, cmd_file },
142 { "killlonger", &opt.kill_longer, cmd_boolean },
143 { "loadcookies", &opt.cookies_input, cmd_file },
144 { "logfile", &opt.lfilename, cmd_file },
145 { "login", &opt.ftp_acc, cmd_string },
146 { "mirror", NULL, cmd_spec_mirror },
147 { "netrc", &opt.netrc, cmd_boolean },
148 { "noclobber", &opt.noclobber, cmd_boolean },
149 { "noparent", &opt.no_parent, cmd_boolean },
150 { "noproxy", &opt.no_proxy, cmd_vector },
151 { "numtries", &opt.ntry, cmd_number_inf },/* deprecated*/
152 { "outputdocument", &opt.output_document, cmd_file },
153 { "pagerequisites", &opt.page_requisites, cmd_boolean },
154 { "passiveftp", &opt.ftp_pasv, cmd_lockable_boolean },
155 { "passwd", &opt.ftp_pass, cmd_string },
156 { "proxypasswd", &opt.proxy_passwd, cmd_string },
157 { "proxyuser", &opt.proxy_user, cmd_string },
158 { "quiet", &opt.quiet, cmd_boolean },
159 { "quota", &opt.quota, cmd_bytes },
160 { "reclevel", &opt.reclevel, cmd_number_inf },
161 { "recursive", NULL, cmd_spec_recursive },
162 { "referer", &opt.referer, cmd_string },
163 { "reject", &opt.rejects, cmd_vector },
164 { "relativeonly", &opt.relative_only, cmd_boolean },
165 { "removelisting", &opt.remove_listing, cmd_boolean },
166 { "retrsymlinks", &opt.retr_symlinks, cmd_boolean },
167 { "robots", &opt.use_robots, cmd_boolean },
168 { "savecookies", &opt.cookies_output, cmd_file },
169 { "saveheaders", &opt.save_headers, cmd_boolean },
170 { "serverresponse", &opt.server_response, cmd_boolean },
171 { "simplehostcheck", &opt.simple_check, cmd_boolean },
172 { "spanhosts", &opt.spanhost, cmd_boolean },
173 { "spider", &opt.spider, cmd_boolean },
175 { "sslcertfile", &opt.sslcertfile, cmd_file },
176 { "sslcertkey", &opt.sslcertkey, cmd_file },
177 #endif /* HAVE_SSL */
178 { "timeout", &opt.timeout, cmd_time },
179 { "timestamping", &opt.timestamping, cmd_boolean },
180 { "tries", &opt.ntry, cmd_number_inf },
181 { "useproxy", &opt.use_proxy, cmd_boolean },
182 { "useragent", NULL, cmd_spec_useragent },
183 { "verbose", &opt.verbose, cmd_boolean },
184 { "wait", &opt.wait, cmd_time },
185 { "waitretry", &opt.waitretry, cmd_time }
188 /* Return index of COM if it is a valid command, or -1 otherwise. COM
189 is looked up in `commands' using binary search algorithm. */
191 comind (const char *com)
193 int min = 0, max = ARRAY_SIZE (commands) - 1;
197 int i = (min + max) / 2;
198 int cmp = strcasecmp (com, commands[i].name);
210 /* Reset the variables to default values. */
216 /* Most of the default values are 0. Just reset everything, and
217 fill in the non-zero values. Note that initializing pointers to
218 NULL this way is technically illegal, but porting Wget to a
219 machine where NULL is not all-zero bit pattern will be the least
220 of the implementors' worries. */
221 memset (&opt, 0, sizeof (opt));
226 opt.dir_prefix = xstrdup (".");
230 opt.ftp_acc = xstrdup ("anonymous");
231 /*opt.ftp_pass = xstrdup (ftp_getaddress ());*/
235 opt.http_keep_alive = 1;
237 tmp = getenv ("no_proxy");
239 opt.no_proxy = sepstring (tmp);
247 opt.remove_listing = 1;
249 opt.dot_bytes = 1024;
250 opt.dot_spacing = 10;
251 opt.dots_in_line = 50;
254 /* Return the user's home directory (strdup-ed), or NULL if none is
259 char *home = getenv ("HOME");
264 /* If HOME is not defined, try getting it from the password
266 struct passwd *pwd = getpwuid (getuid ());
267 if (!pwd || !pwd->pw_dir)
272 /* #### Maybe I should grab home_dir from registry, but the best
273 that I could get from there is user's Start menu. It sucks! */
277 return home ? xstrdup (home) : NULL;
280 /* Return the path to the user's .wgetrc. This is either the value of
281 `WGETRC' environment variable, or `$HOME/.wgetrc'.
283 If the `WGETRC' variable exists but the file does not exist, the
284 function will exit(). */
286 wgetrc_file_name (void)
291 /* Try the environment. */
292 env = getenv ("WGETRC");
295 if (!file_exists_p (env))
297 fprintf (stderr, "%s: %s: %s.\n", exec_name, file, strerror (errno));
300 return xstrdup (env);
304 /* If that failed, try $HOME/.wgetrc. */
308 file = (char *)xmalloc (strlen (home) + 1 + strlen (".wgetrc") + 1);
309 sprintf (file, "%s/.wgetrc", home);
313 /* Under Windows, "home" is (for the purposes of this function) the
314 directory where `wget.exe' resides, and `wget.ini' will be used
315 as file name. SYSTEM_WGETRC should not be defined under WINDOWS.
317 It is not as trivial as I assumed, because on 95 argv[0] is full
318 path, but on NT you get what you typed in command line. --dbudor */
322 file = (char *)xmalloc (strlen (home) + strlen ("wget.ini") + 1);
323 sprintf (file, "%swget.ini", home);
329 if (!file_exists_p (file))
337 /* Initialize variables from a wgetrc file */
339 run_wgetrc (const char *file)
345 fp = fopen (file, "rb");
348 fprintf (stderr, _("%s: Cannot read %s (%s).\n"), exec_name,
349 file, strerror (errno));
352 enable_tilde_expansion = 1;
354 while ((line = read_whole_line (fp)))
359 /* Parse the line. */
360 status = parse_line (line, &com, &val);
362 /* If everything is OK, set the value. */
365 if (!setval (com, val))
366 fprintf (stderr, _("%s: Error in %s at line %d.\n"), exec_name,
371 else if (status == 0)
372 fprintf (stderr, _("%s: Error in %s at line %d.\n"), exec_name,
376 enable_tilde_expansion = 0;
380 /* Initialize the defaults and run the system wgetrc and user's own
387 /* Load the hard-coded defaults. */
390 /* If SYSTEM_WGETRC is defined, use it. */
392 if (file_exists_p (SYSTEM_WGETRC))
393 run_wgetrc (SYSTEM_WGETRC);
395 /* Override it with your own, if one exists. */
396 file = wgetrc_file_name ();
399 /* #### We should somehow canonicalize `file' and SYSTEM_WGETRC,
402 if (!strcmp (file, SYSTEM_WGETRC))
404 fprintf (stderr, _("\
405 %s: Warning: Both system and user wgetrc point to `%s'.\n"),
415 /* Parse the line pointed by line, with the syntax:
416 <sp>* command <sp>* = <sp>* value <newline>
417 Uses malloc to allocate space for command and value.
418 If the line is invalid, data is freed and 0 is returned.
425 parse_line (const char *line, char **com, char **val)
427 const char *p = line;
428 const char *orig_comptr, *end;
431 /* Skip whitespace. */
432 while (*p && ISSPACE (*p))
435 /* Don't process empty lines. */
436 if (!*p || *p == '#')
439 for (orig_comptr = p; ISALPHA (*p) || *p == '_' || *p == '-'; p++)
441 /* The next char should be space or '='. */
442 if (!ISSPACE (*p) && (*p != '='))
444 /* Here we cannot use strdupdelim() as we normally would because we
445 want to skip the `-' and `_' characters in the input string. */
446 *com = (char *)xmalloc (p - orig_comptr + 1);
447 for (new_comptr = *com; orig_comptr < p; orig_comptr++)
449 if (*orig_comptr == '_' || *orig_comptr == '-')
451 *new_comptr++ = *orig_comptr;
454 /* If the command is invalid, exit now. */
455 if (comind (*com) == -1)
461 /* Skip spaces before '='. */
462 for (; ISSPACE (*p); p++);
463 /* If '=' not found, bail out. */
469 /* Skip spaces after '='. */
470 for (++p; ISSPACE (*p); p++);
471 /* Get the ending position for VAL by starting with the end of the
472 line and skipping whitespace. */
473 end = line + strlen (line) - 1;
474 while (end > p && ISSPACE (*end))
476 *val = strdupdelim (p, end + 1);
480 /* Set COM to VAL. This is the meat behind processing `.wgetrc'. No
481 fatals -- error signal prints a warning and resets to default
482 value. All error messages are printed to stderr, *not* to
483 opt.lfile, since opt.lfile wasn't even generated yet. */
485 setval (const char *com, const char *val)
494 /* #### Should I just abort()? */
496 fprintf (stderr, _("%s: BUG: unknown command `%s', value `%s'.\n"),
497 exec_name, com, val);
501 return ((*commands[ind].action) (com, val, commands[ind].closure));
504 /* Generic helper functions, for use with `commands'. */
506 static int myatoi PARAMS ((const char *s));
508 /* Interpret VAL as an Internet address (a hostname or a dotted-quad
509 IP address), and write it (in network order) to a malloc-allocated
510 address. That address gets stored to the memory pointed to by
511 CLOSURE. COM is ignored, except for error messages.
513 #### IMHO it's a mistake to do this kind of work so early in the
514 process (before any download even started!) opt.bind_address
515 should simply remember the provided value as a string. Another
516 function should do the lookup, when needed, and cache the
519 cmd_address (const char *com, const char *val, void *closure)
521 struct sockaddr_in sin;
522 struct sockaddr_in **target = (struct sockaddr_in **)closure;
524 if (!store_hostaddress ((unsigned char *)&sin.sin_addr, val))
526 fprintf (stderr, _("%s: %s: Cannot convert `%s' to an IP address.\n"),
527 exec_name, com, val);
531 sin.sin_family = AF_INET;
534 FREE_MAYBE (*target);
536 *target = xmalloc (sizeof (sin));
537 memcpy (*target, &sin, sizeof (sin));
542 /* Store the boolean value from VAL to CLOSURE. COM is ignored,
543 except for error messages. */
545 cmd_boolean (const char *com, const char *val, void *closure)
549 if (!strcasecmp (val, "on")
550 || (*val == '1' && !*(val + 1)))
552 else if (!strcasecmp (val, "off")
553 || (*val == '0' && !*(val + 1)))
557 fprintf (stderr, _("%s: %s: Please specify on or off.\n"),
562 *(int *)closure = bool_value;
566 /* Store the lockable_boolean {2, 1, 0, -1} value from VAL to CLOSURE. COM is
567 ignored, except for error messages. Values 2 and -1 indicate that once
568 defined, the value may not be changed by successive wgetrc files or
569 command-line arguments.
571 Values: 2 - Enable a particular option for good ("always")
572 1 - Enable an option ("on")
573 0 - Disable an option ("off")
574 -1 - Disable an option for good ("never") */
576 cmd_lockable_boolean (const char *com, const char *val, void *closure)
578 int lockable_boolean_value;
581 * If a config file said "always" or "never", don't allow command line
582 * arguments to override the config file.
584 if (*(int *)closure == -1 || *(int *)closure == 2)
587 if (!strcasecmp (val, "always")
588 || (*val == '2' && !*(val + 1)))
589 lockable_boolean_value = 2;
590 else if (!strcasecmp (val, "on")
591 || (*val == '1' && !*(val + 1)))
592 lockable_boolean_value = 1;
593 else if (!strcasecmp (val, "off")
594 || (*val == '0' && !*(val + 1)))
595 lockable_boolean_value = 0;
596 else if (!strcasecmp (val, "never")
597 || (*val == '-' && *(val + 1) == '1' && !*(val + 2)))
598 lockable_boolean_value = -1;
601 fprintf (stderr, _("%s: %s: Please specify always, on, off, "
607 *(int *)closure = lockable_boolean_value;
611 /* Set the non-negative integer value from VAL to CLOSURE. With
612 incorrect specification, the number remains unchanged. */
614 cmd_number (const char *com, const char *val, void *closure)
616 int num = myatoi (val);
620 fprintf (stderr, _("%s: %s: Invalid specification `%s'.\n"),
621 exec_name, com, val);
624 *(int *)closure = num;
628 /* Similar to cmd_number(), only accepts `inf' as a synonym for 0. */
630 cmd_number_inf (const char *com, const char *val, void *closure)
632 if (!strcasecmp (val, "inf"))
637 return cmd_number (com, val, closure);
640 /* Copy (strdup) the string at COM to a new location and place a
641 pointer to *CLOSURE. */
643 cmd_string (const char *com, const char *val, void *closure)
645 char **pstring = (char **)closure;
647 FREE_MAYBE (*pstring);
648 *pstring = xstrdup (val);
652 /* Like the above, but handles tilde-expansion when reading a user's
653 `.wgetrc'. In that case, and if VAL begins with `~', the tilde
654 gets expanded to the user's home directory. */
656 cmd_file (const char *com, const char *val, void *closure)
658 char **pstring = (char **)closure;
660 FREE_MAYBE (*pstring);
661 if (!enable_tilde_expansion || !(*val == '~' && *(val + 1) == '/'))
664 *pstring = xstrdup (val);
670 char *home = home_dir ();
674 homelen = strlen (home);
675 while (homelen && home[homelen - 1] == '/')
676 home[--homelen] = '\0';
678 /* Skip the leading "~/". */
679 for (++val; *val == '/'; val++)
682 result = xmalloc (homelen + 1 + strlen (val));
683 memcpy (result, home, homelen);
684 result[homelen] = '/';
685 strcpy (result + homelen + 1, val);
692 /* Merge the vector (array of strings separated with `,') in COM with
693 the vector (NULL-terminated array of strings) pointed to by
696 cmd_vector (const char *com, const char *val, void *closure)
698 char ***pvec = (char ***)closure;
701 *pvec = merge_vecs (*pvec, sepstring (val));
711 cmd_directory_vector (const char *com, const char *val, void *closure)
713 char ***pvec = (char ***)closure;
717 /* Strip the trailing slashes from directories. */
720 seps = sepstring (val);
721 for (t = seps; t && *t; t++)
723 int len = strlen (*t);
724 /* Skip degenerate case of root directory. */
727 if ((*t)[len - 1] == '/')
728 (*t)[len - 1] = '\0';
731 *pvec = merge_vecs (*pvec, seps);
741 /* Set the value stored in VAL to CLOSURE (which should point to a
742 long int), allowing several postfixes, with the following syntax
746 [0-9]+[kK] -> bytes * 1024
747 [0-9]+[mM] -> bytes * 1024 * 1024
750 Anything else is flagged as incorrect, and CLOSURE is unchanged. */
752 cmd_bytes (const char *com, const char *val, void *closure)
755 long *out = (long *)closure;
760 /* Check for "inf". */
761 if (p[0] == 'i' && p[1] == 'n' && p[2] == 'f' && p[3] == '\0')
766 /* Search for digits and construct result. */
767 for (; *p && ISDIGIT (*p); p++)
768 result = (10 * result) + (*p - '0');
769 /* If no digits were found, or more than one character is following
771 if (p == val || (*p != '\0' && *(p + 1) != '\0'))
773 printf (_("%s: Invalid specification `%s'\n"), com, val);
776 /* Search for a designator. */
777 switch (TOLOWER (*p))
788 result *= (long)1024 * 1024;
792 result *= (long)1024 * 1024 * 1024;
795 printf (_("%s: Invalid specification `%s'\n"), com, val);
802 /* Store the value of VAL to *OUT, allowing suffixes for minutes and
805 cmd_time (const char *com, const char *val, void *closure)
810 /* Search for digits and construct result. */
811 for (; *p && ISDIGIT (*p); p++)
812 result = (10 * result) + (*p - '0');
813 /* If no digits were found, or more than one character is following
815 if (p == val || (*p != '\0' && *(p + 1) != '\0'))
817 printf (_("%s: Invalid specification `%s'\n"), com, val);
820 /* Search for a suffix. */
821 switch (TOLOWER (*p))
835 /* Days (overflow on 16bit machines) */
843 printf (_("%s: Invalid specification `%s'\n"), com, val);
846 *(long *)closure = result;
850 /* Specialized helper functions, used by `commands' to handle some
851 options specially. */
853 static int check_user_specified_header PARAMS ((const char *));
856 cmd_spec_dirstruct (const char *com, const char *val, void *closure)
858 if (!cmd_boolean (com, val, &opt.dirstruct))
860 /* Since dirstruct behaviour is explicitly changed, no_dirstruct
861 must be affected inversely. */
863 opt.no_dirstruct = 0;
865 opt.no_dirstruct = 1;
870 cmd_spec_dotstyle (const char *com, const char *val, void *closure)
872 /* Retrieval styles. */
873 if (!strcasecmp (val, "default"))
875 /* Default style: 1K dots, 10 dots in a cluster, 50 dots in a
877 opt.dot_bytes = 1024;
878 opt.dot_spacing = 10;
879 opt.dots_in_line = 50;
881 else if (!strcasecmp (val, "binary"))
883 /* "Binary" retrieval: 8K dots, 16 dots in a cluster, 48 dots
885 opt.dot_bytes = 8192;
886 opt.dot_spacing = 16;
887 opt.dots_in_line = 48;
889 else if (!strcasecmp (val, "mega"))
891 /* "Mega" retrieval, for retrieving very long files; each dot is
892 64K, 8 dots in a cluster, 6 clusters (3M) in a line. */
893 opt.dot_bytes = 65536L;
895 opt.dots_in_line = 48;
897 else if (!strcasecmp (val, "giga"))
899 /* "Giga" retrieval, for retrieving very very *very* long files;
900 each dot is 1M, 8 dots in a cluster, 4 clusters (32M) in a
902 opt.dot_bytes = (1L << 20);
904 opt.dots_in_line = 32;
906 else if (!strcasecmp (val, "micro"))
908 /* "Micro" retrieval, for retrieving very small files (and/or
909 slow connections); each dot is 128 bytes, 8 dots in a
910 cluster, 6 clusters (6K) in a line. */
913 opt.dots_in_line = 48;
917 fprintf (stderr, _("%s: %s: Invalid specification `%s'.\n"),
918 exec_name, com, val);
925 cmd_spec_header (const char *com, const char *val, void *closure)
929 /* Empty header means reset headers. */
930 FREE_MAYBE (opt.user_header);
931 opt.user_header = NULL;
937 if (!check_user_specified_header (val))
939 fprintf (stderr, _("%s: %s: Invalid specification `%s'.\n"),
940 exec_name, com, val);
943 i = opt.user_header ? strlen (opt.user_header) : 0;
944 opt.user_header = (char *)xrealloc (opt.user_header, i + strlen (val)
946 strcpy (opt.user_header + i, val);
948 opt.user_header[i++] = '\r';
949 opt.user_header[i++] = '\n';
950 opt.user_header[i] = '\0';
956 cmd_spec_htmlify (const char *com, const char *val, void *closure)
958 int flag = cmd_boolean (com, val, &opt.htmlify);
959 if (flag && !opt.htmlify)
960 opt.remove_listing = 0;
965 cmd_spec_mirror (const char *com, const char *val, void *closure)
969 if (!cmd_boolean (com, val, &mirror))
974 if (!opt.no_dirstruct)
976 opt.timestamping = 1;
977 opt.reclevel = INFINITE_RECURSION;
978 opt.remove_listing = 0;
984 cmd_spec_recursive (const char *com, const char *val, void *closure)
986 if (!cmd_boolean (com, val, &opt.recursive))
990 if (opt.recursive && !opt.no_dirstruct)
997 cmd_spec_useragent (const char *com, const char *val, void *closure)
999 /* Just check for empty string and newline, so we don't throw total
1000 junk to the server. */
1001 if (!*val || strchr (val, '\n'))
1003 fprintf (stderr, _("%s: %s: Invalid specification `%s'.\n"),
1004 exec_name, com, val);
1007 opt.useragent = xstrdup (val);
1011 /* Miscellaneous useful routines. */
1013 /* Return the integer value of a positive integer written in S, or -1
1014 if an error was encountered. */
1016 myatoi (const char *s)
1019 const char *orig = s;
1021 for (res = 0; *s && ISDIGIT (*s); s++)
1022 res = 10 * res + (*s - '0');
1023 if (*s || orig == s)
1029 #define ISODIGIT(x) ((x) >= '0' && (x) <= '7')
1032 check_user_specified_header (const char *s)
1036 for (p = s; *p && *p != ':' && !ISSPACE (*p); p++);
1037 /* The header MUST contain `:' preceded by at least one
1038 non-whitespace character. */
1039 if (*p != ':' || p == s)
1041 /* The header MUST NOT contain newlines. */
1042 if (strchr (s, '\n'))
1047 void cleanup_html_url PARAMS ((void));
1048 void downloaded_files_free PARAMS ((void));
1051 /* Free the memory allocated by global variables. */
1055 extern acc_t *netrc_list;
1057 recursive_cleanup ();
1059 free_netrc (netrc_list);
1062 cleanup_html_url ();
1063 downloaded_files_free ();
1065 FREE_MAYBE (opt.lfilename);
1066 xfree (opt.dir_prefix);
1067 FREE_MAYBE (opt.input_filename);
1068 FREE_MAYBE (opt.output_document);
1069 free_vec (opt.accepts);
1070 free_vec (opt.rejects);
1071 free_vec (opt.excludes);
1072 free_vec (opt.includes);
1073 free_vec (opt.domains);
1074 free_vec (opt.follow_tags);
1075 free_vec (opt.ignore_tags);
1076 xfree (opt.ftp_acc);
1077 FREE_MAYBE (opt.ftp_pass);
1078 FREE_MAYBE (opt.ftp_proxy);
1079 FREE_MAYBE (opt.https_proxy);
1080 FREE_MAYBE (opt.http_proxy);
1081 free_vec (opt.no_proxy);
1082 FREE_MAYBE (opt.useragent);
1083 FREE_MAYBE (opt.referer);
1084 FREE_MAYBE (opt.http_user);
1085 FREE_MAYBE (opt.http_passwd);
1086 FREE_MAYBE (opt.user_header);
1088 FREE_MAYBE (opt.sslcertkey);
1089 FREE_MAYBE (opt.sslcertfile);
1090 #endif /* HAVE_SSL */
1091 FREE_MAYBE (opt.bind_address);
1092 FREE_MAYBE (opt.cookies_input);
1093 FREE_MAYBE (opt.cookies_output);