char **domains; /* See host.c */
char **exclude_domains;
+ char **follow_tags; /* List of HTML tags to recursively follow. */
+ char **ignore_tags; /* List of HTML tags to ignore if recursing. */
+
int follow_ftp; /* Are FTP URL-s followed in recursive
retrieving? */
int retr_symlinks; /* Whether we retrieve symlinks in
long timeout; /* The value of read timeout in
seconds. */
#endif
- long wait; /* The wait period between retries. */
+ long wait; /* The wait period between retrievals. */
+ long waitretry; /* The wait period between retries. - HEH */
int use_robots; /* Do we heed robots.txt? */
long quota; /* Maximum number of bytes to