int relative_only; /* Follow only relative links. */
int no_parent; /* Restrict access to the parent
directory. */
- int simple_check; /* Should we use simple checking
- (strcmp) or do we create a host
- hash and call gethostbyname? */
int reclevel; /* Maximum level of recursion */
int dirstruct; /* Do we build the directory structure
as we go along? */
long timeout; /* The value of read timeout in
seconds. */
#endif
+ int random_wait; /* vary from 0 .. wait secs by random()? */
long wait; /* The wait period between retrievals. */
long waitretry; /* The wait period between retries. - HEH */
int use_robots; /* Do we heed robots.txt? */
+ long limit_rate; /* Limit the download rate to this
+ many bps. */
long quota; /* Maximum number of bytes to
retrieve. */
VERY_LONG_TYPE downloaded; /* How much we downloaded already. */