[svn] Fixed recursive spider mode.

[wget] / src / res.c

diff --git a/src/res.c b/src/res.c
index 630d74b5ce7ec4767f19052d0ef59f93385a974c..656f2895ec52e971d6f37cbd62138bc802fef049 100644 (file)
--- a/src/res.c
+++ b/src/res.c
@@ -538,7 +538,7 @@ res_retrieve_file (const char *url, char **file)
 
   logputs (LOG_VERBOSE, _("Loading robots.txt; please ignore errors.\n"));
   *file = NULL;
-  err = retrieve_url (robots_url, file, NULL, NULL, NULL);
+  err = retrieve_url (robots_url, file, NULL, NULL, NULL, false);
   xfree (robots_url);
 
   if (err != RETROK && *file != NULL)