[svn] After canonicalizing the URL, check for its existence among undesirable_urls.

[wget] / src / recur.c

diff --git a/src/recur.c b/src/recur.c
index 494e01a31374ced1c7e48c5a6c8ca620cebbc2a2..faa01e410f0ea646be32b018493419a5dc0f8981 100644 (file)
--- a/src/recur.c
+++ b/src/recur.c
@@ -381,7 +381,13 @@ recursive_retrieve (const char *file, const char *this_url)
            }
          xfree (constr);
          constr = xstrdup (u->url);
-         string_set_add (undesirable_urls, constr);
+         /* After we have canonicalized the URL, check if we have it
+            on the black list. */
+         if (string_set_contains (undesirable_urls, constr))
+           inl = 1;
+         /* This line is bogus. */
+         /*string_set_add (undesirable_urls, constr);*/
+
          if (!inl && !((u->proto == URLFTP) && !this_url_ftp))
            if (!opt.spanhost && this_url && !same_host (this_url, constr))
              {