#include "html-url.h"
#include "css-url.h"
#include "spider.h"
-#include "iri.h"
\f
/* Functions for maintaining the URL queue. */
DEBUGP (("Queue count %d, maxcount %d.\n", queue->count, queue->maxcount));
if (i)
- printf ("[Enqueuing %s with %s\n", url, i->uri_encoding);
+ DEBUGP (("[IRI Enqueuing %s with %s\n", quote (url),
+ i->uri_encoding ? quote (i->uri_encoding) : "None"));
if (queue->tail)
queue->tail->next = qel;
int up_error_code;
struct url *start_url_parsed;
struct iri *i = iri_new ();
- set_uri_encoding (i, opt.locale);
+ set_uri_encoding (i, opt.locale, true);
start_url_parsed = url_parse (start_url, &up_error_code, i);
if (!start_url_parsed)
{
- logprintf (LOG_NOTQUIET, "%s: %s.\n", start_url,
- url_error (up_error_code));
+ char *error = url_error (start_url, up_error_code);
+ logprintf (LOG_NOTQUIET, "%s: %s.\n", start_url, error);
+ xfree (error);
return URLERROR;
}
blacklist, i))
{
ci = iri_new ();
- set_uri_encoding (ci, i->content_encoding);
+ set_uri_encoding (ci, i->content_encoding, false);
url_enqueue (queue, ci, xstrdup (child->url->url),
xstrdup (referer_url), depth + 1,
child->link_expect_html,