/* Support for Robot Exclusion Standard (RES).
- Copyright (C) 2001, 2006, 2007, 2008 Free Software Foundation, Inc.
+ Copyright (C) 2001, 2006, 2007, 2008, 2009 Free Software Foundation,
+ Inc.
This file is part of Wget.
else
{
err = retrieve_url (url_parsed, robots_url, file, NULL, NULL, NULL,
- false, i);
+ false, i, false);
url_free(url_parsed);
}
bool ret = are_urls_equal (url, robots_url);
xfree (robots_url);
-
+
return ret;
}
\f
{ "http://www.yoyodyne.com/somepath/", false },
{ "http://www.yoyodyne.com/somepath/robots.txt", false },
};
-
- for (i = 0; i < sizeof(test_array)/sizeof(test_array[0]); ++i)
+
+ for (i = 0; i < sizeof(test_array)/sizeof(test_array[0]); ++i)
{
- mu_assert ("test_is_robots_txt_url: wrong result",
+ mu_assert ("test_is_robots_txt_url: wrong result",
is_robots_txt_url (test_array[i].url) == test_array[i].expected_result);
}