[svn] Better version of read_whole_line().

[wget] / src / recur.c

diff --git a/src/recur.c b/src/recur.c
index 4183fec991b7320cf1058d95270cf5b0341cf52e..52cc8e12385fc72b427c6ea88b023a4e766c8c49 100644 (file)
--- a/src/recur.c
+++ b/src/recur.c
@@ -702,9 +702,11 @@ parse_robots (const char *robots_filename)
   while ((line = read_whole_line (fp)))
     {
       len = strlen (line);
-      /* Destroy <CR> if there is one.  */
+      /* Destroy <CR><LF> if present.  */
+      if (len && line[len - 1] == '\n')
+       line[--len] = '\0';
       if (len && line[len - 1] == '\r')
-       line[len - 1] = '\0';
+       line[--len] = '\0';
       /* According to specifications, optional space may be at the
         end...  */
       DEBUGP (("Line: %s\n", line));