X-Git-Url: http://sjero.net/git/?p=wget;a=blobdiff_plain;f=src%2Fretr.c;h=b5a10e2a03bc7cdc05c7182a0a73d3f0e5434e35;hp=179430acf72b83454fa319e1f987ddc320860303;hb=714ccdcd844314cc3902fa4fd1b48757d9db9296;hpb=0a0d73a03f87ca6393d49869604922ee884c6021 diff --git a/src/retr.c b/src/retr.c index 179430ac..b5a10e2a 100644 --- a/src/retr.c +++ b/src/retr.c @@ -141,8 +141,10 @@ limit_bandwidth (wgint bytes, struct ptimer *timer) static int write_data (FILE *out, const char *buf, int bufsize, wgint *skip, - wgint *written) + wgint *written, int flags) { + static int cr_pending = 0; /* Found CR in ASCII FTP data. */ + if (!out) return 1; if (*skip > bufsize) @@ -159,14 +161,89 @@ write_data (FILE *out, const char *buf, int bufsize, wgint *skip, return 1; } - fwrite (buf, 1, bufsize, out); - *written += bufsize; +/* Note: This code assumes that "\n" is the universal line ending + character, as on UNIX and VMS. If this is not true, then here's + where to change it. +*/ + +#if 1 +# define EOL_STRING "\n" +#else /* 1 */ +# define EOL_STRING "\r\n" +#endif /* 1 [else] */ +#define EOL_STRING_LEN (sizeof( EOL_STRING)- 1) + + if (flags & rb_ftp_ascii) + { + const char *bufend; + + /* ASCII transfer. Put out lines delimited by CRLF. */ + bufend = buf+ bufsize; + while (buf < bufend) + { + /* If CR, put out any pending CR, then set CR-pending flag. */ + if (*buf == '\r') + { + if (cr_pending) + { + fwrite ("\r", 1, 1, out); + *written += 1; + } + cr_pending = 1; + buf++; + continue; + } + + if (cr_pending) + { + if (*buf == '\n') + { + /* Found FTP EOL (CRLF). Put out local EOL. */ + fwrite (EOL_STRING, 1, EOL_STRING_LEN, out); + *written += EOL_STRING_LEN; + } + else + { + /* Normal character. Put out pending CR and it. */ + fwrite ("\r", 1, 1, out); + fwrite (buf, 1, 1, out); + *written += 2; + } + buf++; + cr_pending = 0; + } + else + { + /* Normal character. Put it out. */ + fwrite (buf, 1, 1, out); + *written += 1; + buf++; + } + } + } + else + { + /* Image transfer. Put out buffer. */ + fwrite (buf, 1, bufsize, out); + *written += bufsize; + } /* Immediately flush the downloaded data. This should not hinder performance: fast downloads will arrive in large 16K chunks (which stdio would write out immediately anyway), and slow downloads wouldn't be limited by disk speed. */ + + /* 2005-04-20 SMS. + Perhaps it shouldn't hinder performance, but it sure does, at least + on VMS (more than 2X). Rather than speculate on what it should or + shouldn't do, it might make more sense to test it. Even better, it + might be nice to explain what possible benefit it could offer, as + it appears to be a clear invitation to poor performance with no + actual justification. (Also, why 16K? Anyone test other values?) + */ +#ifndef __VMS fflush (out); +#endif /* ndef __VMS */ return !ferror (out); } @@ -296,7 +373,7 @@ fd_read_body (int fd, FILE *out, wgint toread, wgint startpos, if (ret > 0) { sum_read += ret; - if (!write_data (out, dlbuf, ret, &skip, &sum_written)) + if (!write_data (out, dlbuf, ret, &skip, &sum_written, flags)) { ret = -2; goto out;