Fix buffered DeadlineStream

src/response.rs

@@ -524,34 +524,35 @@ pub(crate) fn set_stream(resp: &mut Response, url: String, unit: Option<Unit>, s
     resp.stream = Some(stream);
 }
 
-fn read_next_line<R: Read>(reader: &mut R) -> io::Result<String> {
+fn read_next_line(reader: &mut impl BufRead) -> io::Result<String> {
-    let mut buf = Vec::new();
+    let mut s = String::new();
-    let mut prev_byte_was_cr = false;
+    let result = reader.read_line(&mut s).map_err(|e| {
-    let mut one = [0_u8];
+        // On unix-y platforms set_read_timeout and set_write_timeout
-
+        // causes ErrorKind::WouldBlock instead of ErrorKind::TimedOut.
-    loop {
+        // Since the socket most definitely not set_nonblocking(true),
-        let amt = reader.read(&mut one[..])?;
+        // we can safely normalize WouldBlock to TimedOut
-
+        if e.kind() == io::ErrorKind::WouldBlock {
-        if amt == 0 {
+            io::Error::new(io::ErrorKind::TimedOut, "timed out reading headers")
+        } else {
+            e
+        }
+    });
+    if result? == 0 {
         return Err(io::Error::new(
             io::ErrorKind::ConnectionAborted,
             "Unexpected EOF",
         ));
     }
 
-        let byte = one[0];
+    if !s.ends_with("\r\n") {
-
+        return Err(io::Error::new(
-        if byte == b'\n' && prev_byte_was_cr {
+            io::ErrorKind::InvalidInput,
-            buf.pop(); // removing the '\r'
+            format!("Header field didn't end with \\r: {}", s),
-            return String::from_utf8(buf).map_err(|_| {
+        ));
-                io::Error::new(io::ErrorKind::InvalidInput, "Header is not in ASCII")
-            });
-        }
-
-        prev_byte_was_cr = byte == b'\r';
-
-        buf.push(byte);
     }
+    s.pop();
+    s.pop();
+    Ok(s)
 }
 
 /// Limits a `Read` to a content size (as set by a "Content-Length" header).

src/stream.rs

@@ -54,6 +54,32 @@ impl From<DeadlineStream> for Stream {
     }
 }
 
+impl BufRead for DeadlineStream {
+    fn fill_buf(&mut self) -> io::Result<&[u8]> {
+        if let Some(deadline) = self.deadline {
+            let timeout = time_until_deadline(deadline)?;
+            if let Some(socket) = self.stream.socket() {
+                socket.set_read_timeout(Some(timeout))?;
+                socket.set_write_timeout(Some(timeout))?;
+            }
+        }
+        self.stream.fill_buf().map_err(|e| {
+            // On unix-y platforms set_read_timeout and set_write_timeout
+            // causes ErrorKind::WouldBlock instead of ErrorKind::TimedOut.
+            // Since the socket most definitely not set_nonblocking(true),
+            // we can safely normalize WouldBlock to TimedOut
+            if e.kind() == io::ErrorKind::WouldBlock {
+                return io_err_timeout("timed out reading response".to_string());
+            }
+            e
+        })
+    }
+
+    fn consume(&mut self, amt: usize) {
+        self.stream.consume(amt)
+    }
+}
+
 impl Read for DeadlineStream {
     fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
         if let Some(deadline) = self.deadline {
@@ -109,6 +135,19 @@ impl Stream {
             inner: BufReader::new(Inner::Test(Box::new(Cursor::new(v)), vec![])),
         }
     }
+
+    fn from_tcp_stream(t: TcpStream) -> Stream {
+        Stream {
+            inner: BufReader::with_capacity(1000, Inner::Http(t)),
+        }
+    }
+
+    fn from_tls_stream(t: StreamOwned<ClientSession, TcpStream>) -> Stream {
+        Stream {
+            inner: BufReader::with_capacity(1000, Inner::Https(t)),
+        }
+    }
+
     // Check if the server has closed a stream by performing a one-byte
     // non-blocking read. If this returns EOF, the server has closed the
     // connection: return true. If this returns WouldBlock (aka EAGAIN),
@@ -198,16 +237,6 @@ impl Read for Inner {
     }
 }
 
-impl BufRead for DeadlineStream {
-    fn fill_buf(&mut self) -> io::Result<&[u8]> {
-        self.stream.fill_buf()
-    }
-
-    fn consume(&mut self, amt: usize) {
-        self.stream.consume(amt)
-    }
-}
-
 impl BufRead for Stream {
     fn fill_buf(&mut self) -> io::Result<&[u8]> {
         self.inner.fill_buf()
@@ -279,11 +308,7 @@ pub(crate) fn connect_http(unit: &Unit, hostname: &str) -> Result<Stream, Error>
     //
     let port = unit.url.port().unwrap_or(80);
 
-    connect_host(unit, hostname, port)
+    connect_host(unit, hostname, port).map(Stream::from_tcp_stream)
-        .map(Inner::Http)
-        .map(|h| Stream {
-            inner: BufReader::new(h),
-        })
 }
 
 #[cfg(all(feature = "tls", feature = "native-certs"))]
@@ -327,9 +352,7 @@ pub(crate) fn connect_https(unit: &Unit, hostname: &str) -> Result<Stream, Error
 
     let stream = rustls::StreamOwned::new(sess, sock);
 
-    Ok(Stream {
+    Ok(Stream::from_tls_stream(stream))
-        inner: BufReader::new(Inner::Https(stream)),
-    })
 }
 
 pub(crate) fn connect_host(unit: &Unit, hostname: &str, port: u16) -> Result<TcpStream, Error> {