Handle chunked http response

Author: Ma233

Cargo.lock

@@ -14,7 +14,7 @@ http-body-util = "0.1.1"
 httparse = "1.8.0"
 hyper = { version = "1.3.1", features = ["server", "http1"] }
 hyper-util = { version = "0.1.5", features = ["tokio"] }
-litep2p = "0.6.0"
+litep2p = { git = "https://github.com/Ma233/litep2p.git", branch = "keepalive" }
 # Do not upgrade multiaddr, see: https://github.com/paritytech/litep2p/pull/91
 multiaddr = "0.17.1"
 percent-encoding = "2.3.1"

Cargo.toml

@@ -66,6 +66,7 @@ pub struct PProxyHandle {
 pub enum FullLength {
     NotParsed,
     NotSet,
+    Chunked,
     Parsed(usize),
 }
 
@@ -74,8 +75,8 @@ impl FullLength {
         matches!(self, FullLength::NotParsed)
     }
 
-    pub fn not_set(&self) -> bool {
-        matches!(self, FullLength::NotSet)
+    pub fn chunked(&self) -> bool {
+        matches!(self, FullLength::Chunked)
     }
 }
 
@@ -139,7 +140,7 @@ impl PProxy {
                     return Err(Error::IncompleteHttpRequest);
                 }
 
-                let mut stream = tcp_connect_with_timeout(&proxy_addr, 1).await?;
+                let mut stream = tcp_connect_with_timeout(&proxy_addr, 2).await?;
                 stream.write_all(request).await?;
 
                 let mut response = Vec::new();
@@ -149,7 +150,7 @@ impl PProxy {
                     let mut buf = [0u8; 30000];
 
                     let Ok(Ok(n)) =
-                        timeout(std::time::Duration::from_secs(5), stream.read(&mut buf)).await
+                        timeout(std::time::Duration::from_secs(2), stream.read(&mut buf)).await
                     else {
                         break;
                     };
@@ -175,12 +176,25 @@ impl PProxy {
                                 value.parse::<usize>().ok()
                             });
 
-                            match content_length {
-                                Some(content_length) => {
+                            let transfor_encoding = resp_checker.headers.iter().find_map(|h| {
+                                if h.name.to_lowercase() != "transfer-encoding" {
+                                    return None;
+                                }
+                                let Ok(value) = std::str::from_utf8(h.value) else {
+                                    return None;
+                                };
+                                Some(value)
+                            });
+
+                            match (content_length, transfor_encoding) {
+                                (Some(content_length), _) => {
                                     let header_length = res.unwrap();
                                     full_length = FullLength::Parsed(header_length + content_length)
                                 }
-                                None => {
+                                (None, Some(value)) if value.to_lowercase().contains("chunked") => {
+                                    full_length = FullLength::Chunked;
+                                }
+                                _ => {
                                     full_length = FullLength::NotSet;
                                 }
                             }
@@ -192,6 +206,10 @@ impl PProxy {
                             break;
                         }
                     }
+
+                    if full_length.chunked() && response.ends_with(b"0\r\n\r\n") {
+                        break;
+                    }
                 }
 
                 if response.is_empty() {