From 9ba0f262adfaa49f75c6f3f48b95d0d81942768d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Fran=C3=A7ois=20Massot?= <francois.massot@gmail.com>
Date: Thu, 13 Jul 2023 01:43:07 +0900
Subject: [PATCH] Add timeout.

---
 .../quickwit-indexing/src/source/http_source.rs | 17 ++++++++++++++++-
 1 file changed, 16 insertions(+), 1 deletion(-)

diff --git a/quickwit/quickwit-indexing/src/source/http_source.rs b/quickwit/quickwit-indexing/src/source/http_source.rs
index e59b1fe371a..95756789022 100644
--- a/quickwit/quickwit-indexing/src/source/http_source.rs
+++ b/quickwit/quickwit-indexing/src/source/http_source.rs
@@ -152,7 +152,12 @@ pub(crate) const BATCH_NUM_BYTES_LIMIT: u64 = 5_000_000u64;
 async fn read_lines(
     uri: &str,
 ) -> anyhow::Result<Lines<BufReader<Box<dyn AsyncRead + Send + Unpin>>>> {
-    let stream = reqwest::Client::new()
+    let client = reqwest::ClientBuilder::new()
+        .connect_timeout(Duration::from_secs(10))
+        .timeout(Duration::from_secs(15))
+        .build()
+        .context("Failed to build reqwest client.")?;
+    let stream = client
         .get(uri)
         .send()
         .await
@@ -349,6 +354,16 @@ mod tests {
         assert_eq!(parse_node_idx("kafka_node_020"), 20);
     }
 
+    #[test]
+    fn test_gh_archive_uri_expand() {
+        let uri = "https://data.gharchive.org/{2015..2024}-{01..13}-{01..32}-{0..24}.json.gz";
+        let uris = expand_uris(uri);
+        for uri in uris {
+            println!("{}", uri);
+        }
+        panic!("test")
+    }
+
     #[test]
     fn test_uri_expand() {
         let uri = "http://localhost:3000/{00..2}-{0..3}.json";