Add timeout.

quickwit/quickwit-indexing/src/source/http_source.rs

@@ -152,7 +152,12 @@ pub(crate) const BATCH_NUM_BYTES_LIMIT: u64 = 5_000_000u64;
 async fn read_lines(
     uri: &str,
 ) -> anyhow::Result<Lines<BufReader<Box<dyn AsyncRead + Send + Unpin>>>> {
-    let stream = reqwest::Client::new()
+    let client = reqwest::ClientBuilder::new()
+        .connect_timeout(Duration::from_secs(10))
+        .timeout(Duration::from_secs(15))
+        .build()
+        .context("Failed to build reqwest client.")?;
+    let stream = client
         .get(uri)
         .send()
         .await
@@ -349,6 +354,16 @@ mod tests {
         assert_eq!(parse_node_idx("kafka_node_020"), 20);
     }
 
+    #[test]
+    fn test_gh_archive_uri_expand() {
+        let uri = "https://data.gharchive.org/{2015..2024}-{01..13}-{01..32}-{0..24}.json.gz";
+        let uris = expand_uris(uri);
+        for uri in uris {
+            println!("{}", uri);
+        }
+        panic!("test")
+    }
+
     #[test]
     fn test_uri_expand() {
         let uri = "http://localhost:3000/{00..2}-{0..3}.json";