From 67a0d0fe9bc74e4f1b02a3926c3d1adfac584c8d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Fran=C3=A7ois=20Massot?= Date: Thu, 13 Jul 2023 11:22:37 +0900 Subject: [PATCH] Increase gRPC max message size, clean test. --- quickwit/quickwit-indexing/src/source/http_source.rs | 10 ---------- .../src/metastore/grpc_metastore/mod.rs | 5 ++++- 2 files changed, 4 insertions(+), 11 deletions(-) diff --git a/quickwit/quickwit-indexing/src/source/http_source.rs b/quickwit/quickwit-indexing/src/source/http_source.rs index 95756789022..b154567e6ce 100644 --- a/quickwit/quickwit-indexing/src/source/http_source.rs +++ b/quickwit/quickwit-indexing/src/source/http_source.rs @@ -354,16 +354,6 @@ mod tests { assert_eq!(parse_node_idx("kafka_node_020"), 20); } - #[test] - fn test_gh_archive_uri_expand() { - let uri = "https://data.gharchive.org/{2015..2024}-{01..13}-{01..32}-{0..24}.json.gz"; - let uris = expand_uris(uri); - for uri in uris { - println!("{}", uri); - } - panic!("test") - } - #[test] fn test_uri_expand() { let uri = "http://localhost:3000/{00..2}-{0..3}.json"; diff --git a/quickwit/quickwit-metastore/src/metastore/grpc_metastore/mod.rs b/quickwit/quickwit-metastore/src/metastore/grpc_metastore/mod.rs index 7c71ebb2b88..9c36d74f7ba 100644 --- a/quickwit/quickwit-metastore/src/metastore/grpc_metastore/mod.rs +++ b/quickwit/quickwit-metastore/src/metastore/grpc_metastore/mod.rs @@ -49,6 +49,8 @@ use crate::{ SplitMetadata, }; +pub const GRPC_MAX_MESSAGE_SIZE: usize = 20 * 1024 * 1024; + // URI describing in a generic way the metastore services resource present in the cluster (= // discovered by Quickwit gossip). This value is used to build the URI of `MetastoreGrpcClient` and // is only useful for debugging. @@ -82,7 +84,8 @@ impl MetastoreGrpcClient { let underlying = MetastoreApiServiceClient::with_interceptor( balance_channel.clone(), SpanContextInterceptor, - ); + ) + .max_decoding_message_size(GRPC_MAX_MESSAGE_SIZE); let uri = QuickwitUri::from_well_formed(GRPC_METASTORE_BASE_URI); Ok(Self { underlying,