Make Codegen script more configurable (#3635)

Adds a method that allows supplying a prost config.

quickwit/quickwit-codegen/README.md

@@ -48,7 +48,25 @@ fn main() {
 }
 ```
 
-5. If any parts of the protocol should be serialized as `bytes::Bytes` instead of `Vec[u8]` list paths to these elements in the last argument.
+5. If additional prost settings need to be configured they can be provided the following way:
+
+```rust
+use quickwit_codegen::Codegen;
+
+fn main() {
+    let mut config = prost_build::Config::default();
+    config.bytes(["PingRequest.name", "PingResponse.name"]);
+    Codegen::run_with_config(
+        "src/hello.proto",
+        "src/",
+        "crate::HelloResult",
+        "crate::HelloError"
+        &[],
+        config
+    ).unwrap();
+}
+```
+
 
 6. Import and implement the generated service trait and use the various generated adapters to instantiate a gRPC server, or use a local or remote gRPC implementation with the same client interface.
 

quickwit/quickwit-codegen/example/build.rs

@@ -26,7 +26,6 @@ fn main() {
         "crate::HelloResult",
         "crate::HelloError",
         &[],
-        &[],
     )
     .unwrap();
 }

quickwit/quickwit-codegen/src/codegen.rs

@@ -31,15 +31,31 @@ impl Codegen {
         out_dir: &str,
         result_type_path: &str,
         error_type_path: &str,
-        bytes: &[&str],
         includes: &[&str],
+    ) -> anyhow::Result<()> {
+        Self::run_with_config(
+            protos,
+            out_dir,
+            result_type_path,
+            error_type_path,
+            includes,
+            prost_build::Config::default(),
+        )
+    }
+
+    pub fn run_with_config(
+        protos: &[&str],
+        out_dir: &str,
+        result_type_path: &str,
+        error_type_path: &str,
+        includes: &[&str],
+        mut prost_config: prost_build::Config,
     ) -> anyhow::Result<()> {
         let service_generator = Box::new(QuickwitServiceGenerator::new(
             result_type_path,
             error_type_path,
         ));
 
-        let mut prost_config = prost_build::Config::default();
         prost_config
             .protoc_arg("--experimental_allow_proto3_optional")
             .type_attribute(
@@ -50,7 +66,6 @@ impl Codegen {
                 "DocBatch.doc_buffer",
                 "#[schema(value_type = String, format = Binary)]",
             )
-            .bytes(bytes)
             .service_generator(service_generator)
             .out_dir(out_dir);
 

quickwit/quickwit-control-plane/build.rs

@@ -26,7 +26,6 @@ fn main() {
         "crate::Result",
         "crate::ControlPlaneError",
         &[],
-        &[],
     )
     .unwrap();
 }

quickwit/quickwit-ingest/Cargo.toml

@@ -44,6 +44,7 @@ quickwit-actors = { workspace = true, features = ["testsuite"] }
 
 [build-dependencies]
 quickwit-codegen = { workspace = true }
+prost-build = { workspace = true }
 
 [features]
 testsuite = ["mockall"]

quickwit/quickwit-ingest/build.rs

@@ -20,13 +20,15 @@
 use quickwit_codegen::Codegen;
 
 fn main() {
-    Codegen::run(
+    let mut config = prost_build::Config::default();
+    config.bytes(["DocBatch.doc_buffer"]);
+    Codegen::run_with_config(
         &["src/ingest_service.proto"],
         "src/codegen/",
         "crate::Result",
         "crate::IngestServiceError",
-        &["DocBatch.doc_buffer"],
         &[],
+        config,
     )
     .unwrap();
 }