Initial pubsub implementation/test

Dockerfile

@@ -16,12 +16,12 @@ RUN echo "Adding Node.js PPA" \
 
 RUN apt-get -y update \
     && apt-get -y install ca-certificates \
-                          clang \
-                          cmake \
-                          libssl-dev \
-                          llvm \
-                          nodejs \
-                          protobuf-compiler \
+    clang \
+    cmake \
+    libssl-dev \
+    llvm \
+    nodejs \
+    protobuf-compiler \
     && rm -rf /var/lib/apt/lists/*
 
 # Required by tonic
@@ -44,8 +44,8 @@ WORKDIR /quickwit
 
 RUN echo "Building workspace with feature(s) '$CARGO_FEATURES' and profile '$CARGO_PROFILE'" \
     && cargo build \
-        --features $CARGO_FEATURES \
-        $(test "$CARGO_PROFILE" = "release" && echo "--release") \
+    --features $CARGO_FEATURES \
+    $(test "$CARGO_PROFILE" = "release" && echo "--release") \
     && echo "Copying binaries to /quickwit/bin" \
     && mkdir -p /quickwit/bin \
     && find target/$CARGO_PROFILE -maxdepth 1 -perm /a+x -type f -exec mv {} /quickwit/bin \;
@@ -62,7 +62,7 @@ LABEL org.opencontainers.image.licenses="AGPL-3.0"
 
 RUN apt-get -y update \
     && apt-get -y install ca-certificates \
-                          libssl1.1 \
+    libssl1.1 \
     && rm -rf /var/lib/apt/lists/*
 
 WORKDIR /quickwit

quickwit/quickwit-config/src/lib.rs

@@ -51,9 +51,9 @@ use serde::Serialize;
 use serde_json::Value as JsonValue;
 pub use source_config::{
     load_source_config_from_user_config, FileSourceParams, KafkaSourceParams, KinesisSourceParams,
-    PulsarSourceAuth, PulsarSourceParams, RegionOrEndpoint, SourceConfig, SourceInputFormat,
-    SourceParams, TransformConfig, VecSourceParams, VoidSourceParams, CLI_INGEST_SOURCE_ID,
-    INGEST_API_SOURCE_ID,
+    PubSubSourceParams, PulsarSourceAuth, PulsarSourceParams, RegionOrEndpoint, SourceConfig,
+    SourceInputFormat, SourceParams, TransformConfig, VecSourceParams, VoidSourceParams,
+    CLI_INGEST_SOURCE_ID, INGEST_API_SOURCE_ID,
 };
 use tracing::warn;
 
@@ -88,6 +88,7 @@ pub use crate::storage_config::{
     SourceInputFormat,
     SourceParams,
     FileSourceParams,
+    PubSubSourceParams,
     KafkaSourceParams,
     KinesisSourceParams,
     PulsarSourceParams,
@@ -156,7 +157,9 @@ impl ConfigFormat {
     }
 
     pub fn parse<T>(&self, payload: &[u8]) -> anyhow::Result<T>
-    where T: DeserializeOwned {
+    where
+        T: DeserializeOwned,
+    {
         match self {
             ConfigFormat::Json => {
                 let mut json_value: JsonValue =