From 7d6764abb6a50e92b6452f6175047ec6cf51a217 Mon Sep 17 00:00:00 2001 From: Joseph Shearer Date: Fri, 18 Oct 2024 12:27:16 -0400 Subject: [PATCH] dekaf: Always return at least 2 docs for data preview UI requests --- crates/dekaf/src/session.rs | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/crates/dekaf/src/session.rs b/crates/dekaf/src/session.rs index d2e6b4daf4..23d539f0a4 100644 --- a/crates/dekaf/src/session.rs +++ b/crates/dekaf/src/session.rs @@ -491,7 +491,10 @@ impl Session { Some(partition_request.fetch_offset - 1), ) .next_batch( - crate::read::ReadTarget::Docs(diff as usize + 1), + // Have to read at least 2 docs, as the very last doc + // will probably be a control document and will be + // ignored by the consumer, looking like 0 docs were read + crate::read::ReadTarget::Docs(max(diff as usize, 2)), std::time::Instant::now() + timeout, ), )