From 384e3d9172bad88675c79d56428a55ae235126ec Mon Sep 17 00:00:00 2001 From: Jialiang Tan Date: Wed, 21 Feb 2024 14:01:33 -0800 Subject: [PATCH] Propagate serdeParameters to dwio writer options (#8817) Summary: serdeParameters is not properly propagated to dwio writer. Adding this plumbing to make it propagate. Differential Revision: D54027500 --- velox/connectors/hive/HiveDataSink.cpp | 3 +++ 1 file changed, 3 insertions(+) diff --git a/velox/connectors/hive/HiveDataSink.cpp b/velox/connectors/hive/HiveDataSink.cpp index 3eb319e1fa7f..d627119b9862 100644 --- a/velox/connectors/hive/HiveDataSink.cpp +++ b/velox/connectors/hive/HiveDataSink.cpp @@ -675,6 +675,9 @@ uint32_t HiveDataSink::appendWriter(const HiveWriterId& id) { hiveConfig_->orcWriterMaxStripeSize(connectorSessionProperties)); options.maxDictionaryMemory = std::optional( hiveConfig_->orcWriterMaxDictionaryMemory(connectorSessionProperties)); + options.serdeParameters = std::map( + insertTableHandle_->serdeParameters().begin(), + insertTableHandle_->serdeParameters().end()); ioStats_.emplace_back(std::make_shared()); // Prevents the memory allocation during the writer creation.