diff --git a/be/src/olap/memtable.cpp b/be/src/olap/memtable.cpp index 880609b053f9071..acbc6019facfc2e 100644 --- a/be/src/olap/memtable.cpp +++ b/be/src/olap/memtable.cpp @@ -474,6 +474,17 @@ Status MemTable::_generate_delete_bitmap(int32_t segment_id) { { std::shared_lock meta_rlock(_tablet->get_header_lock()); specified_rowsets = _tablet->get_rowset_by_ids(&_mow_context->rowset_ids); + if (specified_rowsets.size() != _mow_context->rowset_ids.size()) { + LOG(WARNING) << fmt::format( + "[Memtable Flush] some rowsets have been deleted due to " + "compaction(specified_rowsets.size()={}, but rowset_ids.size()={}), reset " + "rowset_ids to the latest value. tablet_id: {}, cur max_version: {}, " + "transaction_id: {}", + specified_rowsets.size(), _mow_context->rowset_ids.size(), _tablet->tablet_id(), + _mow_context->max_version, _mow_context->txn_id); + return Status::InternalError( + "[Memtable Flush] some rowsets have been deleted due to compaction"); + } } OlapStopWatch watch; RETURN_IF_ERROR(_tablet->calc_delete_bitmap(rowset, segments, specified_rowsets, diff --git a/be/src/olap/rowset/segment_v2/segment_writer.cpp b/be/src/olap/rowset/segment_v2/segment_writer.cpp index 7ef33980b5e5937..c7c6a85dd7a379c 100644 --- a/be/src/olap/rowset/segment_v2/segment_writer.cpp +++ b/be/src/olap/rowset/segment_v2/segment_writer.cpp @@ -401,6 +401,17 @@ Status SegmentWriter::append_block_with_partial_content(const vectorized::Block* { std::shared_lock rlock(_tablet->get_header_lock()); specified_rowsets = _tablet->get_rowset_by_ids(&_mow_context->rowset_ids); + if (specified_rowsets.size() != _mow_context->rowset_ids.size()) { + LOG(WARNING) << fmt::format( + "[Memtable Flush] some rowsets have been deleted due to " + "compaction(specified_rowsets.size()={}, but rowset_ids.size()={}), reset " + "rowset_ids to the latest value. tablet_id: {}, cur max_version: {}, " + "transaction_id: {}", + specified_rowsets.size(), _mow_context->rowset_ids.size(), _tablet->tablet_id(), + _mow_context->max_version, _mow_context->txn_id); + return Status::InternalError( + "[Memtable Flush] some rowsets have been deleted due to compaction"); + } } std::vector> segment_caches(specified_rowsets.size()); // locate rows in base data