diff --git a/velox/row/CMakeLists.txt b/velox/row/CMakeLists.txt
index b08369026f72..91e0266dcf7a 100644
--- a/velox/row/CMakeLists.txt
+++ b/velox/row/CMakeLists.txt
@@ -21,5 +21,5 @@ if(${VELOX_BUILD_TESTING})
 endif()
 
 if(${VELOX_ENABLE_BENCHMARKS})
-  add_subdirectory(benchmark)
+  add_subdirectory(benchmarks)
 endif()
diff --git a/velox/row/benchmark/CMakeLists.txt b/velox/row/benchmarks/CMakeLists.txt
similarity index 100%
rename from velox/row/benchmark/CMakeLists.txt
rename to velox/row/benchmarks/CMakeLists.txt
diff --git a/velox/row/benchmark/DynamicRowVectorDeserializeBenchmark.cpp b/velox/row/benchmarks/DynamicRowVectorDeserializeBenchmark.cpp
similarity index 100%
rename from velox/row/benchmark/DynamicRowVectorDeserializeBenchmark.cpp
rename to velox/row/benchmarks/DynamicRowVectorDeserializeBenchmark.cpp
diff --git a/velox/row/benchmark/UnsafeRowSerializeBenchmark.cpp b/velox/row/benchmarks/UnsafeRowSerializeBenchmark.cpp
similarity index 100%
rename from velox/row/benchmark/UnsafeRowSerializeBenchmark.cpp
rename to velox/row/benchmarks/UnsafeRowSerializeBenchmark.cpp