diff --git a/package/pom.xml b/package/pom.xml
index 5f5eb0b96fc8..f405124a2a77 100644
--- a/package/pom.xml
+++ b/package/pom.xml
@@ -148,10 +148,11 @@
                 <relocation>
                   <pattern>org.apache.arrow</pattern>
                   <shadedPattern>${gluten.shade.packageName}.org.apache.arrow</shadedPattern>
-                  <!--arrow's C wrapper refers to the original class path, so we should not relocate here-->
+                  <!--arrow's C and dataset wrapper refers to the original class path, so we should not relocate here-->
                   <excludes>
                     <exclude>org.apache.arrow.c.*</exclude>
                     <exclude>org.apache.arrow.c.jni.*</exclude>
+                    <exclude>org.apache.arrow.dataset.**</exclude>
                   </excludes>
                 </relocation>
                 <relocation>