fix hive

pola-rs · Oct 11, 2024 · 16e2afe · 16e2afe
1 parent 9089423
commit 16e2afe
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 4 deletions.
diff --git a/crates/polars-lazy/src/frame/mod.rs b/crates/polars-lazy/src/frame/mod.rs
@@ -612,12 +612,12 @@ impl LazyFrame {
             lp_arena,
             expr_arena,
             scratch,
-            Some(&|expr, expr_arena| {
+            Some(&|expr, expr_arena, schema| {
                 let phys_expr = create_physical_expr(
                     expr,
                     Context::Default,
                     expr_arena,
-                    &Default::default(),
+                    schema,
                     &mut ExpressionConversionState::new(true, 0),
                 )
                 .ok()?;

diff --git a/crates/polars-plan/src/plans/optimizer/predicate_pushdown/mod.rs b/crates/polars-plan/src/plans/optimizer/predicate_pushdown/mod.rs
@@ -17,7 +17,7 @@ use crate::prelude::optimizer::predicate_pushdown::rename::process_rename;
 use crate::utils::{check_input_node, has_aexpr};
 
 pub type ExprEval<'a> =
-    Option<&'a dyn Fn(&ExprIR, &Arena<AExpr>) -> Option<Arc<dyn PhysicalIoExpr>>>;
+    Option<&'a dyn Fn(&ExprIR, &Arena<AExpr>, &SchemaRef) -> Option<Arc<dyn PhysicalIoExpr>>>;
 
 pub struct PredicatePushDown<'a> {
     expr_eval: ExprEval<'a>,
@@ -364,7 +364,9 @@ impl<'a> PredicatePushDown<'a> {
                 let predicate = predicate_at_scan(acc_predicates, predicate.clone(), expr_arena);
 
                 if let (Some(hive_parts), Some(predicate)) = (&scan_hive_parts, &predicate) {
-                    if let Some(io_expr) = self.expr_eval.unwrap()(predicate, expr_arena) {
+                    if let Some(io_expr) =
+                        self.expr_eval.unwrap()(predicate, expr_arena, &file_info.schema)
+                    {
                         if let Some(stats_evaluator) = io_expr.as_stats_evaluator() {
                             let paths = sources.as_paths().ok_or_else(|| {
                                 polars_err!(nyi = "Hive partitioning of in-memory buffers")