From 0094c13dd940daed8c6610cee3809edb529a4b31 Mon Sep 17 00:00:00 2001 From: Simon Lin Date: Tue, 21 May 2024 18:28:52 +1000 Subject: [PATCH] fix tests --- crates/polars-io/src/csv/read/schema_inference.rs | 2 +- crates/polars-lazy/src/tests/mod.rs | 2 +- crates/polars-plan/src/logical_plan/conversion/scans.rs | 3 +++ 3 files changed, 5 insertions(+), 2 deletions(-) diff --git a/crates/polars-io/src/csv/read/schema_inference.rs b/crates/polars-io/src/csv/read/schema_inference.rs index bcb4b7885ffe..0bc5190ba2f5 100644 --- a/crates/polars-io/src/csv/read/schema_inference.rs +++ b/crates/polars-io/src/csv/read/schema_inference.rs @@ -97,7 +97,7 @@ impl SchemaInferenceResult { impl CsvReadOptions { /// Note: This does not update the schema from the inference result. pub fn update_with_inference_result(&mut self, si_result: &SchemaInferenceResult) { - self.skip_rows += si_result.skip_rows; + self.skip_rows = si_result.skip_rows; self.n_threads = si_result.n_threads; } } diff --git a/crates/polars-lazy/src/tests/mod.rs b/crates/polars-lazy/src/tests/mod.rs index 65ed67e12aa4..fb7c04050cbb 100644 --- a/crates/polars-lazy/src/tests/mod.rs +++ b/crates/polars-lazy/src/tests/mod.rs @@ -48,7 +48,7 @@ use crate::prelude::*; #[cfg(feature = "parquet")] static GLOB_PARQUET: &str = "../../examples/datasets/*.parquet"; #[cfg(feature = "csv")] -static GLOB_CSV: &str = "../../examples/datasets/*.csv"; +static GLOB_CSV: &str = "../../examples/datasets/foods*.csv"; #[cfg(feature = "ipc")] static GLOB_IPC: &str = "../../examples/datasets/*.ipc"; #[cfg(feature = "parquet")] diff --git a/crates/polars-plan/src/logical_plan/conversion/scans.rs b/crates/polars-plan/src/logical_plan/conversion/scans.rs index 04333a5a972b..d062a3b17948 100644 --- a/crates/polars-plan/src/logical_plan/conversion/scans.rs +++ b/crates/polars-plan/src/logical_plan/conversion/scans.rs @@ -171,6 +171,9 @@ pub(super) fn csv_file_info( let schema_a = a.get_inferred_schema(); let schema_b = b.get_inferred_schema(); + dbg!(schema_a.clone()); + dbg!(schema_b.clone()); + match (schema_a.is_empty(), schema_b.is_empty()) { (true, _) => schema_b, (_, true) => schema_a,