From 1de51ad8ef6fd317494e51f816b65e0667c02e71 Mon Sep 17 00:00:00 2001 From: Simon Lin Date: Tue, 21 May 2024 18:36:19 +1000 Subject: [PATCH] add todos --- crates/polars-plan/src/logical_plan/conversion/scans.rs | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/crates/polars-plan/src/logical_plan/conversion/scans.rs b/crates/polars-plan/src/logical_plan/conversion/scans.rs index 04333a5a972b..3249b02f983e 100644 --- a/crates/polars-plan/src/logical_plan/conversion/scans.rs +++ b/crates/polars-plan/src/logical_plan/conversion/scans.rs @@ -132,6 +132,10 @@ pub(super) fn csv_file_info( use polars_io::utils::get_reader_bytes; use rayon::iter::{IntoParallelIterator, ParallelIterator}; + // TODO: + // * See if we can do better than scanning all files if there is a row limit + // * See if we can do this without downloading the entire file + // prints the error message if paths is empty. get_path(paths)?;