From d50e1f999fcec448e2712cdb902c44d0db646b7f Mon Sep 17 00:00:00 2001 From: IlyasMoutawwakil Date: Wed, 22 May 2024 13:59:55 +0200 Subject: [PATCH] use smallest split --- tests/utils/test_task_processors.py | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/tests/utils/test_task_processors.py b/tests/utils/test_task_processors.py index f8a0a6d5a9..b44de47edc 100644 --- a/tests/utils/test_task_processors.py +++ b/tests/utils/test_task_processors.py @@ -148,7 +148,10 @@ def _test_load_dataset( ) dataset_with_all_columns = None if default_dataset: - dataset = task_processor.load_default_dataset(only_keep_necessary_columns=only_keep_necessary_columns) + dataset = task_processor.load_default_dataset( + only_keep_necessary_columns=only_keep_necessary_columns, + load_smallest_split=True, + ) if only_keep_necessary_columns: dataset_with_all_columns = task_processor.load_default_dataset() else: @@ -157,11 +160,15 @@ def _test_load_dataset( path, data_keys=data_keys, only_keep_necessary_columns=only_keep_necessary_columns, + load_smallest_split=True, **load_dataset_kwargs, ) if only_keep_necessary_columns: dataset_with_all_columns = task_processor.load_dataset( - path, data_keys=data_keys, **load_dataset_kwargs + path, + data_keys=data_keys, + load_smallest_split=True, + **load_dataset_kwargs, ) # We only check if the column names of the dataset with the not necessary columns removed are a strict subset