diff --git a/tests/utils/test_task_processors.py b/tests/utils/test_task_processors.py
index b44de47edc..c2eaf4ad2a 100644
--- a/tests/utils/test_task_processors.py
+++ b/tests/utils/test_task_processors.py
@@ -19,7 +19,7 @@
 from typing import TYPE_CHECKING, Any, Dict, Tuple, Union
 from unittest import TestCase
 
-from datasets import DatasetDict
+from datasets import DatasetDict, disable_caching
 from transformers import AutoConfig, AutoFeatureExtractor, AutoTokenizer
 
 from optimum.utils.preprocessing import TaskProcessorsManager
@@ -55,6 +55,8 @@
     },
 }
 
+disable_caching()  # trying to not saturate disk storage in CI
+
 
 # Taken from https://pynative.com/python-generate-random-string/
 def get_random_string(length: int) -> str: