diff --git a/optimum/neuron/distributed/base.py b/optimum/neuron/distributed/base.py
index f3733fa91..98d211be3 100644
--- a/optimum/neuron/distributed/base.py
+++ b/optimum/neuron/distributed/base.py
@@ -777,8 +777,8 @@ def should_parallelize_layer_predicate_func(layer):
                     f"Could not find information for the parameter {name} to set its `requires_grad` attribute."
                 )
 
-        for name, parameter in model.named_parameters():
-            print(f"{name} => {parameter.requires_grad}")
+        # for name, parameter in model.named_parameters():
+        #     print(f"{name} => {parameter.requires_grad}")
 
         if is_main_worker():
             logger.info("Load and initialization of the weights done.")