diff --git a/optimum/exporters/onnx/convert.py b/optimum/exporters/onnx/convert.py
index 565183b38f..2661d83597 100644
--- a/optimum/exporters/onnx/convert.py
+++ b/optimum/exporters/onnx/convert.py
@@ -1128,7 +1128,11 @@ def onnx_export_from_model(
 
         if check_if_transformers_greater("4.44.99"):
             misplaced_generation_parameters = model.config._get_non_default_generation_parameters()
-            if isinstance(model, GenerationMixin) and len(misplaced_generation_parameters) > 0:
+            if (
+                isinstance(model, GenerationMixin)
+                and model.can_generate()
+                and len(misplaced_generation_parameters) > 0
+            ):
                 logger.warning(
                     "Moving the following attributes in the config to the generation config: "
                     f"{misplaced_generation_parameters}. You are seeing this warning because you've set "
diff --git a/tests/exporters/onnx/test_exporters_onnx_cli.py b/tests/exporters/onnx/test_exporters_onnx_cli.py
index 8b186e9307..9ac7832aa7 100644
--- a/tests/exporters/onnx/test_exporters_onnx_cli.py
+++ b/tests/exporters/onnx/test_exporters_onnx_cli.py
@@ -602,6 +602,7 @@ def test_diffusion(self):
                 check=True,
             )
 
+    @require_sentence_transformers
     def test_sentence_transformers(self):
         with TemporaryDirectory() as tmpdirname:
             subprocess.run(