set JobConfiguration type in DeltaStreamerJobConf

logicalclocks · Nov 6, 2024 · f69b2d5 · f69b2d5
1 parent e57bdce
commit f69b2d5
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/python/hsfs/core/deltastreamer_jobconf.py b/python/hsfs/core/deltastreamer_jobconf.py
@@ -18,14 +18,15 @@
 import json
 
 from hsfs import util
-
+from hsfs.core.job_configuration import JobConfiguration
 
 class DeltaStreamerJobConf:
     def __init__(self, options, spark_options, **kwargs):
         self._options = options
         self._spark_options = spark_options
 
     def to_dict(self):
+        self._spark_options["type"] = JobConfiguration.DTO_TYPE
         return {
             "writeOptions": self._options,
             "sparkJobConfiguration": self._spark_options,