Add checkpointing to incremental runs for mysql CDC

airbytehq · Aug 21, 2023 · 143a24a · 143a24a
1 parent 82756c9
commit 143a24a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...nnectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlSource.java b/...nnectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlSource.java
@@ -87,7 +87,7 @@
 public class MySqlSource extends AbstractJdbcSource<MysqlType> implements Source {
 
   private static final Logger LOGGER = LoggerFactory.getLogger(MySqlSource.class);
-  private static final int INTERMEDIATE_STATE_EMISSION_FREQUENCY = 1;
+  private static final int INTERMEDIATE_STATE_EMISSION_FREQUENCY = 10_000;
   public static final String NULL_CURSOR_VALUE_WITH_SCHEMA_QUERY =
       """
         SELECT (EXISTS (SELECT * from `%s`.`%s` where `%s` IS NULL LIMIT 1)) AS %s