Feat: Process streams using deterministic (alpha-sorted) ordering (#335)

airbytehq · Aug 10, 2024 · 9bb782e · 9bb782e
1 parent 23da920
commit 9bb782e
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/airbyte/_future_cdk/record_processor.py b/airbyte/_future_cdk/record_processor.py
@@ -252,8 +252,12 @@ def write_all_stream_data(
         write_strategy: WriteStrategy,
         progress_tracker: ProgressTracker,
     ) -> None:
-        """Finalize any pending writes."""
-        for stream_name in self.catalog_provider.stream_names:
+        """Finalize any pending writes.
+
+        Streams are processed in alphabetical order, so that order is deterministic and opaque,
+        without resorting to knowledge about catalog declaration order.
+        """
+        for stream_name in sorted(self.catalog_provider.stream_names):
             self.write_stream_data(
                 stream_name,
                 write_strategy=write_strategy,