Raise error on empty deltas for incremental indexing (#1375)

* Raise error on empty deltas for incremental indexing * Format
microsoft · Nov 6, 2024 · 3d79de9 · 3d79de9
1 parent 1661672
commit 3d79de9
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/.semversioner/next-release/patch-20241106232311738461.json b/.semversioner/next-release/patch-20241106232311738461.json
@@ -0,0 +1,4 @@
+{
+  "type": "patch",
+  "description": "Raise error on empty deltas for inc indexing"
+}
diff --git a/graphrag/index/run/run.py b/graphrag/index/run/run.py
@@ -133,6 +133,11 @@ async def run_pipeline_with_config(
     if is_update_run and update_index_storage:
         delta_dataset = await get_delta_docs(dataset, storage)
 
+        # Fail on empty delta dataset
+        if delta_dataset.new_inputs.empty:
+            error_msg = "Incremental Indexing Error: No new documents to process."
+            raise ValueError(error_msg)
+
         delta_storage = update_index_storage.child("delta")
 
         # Run the pipeline on the new documents