fix(data): fix daily data import script (#299)

openfoodfacts · May 21, 2024 · 588ad52 · 588ad52
1 parent 43485ed
commit 588ad52
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/app/tasks.py b/app/tasks.py
@@ -171,11 +171,16 @@ def import_product_db(
             updated_count += execute_result.rowcount
             buffer_len += 1
 
+        # update the database regularly
         if buffer_len % batch_size == 0:
             db.commit()
             logger.info(f"Products: {added_count} added, {updated_count} updated")
             buffer_len = 0
 
+    # final database update
+    db.commit()
+    logger.info(f"Products: {added_count} added, {updated_count} updated. Done!")
+
 
 # Locations
 # ------------------------------------------------------------------------------