exclude date_created and date_modified from metadata.data_source in s…

…ftp.sh
Unstructured-IO · Oct 9, 2024 · 3109fc5 · 3109fc5
1 parent 9d1e31f
commit 3109fc5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/test_unstructured_ingest/src/sftp.sh b/test_unstructured_ingest/src/sftp.sh
@@ -38,7 +38,7 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
   sftp \
   --num-processes "$max_processes" \
   --download-dir "$DOWNLOAD_DIR" \
-  --metadata-exclude file_directory,metadata.data_source.date_processed,metadata.data_source.filesize_bytes,metadata.last_modified,metadata.data_source.version \
+  --metadata-exclude file_directory,metadata.data_source.date_processed,metadata.data_source.filesize_bytes,metadata.data_source.date_created,metadata.data_source.date_modified,metadata.last_modified,metadata.data_source.version \
   --preserve-downloads \
   --reprocess \
   --output-dir "$OUTPUT_DIR" \