add option to import documents only as drafts

CHANGELOG.md

@@ -5,6 +5,7 @@
 ### Adds
 
 * Adds AI-generated missing translations.
+* Adds a checkbox to the import modal that, when selected, imports published versions of documents from an export file **as drafts**. If a document doesn’t have a published version, it will still be imported. Setting the `importDraftsOnlyDefault: true` option selects this checkbox by default.
 
 ## 2.4.1 (2024-10-03)
 

i18n/en.json

@@ -18,6 +18,8 @@
   "importCleanFailed": "The cleaning of the imported file on the server failed.",
   "importWithCurrentLocaleHeading": "Different locale detected",
   "importWithCurrentLocaleDescription": "This file was exported from the \"{{ docsLocale }}\" locale. Are you sure you want to import it into the \"{{ currentLocale }}\" locale?",
+  "importDraftsOnly": "Import all documents as drafts",
+  "importDraftsOnlyTooltip": "Content types that do not have separate drafts will be imported normally.",
   "importDuplicateContinue": "Continue Import",
   "importDuplicateDetected": "Duplicates Detected.",
   "importDuplicateMessage": "Check the items you'd like to overwrite during import.",

index.js

@@ -19,7 +19,8 @@ module.exports = {
       ns: 'aposImportExport',
       browser: true
     },
-    preventUpdateAssets: false
+    preventUpdateAssets: false,
+    importDraftsOnlyDefault: false
   },
   init(self) {
     self.formats = {

lib/methods/import.js

@@ -9,6 +9,7 @@ module.exports = self => {
       }
 
       const { file } = req.files || {};
+      const importDraftsOnly = self.apos.launder.boolean(req.body.importDraftsOnly);
       const overrideLocale = self.apos.launder.boolean(req.body.overrideLocale);
       const formatLabel = self.apos.launder.string(req.body.formatLabel);
       let exportPath = await self.getExportPathById(self.apos.launder.string(req.body.exportPathId));
@@ -74,6 +75,7 @@ module.exports = self => {
                 moduleName,
                 exportPathId: await self.getExportPathId(exportPath),
                 formatLabel: format.label,
+                importDraftsOnly,
                 content: {
                   heading: req.t('aposImportExport:importWithCurrentLocaleHeading'),
                   description: req.t('aposImportExport:importWithCurrentLocaleDescription', {
@@ -96,6 +98,10 @@ module.exports = self => {
         self.rewriteDocsWithCurrentLocale(req, docs);
       }
 
+      if (importDraftsOnly) {
+        docs = self.getPublishedDocsAsDraft(docs);
+      }
+
       const total = docs.length + attachmentsInfo.length;
 
       const {
@@ -129,7 +135,8 @@ module.exports = self => {
         reporting,
         duplicatedIds,
         duplicatedDocs,
-        failedIds
+        failedIds,
+        importDraftsOnly
       });
 
       if (!duplicatedDocs.length) {
@@ -174,6 +181,7 @@ module.exports = self => {
       await self.apos.attachment.recomputeAllDocReferences();
 
       const results = {
+        importDraftsOnly,
         overrideLocale,
         duplicatedDocs,
         importedAttachments,
@@ -248,6 +256,37 @@ module.exports = self => {
       }
     },
 
+    // Get only the published docs and convert them into draft.
+    // If a doc is a draft and has no published version, we keep it.
+    // If a doc has no aposMode, we keep it.
+    getPublishedDocsAsDraft(docs) {
+      return docs
+        .filter(isPublishedOrDraftAlone)
+        .map(convertToDraft);
+
+      function isPublishedOrDraftAlone(doc) {
+        // i.e "is draft without a published version"
+        const isDraftAlone =
+          doc.aposMode === 'draft' &&
+          !docs.find(item => item.aposDocId === doc.aposDocId && item.aposMode === 'published');
+
+        return !doc.aposMode || doc.aposMode === 'published' || isDraftAlone;
+      }
+
+      function convertToDraft(doc) {
+        if (doc.aposMode === 'published') {
+          return {
+            ...doc,
+            _id: doc._id?.replace('published', 'draft'),
+            aposLocale: doc.aposLocale?.replace('published', 'draft'),
+            aposMode: 'draft'
+          };
+        }
+
+        return doc;
+      }
+    },
+
     isLocaleDifferent(req, doc) {
       return doc.aposLocale && self.extractLocale(doc.aposLocale) !== req.locale;
     },
@@ -385,7 +424,7 @@ module.exports = self => {
     },
 
     async insertDocs(req, {
-      docs, reporting, duplicatedIds, duplicatedDocs, failedIds
+      docs, reporting, duplicatedIds, duplicatedDocs, failedIds, importDraftsOnly
     }) {
       for (const doc of docs) {
         if (duplicatedIds.has(doc.aposDocId) || failedIds.includes(doc.aposDocId)) {
@@ -402,7 +441,8 @@ module.exports = self => {
               doc,
               updateKey,
               updateField,
-              duplicatedDocs
+              duplicatedDocs,
+              importDraftsOnly
             });
             reporting.success();
           } catch (error) {
@@ -420,7 +460,8 @@ module.exports = self => {
           const inserted = await self.insertOrUpdateDoc(req, {
             doc,
             failedIds,
-            duplicatedDocs
+            duplicatedDocs,
+            importDraftsOnly
           });
           if (inserted) {
             reporting.success();
@@ -437,7 +478,8 @@ module.exports = self => {
       doc,
       updateKey,
       updateField,
-      duplicatedDocs = []
+      duplicatedDocs = [],
+      importDraftsOnly
     }) {
       const manager = self.apos.doc.getManager(doc.type);
       if (!self.canImport(req, doc.type)) {
@@ -481,7 +523,7 @@ module.exports = self => {
       async function insert() {
         // Insert as "published" to insert
         // in both draft and published versions:
-        const _req = req.clone({ mode: 'published' });
+        const _req = req.clone({ mode: importDraftsOnly ? 'draft' : 'published' });
 
         const type = doc.type;
         const docToInsert = {};
@@ -491,6 +533,10 @@ module.exports = self => {
           fetchRelationships: false
         });
 
+        if (importDraftsOnly) {
+          delete docToInsert.lastPublishedAt;
+        }
+
         if (self.isPage(manager)) {
           // TODO: check if this is still true
           // `convert` sets the type to `@apostrophecms/home-page`,
@@ -528,7 +574,16 @@ module.exports = self => {
             .toObject();
         }
 
-        const docsToUpdate = [ matchingDraft, matchingPublished ].filter(Boolean);
+        const docsToUpdate = [ matchingDraft, matchingPublished ].filter(doc => {
+          if (!doc) {
+            return false;
+          }
+          // If `importDraftsOnly` is true, we only update the existing draft version.
+          if (importDraftsOnly && doc.aposMode === 'published' && matchingDraft) {
+            return false;
+          }
+          return true;
+        });
 
         for (const docToUpdate of docsToUpdate) {
           const _req = req.clone({ mode: docToUpdate.aposMode });
@@ -537,6 +592,7 @@ module.exports = self => {
             presentFieldsOnly: true,
             fetchRelationships: false
           });
+
           self.isPage(manager)
             ? await importPage.update({
               manager: self.apos.page,
@@ -547,7 +603,13 @@ module.exports = self => {
             : await manager.update(_req, docToUpdate);
         }
 
-        await self.setDocAsNotModified(matchingDraft);
+        if (matchingDraft) {
+          await self.editDocMongoFields(matchingDraft, {
+            $set: {
+              modified: Boolean(importDraftsOnly)
+            }
+          });
+        }
       }
     },
 
@@ -599,7 +661,7 @@ module.exports = self => {
     },
 
     async insertOrUpdateDoc(req, {
-      doc, method = 'insert', failedIds = [], duplicatedDocs = [], existingAposDocId
+      doc, method = 'insert', failedIds = [], duplicatedDocs = [], existingAposDocId, importDraftsOnly
     }) {
       const manager = self.apos.doc.getManager(doc.type);
       if (existingAposDocId) {
@@ -637,6 +699,7 @@ module.exports = self => {
 
       async function insert() {
         const _req = req.clone({ mode: doc.aposMode });
+
         self.apos.schema.simulateRelationshipsFromStorage(req, doc, manager.schema);
 
         const type = doc.type;
@@ -647,6 +710,10 @@ module.exports = self => {
           fetchRelationships: false
         });
 
+        if (importDraftsOnly) {
+          delete docToInsert.lastPublishedAt;
+        }
+
         if (self.isPage(manager)) {
           // TODO: check if this is still true
           // `convert` sets the type to `@apostrophecms/home-page`,
@@ -668,6 +735,9 @@ module.exports = self => {
         const _req = req.clone({ mode: doc.aposMode });
         self.apos.schema.simulateRelationshipsFromStorage(req, doc, manager.schema);
         const docToUpdate = await self.apos.doc.db.findOne({ _id: doc._id });
+        if (!docToUpdate) {
+          return;
+        }
         await manager.convert(_req, doc, docToUpdate, {
           presentFieldsOnly: true,
           fetchRelationships: false
@@ -683,7 +753,11 @@ module.exports = self => {
           await manager.update(_req, docToUpdate);
         }
         if (doc.aposMode === 'draft') {
-          await self.setDocAsNotModified(docToUpdate);
+          await self.editDocMongoFields(docToUpdate, {
+            $set: {
+              modified: Boolean(importDraftsOnly)
+            }
+          });
         }
       }
     },
@@ -699,14 +773,8 @@ module.exports = self => {
         self.apos.instanceOf(manager, '@apostrophecms/any-page-type');
     },
 
-    // Manually set `modified: false` because `setModified`
-    // option is not taken into account in the `update` method.
-    setDocAsNotModified(doc) {
-      return self.apos.doc.db.updateOne({ _id: doc._id }, {
-        $set: {
-          modified: false
-        }
-      });
+    editDocMongoFields(doc, criteria) {
+      return self.apos.doc.db.updateOne({ _id: doc._id }, criteria);
     },
 
     async insertOrUpdateAttachment(req, {
@@ -760,6 +828,7 @@ module.exports = self => {
     },
 
     async overrideDuplicates(req) {
+      const importDraftsOnly = self.apos.launder.boolean(req.body.importDraftsOnly);
       const overrideLocale = self.apos.launder.boolean(req.body.overrideLocale);
       const exportPath = await self.getExportPathById(self.apos.launder.string(req.body.exportPathId));
       const docIds = self.apos.launder.strings(req.body.docIds);
@@ -792,7 +861,7 @@ module.exports = self => {
 
       const { docs, attachmentsInfo = [] } = await format.input(exportPath);
 
-      const filterDocs = docs.filter(doc => docIds.includes(doc.aposDocId));
+      let filterDocs = docs.filter(doc => docIds.includes(doc.aposDocId));
 
       const differentDocsLocale = self.getFirstDifferentLocale(req, filterDocs);
       const siteHasMultipleLocales = Object.keys(self.apos.i18n.locales).length > 1;
@@ -804,6 +873,10 @@ module.exports = self => {
         self.rewriteDocsWithCurrentLocale(req, filterDocs);
       }
 
+      if (importDraftsOnly) {
+        filterDocs = self.getPublishedDocsAsDraft(filterDocs);
+      }
+
       for (const doc of filterDocs) {
         try {
           if (attachmentsInfo.length) {
@@ -840,7 +913,8 @@ module.exports = self => {
             method: 'update',
             failedIds,
             existingAposDocId,
-            duplicatedDocs
+            duplicatedDocs,
+            importDraftsOnly
           });
 
           if (existingAposDocId) {

lib/methods/index.js

@@ -21,7 +21,8 @@ module.exports = self => {
             name: key,
             label: value.label,
             allowedExtension: value.allowedExtension
-          }))
+          })),
+        importDraftsOnlyDefault: self.options.importDraftsOnlyDefault
       };
     },
     // Filter our docs that have their module with the import or export option set to false