feat: Add multiple data sources

helpers/python.ts

@@ -257,7 +257,7 @@ export const installPythonTemplate = async ({
       });
     }
 
-    if (dataSources.length > 0 && dataSources[0].type !== "none") {
+    if (dataSources.length === 0) {
       const loaderConfigs: Record<string, any> = {};
       const loaderPath = path.join(enginePath, "loaders");
 

helpers/types.ts

@@ -15,7 +15,7 @@ export type TemplateDataSource = {
   type: TemplateDataSourceType;
   config: TemplateDataSourceConfig;
 };
-export type TemplateDataSourceType = "none" | "file" | "folder" | "web";
+export type TemplateDataSourceType = "file" | "folder" | "web";
 export type TemplateObservability = "none" | "opentelemetry";
 // Config for both file and folder
 export type FileSourceConfig = {

helpers/typescript.ts

@@ -175,7 +175,7 @@ export const installTSTemplate = async ({
 
     // copy loader component
     const dataSourceType = dataSources[0]?.type;
-    if (dataSourceType && dataSourceType !== "none") {
+    if (dataSourceType) {
       let loaderFolder: string;
       if (dataSourceType === "file" || dataSourceType === "folder") {
         loaderFolder = useLlamaParse ? "llama_parse" : "file";

questions.ts

@@ -683,12 +683,7 @@ export const askQuestions = async (
 
         if (selectedSource === "none") {
           // Selected simple chat
-          program.dataSources = [
-            {
-              type: "none",
-              config: {},
-            },
-          ];
+          program.dataSources = [];
           // Stop asking for another data source
           break;
         }
@@ -790,10 +785,7 @@ export const askQuestions = async (
         }
       }
 
-      if (
-        program.dataSources.length === 0 ||
-        program.dataSources[0].type === "none"
-      ) {
+      if (program.dataSources.length === 0) {
         program.engine = "simple";
       } else {
         program.engine = "context";
@@ -809,12 +801,7 @@ export const askQuestions = async (
         },
       ];
     } else if (program.engine === "simple") {
-      program.dataSources = [
-        {
-          type: "none",
-          config: {},
-        },
-      ];
+      program.dataSources = [];
     }
   }