fix: move chunk config to setting

run-llama · Apr 8, 2024 · 0303730 · 0303730
1 parent baaae79
commit 0303730
Show file tree

Hide file tree

Showing 8 changed files with 8 additions and 20 deletions.
diff --git a/templates/components/vectordbs/typescript/astra/shared.ts b/templates/components/vectordbs/typescript/astra/shared.ts
@@ -1,6 +1,3 @@
-export const CHUNK_SIZE = 512;
-export const CHUNK_OVERLAP = 20;
-
 const REQUIRED_ENV_VARS = [
   "ASTRA_DB_APPLICATION_TOKEN",
   "ASTRA_DB_ENDPOINT",

diff --git a/templates/components/vectordbs/typescript/milvus/shared.ts b/templates/components/vectordbs/typescript/milvus/shared.ts
@@ -1,8 +1,5 @@
 import { MilvusClient } from "@zilliz/milvus2-sdk-node";
 
-export const CHUNK_SIZE = 512;
-export const CHUNK_OVERLAP = 20;
-
 const REQUIRED_ENV_VARS = [
   "MILVUS_ADDRESS",
   "MILVUS_USERNAME",

diff --git a/templates/components/vectordbs/typescript/mongo/shared.ts b/templates/components/vectordbs/typescript/mongo/shared.ts
@@ -1,6 +1,3 @@
-export const CHUNK_SIZE = 512;
-export const CHUNK_OVERLAP = 20;
-
 const REQUIRED_ENV_VARS = [
   "MONGO_URI",
   "MONGODB_DATABASE",

diff --git a/templates/components/vectordbs/typescript/none/shared.ts b/templates/components/vectordbs/typescript/none/shared.ts
@@ -1,3 +1 @@
 export const STORAGE_CACHE_DIR = "./cache";
-export const CHUNK_SIZE = 512;
-export const CHUNK_OVERLAP = 20;
diff --git a/templates/components/vectordbs/typescript/pg/shared.ts b/templates/components/vectordbs/typescript/pg/shared.ts
@@ -1,6 +1,4 @@
 export const PGVECTOR_COLLECTION = "data";
-export const CHUNK_SIZE = 512;
-export const CHUNK_OVERLAP = 20;
 export const PGVECTOR_SCHEMA = "public";
 export const PGVECTOR_TABLE = "llamaindex_embedding";
 

diff --git a/templates/components/vectordbs/typescript/pinecone/shared.ts b/templates/components/vectordbs/typescript/pinecone/shared.ts
@@ -1,6 +1,3 @@
-export const CHUNK_SIZE = 512;
-export const CHUNK_OVERLAP = 20;
-
 const REQUIRED_ENV_VARS = ["PINECONE_ENVIRONMENT", "PINECONE_API_KEY"];
 
 export function checkRequiredEnvVars() {

diff --git a/templates/types/streaming/express/src/controllers/engine/settings.ts b/templates/types/streaming/express/src/controllers/engine/settings.ts
@@ -1,9 +1,11 @@
 import { OpenAI, Settings } from "llamaindex";
-import { CHUNK_OVERLAP, CHUNK_SIZE } from "./shared";
+
+const CHUNK_SIZE = 512;
+const CHUNK_OVERLAP = 20;
 
 export const initSettings = async () => {
   Settings.llm = new OpenAI({
-    model: (process.env.MODEL as any) ?? "gpt-3.5-turbo",
+    model: process.env.MODEL ?? "gpt-3.5-turbo",
     maxTokens: 512,
   });
   Settings.chunkSize = CHUNK_SIZE;

diff --git a/templates/types/streaming/nextjs/app/api/chat/engine/settings.ts b/templates/types/streaming/nextjs/app/api/chat/engine/settings.ts
@@ -1,9 +1,11 @@
 import { OpenAI, Settings } from "llamaindex";
-import { CHUNK_OVERLAP, CHUNK_SIZE } from "./shared";
+
+const CHUNK_SIZE = 512;
+const CHUNK_OVERLAP = 20;
 
 export const initSettings = async () => {
   Settings.llm = new OpenAI({
-    model: (process.env.MODEL as any) ?? "gpt-3.5-turbo",
+    model: process.env.MODEL ?? "gpt-3.5-turbo",
     maxTokens: 512,
   });
   Settings.chunkSize = CHUNK_SIZE;