From 6f980a0eee813e59e4f2f70c40f949f06edd8041 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Tue, 3 Sep 2024 09:42:43 -0400 Subject: [PATCH] Use vllm serve --- packages/tasks/src/local-apps.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts index 124e13a71..68fbc8640 100644 --- a/packages/tasks/src/local-apps.ts +++ b/packages/tasks/src/local-apps.ts @@ -134,7 +134,7 @@ const snippetLocalAI = (model: ModelData, filepath?: string): LocalAppSnippet[] const snippetVllm = (model: ModelData): string[] => { return [ ["# Install vLLM from pip", "pip install vllm"].join("\n"), - ["# Load and run the model:", `python -m vllm.entrypoints.openai.api_server --model "${model.id}"`].join("\n"), + ["# Load and run the model:", `vllm serve "${model.id}"`].join("\n"), ]; };