Use vllm serve

huggingface · Sep 3, 2024 · 6f980a0 · 6f980a0
1 parent 3ae705b
commit 6f980a0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts
@@ -134,7 +134,7 @@ const snippetLocalAI = (model: ModelData, filepath?: string): LocalAppSnippet[]
 const snippetVllm = (model: ModelData): string[] => {
 	return [
 		["# Install vLLM from pip", "pip install vllm"].join("\n"),
-		["# Load and run the model:", `python -m vllm.entrypoints.openai.api_server --model "${model.id}"`].join("\n"),
+		["# Load and run the model:", `vllm serve "${model.id}"`].join("\n"),
 	];
 };