feat(backend): support test llm

backend/app/api/admin_routes/llm.py

@@ -1,13 +1,16 @@
 from typing import List
+from pydantic import BaseModel
 
 from fastapi import APIRouter, Depends, HTTPException, status
 from fastapi_pagination import Params, Page
 from fastapi_pagination.ext.sqlmodel import paginate
-from sqlmodel import select
+from sqlmodel import select, update
 
 from app.api.deps import SessionDep, CurrentSuperuserDep
 from app.rag.llm_option import admin_llm_options, LLMOption
+from app.rag.chat_config import get_llm
 from app.models import (
+    ChatEngine,
     LLM,
     AdminLLM,
     EmbeddingModel,
@@ -47,8 +50,34 @@ def create_llm(
     return llm
 
 
+class LLMTestResult(BaseModel):
+    success: bool
+    error: str = ""
+
+
+@router.post("/admin/llms/test")
+def test_llm(
+    db_llm: LLM,
+    user: CurrentSuperuserDep,
+) -> LLMTestResult:
+    try:
+        llm = get_llm(
+            provider=db_llm.provider,
+            model=db_llm.model,
+            config=db_llm.config,
+            credentials=db_llm.credentials,
+        )
+        response = llm.complete("Who are you?")
+        success = True
+        error = ""
+    except Exception as e:
+        success = False
+        error = str(e)
+    return LLMTestResult(success=success, error=error)
+
+
 @router.get("/admin/llms/{llm_id}")
-def get_llm(
+def get_llm_detail(
     llm_id: int,
     session: SessionDep,
     user: CurrentSuperuserDep,
@@ -72,6 +101,16 @@ def delete_llm(
         raise HTTPException(
             status_code=status.HTTP_404_NOT_FOUND, detail="LLM not found"
         )
+    session.exec(
+        update(ChatEngine)
+        .where(ChatEngine.llm_id == llm_id)
+        .values(llm_id=None)
+    )
+    session.exec(
+        update(ChatEngine)
+        .where(ChatEngine.fast_llm_id == llm_id)
+        .values(fast_llm_id=None)
+    )
     session.delete(llm)
     session.commit()
     return llm