change Intent decomposition method to reduce latency (#184)

pingcap · Jul 24, 2024 · e861176 · e861176
1 parent 2a5fd34
commit e861176
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/backend/app/rag/knowledge_graph/intent.py b/backend/app/rag/knowledge_graph/intent.py
@@ -57,7 +57,7 @@ class DecomposeQueryModule(dspy.Module):
     def __init__(self, dspy_lm: dspy.LM):
         super().__init__()
         self.dspy_lm = dspy_lm
-        self.prog = TypedChainOfThought(DecomposeQuery)
+        self.prog = TypedPredictor(DecomposeQuery)
 
     def forward(self, query):
         with dspy.settings.context(lm=self.dspy_lm):