Merge pull request #186 from narengogi/fix/logprobs-type-update

Allow token_logprobs and top_logprobs List to have Objects of None type
Portkey-AI · Jul 25, 2024 · 6f93abb · 6f93abb
2 parents 50df00d + a264343
commit 6f93abb
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/portkey_ai/api_resources/types/complete_type.py b/portkey_ai/api_resources/types/complete_type.py
@@ -16,9 +16,9 @@ class CompletionUsage(BaseModel):
 
 class Logprobs(BaseModel):
     text_offset: Optional[List[int]] = None
-    token_logprobs: Optional[List[float]] = None
+    token_logprobs: Optional[List[Optional[float]]] = None
     tokens: Optional[List[str]] = None
-    top_logprobs: Optional[List[Dict[str, float]]] = None
+    top_logprobs: Optional[List[Optional[Dict[str, float]]]] = None
 
 
 class CompletionChoice(BaseModel):