No retry for HF error

danielz02 · Oct 16, 2023 · 9aa2166 · 9aa2166
1 parent a8807b6
commit 9aa2166
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/src/helm/proxy/clients/huggingface_client.py b/src/helm/proxy/clients/huggingface_client.py
@@ -28,6 +28,8 @@
 )
 from threading import Lock
 
+from ...common.request import ErrorFlags
+
 
 class StopOnToken(StoppingCriteria):
     """
@@ -268,7 +270,10 @@ def do_it():
             response, cached = self.cache.get(cache_key, wrap_request_time(do_it))
         except Exception as e:  # Do something if error is encountered.
             error: str = f"HuggingFace error: {e}"
-            return RequestResult(success=False, cached=False, error=error, completions=[], embedding=[])
+            return RequestResult(
+                success=False, cached=False, error=error, completions=[], embedding=[],
+                error_flags=ErrorFlags(is_retriable=False, is_fatal=False),
+            )
 
         completions = []
         for raw_completion in response["completions"]: