diff --git a/src/helm/proxy/clients/http_client.py b/src/helm/proxy/clients/http_client.py
index e7e4f1843a..0285d20447 100644
--- a/src/helm/proxy/clients/http_client.py
+++ b/src/helm/proxy/clients/http_client.py
@@ -44,7 +44,7 @@ def make_request(self, request: Request) -> RequestResult:
 
         raw_request = {
             "prompt": request.prompt,
-            "temperature": request.temperature,
+            "temperature": 1e-7 if request.temperature == 0 else request.temperature,
             "num_return_sequences": request.num_completions,
             "max_new_tokens": request.max_tokens,
             "top_p": request.top_p,