Added almost all model deployments (except palm, neurips and simple) …

…[NOT TESTED]
stanford-crfm · Nov 3, 2023 · a3c9479 · a3c9479
1 parent 3b875cb
commit a3c9479
Show file tree

Hide file tree

Showing 3 changed files with 1,169 additions and 15 deletions.
diff --git a/src/helm/benchmark/model_deployment_registry.py b/src/helm/benchmark/model_deployment_registry.py
@@ -63,6 +63,11 @@ class ModelDeployment:
     # If unset, defaults to the same value as max_sequence_length.
     max_request_length: Optional[int] = None
 
+    # The max length of the model input and output tokens.
+    # Some models (like Anthropic/Claude and Megatron) have a specific limit sequence length + max_token.
+    # If unset, defaults to INT_MAX (i.e. bo limit).
+    max_sequence_and_generated_tokens_length: Optional[int] = None
+
     @property
     def host_group(self) -> str:
         """