add TODOs to remove neurips naming

stanford-crfm · Aug 16, 2023 · 12dcabb · 12dcabb
1 parent 29b118b
commit 12dcabb
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/src/helm/benchmark/static/schema.yaml b/src/helm/benchmark/static/schema.yaml
@@ -77,7 +77,7 @@ models:
     num_parameters: 70000000000
     release_date: 2022-01-01
 
-  # Neurips
+  # TODO: Remove Once we have configurable model names
   - name: neurips/local
     display_name: Local service
     description: Local competition service

diff --git a/src/helm/benchmark/window_services/http_model_window_service.py b/src/helm/benchmark/window_services/http_model_window_service.py
@@ -2,6 +2,7 @@
 from .tokenizer_service import TokenizerService
 
 
+# TODO: Remove Once we have configurable model names since this hardcodes the tokenizer name
 class HTTPModelWindowServce(LocalWindowService):
     def __init__(self, service: TokenizerService):
         super().__init__(service)