From cc69c73975d20946bfbc8a5491949fb0e58d588b Mon Sep 17 00:00:00 2001
From: Yifan Mai <yifan@cs.stanford.edu>
Date: Fri, 11 Aug 2023 16:30:21 -0700
Subject: [PATCH] Fix metadata for Llama 2 and other Together models (#1779)

---
 src/helm/benchmark/static/schema.yaml |  6 +++---
 src/helm/proxy/models.py              | 14 +++++++-------
 2 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/src/helm/benchmark/static/schema.yaml b/src/helm/benchmark/static/schema.yaml
index ba4c1faeeaf..00142344b27 100644
--- a/src/helm/benchmark/static/schema.yaml
+++ b/src/helm/benchmark/static/schema.yaml
@@ -443,21 +443,21 @@ models:
     num_parameters: 65000000000
     release_date: 2023-02-24
   - name: meta/llama-2-7b
-    display_name: LLaMA-2 (7B)
+    display_name: Llama 2 (7B)
     description: Llama 2 pretrained models are trained on 2 trillion tokens, and have double the context length than Llama 1.
     creator_organization: Meta
     access: open
     num_parameters: 7000000000
     release_date: 2023-07-18
   - name: meta/llama-2-13b
-    display_name: LLaMA-2 (13B)
+    display_name: Llama 2 (13B)
     description: Llama 2 pretrained models are trained on 2 trillion tokens, and have double the context length than Llama 1.
     creator_organization: Meta
     access: open
     num_parameters: 13000000000
     release_date: 2023-07-18
   - name: meta/llama-2-70b
-    display_name: LLaMA-2 (70B)
+    display_name: Llama 2 (70B)
     description: Llama 2 pretrained models are trained on 2 trillion tokens, and have double the context length than Llama 1.
     creator_organization: Meta
     access: open
diff --git a/src/helm/proxy/models.py b/src/helm/proxy/models.py
index 60bb3f2ecd7..5c26d75de2e 100644
--- a/src/helm/proxy/models.py
+++ b/src/helm/proxy/models.py
@@ -296,38 +296,38 @@ def engine(self) -> str:
     Model(
         group="together",
         name="eleutherai/pythia-1b-v0",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     Model(
         group="together",
         name="eleutherai/pythia-2.8b-v0",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     Model(
         group="together",
         name="eleutherai/pythia-6.9b",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     Model(
         group="together",
         name="eleutherai/pythia-12b-v0",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     # Meta
     Model(
         group="together",
         name="meta/llama-7b",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     Model(
         group="together",
         name="meta/llama-13b",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     Model(
         group="together",
         name="meta/llama-30b",
-        tags=[TEXT_MODEL_TAG, FULL_FUNCTIONALITY_TEXT_MODEL_TAG],
+        tags=[TEXT_MODEL_TAG, LIMITED_FUNCTIONALITY_TEXT_MODEL_TAG],
     ),
     Model(
         group="together",