shorten tokens

PiperOrigin-RevId: 588770633
Change-Id: Id15b4e0c345cd5c65d1e866e46d51c563d74dda7

concordia/associative_memory/formative_memories.py

@@ -112,8 +112,8 @@ def make_backstory(
       question += f'Take into account the following context: {context}'
     result = prompt.open_question(
         question,
-        max_characters=8000,
-        max_tokens=8000,
+        max_characters=4000,
+        max_tokens=4000,
         terminators=[],
     )
     result = re.sub(r'\.\s', '.\n', result)
@@ -204,8 +204,8 @@ def add_memories(
 
       episode = prompt.open_question(
           question,
-          max_characters=8000,
-          max_tokens=8000,
+          max_characters=4000,
+          max_tokens=4000,
           terminators=[],
       )
       memory.add(

concordia/components/agent/reflection.py

@@ -83,7 +83,7 @@ def update(self) -> None:
                 f' answer about {self._agent_name}?'
             ),
         ]),
-        max_characters=5000,
+        max_characters=4000,
         max_tokens=5000,
         terminators=(),
     )
@@ -105,7 +105,7 @@ def update(self) -> None:
                 ' statements?'
             ),
         ]),
-        max_characters=5000,
+        max_characters=4000,
         max_tokens=5000,
         terminators=(),
     )

examples/cyberball/cyberball.ipynb

@@ -764,7 +764,7 @@
         "    f'Sequence of events:\\n{detailed_story}'+\n",
         "    '\\nNarratively summarize the above temporally ordered ' +\n",
         "    'sequence of events. Write it as a news report. Summary:\\n',\n",
-        "    max_characters=8000, max_tokens=8000, terminators=())\n",
+        "    max_characters=4000, max_tokens=4000, terminators=())\n",
         "print(episode_summary)"
       ]
     },
@@ -788,7 +788,7 @@
         "      f'Sequence of events that happened to {name}:\\n{detailed_story}'\n",
         "      '\\nWrite a short story that summarises these events.\\n'\n",
         "      ,\n",
-        "      max_characters=8000, max_tokens=8000, terminators=())\n",
+        "      max_characters=4000, max_tokens=4000, terminators=())\n",
         "\n",
         "  all_player_mem = player._memory.retrieve_recent(k=1000, add_time=True)\n",
         "  all_player_mem = ['Summary:', summary, 'Memories:'] + all_player_mem\n",

examples/magic_beans_for_sale.ipynb

@@ -722,7 +722,7 @@
         "    f'Sequence of events:\\n{detailed_story}'+\n",
         "    '\\nNarratively summarize the above temporally ordered ' +\n",
         "    'sequence of events. Write it as a news report. Summary:\\n',\n",
-        "    max_characters=8000, max_tokens=8000, terminators=())\n",
+        "    max_characters=4000, max_tokens=4000, terminators=())\n",
         "print(episode_summary)"
       ]
     },
@@ -746,7 +746,7 @@
         "      f'Sequence of events that happened to {name}:\\n{detailed_story}'\n",
         "      '\\nWrite a short story that summarises these events.\\n'\n",
         "      ,\n",
-        "      max_characters=8000, max_tokens=8000, terminators=())\n",
+        "      max_characters=4000, max_tokens=4000, terminators=())\n",
         "\n",
         "  all_player_mem = player._memory.retrieve_recent(k=1000, add_time=True)\n",
         "  all_player_mem = ['Summary:', summary, 'Memories:'] + all_player_mem\n",

examples/phone/calendar.ipynb

@@ -536,7 +536,7 @@
         "    f'Sequence of events:\\n{detailed_story}'+\n",
         "    '\\nNarratively summarize the above temporally ordered ' +\n",
         "    'sequence of events. Write it as a news report. Summary:\\n',\n",
-        "    max_characters=8000, max_tokens=8000, terminators=())\n",
+        "    max_characters=4000, max_tokens=4000, terminators=())\n",
         "print(episode_summary)"
       ]
     },
@@ -559,7 +559,7 @@
         "      f'Sequence of events that happened to {name}:\\n{detailed_story}'\n",
         "      '\\nWrite a short story that summarises these events.\\n'\n",
         "      ,\n",
-        "      max_characters=8000, max_tokens=8000, terminators=())\n",
+        "      max_characters=4000, max_tokens=4000, terminators=())\n",
         "\n",
         "  all_player_mem = player._memory.retrieve_recent(k=1000, add_time=True)\n",
         "  all_player_mem = ['Summary:', summary, 'Memories:'] + all_player_mem\n",

examples/three_key_questions.ipynb

@@ -175,7 +175,7 @@
       "outputs": [],
       "source": [
         "#@title Importance models\n",
-        "importance_model = importance_function.AgentImportanceModel(model)\n",
+        "importance_model = importance_function.ConstantImportanceModel(model)\n",
         "importance_model_gm = importance_function.ConstantImportanceModel()\n"
       ]
     },
@@ -671,7 +671,7 @@
         "    f'Sequence of events:\\n{detailed_story}'+\n",
         "    '\\nNarratively summarize the above temporally ordered ' +\n",
         "    'sequence of events. Write it as a news report. Summary:\\n',\n",
-        "    max_characters=8000, max_tokens=8000, terminators=())\n",
+        "    max_characters=4000, max_tokens=4000, terminators=())\n",
         "print(episode_summary)"
       ]
     },
@@ -695,7 +695,7 @@
         "      f'Sequence of events that happened to {name}:\\n{detailed_story}'\n",
         "      '\\nWrite a short story that summarises these events.\\n'\n",
         "      ,\n",
-        "      max_characters=8000, max_tokens=8000, terminators=())\n",
+        "      max_characters=4000, max_tokens=4000, terminators=())\n",
         "\n",
         "  all_player_mem = player._memory.retrieve_recent(k=1000, add_time=True)\n",
         "  all_player_mem = ['Summary:', summary, 'Memories:'] + all_player_mem\n",

examples/village/day_in_riverbend.ipynb

@@ -694,7 +694,7 @@
         "    f'Sequence of events:\\n{detailed_story}'+\n",
         "    '\\nNarratively summarize the above temporally ordered ' +\n",
         "    'sequence of events. Write it as a news report. Summary:\\n',\n",
-        "    max_characters=8000, max_tokens=8000, terminators=())\n",
+        "    max_characters=4000, max_tokens=4000, terminators=())\n",
         "print(episode_summary)"
       ]
     },
@@ -717,7 +717,7 @@
         "      f'Sequence of events that happened to {name}:\\n{detailed_story}'\n",
         "      '\\nWrite a short story that summarises these events.\\n'\n",
         "      ,\n",
-        "      max_characters=8000, max_tokens=8000, terminators=())\n",
+        "      max_characters=4000, max_tokens=4000, terminators=())\n",
         "\n",
         "  all_player_mem = player._memory.retrieve_recent(k=1000, add_time=True)\n",
         "  all_player_mem = ['Summary:', summary, 'Memories:'] + all_player_mem\n",

examples/village/riverbend_elections.ipynb

@@ -773,7 +773,7 @@
         "    f'Sequence of events:\\n{detailed_story}'+\n",
         "    '\\nNarratively summarize the above temporally ordered ' +\n",
         "    'sequence of events. Write it as a news report. Summary:\\n',\n",
-        "    max_characters=8000, max_tokens=8000, terminators=())\n",
+        "    max_characters=4000, max_tokens=4000, terminators=())\n",
         "print(episode_summary)"
       ]
     },
@@ -797,7 +797,7 @@
         "      f'Sequence of events that happened to {name}:\\n{detailed_story}'\n",
         "      '\\nWrite a short story that summarises these events.\\n'\n",
         "      ,\n",
-        "      max_characters=8000, max_tokens=8000, terminators=())\n",
+        "      max_characters=4000, max_tokens=4000, terminators=())\n",
         "\n",
         "  all_player_mem = player._memory.retrieve_recent(k=1000, add_time=True)\n",
         "  all_player_mem = ['Summary:', summary, 'Memories:'] + all_player_mem\n",