Update litgpt/config.py

Lightning-AI · Oct 7, 2024 · 733dfa0 · 733dfa0
1 parent 2812717
commit 733dfa0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/litgpt/config.py b/litgpt/config.py
@@ -900,7 +900,7 @@ def norm_class(self) -> Type:
     dict(
         name="Llama-3-70B{}",
         hf_config=dict(org="meta-llama", name="Meta-Llama-3-70B{}"),
-        block_size=131072,
+        block_size=8192,
         vocab_size=128000,
         padded_vocab_size=128256,
         n_layer=80,