Skip to content

Commit

Permalink
Fix Llama-3 meta template
Browse files Browse the repository at this point in the history
  • Loading branch information
liuhongwei committed Apr 24, 2024
1 parent 9eb5cad commit 52f38a8
Show file tree
Hide file tree
Showing 2 changed files with 58 additions and 0 deletions.
29 changes: 29 additions & 0 deletions configs/models/hf_llama/hf_llama3_70b_instruct.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
from opencompass.models import HuggingFaceCausalLM

_meta_template = dict(
round=[
dict(role="HUMAN", begin="<|start_header_id|>user<|end_header_id|>\n\n", end="<|eot_id|>"),
dict(role="BOT", begin="<|start_header_id|>assistant<|end_header_id|>\n\n", end="<|eot_id|>", generate=True),
],
)

models = [
dict(
type=HuggingFaceCausalLM,
abbr="llama-3-70b-instruct-hf",
path="meta-llama/Meta-Llama-3-70B-Instruct",
model_kwargs=dict(device_map="auto"),
tokenizer_kwargs=dict(
padding_side="left",
truncation_side="left",
use_fast=False,
),
meta_template=_meta_template,
max_out_len=100,
max_seq_len=2048,
batch_size=8,
run_cfg=dict(num_gpus=4, num_procs=1),
generation_kwargs={"eos_token_id": [128001, 128009]},
batch_padding=True,
)
]
29 changes: 29 additions & 0 deletions configs/models/hf_llama/hf_llama3_8b_instruct.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
from opencompass.models import HuggingFaceCausalLM

_meta_template = dict(
round=[
dict(role="HUMAN", begin="<|start_header_id|>user<|end_header_id|>\n\n", end="<|eot_id|>"),
dict(role="BOT", begin="<|start_header_id|>assistant<|end_header_id|>\n\n", end="<|eot_id|>", generate=True),
],
)

models = [
dict(
type=HuggingFaceCausalLM,
abbr="llama-3-8b-instruct-hf",
path="meta-llama/Meta-Llama-3-8B-Instruct",
model_kwargs=dict(device_map="auto"),
tokenizer_kwargs=dict(
padding_side="left",
truncation_side="left",
use_fast=False,
),
meta_template=_meta_template,
max_out_len=100,
max_seq_len=2048,
batch_size=8,
run_cfg=dict(num_gpus=1, num_procs=1),
generation_kwargs={"eos_token_id": [128001, 128009]},
batch_padding=True,
)
]

0 comments on commit 52f38a8

Please sign in to comment.