update

InternLM · Jun 21, 2024 · fe877c1 · fe877c1
1 parent 95827b0
commit fe877c1
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/xtuner/dataset/map_fns/template_map_fn.py b/xtuner/dataset/map_fns/template_map_fn.py
@@ -16,7 +16,6 @@ def template_map_fn(example, template):
         if system != '' and system is not None:
             system = template.SYSTEM.format(system=system)
             input_text = system + input_text
-
         single_turn_conversation['input'] = input_text
 
         if template.get('SUFFIX', None):

diff --git a/xtuner/utils/templates.py b/xtuner/utils/templates.py
@@ -22,7 +22,7 @@
         SEP='\n',
         STOP_WORDS=['<eoa>']),
     internlm2_chat=dict(
-        SYSTEM='<|im_start|>system\n{system}\n',
+        SYSTEM='<|im_start|>system\n{system}<|im_end|>\n',
         INSTRUCTION=('<|im_start|>user\n{input}<|im_end|>\n'
                      '<|im_start|>assistant\n'),
         SUFFIX='<|im_end|>',