remove old collate fn

InternLM · Apr 7, 2024 · 0db53e1 · 0db53e1
1 parent cf8e8af
commit 0db53e1
Show file tree

Hide file tree

Showing 5 changed files with 3 additions and 57 deletions.
diff --git a/xtuner/dataset/hybrid/__init__.py b/xtuner/dataset/hybrid/__init__.py
@@ -1,9 +1,8 @@
-from .collate import text_collate_fn
+# Copyright (c) OpenMMLab. All rights reserved.
 from .dataset import TextDataset
 from .mappings import map_protocol, map_sequential, openai_to_raw_training
 
 __all__ = [
-    'text_collate_fn',
     'TextDataset',
     'map_protocol',
     'map_sequential',

diff --git a/xtuner/dataset/hybrid/collate.py b/xtuner/dataset/hybrid/collate.py
diff --git a/xtuner/dataset/hybrid/dataset.py b/xtuner/dataset/hybrid/dataset.py
@@ -1,3 +1,4 @@
+# Copyright (c) OpenMMLab. All rights reserved.
 import functools
 import json
 import os

diff --git a/xtuner/model/text/__init__.py b/xtuner/model/text/__init__.py
@@ -1,3 +1,4 @@
+# Copyright (c) OpenMMLab. All rights reserved.
 from .finetune import TextFinetune
 
 __all__ = ['TextFinetune']
diff --git a/xtuner/model/text/finetune.py b/xtuner/model/text/finetune.py
@@ -1,5 +1,4 @@
 # Copyright (c) OpenMMLab. All rights reserved.
-
 from collections import OrderedDict
 from typing import Dict, List, Optional, Union