File tree 2 files changed +8
-1
lines changed
2 files changed +8
-1
lines changed Original file line number Diff line number Diff line change 12
12
# See the License for the specific language governing permissions and
13
13
# limitations under the License.
14
14
15
- __version__ = "2025.3.1 "
15
+ __version__ = "2025.3.2 "
16
16
17
17
__all__ = [
18
18
"SUPPORTS_BFLOAT16" ,
Original file line number Diff line number Diff line change @@ -859,6 +859,7 @@ def check_tokenizer(
859
859
860
860
import inspect
861
861
from inspect import getsource
862
+ import trl
862
863
import trl .trainer .sft_trainer
863
864
from trl .trainer .sft_trainer import *
864
865
from transformers .trainer import *
@@ -1046,3 +1047,9 @@ def patch_sft_trainer_tokenizer():
1046
1047
1047
1048
# Finally patch TRL tokenizer things -> moved to RL
1048
1049
# patch_sft_trainer_tokenizer()
1050
+
1051
+ # Temporary measure to stop tokenizing data twice
1052
+ if hasattr (trl , "data_utils" ):
1053
+ def maybe_apply_chat_template (example , * args , ** kwargs ): return example
1054
+ trl .data_utils .maybe_apply_chat_template = maybe_apply_chat_template
1055
+ pass
You can’t perform that action at this time.
0 commit comments