From 6881a9778329190bf845a9dc5079df114580976b Mon Sep 17 00:00:00 2001
From: amulil <amulil@126.com>
Date: Wed, 16 Oct 2024 21:38:44 +0800
Subject: [PATCH] fix qwen2 tokenizer name

---
 xtuner/dataset/utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/xtuner/dataset/utils.py b/xtuner/dataset/utils.py
index 84336ddb2..c6322152a 100644
--- a/xtuner/dataset/utils.py
+++ b/xtuner/dataset/utils.py
@@ -14,7 +14,7 @@
 
 def get_bos_eos_token_ids(tokenizer):
     if tokenizer.__class__.__name__ in [
-            'QWenTokenizer', 'QWen2Tokenizer', 'Qwen2TokenizerFast'
+            'QWenTokenizer', 'Qwen2Tokenizer', 'Qwen2TokenizerFast'
     ]:
         bos_token_id = []
         eos_token_id = tokenizer.eos_token_id