From 75dd946df77d79155e80b5e61e37a39c8532440f Mon Sep 17 00:00:00 2001 From: Jintao Huang Date: Thu, 28 May 2026 19:44:49 +0800 Subject: [PATCH 1/4] support bailing_v25 megatron --- .../Instruction/Supported-models-and-datasets.md | 13 ++++++++----- .../Instruction/Supported-models-and-datasets.md | 13 ++++++++----- 2 files changed, 16 insertions(+), 10 deletions(-) diff --git a/docs/source/Instruction/Supported-models-and-datasets.md b/docs/source/Instruction/Supported-models-and-datasets.md index de82413f3f..f5a4973ad6 100644 --- a/docs/source/Instruction/Supported-models-and-datasets.md +++ b/docs/source/Instruction/Supported-models-and-datasets.md @@ -353,6 +353,9 @@ |[ZhipuAI/LongWriter-llama3.1-8b](https://modelscope.cn/models/ZhipuAI/LongWriter-llama3.1-8b)|llama|longwriter_llama|transformers>=4.43|✔|-|[zai-org/LongWriter-llama3.1-8b](https://huggingface.co/zai-org/LongWriter-llama3.1-8b)| |[deepseek-ai/DeepSeek-R1-Distill-Llama-8B](https://modelscope.cn/models/deepseek-ai/DeepSeek-R1-Distill-Llama-8B)|llama|deepseek_r1|-|✔|-|[deepseek-ai/DeepSeek-R1-Distill-Llama-8B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B)| |[deepseek-ai/DeepSeek-R1-Distill-Llama-70B](https://modelscope.cn/models/deepseek-ai/DeepSeek-R1-Distill-Llama-70B)|llama|deepseek_r1|-|✔|-|[deepseek-ai/DeepSeek-R1-Distill-Llama-70B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B)| +|[OpenBMB/MiniCPM5-1B](https://modelscope.cn/models/OpenBMB/MiniCPM5-1B)|llama|minicpm5|transformers>=5.6|✔|-|[openbmb/MiniCPM5-1B](https://huggingface.co/openbmb/MiniCPM5-1B)| +|[OpenBMB/MiniCPM5-1B-Base](https://modelscope.cn/models/OpenBMB/MiniCPM5-1B-Base)|llama|minicpm5|transformers>=5.6|✔|-|[openbmb/MiniCPM5-1B-Base](https://huggingface.co/openbmb/MiniCPM5-1B-Base)| +|[OpenBMB/MiniCPM5-1B-SFT](https://modelscope.cn/models/OpenBMB/MiniCPM5-1B-SFT)|llama|minicpm5|transformers>=5.6|✔|-|[openbmb/MiniCPM5-1B-SFT](https://huggingface.co/openbmb/MiniCPM5-1B-SFT)| |[LLM-Research/Reflection-Llama-3.1-70B](https://modelscope.cn/models/LLM-Research/Reflection-Llama-3.1-70B)|llama|reflection|transformers>=4.43|✔|-|[mattshumer/Reflection-Llama-3.1-70B](https://huggingface.co/mattshumer/Reflection-Llama-3.1-70B)| |[01ai/Yi-6B](https://modelscope.cn/models/01ai/Yi-6B)|yi|chatml|-|✔|-|[01-ai/Yi-6B](https://huggingface.co/01-ai/Yi-6B)| |[01ai/Yi-6B-200K](https://modelscope.cn/models/01ai/Yi-6B-200K)|yi|chatml|-|✔|-|[01-ai/Yi-6B-200K](https://huggingface.co/01-ai/Yi-6B-200K)| @@ -608,11 +611,11 @@ |[inclusionAI/Ling-mini-base-2.0](https://modelscope.cn/models/inclusionAI/Ling-mini-base-2.0)|bailing_moe|ling2|-|✔|-|[inclusionAI/Ling-mini-base-2.0](https://huggingface.co/inclusionAI/Ling-mini-base-2.0)| |[inclusionAI/Ling-1T](https://modelscope.cn/models/inclusionAI/Ling-1T)|bailing_moe|ling2|-|✔|-|[inclusionAI/Ling-1T](https://huggingface.co/inclusionAI/Ling-1T)| |[inclusionAI/Ring-mini-2.0](https://modelscope.cn/models/inclusionAI/Ring-mini-2.0)|bailing_moe|ring2|-|✔|-|[inclusionAI/Ring-mini-2.0](https://huggingface.co/inclusionAI/Ring-mini-2.0)| -|[inclusionAI/Ling-2.5-1T](https://modelscope.cn/models/inclusionAI/Ling-2.5-1T)|bailing_hybrid|ling2|-|✘|-|[inclusionAI/Ling-2.5-1T](https://huggingface.co/inclusionAI/Ling-2.5-1T)| -|[inclusionAI/Ling-2.6-1T](https://modelscope.cn/models/inclusionAI/Ling-2.6-1T)|bailing_hybrid|ling2|-|✘|-|[inclusionAI/Ling-2.6-1T](https://huggingface.co/inclusionAI/Ling-2.6-1T)| -|[inclusionAI/Ling-2.6-flash](https://modelscope.cn/models/inclusionAI/Ling-2.6-flash)|bailing_hybrid|ling2|-|✘|-|[inclusionAI/Ling-2.6-flash](https://huggingface.co/inclusionAI/Ling-2.6-flash)| -|[inclusionAI/Ring-2.5-1T](https://modelscope.cn/models/inclusionAI/Ring-2.5-1T)|bailing_hybrid|ring2_5|-|✘|-|[inclusionAI/Ring-2.5-1T](https://huggingface.co/inclusionAI/Ring-2.5-1T)| -|[inclusionAI/Ring-2.6-1T](https://modelscope.cn/models/inclusionAI/Ring-2.6-1T)|bailing_hybrid|ring2_5|-|✘|-|[inclusionAI/Ring-2.6-1T](https://huggingface.co/inclusionAI/Ring-2.6-1T)| +|[inclusionAI/Ling-2.5-1T](https://modelscope.cn/models/inclusionAI/Ling-2.5-1T)|bailing_hybrid|ling2|-|✔|-|[inclusionAI/Ling-2.5-1T](https://huggingface.co/inclusionAI/Ling-2.5-1T)| +|[inclusionAI/Ling-2.6-1T](https://modelscope.cn/models/inclusionAI/Ling-2.6-1T)|bailing_hybrid|ling2|-|✔|-|[inclusionAI/Ling-2.6-1T](https://huggingface.co/inclusionAI/Ling-2.6-1T)| +|[inclusionAI/Ling-2.6-flash](https://modelscope.cn/models/inclusionAI/Ling-2.6-flash)|bailing_hybrid|ling2|-|✔|-|[inclusionAI/Ling-2.6-flash](https://huggingface.co/inclusionAI/Ling-2.6-flash)| +|[inclusionAI/Ring-2.5-1T](https://modelscope.cn/models/inclusionAI/Ring-2.5-1T)|bailing_hybrid|ring2_5|-|✔|-|[inclusionAI/Ring-2.5-1T](https://huggingface.co/inclusionAI/Ring-2.5-1T)| +|[inclusionAI/Ring-2.6-1T](https://modelscope.cn/models/inclusionAI/Ring-2.6-1T)|bailing_hybrid|ring2_5|-|✔|-|[inclusionAI/Ring-2.6-1T](https://huggingface.co/inclusionAI/Ring-2.6-1T)| |[IEITYuan/Yuan2.0-2B-hf](https://modelscope.cn/models/IEITYuan/Yuan2.0-2B-hf)|yuan2|yuan|-|✘|-|[IEITYuan/Yuan2-2B-hf](https://huggingface.co/IEITYuan/Yuan2-2B-hf)| |[IEITYuan/Yuan2.0-51B-hf](https://modelscope.cn/models/IEITYuan/Yuan2.0-51B-hf)|yuan2|yuan|-|✘|-|[IEITYuan/Yuan2-51B-hf](https://huggingface.co/IEITYuan/Yuan2-51B-hf)| |[IEITYuan/Yuan2.0-102B-hf](https://modelscope.cn/models/IEITYuan/Yuan2.0-102B-hf)|yuan2|yuan|-|✘|-|[IEITYuan/Yuan2-102B-hf](https://huggingface.co/IEITYuan/Yuan2-102B-hf)| diff --git a/docs/source_en/Instruction/Supported-models-and-datasets.md b/docs/source_en/Instruction/Supported-models-and-datasets.md index ea48ec3ea1..7c8f6d172a 100644 --- a/docs/source_en/Instruction/Supported-models-and-datasets.md +++ b/docs/source_en/Instruction/Supported-models-and-datasets.md @@ -354,6 +354,9 @@ The table below introduces the models integrated with ms-swift: |[ZhipuAI/LongWriter-llama3.1-8b](https://modelscope.cn/models/ZhipuAI/LongWriter-llama3.1-8b)|llama|longwriter_llama|transformers>=4.43|✔|-|[zai-org/LongWriter-llama3.1-8b](https://huggingface.co/zai-org/LongWriter-llama3.1-8b)| |[deepseek-ai/DeepSeek-R1-Distill-Llama-8B](https://modelscope.cn/models/deepseek-ai/DeepSeek-R1-Distill-Llama-8B)|llama|deepseek_r1|-|✔|-|[deepseek-ai/DeepSeek-R1-Distill-Llama-8B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B)| |[deepseek-ai/DeepSeek-R1-Distill-Llama-70B](https://modelscope.cn/models/deepseek-ai/DeepSeek-R1-Distill-Llama-70B)|llama|deepseek_r1|-|✔|-|[deepseek-ai/DeepSeek-R1-Distill-Llama-70B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B)| +|[OpenBMB/MiniCPM5-1B](https://modelscope.cn/models/OpenBMB/MiniCPM5-1B)|llama|minicpm5|transformers>=5.6|✔|-|[openbmb/MiniCPM5-1B](https://huggingface.co/openbmb/MiniCPM5-1B)| +|[OpenBMB/MiniCPM5-1B-Base](https://modelscope.cn/models/OpenBMB/MiniCPM5-1B-Base)|llama|minicpm5|transformers>=5.6|✔|-|[openbmb/MiniCPM5-1B-Base](https://huggingface.co/openbmb/MiniCPM5-1B-Base)| +|[OpenBMB/MiniCPM5-1B-SFT](https://modelscope.cn/models/OpenBMB/MiniCPM5-1B-SFT)|llama|minicpm5|transformers>=5.6|✔|-|[openbmb/MiniCPM5-1B-SFT](https://huggingface.co/openbmb/MiniCPM5-1B-SFT)| |[LLM-Research/Reflection-Llama-3.1-70B](https://modelscope.cn/models/LLM-Research/Reflection-Llama-3.1-70B)|llama|reflection|transformers>=4.43|✔|-|[mattshumer/Reflection-Llama-3.1-70B](https://huggingface.co/mattshumer/Reflection-Llama-3.1-70B)| |[01ai/Yi-6B](https://modelscope.cn/models/01ai/Yi-6B)|yi|chatml|-|✔|-|[01-ai/Yi-6B](https://huggingface.co/01-ai/Yi-6B)| |[01ai/Yi-6B-200K](https://modelscope.cn/models/01ai/Yi-6B-200K)|yi|chatml|-|✔|-|[01-ai/Yi-6B-200K](https://huggingface.co/01-ai/Yi-6B-200K)| @@ -609,11 +612,11 @@ The table below introduces the models integrated with ms-swift: |[inclusionAI/Ling-mini-base-2.0](https://modelscope.cn/models/inclusionAI/Ling-mini-base-2.0)|bailing_moe|ling2|-|✔|-|[inclusionAI/Ling-mini-base-2.0](https://huggingface.co/inclusionAI/Ling-mini-base-2.0)| |[inclusionAI/Ling-1T](https://modelscope.cn/models/inclusionAI/Ling-1T)|bailing_moe|ling2|-|✔|-|[inclusionAI/Ling-1T](https://huggingface.co/inclusionAI/Ling-1T)| |[inclusionAI/Ring-mini-2.0](https://modelscope.cn/models/inclusionAI/Ring-mini-2.0)|bailing_moe|ring2|-|✔|-|[inclusionAI/Ring-mini-2.0](https://huggingface.co/inclusionAI/Ring-mini-2.0)| -|[inclusionAI/Ling-2.5-1T](https://modelscope.cn/models/inclusionAI/Ling-2.5-1T)|bailing_hybrid|ling2|-|✘|-|[inclusionAI/Ling-2.5-1T](https://huggingface.co/inclusionAI/Ling-2.5-1T)| -|[inclusionAI/Ling-2.6-1T](https://modelscope.cn/models/inclusionAI/Ling-2.6-1T)|bailing_hybrid|ling2|-|✘|-|[inclusionAI/Ling-2.6-1T](https://huggingface.co/inclusionAI/Ling-2.6-1T)| -|[inclusionAI/Ling-2.6-flash](https://modelscope.cn/models/inclusionAI/Ling-2.6-flash)|bailing_hybrid|ling2|-|✘|-|[inclusionAI/Ling-2.6-flash](https://huggingface.co/inclusionAI/Ling-2.6-flash)| -|[inclusionAI/Ring-2.5-1T](https://modelscope.cn/models/inclusionAI/Ring-2.5-1T)|bailing_hybrid|ring2_5|-|✘|-|[inclusionAI/Ring-2.5-1T](https://huggingface.co/inclusionAI/Ring-2.5-1T)| -|[inclusionAI/Ring-2.6-1T](https://modelscope.cn/models/inclusionAI/Ring-2.6-1T)|bailing_hybrid|ring2_5|-|✘|-|[inclusionAI/Ring-2.6-1T](https://huggingface.co/inclusionAI/Ring-2.6-1T)| +|[inclusionAI/Ling-2.5-1T](https://modelscope.cn/models/inclusionAI/Ling-2.5-1T)|bailing_hybrid|ling2|-|✔|-|[inclusionAI/Ling-2.5-1T](https://huggingface.co/inclusionAI/Ling-2.5-1T)| +|[inclusionAI/Ling-2.6-1T](https://modelscope.cn/models/inclusionAI/Ling-2.6-1T)|bailing_hybrid|ling2|-|✔|-|[inclusionAI/Ling-2.6-1T](https://huggingface.co/inclusionAI/Ling-2.6-1T)| +|[inclusionAI/Ling-2.6-flash](https://modelscope.cn/models/inclusionAI/Ling-2.6-flash)|bailing_hybrid|ling2|-|✔|-|[inclusionAI/Ling-2.6-flash](https://huggingface.co/inclusionAI/Ling-2.6-flash)| +|[inclusionAI/Ring-2.5-1T](https://modelscope.cn/models/inclusionAI/Ring-2.5-1T)|bailing_hybrid|ring2_5|-|✔|-|[inclusionAI/Ring-2.5-1T](https://huggingface.co/inclusionAI/Ring-2.5-1T)| +|[inclusionAI/Ring-2.6-1T](https://modelscope.cn/models/inclusionAI/Ring-2.6-1T)|bailing_hybrid|ring2_5|-|✔|-|[inclusionAI/Ring-2.6-1T](https://huggingface.co/inclusionAI/Ring-2.6-1T)| |[IEITYuan/Yuan2.0-2B-hf](https://modelscope.cn/models/IEITYuan/Yuan2.0-2B-hf)|yuan2|yuan|-|✘|-|[IEITYuan/Yuan2-2B-hf](https://huggingface.co/IEITYuan/Yuan2-2B-hf)| |[IEITYuan/Yuan2.0-51B-hf](https://modelscope.cn/models/IEITYuan/Yuan2.0-51B-hf)|yuan2|yuan|-|✘|-|[IEITYuan/Yuan2-51B-hf](https://huggingface.co/IEITYuan/Yuan2-51B-hf)| |[IEITYuan/Yuan2.0-102B-hf](https://modelscope.cn/models/IEITYuan/Yuan2.0-102B-hf)|yuan2|yuan|-|✘|-|[IEITYuan/Yuan2-102B-hf](https://huggingface.co/IEITYuan/Yuan2-102B-hf)| From 2bda5964e326d01939c9e0b4b517be597adf28c8 Mon Sep 17 00:00:00 2001 From: Jintao Huang Date: Thu, 28 May 2026 23:55:43 +0800 Subject: [PATCH 2/4] update --- swift/megatron/utils/convert_utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/swift/megatron/utils/convert_utils.py b/swift/megatron/utils/convert_utils.py index 5d9060b7de..e4ef3a97d5 100644 --- a/swift/megatron/utils/convert_utils.py +++ b/swift/megatron/utils/convert_utils.py @@ -231,7 +231,8 @@ def test_convert_precision(args, hf_model, mg_model, template, test_convert_dtyp template.use_megatron = True inputs = template.encode(get_examples(test_mm_type), return_length=True) - mg_inputs = to_device(template.data_collator([inputs], padding_to=get_padding_to(args)), 'cuda') + mg_inputs = to_device( + template.data_collator([inputs] * (2 if args.padding_free else 1), padding_to=get_padding_to(args)), 'cuda') mg_model.eval() # thd text_position_ids = mg_inputs.pop('text_position_ids', None) From e4db2e4dfd208df5c2cb86ad22630c7ad44207d8 Mon Sep 17 00:00:00 2001 From: Jintao Huang Date: Fri, 29 May 2026 00:02:05 +0800 Subject: [PATCH 3/4] update --- swift/megatron/utils/convert_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/swift/megatron/utils/convert_utils.py b/swift/megatron/utils/convert_utils.py index e4ef3a97d5..c9af21c6b1 100644 --- a/swift/megatron/utils/convert_utils.py +++ b/swift/megatron/utils/convert_utils.py @@ -230,9 +230,9 @@ def test_convert_precision(args, hf_model, mg_model, template, test_convert_dtyp hf_model.to('cpu') template.use_megatron = True - inputs = template.encode(get_examples(test_mm_type), return_length=True) + inputs = [template.encode(get_examples(test_mm_type), return_length=True) for _ in range(2 if args.padding_free else 1)] mg_inputs = to_device( - template.data_collator([inputs] * (2 if args.padding_free else 1), padding_to=get_padding_to(args)), 'cuda') + template.data_collator(inputs, padding_to=get_padding_to(args)), 'cuda') mg_model.eval() # thd text_position_ids = mg_inputs.pop('text_position_ids', None) From 08b8edfd36cd948ed4c3e18a4b33edfd6b7d1426 Mon Sep 17 00:00:00 2001 From: Jintao Huang Date: Fri, 29 May 2026 00:04:40 +0800 Subject: [PATCH 4/4] lint pass --- swift/megatron/utils/convert_utils.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/swift/megatron/utils/convert_utils.py b/swift/megatron/utils/convert_utils.py index c9af21c6b1..790bc3f894 100644 --- a/swift/megatron/utils/convert_utils.py +++ b/swift/megatron/utils/convert_utils.py @@ -230,9 +230,10 @@ def test_convert_precision(args, hf_model, mg_model, template, test_convert_dtyp hf_model.to('cpu') template.use_megatron = True - inputs = [template.encode(get_examples(test_mm_type), return_length=True) for _ in range(2 if args.padding_free else 1)] - mg_inputs = to_device( - template.data_collator(inputs, padding_to=get_padding_to(args)), 'cuda') + inputs = [ + template.encode(get_examples(test_mm_type), return_length=True) for _ in range(2 if args.padding_free else 1) + ] + mg_inputs = to_device(template.data_collator(inputs, padding_to=get_padding_to(args)), 'cuda') mg_model.eval() # thd text_position_ids = mg_inputs.pop('text_position_ids', None)