From 6a39584007ae8a85803ba522a8225761b4081f84 Mon Sep 17 00:00:00 2001 From: Jintao Huang Date: Sun, 17 May 2026 17:40:28 +0800 Subject: [PATCH 1/2] bump version --- src/mcore_bridge/version.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/mcore_bridge/version.py b/src/mcore_bridge/version.py index f3d9892..58614da 100644 --- a/src/mcore_bridge/version.py +++ b/src/mcore_bridge/version.py @@ -1,5 +1,5 @@ # Make sure to modify __release_datetime__ to release time when making official release. -__version__ = '1.4.0.dev0' +__version__ = '1.4.0' # default release datetime for branches under active development is set # to be a time far-far-away-into-the-future -__release_datetime__ = '2099-12-31 23:59:59' +__release_datetime__ = '2026-05-17 23:59:59' From 4b2f4cd875aae4cf4fe263a8dde27a2a7834b4ed Mon Sep 17 00:00:00 2001 From: jilinchen Date: Mon, 25 May 2026 23:00:10 +0800 Subject: [PATCH 2/2] fix: GDN F.conv1d fallback missing groups + out_norm NPU compatibility --- src/mcore_bridge/model/gpts/qwen3_next_gdn.py | 7 +++++-- src/mcore_bridge/model/modules/gated_delta_net.py | 1 + 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/src/mcore_bridge/model/gpts/qwen3_next_gdn.py b/src/mcore_bridge/model/gpts/qwen3_next_gdn.py index 36ad746..4d7905f 100644 --- a/src/mcore_bridge/model/gpts/qwen3_next_gdn.py +++ b/src/mcore_bridge/model/gpts/qwen3_next_gdn.py @@ -138,8 +138,11 @@ def build_model( lm_model = model.language_model if hasattr(model, 'language_model') else model for layer in lm_model.decoder.layers: if hasattr(layer.self_attention, 'out_norm'): - assert hasattr(layer.self_attention.out_norm, 'zero_centered_gamma') - layer.self_attention.out_norm.zero_centered_gamma = False + out_norm = layer.self_attention.out_norm + if hasattr(out_norm, 'zero_centered_gamma'): + out_norm.zero_centered_gamma = False + elif hasattr(out_norm, 'config'): + out_norm.config.layernorm_zero_centered_gamma = False return model diff --git a/src/mcore_bridge/model/modules/gated_delta_net.py b/src/mcore_bridge/model/modules/gated_delta_net.py index 088419c..0c42a04 100644 --- a/src/mcore_bridge/model/modules/gated_delta_net.py +++ b/src/mcore_bridge/model/modules/gated_delta_net.py @@ -273,6 +273,7 @@ def forward( stride=self.conv1d.stride, padding=self.conv1d.padding, dilation=self.conv1d.dilation, + groups=qkv.shape[1], ) qkv = self.act_fn(conv_out[..., :seq_len]) qkv = qkv.transpose(1, 2) # b, d, s -> b, s, d