Skip to content

Commit 6419299

Browse files
committed
add layerwise CI for Qwen3-235B-w8a8 and DEEPSEEK
1 parent d50b5ff commit 6419299

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

tests/e2e/nightly/multi_node/config/models/DeepSeek-V3-layerwise.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -45,11 +45,11 @@ deployment:
4545
--no-enable-prefix-caching
4646
--gpu-memory-utilization 0.9
4747
--kv-transfer-config
48-
'{"kv_connector": "MooncakeConnector",
48+
'{"kv_connector": "MooncakeLayerwiseConnector",
4949
"kv_role": "kv_producer",
5050
"kv_port": "30000",
5151
"engine_id": "0",
52-
"kv_connector_module_path": "vllm_ascend.distributed.mooncake_connector",
52+
"kv_connector_module_path": "vllm_ascend.distributed.mooncake_layerwise_connector",
5353
"kv_connector_extra_config": {
5454
"prefill": {
5555
"dp_size": 2,

tests/e2e/nightly/multi_node/config/models/Qwen3-235B-W8A8-layerwise.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -68,11 +68,11 @@ deployment:
6868
--no-enable-prefix-caching
6969
--gpu-memory-utilization 0.9
7070
--kv-transfer-config
71-
'{"kv_connector": "MooncakeConnector",
71+
'{"kv_connector": "MooncakeLayerwiseConnector",
7272
"kv_role": "kv_consumer",
7373
"kv_port": "30200",
7474
"engine_id": "1",
75-
"kv_connector_module_path": "vllm_ascend.distributed.mooncake_connector",
75+
"kv_connector_module_path": "vllm_ascend.distributed.mooncake_layerwise_connector",
7676
"kv_connector_extra_config": {
7777
"prefill": {
7878
"dp_size": 2,

0 commit comments

Comments
 (0)