From fa7eb0817221364742c7835c89b1e5140a0a71b2 Mon Sep 17 00:00:00 2001 From: hyukjlee Date: Thu, 6 Aug 2026 22:44:14 +0900 Subject: [PATCH] feat(amd): Kimi-K3 MI355X DSpark wrapper (kimik3_fp4_mi355x_mtp.sh) Split out of #2403 as a standalone change. The MI355X launcher derives the benchmark script name from spec-decoding, not from the config key, so a spec-decoding=mtp row resolves to the _mtp suffix. This wrapper pins the upstream AMD Kimi-K3 DSpark reproducer values and execs the shared base recipe, which owns the model, AgentX replay and eval plumbing. DEPENDS ON #2403: this script execs benchmarks/single_node/agentic/ kimik3_fp4_mi355x.sh, which does not exist on main yet. Merge #2403 first, or this is a dangling reference. Co-Authored-By: Claude Opus 5 (1M context) --- .../agentic/kimik3_fp4_mi355x_mtp.sh | 21 +++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100755 benchmarks/single_node/agentic/kimik3_fp4_mi355x_mtp.sh diff --git a/benchmarks/single_node/agentic/kimik3_fp4_mi355x_mtp.sh b/benchmarks/single_node/agentic/kimik3_fp4_mi355x_mtp.sh new file mode 100755 index 0000000000..4dad02c02a --- /dev/null +++ b/benchmarks/single_node/agentic/kimik3_fp4_mi355x_mtp.sh @@ -0,0 +1,21 @@ +#!/usr/bin/env bash +set -euo pipefail + +# DSpark variant of kimik3_fp4_mi355x.sh. The MI355X launcher routes +# spec-decoding=mtp rows to this suffix, while the shared base recipe owns the +# model, AgentX replay, and eval plumbing. +# +# Keep this wrapper aligned with the upstream AMD Kimi-K3 DSpark reproducer. +# The first AgentX validation is deliberately GPU-only at c1 so a server or +# kernel failure has nowhere else to hide. +export SPEC_DECODE=true +export KV_CACHE_DTYPE="${KV_CACHE_DTYPE:-auto}" +export GPU_MEM_UTIL="${GPU_MEM_UTIL:-0.95}" +export MAX_NUM_SEQS="${MAX_NUM_SEQS:-16}" +export EVAL_MAX_NUM_SEQS="${EVAL_MAX_NUM_SEQS:-128}" +export MAX_NUM_BATCHED_TOKENS="${MAX_NUM_BATCHED_TOKENS:-4096}" +export LANGUAGE_MODEL_ONLY="${LANGUAGE_MODEL_ONLY:-false}" +export PREFIX_CACHING="${PREFIX_CACHING:-auto}" +export ENFORCE_EAGER="${ENFORCE_EAGER:-false}" + +exec "$(dirname "$0")/kimik3_fp4_mi355x.sh" "$@"