Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
46 changes: 46 additions & 0 deletions workloads/gemma_4_31b_it_h200.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
# Gemma4 31B (FP8) on H200 (8xH200, TP=1)
name: gemma_4_31b_it_h200
gpu: H200
num_gpus: 8
nightly: true

vllm:
model: RedHatAI/gemma-4-31B-it-FP8-dynamic
serve_args: >-
--tensor-parallel-size 1
--kv-cache-dtype fp8
--tool-call-parser gemma4
--reasoning-parser gemma4
--enable-auto-tool-choice

lm_eval:
model_args:
tokenized_requests: false
tokenizer_backend: null
timeout: 6000
tasks:
- name: gsm8k
num_fewshot: 5
model_args:
num_concurrent: 64
max_length: 32768
max_gen_toks: 8192

bfcl:
test_categories:
- simple_python
- multiple
- parallel
- parallel_multiple
- multi_turn
num_threads: 16

vllm_bench:
configs:
- name: 8k-in-1k-out-conc-128
backend: openai
dataset: random
input_len: 8192
output_len: 1024
num_prompts: 512
max_concurrency: 128
14 changes: 14 additions & 0 deletions workloads/nemotron_3_super_5_h200.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,9 @@ vllm:
--speculative-config.method mtp
--speculative-config.num_speculative_tokens 5
--trust-remote-code
--enable-auto-tool-choice
--tool-call-parser qwen3_coder
--reasoning-parser nemotron_v3

lm_eval:
model_args:
Expand All @@ -29,6 +32,17 @@ lm_eval:
max_length: 32768
max_gen_toks: 8192

bfcl:
test_categories:
- simple_python
- multiple
- parallel
- parallel_multiple
- multi_turn
num_threads: 16
max_test_cases:
multi_turn: 240

vllm_bench:
configs:
- name: 8k-in-1k-out-conc-128
Expand Down