diff --git a/evals/registry/eval_sets/audio.yaml b/evals/registry/eval_sets/audio.yaml index fd95b09169..dd721b4384 100644 --- a/evals/registry/eval_sets/audio.yaml +++ b/evals/registry/eval_sets/audio.yaml @@ -14,6 +14,10 @@ audio-core: evals: - audio-transcribe - audio-bigbench + - audio-ser + - audio-boolq + - audio-sqa-web-questions + - audio-sqa-llama-questions - audio-translate-covost-zh-CN_en - audio-translate-covost-ru_en - audio-translate-covost-es_en @@ -36,8 +40,6 @@ audio-core-translate: - audio-translate-covost-sv-SE_en - audio-translate-covost-tr_en - - transcript-core: evals: - transcript-transcribe