From 2191f9294cf1d5b75d4eaccaa1d740bade2347fe Mon Sep 17 00:00:00 2001 From: Farzad Abdolhosseini Date: Thu, 30 Jan 2025 10:52:26 -0800 Subject: [PATCH 1/3] increase tasks in audio-sqa --- evals/registry/eval_sets/audio.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/evals/registry/eval_sets/audio.yaml b/evals/registry/eval_sets/audio.yaml index fd95b09169..fa329a38f4 100644 --- a/evals/registry/eval_sets/audio.yaml +++ b/evals/registry/eval_sets/audio.yaml @@ -36,8 +36,6 @@ audio-core-translate: - audio-translate-covost-sv-SE_en - audio-translate-covost-tr_en - - transcript-core: evals: - transcript-transcribe @@ -63,7 +61,9 @@ transcript-translate: audio-sqa: evals: - - audio-sqa-web-questions + - audio-boolq + - audio-ser + - audio-sqa-*.validation.v1 transcript-sqa: evals: From 7b520fa43fece2ed28499dea637fe55e63dd5fac Mon Sep 17 00:00:00 2001 From: Farzad Abdolhosseini Date: Thu, 30 Jan 2025 22:25:24 -0800 Subject: [PATCH 2/3] Update audio.yaml --- evals/registry/eval_sets/audio.yaml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/evals/registry/eval_sets/audio.yaml b/evals/registry/eval_sets/audio.yaml index fa329a38f4..1a15b9f4ae 100644 --- a/evals/registry/eval_sets/audio.yaml +++ b/evals/registry/eval_sets/audio.yaml @@ -14,6 +14,9 @@ audio-core: evals: - audio-transcribe - audio-bigbench + - audio-ser + - audio-boolq + - audio-sqa-web-questions - audio-translate-covost-zh-CN_en - audio-translate-covost-ru_en - audio-translate-covost-es_en @@ -61,9 +64,7 @@ transcript-translate: audio-sqa: evals: - - audio-boolq - - audio-ser - - audio-sqa-*.validation.v1 + - audio-sqa-web-questions transcript-sqa: evals: From afaf8d20e0d27be450f680a0ecefe735426d0243 Mon Sep 17 00:00:00 2001 From: Farzad Abdolhosseini Date: Fri, 31 Jan 2025 09:55:23 -0800 Subject: [PATCH 3/3] Update audio.yaml --- evals/registry/eval_sets/audio.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/evals/registry/eval_sets/audio.yaml b/evals/registry/eval_sets/audio.yaml index 1a15b9f4ae..dd721b4384 100644 --- a/evals/registry/eval_sets/audio.yaml +++ b/evals/registry/eval_sets/audio.yaml @@ -17,6 +17,7 @@ audio-core: - audio-ser - audio-boolq - audio-sqa-web-questions + - audio-sqa-llama-questions - audio-translate-covost-zh-CN_en - audio-translate-covost-ru_en - audio-translate-covost-es_en