From 00d4d1a10b58b740d6521ab19c3c70d5954bcfac Mon Sep 17 00:00:00 2001 From: hwaking Date: Tue, 2 Apr 2024 19:21:55 +0800 Subject: [PATCH] Update eval.py MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit from lm_eval.arguments import EvalArguments from lm_eval.evaluator import Evaluator from lm_eval.tasks import (humaneval, mbpp, multiple) 改为 bigcode_eval.XXX --- evaluation/eval.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/evaluation/eval.py b/evaluation/eval.py index 99c293d..da3a263 100644 --- a/evaluation/eval.py +++ b/evaluation/eval.py @@ -22,10 +22,10 @@ from accelerate import Accelerator from transformers import AutoModelForCausalLM, AutoTokenizer, HfArgumentParser -from lm_eval.arguments import EvalArguments -from lm_eval.evaluator import Evaluator +from bigcode_eval.arguments import EvalArguments +from bigcode_eval.evaluator import Evaluator -from lm_eval.tasks import (humaneval, mbpp, multiple) +from bigcode_eval.tasks import (humaneval, mbpp, multiple) from .chat_humaneval import ChatHumanEval TASK_REGISTRY = {