@@ -223,9 +223,10 @@ def __call__(self,
223
223
"""Inference a batch of prompts.
224
224
225
225
Args:
226
- prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
227
- prompts. It accepts: string prompt, a list of string prompts,
228
- a chat history in OpenAI format or a list of chat history.
226
+ prompts (List[str] | str | List[Dict] | List[List[Dict]]]): a
227
+ batch of prompts. It accepts: string prompt, a list of string
228
+ prompts, a chat history in OpenAI format or a list of chat
229
+ history.
229
230
gen_config (GenerationConfig | None): a instance of
230
231
GenerationConfig. Default to None.
231
232
do_preprocess (bool): whether pre-process the messages. Default to
@@ -297,9 +298,10 @@ def batch_infer(self,
297
298
"""Inference a batch of prompts.
298
299
299
300
Args:
300
- prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
301
- prompts. It accepts: string prompt, a list of string prompts,
302
- a chat history in OpenAI format or a list of chat history.
301
+ prompts (List[str] | str | List[Dict] | List[List[Dict]]]): a
302
+ batch of prompts. It accepts: string prompt, a list of string
303
+ prompts, a chat history in OpenAI format or a list of chat
304
+ history.
303
305
gen_config (GenerationConfig | None): a instance of or a list of
304
306
GenerationConfig. Default to None.
305
307
do_preprocess (bool): whether pre-process the messages. Default to
@@ -374,9 +376,10 @@ def stream_infer(
374
376
"""Inference a batch of prompts with stream mode.
375
377
376
378
Args:
377
- prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
378
- prompts. It accepts: string prompt, a list of string prompts,
379
- a chat history in OpenAI format or a list of chat history.
379
+ prompts (List[str] | str | List[Dict] | List[List[Dict]]]):a
380
+ batch of prompts. It accepts: string prompt, a list of string
381
+ prompts, a chat history in OpenAI format or a list of chat
382
+ history.
380
383
gen_config (GenerationConfig | None): a instance of or a list of
381
384
GenerationConfig. Default to None.
382
385
do_preprocess (bool): whether pre-process the messages. Default to
0 commit comments