Skip to content

Commit 8f34eb1

Browse files
authored
Fix args type in docstring (#2888)
* Fix args type in docstring * fix linting
1 parent b99a5da commit 8f34eb1

File tree

1 file changed

+12
-9
lines changed

1 file changed

+12
-9
lines changed

lmdeploy/serve/async_engine.py

+12-9
Original file line numberDiff line numberDiff line change
@@ -223,9 +223,10 @@ def __call__(self,
223223
"""Inference a batch of prompts.
224224
225225
Args:
226-
prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
227-
prompts. It accepts: string prompt, a list of string prompts,
228-
a chat history in OpenAI format or a list of chat history.
226+
prompts (List[str] | str | List[Dict] | List[List[Dict]]]): a
227+
batch of prompts. It accepts: string prompt, a list of string
228+
prompts, a chat history in OpenAI format or a list of chat
229+
history.
229230
gen_config (GenerationConfig | None): a instance of
230231
GenerationConfig. Default to None.
231232
do_preprocess (bool): whether pre-process the messages. Default to
@@ -297,9 +298,10 @@ def batch_infer(self,
297298
"""Inference a batch of prompts.
298299
299300
Args:
300-
prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
301-
prompts. It accepts: string prompt, a list of string prompts,
302-
a chat history in OpenAI format or a list of chat history.
301+
prompts (List[str] | str | List[Dict] | List[List[Dict]]]): a
302+
batch of prompts. It accepts: string prompt, a list of string
303+
prompts, a chat history in OpenAI format or a list of chat
304+
history.
303305
gen_config (GenerationConfig | None): a instance of or a list of
304306
GenerationConfig. Default to None.
305307
do_preprocess (bool): whether pre-process the messages. Default to
@@ -374,9 +376,10 @@ def stream_infer(
374376
"""Inference a batch of prompts with stream mode.
375377
376378
Args:
377-
prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
378-
prompts. It accepts: string prompt, a list of string prompts,
379-
a chat history in OpenAI format or a list of chat history.
379+
prompts (List[str] | str | List[Dict] | List[List[Dict]]]):a
380+
batch of prompts. It accepts: string prompt, a list of string
381+
prompts, a chat history in OpenAI format or a list of chat
382+
history.
380383
gen_config (GenerationConfig | None): a instance of or a list of
381384
GenerationConfig. Default to None.
382385
do_preprocess (bool): whether pre-process the messages. Default to

0 commit comments

Comments
 (0)