fix(agent): agent's llmclient bug (eosphoros-ai#2298)

Co-authored-by: dongzhancai1 <[email protected]>
FOkvj · Feb 7, 2025 · 0310ce9 · 0310ce9
1 parent bb5a078
commit 0310ce9
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/dbgpt/agent/util/llm/llm_client.py b/dbgpt/agent/util/llm/llm_client.py
@@ -199,7 +199,7 @@ async def _completions_create(
             model_request = _build_model_request(payload)
             str_prompt = model_request.messages_to_string()
             model_output = None
-
+            sep = "########S#E#P#########"
             async for output in self._llm_client.generate_stream(model_request.copy()):  # type: ignore # noqa
                 model_output = output
                 if memory and stream_out:
@@ -210,7 +210,7 @@ async def _completions_create(
                         "receiver": "?",
                         "model": llm_model,
                         "markdown": self._output_parser.parse_model_nostream_resp(
-                            model_output, "###"
+                            model_output, sep
                         ),
                     }
 
@@ -221,7 +221,7 @@ async def _completions_create(
             if not model_output:
                 raise ValueError("LLM generate stream is null!")
             parsed_output = self._output_parser.parse_model_nostream_resp(
-                model_output, "###"
+                model_output, sep
             )
             parsed_output = parsed_output.strip().replace("\\n", "\n")