fix (#354)

aws-samples · Jun 10, 2024 · bffba7e · bffba7e
1 parent 7652ed6
commit bffba7e
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 10 deletions.
diff --git a/backend/app/agents/agent.py b/backend/app/agents/agent.py
@@ -56,8 +56,8 @@ def format_log_to_str(
     intermediate_steps: list[tuple[AgentAction, str]],
     observation_prefix: str = "<observation>",
     observation_suffix: str = "</observation>",
-    llm_prefix: str = "<thought>",
-    llm_suffix: str = "</thought>",
+    llm_prefix: str = "",
+    llm_suffix: str = "",
 ) -> str:
     """Construct the scratchpad that lets the agent continue its thought process."""
     thoughts = ""

diff --git a/backend/app/agents/parser.py b/backend/app/agents/parser.py
@@ -6,13 +6,11 @@
 from langchain_core.output_parsers import BaseOutputParser
 
 FINAL_ANSWER_TAG = "final-answer"
-MISSING_THOUGHT_TAG_ERROR_MESSAGE = "Invalid Format: Missing '<thought>' tag"
+MISSING_THOUGHT_TAG_ERROR_MESSAGE = "Invalid Format: Missing '<thought></thought>' tag"
 MISSING_ACTION_TAG_ERROR_MESSAGE = (
-    "Invalid Format: Missing '<action>' tag after '<thought>'"
-)
-MISSING_ACTION_INPUT_TAG_ERROR_MESSAGE = (
-    "Invalid Format: Missing '<action-input>' tag after '<action>'"
+    "Invalid Format: Missing '<action></action>' tag after '<thought></thought>'"
 )
+MISSING_ACTION_INPUT_TAG_ERROR_MESSAGE = "Invalid Format: Missing '<action-input></action-input>' tag after '<action></action>'"
 
 
 class ReActSingleInputOutputParser(BaseOutputParser):

diff --git a/backend/app/agents/prompts.py b/backend/app/agents/prompts.py
@@ -19,14 +19,14 @@
 <action-input>The input to the action. The format of the input must be json format.</action-input>
 <observation>The result of the action<observation>
 ... (this Thought/Action/Action Input/Observation can repeat N times)
-<thought>I now know the final answer</thought>
+<final-thought>I now know the final answer</final-thought>
 <final-answer>The final answer to the original input question. The language of the final answer must be the same language of original input: {input}</final-answer>
 </format>
 
-Do not end your output with Thought. Always end with Final Answer or Observation.
+Do not make thought empty. Always provide a thought before an action.
 <bad-example>
 <question>What is the weather in Tokyo?</question>
-<thought>I should check the weather in Tokyo.</thought>
+<thought>DO NOT LEAVE EMPTY HERE</thought>
 </bad-example>
 </guidelines>