Fixed LDP runner's TRUNCATED not calling gen_answer, and document…

…ed `AgentStatus` (#690)
Future-House · Nov 15, 2024 · 4dfd033 · 4dfd033
1 parent 2cc0a6a
commit 4dfd033
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 16 deletions.
diff --git a/paperqa/agents/main.py b/paperqa/agents/main.py
@@ -155,13 +155,15 @@ async def _run_with_timeout_failure(
             f"Agent timeout after {query.settings.agent.timeout}-sec, just answering."
         )
         status = AgentStatus.TRUNCATED
+    except Exception:
+        logger.exception("Trajectory failed.")
+        status = AgentStatus.FAIL
+    if status == AgentStatus.TRUNCATED:
+        # Fail over after truncation (too many steps, timeout): just answer
         generate_answer_tool = next(
             filter(lambda x: x.info.name == GenerateAnswer.TOOL_FN_NAME, env.tools)
         )
         await generate_answer_tool._tool_fn(question=query.query, state=env.state)
-    except Exception:
-        logger.exception("Trajectory failed.")
-        status = AgentStatus.FAIL
     return env.state.session, status
 
 
@@ -263,15 +265,6 @@ async def rollout() -> AgentStatus:
                     f"Agent didn't finish within {max_timesteps} timesteps, just"
                     " answering."
                 )
-                generate_answer_tool = next(
-                    filter(
-                        lambda x: x.info.name == GenerateAnswer.TOOL_FN_NAME,
-                        env.tools,
-                    )
-                )
-                await generate_answer_tool._tool_fn(
-                    question=query.query, state=env.state
-                )
                 return AgentStatus.TRUNCATED
             agent_state.messages += obs
             for attempt in Retrying(

diff --git a/paperqa/agents/models.py b/paperqa/agents/models.py
@@ -34,15 +34,15 @@ def __getstate__(self) -> object: ...
     def __setstate__(self, state: object) -> None: ...
 
 
-class AgentStatus(StrEnum):
-    # FAIL - no answer could be generated
+class AgentStatus(StrEnum):  # TODO: rename to AnswerStatus or RolloutStatus
+    # FAIL - during the trajectory encountered an unhandled exception
     FAIL = "fail"
     # SUCCESS - answer was generated
     SUCCESS = "success"
     # TRUNCATED - agent didn't finish naturally (e.g. timeout, too many actions),
-    # so we prematurely answered
+    # so we just generated an answer after the unnatural finish
     TRUNCATED = "truncated"
-    # UNSURE - the agent was unsure, but an answer is present
+    # UNSURE - the gen_answer did not succeed, but an answer is present
     UNSURE = "unsure"