Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
aniketmaurya committed May 24, 2024
1 parent cbd51d7 commit bacefc6
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions examples/server.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,9 @@
image_inspector,
)
from agents.tool_executor import need_tool_use
import logging

logging.basicConfig(level=logging.INFO, format="%(asctime)s %(message)s")


class AgentAPI(ls.LitAPI):
Expand All @@ -23,6 +26,7 @@ def setup(self, device):
])

def predict(self, messages):
logging.debug(messages[-1])
output = self.llm.chat_completion(messages)
if need_tool_use(output):
tool_results = self.llm.run_tools(output)
Expand Down

0 comments on commit bacefc6

Please sign in to comment.