fix: assistant tool calling backport (#1509)

julianpoy · Feb 5, 2025 · 485dab9 · 485dab9
2 parents bacd1ce + 9b59de5
commit 485dab9
Showing 1 changed file with 15 additions and 4 deletions.
diff --git a/packages/util/server/src/ml/assistant.ts b/packages/util/server/src/ml/assistant.ts
@@ -83,10 +83,21 @@ export class Assistant {
 
     const chatGPTContext = assistantMessageContext
       .reverse() // Oldest first
-      .map(
-        (assistantMessage) =>
-          assistantMessage.json as unknown as ChatCompletionMessageParam,
-      );
+      .map((assistantMessage) => {
+        const message =
+          assistantMessage.json as unknown as ChatCompletionMessageParam;
+        if (message.role === "assistant") {
+          return {
+            ...message,
+            // Fix for https://github.com/openai/openai-python/issues/2061
+            tool_calls: message.tool_calls?.length
+              ? message.tool_calls
+              : undefined,
+          };
+        }
+
+        return message;
+      });
 
     let expectedToolCalls = 0;
     let toolCallingError = false;