Fixed bug where logged output_tokens value was incorrect

simonw · simonw · commit 5dd618bdc478 · 2024-11-19T19:12:41.000-08:00
diff --git a/llm/models.py b/llm/models.py
@@ -297,7 +297,7 @@ def log_to_db(self, db):
             "duration_ms": self.duration_ms(),
             "datetime_utc": self.datetime_utc(),
             "input_tokens": self.input_tokens,
-            "output_tokens": self.input_tokens,
+            "output_tokens": self.output_tokens,
             "token_details": (
                 json.dumps(self.token_details) if self.token_details else None
             ),
diff --git a/tests/test_chat.py b/tests/test_chat.py
@@ -79,7 +79,7 @@ def test_chat_basic(mock_model, logs_db):
             "duration_ms": ANY,
             "datetime_utc": ANY,
             "input_tokens": 2,
-            "output_tokens": 2,
+            "output_tokens": 1,
             "token_details": None,
         },
     ]

Original file line number	Diff line number	Diff line change
`@@ -79,7 +79,7 @@ def test_chat_basic(mock_model, logs_db):`
`79`	`79`	`"duration_ms": ANY,`
`80`	`80`	`"datetime_utc": ANY,`
`81`	`81`	`"input_tokens": 2,`
`82`		`- "output_tokens": 2,`
	`82`	`+ "output_tokens": 1,`
`83`	`83`	`"token_details": None,`
`84`	`84`	`},`
`85`	`85`	`]`