Update kong/llm/drivers/shared.lua

Kong · Aug 8, 2024 · 23df2c1 · 23df2c1
1 parent cf45500
commit 23df2c1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/kong/llm/drivers/shared.lua b/kong/llm/drivers/shared.lua
@@ -617,7 +617,7 @@ function _M.post_request(conf, response_object)
     if response_object.usage and response_object.usage.completion_tokens then
       local time_per_token = math.floor(llm_latency / response_object.usage.completion_tokens)
       request_analytics_plugin[log_entry_keys.USAGE_CONTAINER][log_entry_keys.TIME_PER_TOKEN] = time_per_token
-      llm_state.set_metrics("totp_latency", time_per_token)
+      llm_state.set_metrics("tpot_latency", time_per_token)
     end
   end