fix: account for thought tokens on gemini models

lib/crewai/src/crewai/llms/base_llm.py

@@ -569,6 +569,10 @@ def _track_token_usage_internal(self, usage_data: dict[str, Any]) -> None:
             or usage_data.get("input_tokens")
             or 0
         )
+        + (
+            usage_data.get("thoughts_token_count")
+            or 0
+        )
 
         completion_tokens = (
             usage_data.get("completion_tokens")

lib/crewai/src/crewai/llms/providers/gemini/completion.py

@@ -982,6 +982,7 @@ def _extract_token_usage(response: GenerateContentResponse) -> dict[str, Any]:
             usage = response.usage_metadata
             return {
                 "prompt_token_count": getattr(usage, "prompt_token_count", 0),
+                "thoughts_token_count": getattr(usage, "thoughts_token_count", 0),
                 "candidates_token_count": getattr(usage, "candidates_token_count", 0),
                 "total_token_count": getattr(usage, "total_token_count", 0),
                 "total_tokens": getattr(usage, "total_token_count", 0),

lib/crewai/tests/llms/google/test_google.py

@@ -79,6 +79,7 @@ def mock_weather_tool(location: str) -> str:
         mock_response.text = "Based on the weather data, it's a beautiful day in San Francisco with sunny skies and 75°F temperature."
         mock_response.usage_metadata = Mock()
         mock_response.usage_metadata.prompt_token_count = 100
+        mock_response.usage_metadata.thoughts_token_count = 50
         mock_response.usage_metadata.candidates_token_count = 50
         mock_response.usage_metadata.total_token_count = 150
 
@@ -630,6 +631,7 @@ def test_gemini_token_usage_tracking():
         mock_response.candidates = []
         mock_response.usage_metadata = MagicMock(
             prompt_token_count=50,
+            thoughts_token_count=25,
             candidates_token_count=25,
             total_token_count=75
         )
@@ -643,6 +645,7 @@ def test_gemini_token_usage_tracking():
         # Verify token usage was extracted
         usage = llm._extract_token_usage(mock_response)
         assert usage["prompt_token_count"] == 50
+        assert usage["thoughts_token_count"] == 25
         assert usage["candidates_token_count"] == 25
         assert usage["total_token_count"] == 75
         assert usage["total_tokens"] == 75