diff --git a/core/KendoCoreService/Controllers/LLMController.cs b/core/KendoCoreService/Controllers/LLMController.cs index c68510f..232c44e 100644 --- a/core/KendoCoreService/Controllers/LLMController.cs +++ b/core/KendoCoreService/Controllers/LLMController.cs @@ -43,7 +43,7 @@ public async Task AIChatCompletion([FromBody] IList messages.Prepend(new ChatMessage(ChatRole.System, DefaultSystemPrompt)); } - var response = await _chatClient.CompleteAsync(messages, options); + var response = await _chatClient.GetResponseAsync(messages, options); return Json(response); } @@ -53,14 +53,15 @@ private void ValidateMessagesLength(IList messages) { var tokenizer = GptEncoding.GetEncoding("cl100k_base"); - foreach (var message in messages) + for (var i = 0; i < messages.Count; i++) { + var message = messages[i]; var tokens = tokenizer.Encode(message.Text); if (tokens.Count > 1000) { var truncatedTokens = tokens.Take(1000).ToList(); - message.Text = tokenizer.Decode(truncatedTokens); + messages[i] = new ChatMessage(message.Role, tokenizer.Decode(truncatedTokens)); } } } diff --git a/core/KendoCoreService/KendoCoreService.csproj b/core/KendoCoreService/KendoCoreService.csproj index 452f709..b79d39f 100644 --- a/core/KendoCoreService/KendoCoreService.csproj +++ b/core/KendoCoreService/KendoCoreService.csproj @@ -1,4 +1,4 @@ - + net6.0 @@ -10,8 +10,8 @@ - - + + diff --git a/core/KendoCoreService/Program.cs b/core/KendoCoreService/Program.cs index 430b887..c8c25ed 100644 --- a/core/KendoCoreService/Program.cs +++ b/core/KendoCoreService/Program.cs @@ -30,7 +30,7 @@ )); builder.Services.AddChatClient(services => services.GetRequiredService() - .AsChatClient(builder.Configuration["AI:AzureOpenAI:Chat:ModelId"] ?? "gpt-4o-mini")); + .GetChatClient(builder.Configuration["AI:AzureOpenAI:Chat:ModelId"] ?? "gpt-4o-mini").AsIChatClient()); builder.Services.AddControllers() .AddNewtonsoftJson(options => options.SerializerSettings.ContractResolver = new DefaultContractResolver());