Merge pull request #492 from dreis2211/align-token-count

Align token count for gpt-3.5-turbo with official docs
innogames · Nov 7, 2023 · 6478e3a · 6478e3a
2 parents c8e461f + c63c967
commit 6478e3a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/command/openai/tokens.go b/command/openai/tokens.go
@@ -10,7 +10,7 @@ var maxTokens = map[string]int{
 	"gpt-4":                8192,
 	"gpt-4-32k":            32768,
 	"gpt-3.5-turbo-16k":    16385,
-	"gpt-3.5-turbo":        4097,
+	"gpt-3.5-turbo":        4096,
 	"gpt-4-1106-preview":   128000,
 	"gpt-4-vision-preview": 128000,
 	"dummy-test":           100, // just for testing

diff --git a/command/openai/tokens_test.go b/command/openai/tokens_test.go
@@ -16,7 +16,7 @@ func TestModels(t *testing.T) {
 		{"gpt-4", 8192},
 		{"gpt-4-0613", 8192},
 		{"gpt-4-32k-0613", 32768},
-		{"gpt-3.5-turbo", 4097},
+		{"gpt-3.5-turbo", 4096},
 		{"gpt-3.5-turbo-16k-0613", 16385},
 	}