We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
RepititionPenalty
1 parent 62936df commit 0dafc25Copy full SHA for 0dafc25
models/generate_option.go
@@ -28,7 +28,7 @@ type GenerateOptions struct {
28
TopP *float64 `json:"top_p,omitempty"`
29
TopK *uint `json:"top_k,omitempty"`
30
RandomSeed *uint `json:"random_seed,omitempty"`
31
- RepetitionPenalty *uint `json:"repetition_penalty,omitempty"`
+ RepetitionPenalty *float64 `json:"repetition_penalty,omitempty"`
32
MinNewTokens *uint `json:"min_new_tokens,omitempty"`
33
MaxNewTokens *uint `json:"max_new_tokens,omitempty"`
34
StopSequences *[]string `json:"stop_sequences,omitempty"`
0 commit comments