diff --git a/openai/openai.go b/openai/openai.go index 2bf9b9f9..cc193863 100644 --- a/openai/openai.go +++ b/openai/openai.go @@ -81,6 +81,7 @@ type ChatCompletionRequest struct { FrequencyPenalty *float64 `json:"frequency_penalty"` PresencePenalty *float64 `json:"presence_penalty"` TopP *float64 `json:"top_p"` + NumCtx *int `json:"num_ctx"` ResponseFormat *ResponseFormat `json:"response_format"` Tools []api.Tool `json:"tools"` } @@ -475,6 +476,10 @@ func fromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) { options["top_p"] = 1.0 } + if r.NumCtx != nil { + options["num_ctx"] = *r.NumCtx + } + var format string if r.ResponseFormat != nil && r.ResponseFormat.Type == "json_object" { format = "json"