add paramter num_ctx to openai compatibility

openai/openai.go

@@ -63,6 +63,7 @@ type ChatCompletionRequest struct {
 	FrequencyPenalty *float64        `json:"frequency_penalty"`
 	PresencePenalty  *float64        `json:"presence_penalty_penalty"`
 	TopP             *float64        `json:"top_p"`
+	NumCtx           *int            `json:"num_ctx"`
 	ResponseFormat   *ResponseFormat `json:"response_format"`
 }
 
@@ -194,6 +195,10 @@ func fromRequest(r ChatCompletionRequest) api.ChatRequest {
 		options["top_p"] = 1.0
 	}
 
+	if r.NumCtx != nil {
+		options["num_ctx"] = *r.NumCtx
+	}
+
 	var format string
 	if r.ResponseFormat != nil && r.ResponseFormat.Type == "json_object" {
 		format = "json"