Преглед на файлове

openai: align chat temperature and frequency_penalty options with completion (#6688)

frob преди 7 месеца
родител
ревизия
06d4fba851
променени са 2 файла, в които са добавени 6 реда и са изтрити 6 реда
  1. 3 3
      openai/openai.go
  2. 3 3
      openai/openai_test.go

+ 3 - 3
openai/openai.go

@@ -452,7 +452,7 @@ func fromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) {
 	}
 
 	if r.Temperature != nil {
-		options["temperature"] = *r.Temperature * 2.0
+		options["temperature"] = *r.Temperature
 	} else {
 		options["temperature"] = 1.0
 	}
@@ -462,11 +462,11 @@ func fromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) {
 	}
 
 	if r.FrequencyPenalty != nil {
-		options["frequency_penalty"] = *r.FrequencyPenalty * 2.0
+		options["frequency_penalty"] = *r.FrequencyPenalty
 	}
 
 	if r.PresencePenalty != nil {
-		options["presence_penalty"] = *r.PresencePenalty * 2.0
+		options["presence_penalty"] = *r.PresencePenalty
 	}
 
 	if r.TopP != nil {

+ 3 - 3
openai/openai_test.go

@@ -102,9 +102,9 @@ func TestChatMiddleware(t *testing.T) {
 					"num_predict":       999.0, // float because JSON doesn't distinguish between float and int
 					"seed":              123.0,
 					"stop":              []any{"\n", "stop"},
-					"temperature":       6.0,
-					"frequency_penalty": 8.0,
-					"presence_penalty":  10.0,
+					"temperature":       3.0,
+					"frequency_penalty": 4.0,
+					"presence_penalty":  5.0,
 					"top_p":             6.0,
 				},
 				Format: "json",