Browse Source

openai: do not set temperature to 0 when setting seed (#5045)

Jeffrey Morgan 10 months ago
parent
commit
6b800aa7b7
2 changed files with 0 additions and 4 deletions
  1. 0 1
      docs/openai.md
  2. 0 3
      openai/openai.go

+ 0 - 1
docs/openai.md

@@ -104,7 +104,6 @@ curl http://localhost:11434/v1/chat/completions \
 
 #### Notes
 
-- Setting `seed` will always set `temperature` to `0`
 - `finish_reason` will always be `stop`
 - `usage.prompt_tokens` will be 0 for completions where prompt evaluation is cached
 

+ 0 - 3
openai/openai.go

@@ -178,9 +178,6 @@ func fromRequest(r ChatCompletionRequest) api.ChatRequest {
 
 	if r.Seed != nil {
 		options["seed"] = *r.Seed
-
-		// temperature=0 is required for reproducible outputs
-		options["temperature"] = 0.0
 	}
 
 	if r.FrequencyPenalty != nil {