Browse Source

Set `NumKeep` to `4` by default (#982)

Jeffrey Morgan 1 year ago
parent
commit
06589a3b30
1 changed files with 1 additions and 1 deletions
  1. 1 1
      api/types.go

+ 1 - 1
api/types.go

@@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          0,
+		NumKeep:          4,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,