浏览代码

Merge pull request #464 from jmorganca/mxyng/fix-num-keep

fix num_keep
Michael Yang 1 年之前
父节点
当前提交
7efbc84320
共有 1 个文件被更改,包括 2 次插入1 次删除
  1. 2 1
      server/routes.go

+ 2 - 1
server/routes.go

@@ -117,12 +117,13 @@ func load(ctx context.Context, model *Model, reqOpts map[string]interface{}, ses
 			if err != nil {
 			if err != nil {
 				return err
 				return err
 			}
 			}
+
 			tokensNoSystem, err := llmModel.Encode(ctx, promptNoSystem)
 			tokensNoSystem, err := llmModel.Encode(ctx, promptNoSystem)
 			if err != nil {
 			if err != nil {
 				return err
 				return err
 			}
 			}
 
 
-			opts.NumKeep = len(tokensWithSystem) - len(tokensNoSystem) + 1
+			opts.NumKeep = len(tokensWithSystem) - len(tokensNoSystem)
 
 
 			llmModel.SetOptions(opts)
 			llmModel.SetOptions(opts)
 		}
 		}