浏览代码

Do not repeat system prompt for chat templating (#2241)

Jeffrey Morgan 1 年之前
父节点
当前提交
e4b9b72f2a
共有 2 个文件被更改,包括 5 次插入4 次删除
  1. 0 4
      server/images.go
  2. 5 0
      server/routes.go

+ 0 - 4
server/images.go

@@ -119,10 +119,6 @@ func Prompt(promptTemplate string, p PromptVars) (string, error) {
 
 // PreResponsePrompt returns the prompt before the response tag
 func (m *Model) PreResponsePrompt(p PromptVars) (string, error) {
-	if p.System == "" {
-		// use the default system prompt for this model if one is not specified
-		p.System = m.System
-	}
 	pre, _, err := extractParts(m.Template)
 	if err != nil {
 		return "", err

+ 5 - 0
server/routes.go

@@ -239,6 +239,11 @@ func GenerateHandler(c *gin.Context) {
 			Prompt: req.Prompt,
 			First:  len(req.Context) == 0,
 		}
+
+		if promptVars.System == "" {
+			promptVars.System = model.System
+		}
+
 		p, err := model.PreResponsePrompt(promptVars)
 		if err != nil {
 			c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})