浏览代码

Warn user on truncation - ollama logs

ParthSareen 4 月之前
父节点
当前提交
c9a46140e6
共有 1 个文件被更改,包括 4 次插入0 次删除
  1. 4 0
      server/prompt.go

+ 4 - 0
server/prompt.go

@@ -82,6 +82,10 @@ func chatPrompt(ctx context.Context, m *Model, tokenize tokenizeFunc, opts *api.
 	}
 	}
 
 
 	currMsgIdx := n
 	currMsgIdx := n
+	// Warn user if messages are truncated from the input
+	if numTruncatedMessages := len(msgs[0:currMsgIdx]); numTruncatedMessages > 0 {
+		slog.Warn("truncated first messages from input", "num_truncated", numTruncatedMessages)
+	}
 
 
 	for cnt, msg := range msgs[currMsgIdx:] {
 	for cnt, msg := range msgs[currMsgIdx:] {
 		prefix := ""
 		prefix := ""