浏览代码

Removed newline trimming and used buffer directly in POST request.

Arne Müller 1 年之前
父节点
当前提交
8fa3f366ad
共有 1 个文件被更改,包括 3 次插入6 次删除
  1. 3 6
      llm/llama.go

+ 3 - 6
llm/llama.go

@@ -545,18 +545,15 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
 	}
 
 	// Handling JSON marshaling with special characters unescaped.
-	buf := &bytes.Buffer{}
-	enc := json.NewEncoder(buf)
+	buffer := &bytes.Buffer{}
+	enc := json.NewEncoder(buffer)
 	enc.SetEscapeHTML(false)
 
 	if err := enc.Encode(predReq); err != nil {
 		return fmt.Errorf("failed to marshal data: %v", err)
 	}
 
-	// Remove trailing newline added by Encode.
-	data := buf.Bytes()[:buf.Len()-1]
-
-	req, err := http.NewRequestWithContext(ctx, http.MethodPost, endpoint, bytes.NewBuffer(data))
+	req, err := http.NewRequestWithContext(ctx, http.MethodPost, endpoint, buffer)
 	if err != nil {
 		return fmt.Errorf("error creating POST request: %v", err)
 	}