@@ -119,10 +119,6 @@ func Prompt(promptTemplate string, p PromptVars) (string, error) {
// PreResponsePrompt returns the prompt before the response tag
func (m *Model) PreResponsePrompt(p PromptVars) (string, error) {
- if p.System == "" {
- // use the default system prompt for this model if one is not specified
- p.System = m.System
- }
pre, _, err := extractParts(m.Template)
if err != nil {
return "", err
@@ -239,6 +239,11 @@ func GenerateHandler(c *gin.Context) {
Prompt: req.Prompt,
First: len(req.Context) == 0,
}
+
+ if promptVars.System == "" {
+ promptVars.System = model.System
+ }
p, err := model.PreResponsePrompt(promptVars)
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})