Browse Source

server: reset digest at end of generate

Jeffrey Morgan 1 year ago
parent
commit
03cff3a225
1 changed files with 4 additions and 2 deletions
  1. 4 2
      server/routes.go

+ 4 - 2
server/routes.go

@@ -31,8 +31,8 @@ var loaded struct {
 	expireAt    time.Time
 	expireTimer *time.Timer
 
-	digest string
-	options   api.Options
+	digest  string
+	options api.Options
 }
 
 func GenerateHandler(c *gin.Context) {
@@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) {
 		if loaded.llm != nil {
 			loaded.llm.Close()
 			loaded.llm = nil
+			loaded.digest = ""
 		}
 
 		opts := api.DefaultOptions()
@@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) {
 
 			loaded.llm.Close()
 			loaded.llm = nil
+			loaded.digest = ""
 		})
 	}
 	loaded.expireTimer.Reset(sessionDuration)