Josh Yan 8 mēneši atpakaļ
vecāks
revīzija
73d69bc90b
2 mainītis faili ar 2 papildinājumiem un 5 dzēšanām
  1. 2 4
      llm/llm.go
  2. 0 1
      server/images.go

+ 2 - 4
llm/llm.go

@@ -65,13 +65,11 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR
 				progressInt := atomic.LoadInt32(store)
 				progress := *(*float32)(unsafe.Pointer(&progressInt))
 				fn(api.ProgressResponse{
-					Status: fmt.Sprintf("quantizing model %d/%d", int(progress), tensorCount),
-					Type:   "quantize",
+					Status: fmt.Sprintf("quantizing model %d%%", 100*int(progress)/tensorCount),
 				})
 			case <-done:
 				fn(api.ProgressResponse{
-					Status: fmt.Sprintf("quantizing model %d/%d", tensorCount, tensorCount),
-					Type:   "quantize",
+					Status: fmt.Sprintf("quantizing model 100%%"),
 				})
 				return
 			}

+ 0 - 1
server/images.go

@@ -442,7 +442,6 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
 					} else if want != ft {
 						fn(api.ProgressResponse{
 							Status: "quantizing model tensors",
-							Type: "quantize",
 						})
 
 						blob, err := GetBlobsPath(baseLayer.Digest)