Josh Yan 9 months ago
parent
commit
07c0f66f5e
1 changed files with 4 additions and 5 deletions
  1. 4 5
      llm/llm.go

+ 4 - 5
llm/llm.go

@@ -65,14 +65,13 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR
 				progressInt := atomic.LoadInt32(store)
 				progressInt := atomic.LoadInt32(store)
 				progress := *(*float32)(unsafe.Pointer(&progressInt))
 				progress := *(*float32)(unsafe.Pointer(&progressInt))
 				fn(api.ProgressResponse{
 				fn(api.ProgressResponse{
-					Status:   fmt.Sprintf("quantizing model %d/%d", int(progress), tensorCount),
-					Type:     "quantize",
+					Status: fmt.Sprintf("quantizing model %d/%d", int(progress), tensorCount),
+					Type:   "quantize",
 				})
 				})
-				fmt.Println("Progress: ", progress)
 			case <-done:
 			case <-done:
 				fn(api.ProgressResponse{
 				fn(api.ProgressResponse{
-					Status:   fmt.Sprintf("quantizing model %d/%d", tensorCount, tensorCount),
-					Type:     "quantize",
+					Status: fmt.Sprintf("quantizing model %d/%d", tensorCount, tensorCount),
+					Type:   "quantize",
 				})
 				})
 				return
 				return
 			}
 			}