Sfoglia il codice sorgente

fix MB VRAM log output (#824)

Bruce MacDonald 1 anno fa
parent
commit
bd93a94abd
1 ha cambiato i file con 1 aggiunte e 1 eliminazioni
  1. 1 1
      llm/llama.go

+ 1 - 1
llm/llama.go

@@ -249,7 +249,7 @@ func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
 
 		// max number of layers we can fit in VRAM, subtract 8% to prevent consuming all available VRAM and running out of memory
 		layers := int(freeBytes/bytesPerLayer) * 92 / 100
-		log.Printf("%d MiB VRAM available, loading up to %d GPU layers", freeBytes, layers)
+		log.Printf("%d MB VRAM available, loading up to %d GPU layers", freeBytes/(1024*1024), layers)
 
 		return layers
 	}