Selaa lähdekoodia

update cuda overhead to 15% or 400MiB

Jeffrey Morgan 1 vuosi sitten
vanhempi
commit
f6cb0a553c
1 muutettua tiedostoa jossa 1 lisäystä ja 1 poistoa
  1. 1 1
      gpu/gpu.go

+ 1 - 1
gpu/gpu.go

@@ -133,7 +133,7 @@ func CheckVRAM() (int64, error) {
 	if gpuInfo.FreeMemory > 0 && (gpuInfo.Library == "cuda" || gpuInfo.Library == "rocm") {
 	if gpuInfo.FreeMemory > 0 && (gpuInfo.Library == "cuda" || gpuInfo.Library == "rocm") {
 		// leave 15% or 400MiB of VRAM free for overhead
 		// leave 15% or 400MiB of VRAM free for overhead
 		overhead := gpuInfo.FreeMemory * 3 / 20
 		overhead := gpuInfo.FreeMemory * 3 / 20
-		minOverhead := int64(400 * 1024 * 1024)
+		minOverhead := uint64(400 * 1024 * 1024)
 		if overhead < minOverhead {
 		if overhead < minOverhead {
 			overhead = minOverhead
 			overhead = minOverhead
 		}
 		}