Browse Source

update cuda overhead to 15% or 400MiB

Jeffrey Morgan 1 year ago
parent
commit
f6cb0a553c
1 changed files with 1 additions and 1 deletions
  1. 1 1
      gpu/gpu.go

+ 1 - 1
gpu/gpu.go

@@ -133,7 +133,7 @@ func CheckVRAM() (int64, error) {
 	if gpuInfo.FreeMemory > 0 && (gpuInfo.Library == "cuda" || gpuInfo.Library == "rocm") {
 		// leave 15% or 400MiB of VRAM free for overhead
 		overhead := gpuInfo.FreeMemory * 3 / 20
-		minOverhead := int64(400 * 1024 * 1024)
+		minOverhead := uint64(400 * 1024 * 1024)
 		if overhead < minOverhead {
 			overhead = minOverhead
 		}