浏览代码

update cuda overhead to 15% or 400MiB

Jeffrey Morgan 1 年之前
父节点
当前提交
f6cb0a553c
共有 1 个文件被更改,包括 1 次插入1 次删除
  1. 1 1
      gpu/gpu.go

+ 1 - 1
gpu/gpu.go

@@ -133,7 +133,7 @@ func CheckVRAM() (int64, error) {
 	if gpuInfo.FreeMemory > 0 && (gpuInfo.Library == "cuda" || gpuInfo.Library == "rocm") {
 		// leave 15% or 400MiB of VRAM free for overhead
 		overhead := gpuInfo.FreeMemory * 3 / 20
-		minOverhead := int64(400 * 1024 * 1024)
+		minOverhead := uint64(400 * 1024 * 1024)
 		if overhead < minOverhead {
 			overhead = minOverhead
 		}