瀏覽代碼

add macOS memory check for 47B models

Jeffrey Morgan 1 年之前
父節點
當前提交
77a66df72c
共有 1 個文件被更改,包括 2 次插入0 次删除
  1. 2 0
      llm/llm.go

+ 2 - 0
llm/llm.go

@@ -51,6 +51,8 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options)
 			requiredMemory = 16 * format.GigaByte
 			requiredMemory = 16 * format.GigaByte
 		case "30B", "34B", "40B":
 		case "30B", "34B", "40B":
 			requiredMemory = 32 * format.GigaByte
 			requiredMemory = 32 * format.GigaByte
+		case "47B":
+			requiredMemory = 48 * format.GigaByte
 		case "65B", "70B":
 		case "65B", "70B":
 			requiredMemory = 64 * format.GigaByte
 			requiredMemory = 64 * format.GigaByte
 		case "180B":
 		case "180B":