@@ -33,11 +33,15 @@ func getCPUMem() (memInfo, error) {
}
func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
+ if opts.NumGPU != -1 {
+ return opts.NumGPU
+ }
+
+ // metal only supported on arm64
if runtime.GOARCH == "arm64" {
return 1
- // metal only supported on arm64
return 0