瀏覽代碼

ml/backend/ggml: set cpu n_threads

Michael Yang 2 月之前
父節點
當前提交
bf920883d5
共有 1 個文件被更改,包括 4 次插入0 次删除
  1. 4 0
      ml/backend/ggml/ggml.go

+ 4 - 0
ml/backend/ggml/ggml.go

@@ -301,6 +301,10 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
 		bufts = append(bufts, bt)
 		bufts = append(bufts, bt)
 
 
 		slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt)))
 		slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt)))
+
+		if C.ggml_backend_is_cpu(b) {
+			C.ggml_backend_cpu_set_n_threads(b, C.int(params.NumThreads))
+		}
 	}
 	}
 
 
 	return &Backend{
 	return &Backend{