Browse Source

ml/backend/ggml: set cpu n_threads

Michael Yang 2 months ago
parent
commit
bf920883d5
1 changed files with 4 additions and 0 deletions
  1. 4 0
      ml/backend/ggml/ggml.go

+ 4 - 0
ml/backend/ggml/ggml.go

@@ -301,6 +301,10 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
 		bufts = append(bufts, bt)
 
 		slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt)))
+
+		if C.ggml_backend_is_cpu(b) {
+			C.ggml_backend_cpu_set_n_threads(b, C.int(params.NumThreads))
+		}
 	}
 
 	return &Backend{