ソースを参照

Disable `mmap` with lora layers (#1985)

Jeffrey Morgan 1 年間 前
コミット
557110d0ba
1 ファイル変更7 行追加3 行削除
  1. 7 3
      llm/ext_server/ext_server.cpp

+ 7 - 3
llm/ext_server/ext_server.cpp

@@ -47,9 +47,13 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) {
       params.model = sparams->model;
     }
 
-    for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL;
-         la = la->next) {
-      params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale));
+    if (sparams->lora_adapters != NULL) {
+      for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL;
+          la = la->next) {
+        params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale));
+      }
+
+      params.use_mmap = false;
     }
 
     if (sparams->mmproj != NULL) {