Disable `mmap` with lora layers (#1985)

557110d0 · Jeffrey Morgan · GitHub · 288ef8ff · 557110d0
Unverified Commit 557110d0 authored Jan 13, 2024 by Jeffrey Morgan Committed by GitHub Jan 13, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 7 additions and 3 deletions

llm/ext_server/ext_server.cpp llm/ext_server/ext_server.cpp +7 -3

No files found.
--- a/llm/ext_server/ext_server.cpp
+++ b/llm/ext_server/ext_server.cpp
@@ -47,9 +47,13 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) {
      params.model = sparams->model;
    }

-    for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL;
-         la = la->next) {
-      params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale));
+    if (sparams->lora_adapters != NULL) {
+      for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL;
+          la = la->next) {
+        params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale));
+      }
+
+      params.use_mmap = false;
    }

    if (sparams->mmproj != NULL) {