Unverified Commit 557110d0 authored by Jeffrey Morgan's avatar Jeffrey Morgan Committed by GitHub
Browse files

Disable `mmap` with lora layers (#1985)

parent 288ef8ff
...@@ -47,11 +47,15 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) { ...@@ -47,11 +47,15 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) {
params.model = sparams->model; params.model = sparams->model;
} }
if (sparams->lora_adapters != NULL) {
for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL; for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL;
la = la->next) { la = la->next) {
params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale)); params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale));
} }
params.use_mmap = false;
}
if (sparams->mmproj != NULL) { if (sparams->mmproj != NULL) {
params.mmproj = std::string(sparams->mmproj); params.mmproj = std::string(sparams->mmproj);
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment