github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-06-26 15:31:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Only default mlock on macOS where swap seems to be a problem.

Browse Source
This commit is contained in:
Adam Treat 2023-05-21 10:13:35 -04:00 committed by AT
parent aba1147a22
commit 8204c2eb80
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-backend/llamamodel.cpp
View File

@ -53,7 +53,11 @@ bool LLamaModel::loadModel(const std::string &modelPath)
d_ptr->params.seed = params.seed;
d_ptr->params.f16_kv = params.memory_f16;
d_ptr->params.use_mmap = params.use_mmap;
#if defined (__APPLE__)
d_ptr->params.use_mlock = true;
#else
d_ptr->params.use_mlock = params.use_mlock;
#endif
d_ptr->ctx = llama_init_from_file(modelPath.c_str(), d_ptr->params);
if (!d_ptr->ctx) {