github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-30 01:08:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add thread count setting

Browse Source
This commit is contained in:
Aaron Miller
2023-04-18 06:46:03 -07:00
committed by AT
parent 169afbdc80
commit 00cb5fe2a5
6 changed files with 78 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
gptj.cpp
View File

@@ -659,6 +659,14 @@ bool GPTJ::loadModel(const std::string &modelPath, std::istream &fin) {
return true;
}
void GPTJ::setThreadCount(int32_t n_threads) {
d_ptr->n_threads = n_threads;
}
int32_t GPTJ::threadCount() {
return d_ptr->n_threads;
}
GPTJ::~GPTJ()
{
ggml_free(d_ptr->model.ctx);