github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-06 02:50:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Consolidate generation and application settings on the new settings object.

Browse Source
This commit is contained in:
Adam Treat
2023-06-28 16:05:35 -04:00
committed by AT
parent 7f66c28649
commit 285aa50b60
14 changed files with 57 additions and 207 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
gpt4all-chat/chat.cpp
View File

@@ -1,6 +1,6 @@
#include "chat.h"
#include "chatlistmodel.h"
#include "llm.h"
#include "mysettings.h"
#include "modellist.h"
#include "network.h"
#include "server.h"
@@ -116,6 +116,10 @@ void Chat::prompt(const QString &prompt, const QString &prompt_template, int32_t
int32_t repeat_penalty_tokens)
{
resetResponseState();
int threadCount = MySettings::globalInstance()->threadCount();
if (threadCount <= 0)
threadCount = std::min(4, (int32_t) std::thread::hardware_concurrency());
emit promptRequested(
m_collections,
prompt,
@@ -127,7 +131,7 @@ void Chat::prompt(const QString &prompt, const QString &prompt_template, int32_t
n_batch,
repeat_penalty,
repeat_penalty_tokens,
LLM::globalInstance()->threadCount());
threadCount);
}
void Chat::regenerateResponse()