github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-05 02:20:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Get rid of last blocking operations and make the chat/llm thread safe.

Browse Source
This commit is contained in:
Adam Treat
2023-06-20 16:14:30 -04:00
committed by AT
parent 84ec4311e9
commit c8a590bc6f
6 changed files with 60 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
gpt4all-chat/chatllm.h
View File

@@ -116,16 +116,16 @@ public Q_SLOTS:
void handleThreadStarted();
Q_SIGNALS:
void isModelLoadedChanged();
void isModelLoadedChanged(bool);
void modelLoadingError(const QString &error);
void responseChanged();
void responseChanged(const QString &response);
void promptProcessing();
void responseStopped();
void modelNameChanged();
void recalcChanged();
void sendStartup();
void sendModelLoaded();
void generatedNameChanged();
void generatedNameChanged(const QString &name);
void stateChanged();
void threadStarted();
void shouldBeLoadedChanged();
@@ -144,22 +144,16 @@ protected:
void restoreState();
protected:
// The following are all accessed by multiple threads and are thus guarded with thread protection
// mechanisms
LLModel::PromptContext m_ctx;
quint32 m_promptTokens;
quint32 m_promptResponseTokens;
private:
// The following are all accessed by multiple threads and are thus guarded with thread protection
// mechanisms
std::string m_response;
std::string m_nameResponse;
LLModelInfo m_modelInfo;
LLModelType m_modelType;
QString m_modelName;
// The following are only accessed by this thread
QString m_defaultModel;
TokenTimer *m_timer;
QByteArray m_state;