github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-05 10:30:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

Much better memory mgmt for multi-threaded model loading/unloading.

Browse Source
This commit is contained in:
Adam Treat
2023-05-13 19:05:35 -04:00
committed by AT
parent 2989b74d43
commit ddc24acf33
6 changed files with 243 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
gpt4all-chat/chat.h
View File

@@ -58,6 +58,7 @@ public:
void loadModel(const QString &modelName);
void unloadModel();
void reloadModel();
void unloadAndDeleteLater();
qint64 creationDate() const { return m_creationDate; }
bool serialize(QDataStream &stream, int version) const;
@@ -87,8 +88,6 @@ Q_SIGNALS:
void recalcChanged();
void loadDefaultModelRequested();
void loadModelRequested(const QString &modelName);
void unloadModelRequested();
void reloadModelRequested(const QString &modelName);
void generateNameRequested();
void modelListChanged();
void modelLoadingError(const QString &error);
@@ -96,6 +95,7 @@ Q_SIGNALS:
private Q_SLOTS:
void handleResponseChanged();
void handleModelLoadedChanged();
void responseStarted();
void responseStopped();
void generatedNameChanged();
@@ -112,6 +112,7 @@ private:
qint64 m_creationDate;
ChatLLM *m_llmodel;
bool m_isServer;
bool m_shouldDeleteLater;
};
#endif // CHAT_H