github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-04 10:04:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

chatllm: do not attempt to serialize incompatible state (#1742)

Browse Source
This commit is contained in:
Jared Van Bortel
2023-12-12 11:45:03 -05:00
committed by GitHub
parent 9481762802
commit 0600f551b3
3 changed files with 18 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
gpt4all-chat/chat.cpp
View File

@@ -435,8 +435,7 @@ bool Chat::deserialize(QDataStream &stream, int version)
if (!m_chatModel->deserialize(stream, version))
return false;
if (!deserializeKV || discardKV)
m_llmodel->setStateFromText(m_chatModel->text());
m_llmodel->setStateFromText(m_chatModel->text());
emit chatModelChanged();
return stream.status() == QDataStream::Ok;

20
gpt4all-chat/chatllm.cpp
View File

@@ -863,11 +863,11 @@ bool ChatLLM::deserialize(QDataStream &stream, int version, bool deserializeKV,
if (!discardKV)
m_state = qUncompress(compressed);
} else {
if (!discardKV)
if (!discardKV) {
stream >> m_state;
else {
} else {
QByteArray state;
stream >> m_state;
stream >> state;
}
}
@@ -912,7 +912,7 @@ void ChatLLM::restoreState()
stream >> context;
chatGPT->setContext(context);
m_state.clear();
m_state.resize(0);
m_state.squeeze();
return;
}
@@ -923,10 +923,16 @@ void ChatLLM::restoreState()
if (m_state.isEmpty())
return;
m_processedSystemPrompt = true;
m_llModelInfo.model->restoreState(static_cast<const uint8_t*>(reinterpret_cast<void*>(m_state.data())));
if (m_llModelInfo.model->stateSize() == m_state.size()) {
m_llModelInfo.model->restoreState(static_cast<const uint8_t*>(reinterpret_cast<void*>(m_state.data())));
m_processedSystemPrompt = true;
} else {
qWarning() << "restoring state from text because" << m_llModelInfo.model->stateSize() << "!=" << m_state.size() << "\n";
m_restoreStateFromText = true;
}
m_state.clear();
m_state.resize(0);
m_state.squeeze();
}
void ChatLLM::processSystemPrompt()