github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-29 00:36:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add llama.cpp support for loading llama based models in the gui. We now

Browse Source 
support loading both gptj derived models and llama derived models.
This commit is contained in:
Adam Treat
2023-04-15 15:57:32 -04:00
parent 00cb5fe2a5
commit 71b308e914
13 changed files with 571 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
llm.cpp
View File

@@ -47,20 +47,32 @@ bool LLMObject::loadModelPrivate(const QString &modelName)
return true;
if (isModelLoaded()) {
resetContext();
delete m_llmodel;
m_llmodel = nullptr;
emit isModelLoadedChanged();
}
m_llmodel = new GPTJ;
bool isGPTJ = false;
QString filePath = QCoreApplication::applicationDirPath() + QDir::separator() +
"ggml-" + modelName + ".bin";
QFileInfo info(filePath);
if (info.exists()) {
auto fin = std::ifstream(filePath.toStdString(), std::ios::binary);
m_llmodel->loadModel(modelName.toStdString(), fin);
uint32_t magic;
fin.read((char *) &magic, sizeof(magic));
fin.seekg(0);
isGPTJ = magic == 0x67676d6c;
if (isGPTJ) {
m_llmodel = new GPTJ;
m_llmodel->loadModel(modelName.toStdString(), fin);
} else {
m_llmodel = new LLamaModel;
m_llmodel->loadModel(filePath.toStdString());
}
emit isModelLoadedChanged();
emit threadCountChanged();
}