github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-16 07:48:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Only show GPU when we're actually using it.

Browse Source
This commit is contained in:
Adam Treat
2023-09-14 09:59:19 -04:00
parent 1fa67a585c
commit 3076e0bf26
6 changed files with 29 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
gpt4all-chat/chatllm.cpp
View File

@@ -302,6 +302,11 @@ bool ChatLLM::loadModel(const ModelInfo &modelInfo)
m_llModelInfo = LLModelInfo();
emit modelLoadingError(QString("Could not load model due to invalid model file for %1").arg(modelInfo.filename()));
} else {
// We might have had to fallback to CPU after load if the model is not possible to accelerate
// for instance if the quantization method is not supported on Vulkan yet
if (actualDevice != "CPU" && !m_llModelInfo.model->usingGPUDevice())
emit reportDevice("CPU");
switch (m_llModelInfo.model->implementation().modelType()[0]) {
case 'L': m_llModelType = LLModelType::LLAMA_; break;
case 'G': m_llModelType = LLModelType::GPTJ_; break;