github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-07-04 11:08:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Provide an instruct/chat template.

Browse Source
This commit is contained in:
Adam Treat 2023-04-15 16:33:14 -04:00
parent 391904efae
commit a77946e745
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
llm.cpp
View File

@ -101,6 +101,11 @@ bool LLMObject::handleResponse(const std::string &response)
m_response.append(response); m_response.append(response);
emit responseChanged(); emit responseChanged();
} }
// Stop generation if we encounter prompt or response tokens
QString r = QString::fromStdString(m_response);
if (r.contains("### Prompt:") || r.contains("### Response:"))
return false;
return !m_stopGenerating; return !m_stopGenerating;
} }
@ -109,11 +114,18 @@ bool LLMObject::prompt(const QString &prompt)
if (!isModelLoaded()) if (!isModelLoaded())
return false; return false;
QString instructPrompt = QString("Below is a prompt for either a task to complete "
"or a piece of conversation."
"Decide which and write an appropriate response to the prompt.\n"
"### Prompt:\n"
"%1"
"### Response:\n").arg(prompt);
m_stopGenerating = false; m_stopGenerating = false;
auto func = std::bind(&LLMObject::handleResponse, this, std::placeholders::_1); auto func = std::bind(&LLMObject::handleResponse, this, std::placeholders::_1);
emit responseStarted(); emit responseStarted();
qint32 logitsBefore = s_ctx.logits.size(); qint32 logitsBefore = s_ctx.logits.size();
m_llmodel->prompt(prompt.toStdString(), func, s_ctx, 4096 /*number of chars to predict*/); m_llmodel->prompt(instructPrompt.toStdString(), func, s_ctx, 4096 /*number of chars to predict*/);
m_responseLogits += s_ctx.logits.size() - logitsBefore; m_responseLogits += s_ctx.logits.size() - logitsBefore;
emit responseStopped(); emit responseStopped();
return true; return true;