mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2025-09-29 00:36:01 +00:00
Prelim support for past context.
This commit is contained in:
3
llm.cpp
3
llm.cpp
@@ -75,7 +75,8 @@ bool GPTJObject::prompt(const QString &prompt)
|
||||
m_stopGenerating = false;
|
||||
auto func = std::bind(&GPTJObject::handleResponse, this, std::placeholders::_1);
|
||||
emit responseStarted();
|
||||
m_gptj->prompt(prompt.toStdString(), func);
|
||||
static GPTJ::PromptContext ctx;
|
||||
m_gptj->prompt(prompt.toStdString(), func, ctx, 4096 /*number of chars to predict*/);
|
||||
emit responseStopped();
|
||||
return true;
|
||||
}
|
||||
|
Reference in New Issue
Block a user