Generate the new prompt/response pair before model loading in server mode.

This commit is contained in:
Adam Treat
2023-05-15 18:48:24 -04:00
committed by AT
parent 62ccd95f3d
commit 04d405b47f
2 changed files with 15 additions and 14 deletions

View File

@@ -465,7 +465,7 @@ void ChatLLM::forceUnloadModel()
void ChatLLM::unloadModel()
{
if (!isModelLoaded() || m_isServer) // FIXME: What if server switches models?
if (!isModelLoaded() || m_isServer)
return;
saveState();
@@ -479,7 +479,7 @@ void ChatLLM::unloadModel()
void ChatLLM::reloadModel()
{
if (isModelLoaded() || m_isServer) // FIXME: What if server switches models?
if (isModelLoaded() || m_isServer)
return;
#if defined(DEBUG_MODEL_LOADING)