Dlopen better implementation management (Version 2)

This commit is contained in:
niansa
2023-05-31 21:37:25 +02:00
committed by Adam Treat
parent 92407438c8
commit a3d08cdcd5
7 changed files with 80 additions and 47 deletions

View File

@@ -216,7 +216,7 @@ bool ChatLLM::loadModel(const QString &modelName)
m_modelInfo.model = LLModel::construct(filePath.toStdString());
if (m_modelInfo.model) {
m_modelInfo.model->loadModel(filePath.toStdString());
switch (m_modelInfo.model->getModelType()[0]) {
switch (m_modelInfo.model->getImplementation().modelType[0]) {
case 'L': m_modelType = LLModelType::LLAMA_; break;
case 'G': m_modelType = LLModelType::GPTJ_; break;
case 'M': m_modelType = LLModelType::MPT_; break;