github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-09 04:20:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

gpt4all-backend: Add llmodel create and destroy functions (#554)

Browse Source 
* Add llmodel create and destroy functions

* Fix capitalization

* Fix capitalization

* Fix capitalization

* Update CMakeLists.txt

---------

Co-authored-by: kuvaus <kuvaus@users.noreply.github.com>
This commit is contained in:
kuvaus
2023-05-16 18:36:46 +03:00
committed by GitHub
parent 507e913faf
commit 3cb6dd7a66
3 changed files with 42 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
gpt4all-backend/llmodel_c.cpp
View File

@@ -51,6 +51,31 @@ void llmodel_llama_destroy(llmodel_model llama)
delete wrapper;
}
llmodel_model llmodel_model_create(const char *model_path) {
uint32_t magic;
llmodel_model model;
FILE *f = fopen(model_path, "rb");
fread(&magic, sizeof(magic), 1, f);
if (magic == 0x67676d6c) { model = llmodel_gptj_create(); }
if (magic == 0x67676a74) { model = llmodel_llama_create(); }
if (magic == 0x67676d6d) { model = llmodel_mpt_create(); }
else {fprintf(stderr, "Invalid model file\n");}
fclose(f);
return model;
}
void llmodel_model_destroy(llmodel_model model) {
LLModelWrapper *wrapper = reinterpret_cast<LLModelWrapper*>(model);
const std::type_info &modelTypeInfo = typeid(*wrapper->llModel);
if (modelTypeInfo == typeid(GPTJ)) { llmodel_gptj_destroy(model); }
if (modelTypeInfo == typeid(LLamaModel)) { llmodel_llama_destroy(model); }
if (modelTypeInfo == typeid(MPT)) { llmodel_mpt_destroy(model); }
}
bool llmodel_loadModel(llmodel_model model, const char *model_path)
{
LLModelWrapper *wrapper = reinterpret_cast<LLModelWrapper*>(model);