github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-22 03:48:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

backend: support GGUFv3 (#1582)

Browse Source
This commit is contained in:
cebtenzzre
2023-10-27 17:07:23 -04:00
committed by GitHub
parent 14b410a12a
commit fd0c501d68
4 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
gpt4all-backend/bert.cpp
View File

@@ -884,7 +884,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf) if (!ctx_gguf)
return false; return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2; bool isValid = gguf_get_version(ctx_gguf) <= 3;
isValid = isValid && get_arch_name(ctx_gguf) == "bert"; isValid = isValid && get_arch_name(ctx_gguf) == "bert";
gguf_free(ctx_gguf); gguf_free(ctx_gguf);

2
gpt4all-backend/gptj.cpp
View File

@@ -806,7 +806,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf) if (!ctx_gguf)
return false; return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2; bool isValid = gguf_get_version(ctx_gguf) <= 3;
isValid = isValid && get_arch_name(ctx_gguf) == "gptj"; isValid = isValid && get_arch_name(ctx_gguf) == "gptj";
gguf_free(ctx_gguf); gguf_free(ctx_gguf);

2
gpt4all-backend/llama.cpp-mainline

Submodule gpt4all-backend/llama.cpp-mainline updated: 3414cd8217...10e6c38b00

2
gpt4all-backend/llamamodel.cpp
View File

@@ -395,7 +395,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf) if (!ctx_gguf)
return false; return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2; bool isValid = gguf_get_version(ctx_gguf) <= 3;
auto arch = get_arch_name(ctx_gguf); auto arch = get_arch_name(ctx_gguf);
isValid = isValid && (arch == "llama" || arch == "starcoder" || arch == "falcon" || arch == "mpt"); isValid = isValid && (arch == "llama" || arch == "starcoder" || arch == "falcon" || arch == "mpt");