backend: support GGUFv3 (#1582)

This commit is contained in:
cebtenzzre
2023-10-27 17:07:23 -04:00
committed by GitHub
parent 14b410a12a
commit fd0c501d68
4 changed files with 4 additions and 4 deletions

View File

@@ -395,7 +395,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf)
return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2;
bool isValid = gguf_get_version(ctx_gguf) <= 3;
auto arch = get_arch_name(ctx_gguf);
isValid = isValid && (arch == "llama" || arch == "starcoder" || arch == "falcon" || arch == "mpt");