backend: use llamamodel.cpp for Falcon

This commit is contained in:
Cebtenzzre
2023-09-29 13:20:07 -04:00
committed by Adam Treat
parent cca9e6ce81
commit ce7be1db48
5 changed files with 1 additions and 1180 deletions

View File

@@ -393,7 +393,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
bool isValid = gguf_get_version(ctx_gguf) <= 2;
auto arch = get_arch_name(ctx_gguf);
isValid = isValid && (arch == "llama" || arch == "starcoder");
isValid = isValid && (arch == "llama" || arch == "starcoder" || arch == "falcon");
gguf_free(ctx_gguf);
return isValid;