backend: use llamamodel.cpp for StarCoder

This commit is contained in:
Cebtenzzre
2023-09-28 12:02:20 -04:00
committed by Adam Treat
parent aa706ab1ff
commit 6277eac9cc
4 changed files with 2 additions and 1034 deletions

View File

@@ -392,7 +392,8 @@ DLL_EXPORT bool magic_match(const char * fname) {
return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2;
isValid = isValid && get_arch_name(ctx_gguf) == "llama";
auto arch = get_arch_name(ctx_gguf);
isValid = isValid && (arch == "llama" || arch == "starcoder");
gguf_free(ctx_gguf);
return isValid;