Allow these to load for gptj too.

This commit is contained in:
Adam Treat 2023-05-08 18:31:20 -04:00
parent 821b28a4fa
commit a4bec78ec6

View File

@ -210,6 +210,7 @@ bool gptj_model_load(const std::string &fname, std::istream &fin, gptj_model & m
case 1: wtype = GGML_TYPE_F16; break;
case 2: wtype = GGML_TYPE_Q4_0; break;
case 3: wtype = GGML_TYPE_Q4_1; break;
case 5: wtype = GGML_TYPE_Q4_2; break;
default:
{
fprintf(stderr, "%s: invalid model file '%s' (bad f16 value %d)\n",