Allow these to load for gptj too.

This commit is contained in:
Adam Treat 2023-05-08 18:31:20 -04:00
parent 5002614b20
commit d3ec333314

View File

@ -210,6 +210,7 @@ bool gptj_model_load(const std::string &fname, std::istream &fin, gptj_model & m
case 1: wtype = GGML_TYPE_F16; break; case 1: wtype = GGML_TYPE_F16; break;
case 2: wtype = GGML_TYPE_Q4_0; break; case 2: wtype = GGML_TYPE_Q4_0; break;
case 3: wtype = GGML_TYPE_Q4_1; break; case 3: wtype = GGML_TYPE_Q4_1; break;
case 5: wtype = GGML_TYPE_Q4_2; break;
default: default:
{ {
fprintf(stderr, "%s: invalid model file '%s' (bad f16 value %d)\n", fprintf(stderr, "%s: invalid model file '%s' (bad f16 value %d)\n",