diff --git a/modules/loaders.py b/modules/loaders.py index d49f7c01..7444555f 100644 --- a/modules/loaders.py +++ b/modules/loaders.py @@ -73,6 +73,7 @@ loaders_and_params = OrderedDict({ 'no_mmap', 'low_vram', 'mlock', + 'mul_mat_q', 'llama_cpp_seed', 'alpha_value', 'compress_pos_emb', @@ -89,6 +90,7 @@ loaders_and_params = OrderedDict({ 'no_mmap', 'low_vram', 'mlock', + 'mul_mat_q', 'alpha_value', 'compress_pos_emb', 'cpu',